-- Logs begin at Fri 2021-07-09 16:28:15 UTC, end at Fri 2021-07-09 18:46:33 UTC. -- Jul 09 16:59:53.201779 n-d-791506-17 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 16:59:55.890159 n-d-791506-17 neutron-server[93786]: INFO neutron.common.config [-] Logging enabled! Jul 09 16:59:55.890788 n-d-791506-17 neutron-server[93786]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 16:59:55.890904 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93786) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 16:59:55.894128 n-d-791506-17 neutron-server[93786]: INFO neutron.common.config [-] Logging enabled! Jul 09 16:59:55.894377 n-d-791506-17 neutron-server[93786]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 16:59:55.894692 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93786) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 16:59:55.895630 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 16:59:55.895885 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 16:59:55.896244 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 16:59:55.896484 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 16:59:55.896719 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 16:59:55.897032 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.897325 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.897925 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.898198 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.898465 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.898751 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.899034 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.899317 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.899609 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.899924 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.900199 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.900483 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.900707 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.900969 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.901252 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.901540 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.901765 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] debug = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.902041 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.902458 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.902854 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.903128 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.903410 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.903684 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.903974 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.904246 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.904522 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.904842 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] host = n-d-791506-17 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.905115 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.905397 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.905681 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.905964 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.906234 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.906504 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.906782 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.907051 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.907316 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.907584 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.907890 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.908238 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.908534 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.908753 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.908971 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.909258 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.909543 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.909815 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.910084 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.910354 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.910622 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.910892 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.911158 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.911439 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.911717 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.912021 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.912292 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.912560 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.912826 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.913096 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.913376 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.913646 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.913913 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.914183 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.914465 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.914728 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.914996 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.915290 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.915574 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.915877 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.916159 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.916428 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.916704 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.916974 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.917241 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.917506 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] use_json = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.917772 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.918038 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.918317 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.918585 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.918849 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.919117 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.919384 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.919664 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:55.919981 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.920273 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.920571 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.920850 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.921141 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.921420 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.921707 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.921983 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.922266 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.922551 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.922837 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.923114 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.923397 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.923694 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.924012 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.924313 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.924602 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.924929 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.925201 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.925470 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.925745 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.926017 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.926295 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.926581 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.926869 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.927135 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.927411 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.927694 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.927991 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.928264 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.928537 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.928814 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.929087 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.929354 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.929630 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.929901 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.930168 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.930435 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.930706 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.930993 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.931271 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.931542 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.931831 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.932108 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.932375 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.932655 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.932928 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.933197 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.933465 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.933736 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.934003 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.934270 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.934541 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.934807 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.935083 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.935345 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.935611 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.935899 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.936175 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.936435 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.936771 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.936999 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.937226 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.937482 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.937721 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.938067 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.938316 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.938577 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.938796 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.939092 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.939416 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.939689 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.939984 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.940259 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.940593 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.940798 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.941075 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.941342 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.941608 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.941893 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.942172 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.942451 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.942726 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.942998 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.943286 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.943560 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.943863 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.944134 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.944404 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.944686 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.944965 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.945254 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.945541 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.945829 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.946116 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.946402 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.946673 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.946977 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.947252 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:55.947467 n-d-791506-17 neutron-server[93786]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 16:59:55.947709 n-d-791506-17 neutron-server[93786]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93786) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 16:59:56.322344 n-d-791506-17 neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:59:56.322723 n-d-791506-17 neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:59:56.322723 n-d-791506-17 neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 16:59:56.323029 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 16:59:56.736617 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.736882 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.737176 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.738464 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.738742 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.739008 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.773045 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.773308 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.773584 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.786906 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.787216 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.787478 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.817182 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.817395 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.817689 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.853176 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.853360 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:56.853619 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.081734 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.082413 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.082413 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.082557 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.083223 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.207350 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.207663 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.207964 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.208235 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.208498 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.208807 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.209060 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.209310 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.209537 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.209820 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.210085 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.210345 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.210611 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.210870 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.211124 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.211387 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.211653 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.211915 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.212186 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.212431 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.212711 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.213052 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.213299 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.213579 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.213834 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.214078 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.214472 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:57.214710 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:57.214942 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:57.215172 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:57.215401 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:57.215634 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:57.216019 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 16:59:57.220150 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 16:59:57.224239 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 16:59:57.227986 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 09 16:59:57.229613 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 16:59:57.230095 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 16:59:57.230424 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 16:59:57.230824 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 16:59:57.233711 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 16:59:57.233958 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 16:59:57.234301 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 16:59:57.262024 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 16:59:57.262469 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.262760 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93786) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 16:59:57.263119 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.264487 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93786) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 16:59:57.264766 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 16:59:57.265008 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 16:59:57.268251 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.268537 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:57.332660 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 16:59:57.332855 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 16:59:57.333066 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 16:59:57.333471 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 16:59:57.355729 n-d-791506-17 neutron-server[93786]: DEBUG oslo_db.sqlalchemy.engines [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93786) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 16:59:57.899823 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing driver for type 'gre' Jul 09 16:59:57.900365 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] gre ID ranges: [(1, 1000)] Jul 09 16:59:57.959861 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing driver for type 'local' Jul 09 16:59:57.960195 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing driver for type 'vlan' Jul 09 16:59:57.979446 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] VlanTypeDriver initialization complete Jul 09 16:59:57.979789 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing driver for type 'vxlan' Jul 09 16:59:57.980308 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] vxlan ID ranges: [(1, 1000)] Jul 09 16:59:58.036124 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing extension driver 'port_security' Jul 09 16:59:58.036465 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.extensions.port_security [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] PortSecurityExtensionDriver initialization complete Jul 09 16:59:58.036806 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing mechanism driver 'openvswitch' Jul 09 16:59:58.037158 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing mechanism driver 'hyperv' Jul 09 16:59:58.043784 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:58.044499 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.044882 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.045244 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.045766 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93786) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:59:58.046197 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.046555 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.046933 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.047321 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93786) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:59:58.047725 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.048101 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.048448 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.048834 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93786) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:59:58.049235 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > security_group after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.049596 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > security_group after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.049937 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.050465 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93786) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:59:58.050872 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.051226 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.051560 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.051975 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93786) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:59:58.052378 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > address_group after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.052732 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > address_group after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.053080 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.053464 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93786) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 16:59:58.053836 n-d-791506-17 neutron-server[93786]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] ML2 OVO RPC backend initialized. {{(pid=93786) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 16:59:58.054562 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.054925 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.055349 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.055696 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > networks before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.056145 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.056497 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > ports before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.056826 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.057176 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnets before_response 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.057526 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.057872 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.058238 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.058578 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.058916 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.059258 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.059597 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.059964 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.060303 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.060892 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.plugin [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Modular L2 Plugin initialization complete Jul 09 16:59:58.061221 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading services supported by the core plugin {{(pid=93786) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 16:59:58.061551 n-d-791506-17 neutron-server[93786]: INFO neutron.plugins.ml2.managers [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Got port-security extension from driver 'port_security' Jul 09 16:59:58.062025 n-d-791506-17 neutron-server[93786]: INFO neutron.extensions.vlantransparent [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Disabled vlantransparent extension. Jul 09 16:59:58.062513 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93786) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 16:59:58.062831 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: router Jul 09 16:59:58.098213 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.098831 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_create 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.098921 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router before_create 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.099306 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.099684 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.100071 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_delete 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.100433 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.100793 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_create 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.101145 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_update 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.101467 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_update 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.101847 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.102194 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_update 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.102623 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_update 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.102991 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.103329 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.103649 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: subnet after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.104021 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.104370 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.104716 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_create 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.105060 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.105408 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.105761 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router after_update 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.106095 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.106456 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_create 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.106817 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.107153 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_update 55549900 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.107519 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > agent after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.107899 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > agent after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.108246 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > network after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.109122 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Tracking information for resource: router configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:58.109452 n-d-791506-17 neutron-server[93786]: DEBUG neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Tracking information for resource: floatingip configured {{(pid=93786) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 16:59:58.114745 n-d-791506-17 neutron-server[93786]: INFO neutron.db.l3_agentschedulers_db [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 16:59:58.115330 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.115715 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.116099 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.116465 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.117265 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router before_create 55550100 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.117646 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.118002 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_create 55550100 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.118360 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > router precommit_update 55550100 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.123311 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.provider_configuration [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service providers = [] {{(pid=93786) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 16:59:58.123687 n-d-791506-17 neutron-server[93786]: DEBUG neutron.db.servicetype_db [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93786) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 16:59:58.126843 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.service_base [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93786) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:59:58.127166 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.service_base [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93786) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:59:58.127512 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.service_base [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93786) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:59:58.128439 n-d-791506-17 neutron-server[93786]: DEBUG neutron.services.service_base [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93786) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 16:59:58.128815 n-d-791506-17 neutron-server[93786]: INFO neutron.services.service_base [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 16:59:58.129203 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.129522 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 16:59:58.140306 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.140645 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: auto_allocate Jul 09 16:59:58.146505 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: network precommit_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.146875 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: network precommit_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.147717 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.148100 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: tag Jul 09 16:59:58.154766 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.155035 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: timestamp Jul 09 16:59:58.160536 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.160866 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: network_ip_availability Jul 09 16:59:58.166346 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.166718 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.167072 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.167794 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.168142 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: flavors Jul 09 16:59:58.172840 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.173178 n-d-791506-17 neutron-server[93786]: INFO neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading Plugin: revisions Jul 09 16:59:58.177567 n-d-791506-17 neutron-server[93786]: DEBUG neutron.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93786) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 16:59:58.177958 n-d-791506-17 neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 16:59:58.178712 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93786) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 16:59:58.179052 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Initializing extension manager. Jul 09 16:59:58.179568 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: __init__.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.179945 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: __pycache__ {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.180280 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.180615 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: address_group.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.181400 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.181976 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: address-group Jul 09 16:59:58.182299 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: address_scope.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.183020 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.183529 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: address-scope Jul 09 16:59:58.183864 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.184817 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.185357 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: router-admin-state-down-before-update Jul 09 16:59:58.185643 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: agent.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.186471 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.187072 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: agent Jul 09 16:59:58.187395 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: agent_resources_synced.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.188345 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.188872 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: agent-resources-synced Jul 09 16:59:58.189199 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: allowedaddresspairs.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.191108 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.191611 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: allowed-address-pairs Jul 09 16:59:58.191975 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: auto_allocated_topology.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.193077 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.193599 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: auto-allocated-topology Jul 09 16:59:58.193924 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: availability_zone.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.194632 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.195143 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: availability_zone Jul 09 16:59:58.195465 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: availability_zone_filter.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.196423 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.196938 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: availability_zone_filter Jul 09 16:59:58.197261 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: data_plane_status.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.198172 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.198678 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 16:59:58.198999 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: default_subnetpools.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.199957 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.200467 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: default-subnetpools Jul 09 16:59:58.200790 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.201627 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.202134 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: dhcp_agent_scheduler Jul 09 16:59:58.202459 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: dns.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.203388 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.203928 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension dns-integration not supported by any of loaded plugins Jul 09 16:59:58.204251 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: dns_domain_ports.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.205549 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.206056 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 16:59:58.206378 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.207321 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.207860 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 16:59:58.208184 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: dvr.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.208861 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.209362 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: dvr Jul 09 16:59:58.209684 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: empty_string_filtering.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.210598 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.211102 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: empty-string-filtering Jul 09 16:59:58.211427 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.212379 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.212883 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 16:59:58.213207 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.214121 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.214622 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 16:59:58.214947 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: external_net.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.215934 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.216441 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: external-net Jul 09 16:59:58.216763 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.217684 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.218194 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: extra_dhcp_opt Jul 09 16:59:58.218518 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: extraroute.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.219438 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.219969 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: extraroute Jul 09 16:59:58.220294 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: extraroute_atomic.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.221633 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.222146 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: extraroute-atomic Jul 09 16:59:58.222471 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: filter_validation.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.223148 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.223650 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: filter-validation Jul 09 16:59:58.223998 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: fip_pf_description.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.224916 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.225420 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 16:59:58.225742 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: fip_port_details.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.226676 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.227181 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: fip-port-details Jul 09 16:59:58.227504 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: flavors.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.228768 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.229281 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: flavors Jul 09 16:59:58.229607 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.231274 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.231821 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 16:59:58.232155 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: floatingip_pools.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.232866 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.233378 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: floatingip-pools Jul 09 16:59:58.233702 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: ip_allocation.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.234632 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.235140 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 16:59:58.235496 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.236444 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.236973 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: ip-substring-filtering Jul 09 16:59:58.237298 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l2_adjacency.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.238248 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.238753 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 16:59:58.239076 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.240103 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.240617 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: router Jul 09 16:59:58.240945 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.243303 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.243853 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 16:59:58.244189 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.245152 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.245666 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: ext-gw-mode Jul 09 16:59:58.245996 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.246932 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.247443 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: l3-ha Jul 09 16:59:58.247786 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3_flavors.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.248734 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.249247 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: l3-flavors Jul 09 16:59:58.249572 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.250472 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.251005 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 16:59:58.251311 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: l3agentscheduler.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.252455 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.252975 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: l3_agent_scheduler Jul 09 16:59:58.253304 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: logging.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.254789 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.255305 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension logging not supported by any of loaded plugins Jul 09 16:59:58.255638 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: metering.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.256438 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.257021 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: metering Jul 09 16:59:58.257354 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.258451 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.258956 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: metering_source_and_destination_fields Jul 09 16:59:58.259283 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: multiprovidernet.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.260256 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.260767 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: multi-provider Jul 09 16:59:58.261094 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: netmtu.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.262022 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.262527 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: net-mtu Jul 09 16:59:58.262857 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: netmtu_writable.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.263860 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.264366 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: net-mtu-writable Jul 09 16:59:58.264694 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: network_availability_zone.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.265403 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.265906 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: network_availability_zone Jul 09 16:59:58.266228 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: network_ip_availability.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.267349 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.267916 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: network-ip-availability Jul 09 16:59:58.268248 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: network_segment_range.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.269030 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.269542 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 16:59:58.269869 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: pagination.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.270856 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.271190 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: pagination Jul 09 16:59:58.271518 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: port_device_profile.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.272829 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.273338 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: port-device-profile Jul 09 16:59:58.273658 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.274590 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.275101 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: port-mac-address-regenerate Jul 09 16:59:58.275429 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.276380 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.276889 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: port-numa-affinity-policy Jul 09 16:59:58.277210 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: port_resource_request.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.278132 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.278631 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 16:59:58.278953 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: portbindings.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.279920 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.280426 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: binding Jul 09 16:59:58.280746 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: portbindings_extended.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.282221 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.282740 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: binding-extended Jul 09 16:59:58.283148 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: portsecurity.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.284141 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.284666 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: port-security Jul 09 16:59:58.284990 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: project_id.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.285972 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.286304 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: project-id Jul 09 16:59:58.286627 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: providernet.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.287557 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.288108 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: provider Jul 09 16:59:58.288429 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.291991 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.292517 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos not supported by any of loaded plugins Jul 09 16:59:58.292856 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.294115 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.294634 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 16:59:58.294962 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.295915 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.296426 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 16:59:58.296750 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_default.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.297664 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.298172 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-default not supported by any of loaded plugins Jul 09 16:59:58.298494 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_fip.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.299203 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.299704 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-fip not supported by any of loaded plugins Jul 09 16:59:58.300058 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_gateway_ip.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.301011 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.301519 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 16:59:58.301844 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_port_network_policy.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.302771 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.303279 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 16:59:58.303604 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_rule_type_details.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.304554 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.305063 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 16:59:58.305385 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: qos_rules_alias.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.306441 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.306948 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 16:59:58.307270 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: quotasv2.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.308258 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.308587 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: quotas Jul 09 16:59:58.308907 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: quotasv2_detail.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.312019 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.312365 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: quota_details Jul 09 16:59:58.312702 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: rbac.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.313807 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.314382 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: rbac-policies Jul 09 16:59:58.314715 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: rbac_address_group.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.315899 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.316425 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: rbac-address-group Jul 09 16:59:58.316750 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: rbac_address_scope.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.317696 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.318215 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: rbac-address-scope Jul 09 16:59:58.318541 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: rbac_security_groups.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.319464 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.320000 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: rbac-security-groups Jul 09 16:59:58.320331 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: rbac_subnetpool.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.321260 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.321774 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: rbac-subnetpool Jul 09 16:59:58.322382 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: revisionifmatch.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.323335 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.323881 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: revision-if-match Jul 09 16:59:58.324208 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: revisions.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.325401 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.325878 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: standard-attr-revisions Jul 09 16:59:58.326205 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: router_availability_zone.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.326890 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.327415 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: router_availability_zone Jul 09 16:59:58.327742 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: routerservicetype.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.328718 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.329229 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension router-service-type not supported by any of loaded plugins Jul 09 16:59:58.329547 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.330526 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.331046 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: security-groups-normalized-cidr Jul 09 16:59:58.331370 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.332337 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.332854 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: port-security-groups-filtering Jul 09 16:59:58.333176 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.334116 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.334624 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: security-groups-remote-address-group Jul 09 16:59:58.334951 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: securitygroup.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.344647 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.345207 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: security-group Jul 09 16:59:58.345591 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: segment.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.346406 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.346912 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension segment not supported by any of loaded plugins Jul 09 16:59:58.347244 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.348235 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.348748 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 16:59:58.349075 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: servicetype.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.350192 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.350708 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: service-type Jul 09 16:59:58.351039 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: sorting.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.352060 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.352394 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: sorting Jul 09 16:59:58.352715 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: standard_attr_segment.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.353725 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.354243 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 16:59:58.354548 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: standardattrdescription.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.355204 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.355709 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: standard-attr-description Jul 09 16:59:58.356054 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: stateful_security_group.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.357007 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.357525 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: stateful-security-group Jul 09 16:59:58.357852 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: stdattrs_common.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.358439 n-d-791506-17 neutron-server[93786]: WARNING neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 16:59:58.358765 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.359705 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.360235 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 16:59:58.360563 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: subnet_onboard.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.361691 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.362205 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: subnet_onboard Jul 09 16:59:58.362529 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.363469 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.364003 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 16:59:58.364328 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: subnet_service_types.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.365266 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.365780 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: subnet-service-types Jul 09 16:59:58.366126 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: subnetallocation.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.367197 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.367707 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: subnet_allocation Jul 09 16:59:58.368064 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.368736 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.369246 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: subnetpool-prefix-ops Jul 09 16:59:58.369566 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.370503 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.371005 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 16:59:58.371327 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: tagging.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.372449 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.372972 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: standard-attr-tag Jul 09 16:59:58.373304 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: timestamp.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.374563 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.375080 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loaded extension: standard-attr-timestamp Jul 09 16:59:58.375406 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: trunk.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.376479 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.377027 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension trunk not supported by any of loaded plugins Jul 09 16:59:58.377355 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: trunk_details.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.378281 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.378789 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension trunk-details not supported by any of loaded plugins Jul 09 16:59:58.379113 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: uplink_status_propagation.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.380071 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.380583 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 16:59:58.380908 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Loading extension file: vlantransparent.py {{(pid=93786) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 16:59:58.381593 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93786) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 16:59:58.382097 n-d-791506-17 neutron-server[93786]: INFO neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 16:59:58.384667 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:network Jul 09 16:59:58.385220 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:subnet Jul 09 16:59:58.385620 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:59:58.386022 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:port Jul 09 16:59:58.387290 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.387738 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service FLAVORS assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.388386 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.388811 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.389142 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:router Jul 09 16:59:58.389577 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:floatingip Jul 09 16:59:58.390077 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service METERING assigned prefix: /metering {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.391550 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.391964 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.392323 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 16:59:58.393390 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 16:59:58.393846 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:security_group Jul 09 16:59:58.394286 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 16:59:58.394899 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service CORE assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.395233 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:59:58.395584 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] subnetpool is already registered Jul 09 16:59:58.396043 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service CORE assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.396377 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:59:58.396709 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] subnetpool is already registered Jul 09 16:59:58.399381 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.399834 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service FLAVORS assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.400428 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.400848 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.401184 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:router Jul 09 16:59:58.401520 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] router is already registered Jul 09 16:59:58.401928 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:floatingip Jul 09 16:59:58.402267 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] floatingip is already registered Jul 09 16:59:58.402721 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service METERING assigned prefix: /metering {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.403382 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 16:59:58.403709 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] rbac_policy is already registered Jul 09 16:59:58.404142 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:security_group Jul 09 16:59:58.404478 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] security_group is already registered Jul 09 16:59:58.404929 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 16:59:58.405211 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] security_group_rule is already registered Jul 09 16:59:58.405830 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service CORE assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.406155 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:59:58.406491 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] subnetpool is already registered Jul 09 16:59:58.406911 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.v2.resource_helper [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Service CORE assigned prefix: {{(pid=93786) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 16:59:58.407239 n-d-791506-17 neutron-server[93786]: INFO neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 16:59:58.407567 n-d-791506-17 neutron-server[93786]: WARNING neutron.quota.resource_registry [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] subnetpool is already registered Jul 09 16:59:58.408155 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: extensions {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.409669 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: address-groups {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.411190 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: address-scopes {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.412608 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: agents {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.413789 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: auto-allocated-topology {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.415054 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: availability_zones {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.416343 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: dhcp-networks {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.418978 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: dhcp-agents {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.420478 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: routers {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.422219 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: flavors {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.423875 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: service_profiles {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.425114 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: next_providers {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.426563 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: service_profiles {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.428179 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: floatingip-pools {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.429406 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: routers {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.431155 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: floatingips {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.432479 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: l3-routers {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.433890 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: l3-agents {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.435390 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: metering-labels {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.436684 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: metering-label-rules {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.438083 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: network-ip-availabilities {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.439396 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: bindings {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.440987 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: quotas {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.442559 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: quotas {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.444000 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: rbac-policies {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.445200 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: security-groups {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.446527 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: security-group-rules {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.447810 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: service-providers {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.449051 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: subnetpools {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.450420 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: subnetpools {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.452005 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.453696 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.455601 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.457450 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.459148 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.461171 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.462885 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.464779 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.466660 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.468455 n-d-791506-17 neutron-server[93786]: DEBUG neutron.api.extensions [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Extended resource: tags {{(pid=93786) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 16:59:58.474527 n-d-791506-17 neutron-server[93786]: WARNING keystonemiddleware.auth_token [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 16:59:58.479190 n-d-791506-17 neutron-server[93786]: WARNING keystonemiddleware.auth_token [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 16:59:58.488641 n-d-791506-17 neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Acquired lock "singleton_lock" {{(pid=93786) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 16:59:58.489126 n-d-791506-17 neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Releasing lock "singleton_lock" {{(pid=93786) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 16:59:58.489775 n-d-791506-17 neutron-server[93786]: INFO oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Starting 2 workers Jul 09 16:59:58.494567 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Started child 93895 {{(pid=93786) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:59:58.499052 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Started child 93896 {{(pid=93786) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:59:58.499916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.500601 n-d-791506-17 neutron-server[93786]: INFO neutron.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 16:59:58.501240 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Notify callbacks [] for process, before_spawn {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.501445 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [-] (93895) wsgi starting up on http://0.0.0.0:9696 Jul 09 16:59:58.503800 n-d-791506-17 neutron-server[93786]: INFO oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Starting 1 workers Jul 09 16:59:58.504132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.505486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [-] (93896) wsgi starting up on http://0.0.0.0:9696 Jul 09 16:59:58.509008 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Started child 93897 {{(pid=93786) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:59:58.509573 n-d-791506-17 neutron-server[93786]: INFO oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Starting 1 workers Jul 09 16:59:58.512889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] calling RpcWorker wait() {{(pid=93897) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 16:59:58.513459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] returning from RpcWorker wait() {{(pid=93897) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 16:59:58.514011 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Started child 93898 {{(pid=93786) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 16:59:58.514725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.514853 n-d-791506-17 neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-96904aa5-ca8b-432c-987a-d4dc97a8d5bd None None] Notify callbacks [] for process, after_spawn {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.515253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:58.516715 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93786) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 16:59:58.516929 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 16:59:58.517085 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 16:59:58.517283 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 16:59:58.517725 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 16:59:58.517852 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 16:59:58.518378 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.518645 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.518891 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.519028 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 16:59:58.519512 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.519512 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.520015 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.520143 n-d-791506-17 neutron-server[93898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:58.520287 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.520565 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.520843 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.521039 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.521243 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.521369 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.521657 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.521889 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.522161 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.522771 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.523001 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.523260 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.523418 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.523679 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.523972 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.524489 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.524748 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] debug = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.525003 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.525489 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.525739 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.525983 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.526211 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.526483 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.526725 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.526975 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.527227 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.527469 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.527726 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.527979 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.528221 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.528449 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.528679 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.528921 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.529144 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.529602 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] host = n-d-791506-17 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.529841 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.530057 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.530281 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.530528 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.530780 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.531007 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.531258 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.531506 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.531803 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.532014 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.532257 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.532498 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.532715 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.533128 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.533272 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_options = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.533396 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.533641 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.533896 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.534087 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.534253 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.534497 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.534672 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.534833 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.535080 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.535292 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.535504 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.535733 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.535991 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.536202 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.536457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.536697 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.536940 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.537148 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.537397 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.537643 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.537880 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.538122 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.538371 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.538583 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.538797 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.539010 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.539263 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.539476 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.539690 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.539961 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.540204 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.540464 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.540700 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.540954 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.541198 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.541422 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.541657 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.541928 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.542158 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.542396 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.542648 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.542892 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.543135 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.543365 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.543593 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.543827 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_json = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.544043 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.544260 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.544505 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.544742 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.544969 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.545203 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.545416 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.545646 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.546058 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.546357 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.546670 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.546941 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.547176 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.547429 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.547675 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.547980 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.549226 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.549534 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.549866 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.550099 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.550403 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.550646 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.550915 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.552943 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.552943 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.552943 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.552943 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.553273 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.553273 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.553516 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.553847 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.554132 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.554415 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.554687 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.554937 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.555171 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.555394 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.555665 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.555865 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.556253 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.556353 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.556549 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.557099 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.557099 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.557256 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.557478 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.558530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.558530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.558530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.558530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.558804 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.558997 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.559196 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.559416 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.560766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.560766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.560766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.560766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.560766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.561108 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.561289 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.561436 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.561705 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.562098 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.562098 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.562339 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.562873 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.562873 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.563027 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.563791 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.563791 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.563791 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.564007 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.564195 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.564368 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565084 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565084 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565084 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565364 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565448 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565671 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.565910 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.566137 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.566325 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.566554 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.566791 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.567010 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.567224 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.567457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.567673 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.567913 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.568135 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.568518 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.568855 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.569065 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.569320 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.569543 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.569818 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.570057 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.570333 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.570577 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.570820 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.571038 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.571406 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.571657 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.571945 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.572177 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.572396 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.572674 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.573089 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.573339 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.573623 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.573865 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.574090 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.574549 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.575078 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.575479 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.575746 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.576038 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.576507 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.576763 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.577022 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.577244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.577514 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.577811 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.578081 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.578373 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.578622 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.578855 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.579093 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.579324 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.579574 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.579822 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.580092 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.580458 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.580893 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.581121 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.581837 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.582063 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.582316 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.582639 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.582874 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.583093 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.583321 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.583596 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.583860 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.584105 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.584380 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.584620 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.584884 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.585126 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.585356 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.585571 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.585793 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.586053 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.586265 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.586490 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.586715 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.586947 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.587158 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.588079 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.588079 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.588301 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.588676 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.588897 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.589132 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.589351 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.589618 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.589827 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.590042 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.590277 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.590492 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.590706 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.591022 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.591245 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.591597 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.592776 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.592776 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.592776 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.592776 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.592776 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.593693 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.593693 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.593693 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.593693 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.593950 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.594057 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.594402 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.594796 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.595191 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.595628 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.596054 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.596454 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.596859 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.597281 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.597780 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.598116 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.598414 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.598728 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.599015 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.599316 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.599547 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.599822 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.600037 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.600396 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.600766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.601146 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.601547 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.601866 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.602088 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.602301 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.602513 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.602728 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.602932 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.603411 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.603658 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.603920 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.604192 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.604437 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.604669 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.604900 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.605109 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.605335 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.605555 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.605769 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.605982 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.606205 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.606430 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.606654 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.606876 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.607088 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.607294 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.607545 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.607753 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.607980 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.608198 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.608408 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.608774 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.609155 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.609540 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.609770 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.609993 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.610208 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.610417 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.610720 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.610979 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.611257 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.611563 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.611895 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.612132 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.612384 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.612680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.612891 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.613130 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.613347 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.613589 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.613823 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.614087 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.614393 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.614658 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.614927 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.615177 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.615454 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.615723 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.616029 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.616256 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.616536 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.616867 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.617140 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.617402 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.617627 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.617888 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.618217 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.618355 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.618579 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.618796 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.619008 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.619263 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.619493 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.619715 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.619971 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.620212 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.620426 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.620663 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.620889 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.621128 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.621344 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.621500 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 16:59:58.622043 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93786) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 16:59:58.622199 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 16:59:58.622348 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 16:59:58.622512 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 16:59:58.622676 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 16:59:58.622825 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 16:59:58.623027 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.623188 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.623344 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.623501 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.623659 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.623863 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624024 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624181 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624335 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624494 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624650 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624806 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.624962 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.625119 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.625275 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.625429 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.625583 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.625740 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.625906 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.626062 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.626217 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.626372 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.626600 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] debug = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.626721 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.627386 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.627553 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.627710 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.627915 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.628072 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.628229 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.628387 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.628544 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.628701 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.628859 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.629015 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.629172 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.629328 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.629482 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.629638 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.629795 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.630425 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] host = n-d-791506-17 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.630425 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.630425 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.630425 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.631576 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_options = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.632530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633870 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633870 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633870 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.633870 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634321 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634321 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634321 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634658 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634658 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634886 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.634886 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635113 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635242 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635363 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635484 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635605 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635725 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.635910 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.636067 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.636223 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.636384 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.636542 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.636697 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.636853 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637011 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637169 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637324 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637480 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637637 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637801 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.637957 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.638113 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.638269 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.638426 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.638581 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.638737 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.638893 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639048 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_json = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639208 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639369 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639520 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639659 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639851 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.639995 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.640207 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.640524 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 16:59:58.640524 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.640838 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.640838 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.641082 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.641082 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.641311 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.641311 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.641530 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.641651 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642013 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642013 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642416 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642416 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642416 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642867 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642867 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.642867 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643190 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643190 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643350 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643463 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643626 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643824 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.643989 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.644147 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.645877 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.648633 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649244 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.649854 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650457 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650800 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650800 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.650942 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651021 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651147 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651308 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651471 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651701 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651859 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.651950 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.652106 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.652268 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.652441 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.652583 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.655842 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656983 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656983 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656983 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.656983 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.657421 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.657597 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.657766 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.658005 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.658126 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.658292 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.658453 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.658618 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.658894 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 16:59:58.659096 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659096 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659218 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659398 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659561 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659723 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.659964 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.660137 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.660310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.660472 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.660634 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.660796 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.660957 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.661116 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.661275 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.661435 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.661594 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.661753 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.661914 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.662084 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.662258 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.662424 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.662585 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.662743 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.662928 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.663088 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.663248 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.663412 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.663572 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.663733 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.664059 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.664059 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.664059 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.665680 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666139 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666139 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666139 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666139 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666139 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666429 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666429 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666577 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666737 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.666896 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.667056 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.667216 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.667377 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.667536 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.667693 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.667873 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.668035 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.668198 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.668351 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.668511 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.668671 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.668832 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669000 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669154 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669314 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669492 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669635 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669796 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.669954 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.670116 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.670421 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.670421 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.670640 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.670743 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.670865 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.671024 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.671184 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.671343 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.671517 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.671676 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.671855 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672016 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672174 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672336 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672513 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672956 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672956 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.672956 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.673264 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.673264 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.673489 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.673598 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.673785 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674124 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674124 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674355 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674436 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674560 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674701 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.674861 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.675019 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.675179 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.675338 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.675507 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.675874 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.675874 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676256 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676256 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676487 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676487 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676711 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676830 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.676912 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677036 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677209 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677346 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677505 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677678 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677825 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.677983 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.678142 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.678310 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.678468 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.678627 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.678786 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.678945 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.679104 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.679274 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.679436 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.679597 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.679783 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.679957 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.680115 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.680273 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.680443 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.680602 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.680768 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.680921 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.681081 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.681241 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.681401 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.681561 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.681729 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.681898 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.682058 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.682226 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.682394 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.682564 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.682760 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.682889 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.683048 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.683207 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.683365 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.683524 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.683683 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.683879 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684037 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684196 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684356 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684517 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684675 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684833 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.684991 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.685150 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.685309 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.685468 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.685626 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.685785 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.685944 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.686116 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 16:59:58.686242 n-d-791506-17 neutron-server[93786]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93786) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 16:59:58.881368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42934) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 16:59:58.893232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086181 Jul 09 17:00:10.400105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf58b9b-add2-48fa-a10a-2bb43621a2f0 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:00:10.454673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf58b9b-add2-48fa-a10a-2bb43621a2f0 None None] No non-hosted networks {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 17:00:10.464336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.agentschedulers_db [None req-ddf58b9b-add2-48fa-a10a-2bb43621a2f0 None None] DHCP Agent not found on host n-d-791506-17 {{(pid=93897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 17:00:10.568398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2458875e-34cd-45e0-9cd5-0abac801b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:12.812095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c9568a0e-1245-4957-9430-516f42bdf2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:12.872441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-99826a82-db1d-42f2-b1c2-f0d7d63c7f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:13.256637 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:13.257649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.258182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.258671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.259145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.259612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.260105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.260568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.261073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.263909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.264424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.264896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.265382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:13.265958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-17', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:13.278757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-17', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:13.839570 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:15.664438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:16.830696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43028) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:17.187399 n-d-791506-17 neutron-server[93897]: INFO neutron.db.l3_hamode_db [None req-d53bbc72-4c33-41d9-a43e-674118dc1b10 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 17:00:17.264179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bbc72-4c33-41d9-a43e-674118dc1b10 None None] Routers set() bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:17.264556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bbc72-4c33-41d9-a43e-674118dc1b10 None None] Router IDs set() for agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 17:00:17.351049 n-d-791506-17 neutron-server[93895]: WARNING oslo_policy.policy [None req-9fe425f4-2c84-40f9-b4ef-5f470d35e694 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:17.351654 n-d-791506-17 neutron-server[93895]: WARNING oslo_policy.policy [None req-9fe425f4-2c84-40f9-b4ef-5f470d35e694 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:17.566640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-9fe425f4-2c84-40f9-b4ef-5f470d35e694 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:00:17.567721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9fe425f4-2c84-40f9-b4ef-5f470d35e694 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7360935 Jul 09 17:00:19.992055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43042) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:20.345401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:20.446654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.policy [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 17:00:20.494764 n-d-791506-17 neutron-server[93895]: WARNING oslo_policy.policy [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:20.495166 n-d-791506-17 neutron-server[93895]: WARNING oslo_policy.policy [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:20.504024 n-d-791506-17 neutron-server[93895]: INFO neutron.quota [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] Loaded quota_driver: . Jul 09 17:00:20.602390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734213220740', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734213222313', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734213266374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734213273166', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734213244976', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734213255261', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611533', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-757292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3842978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3778580'] for rbac-policy, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:20.674683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:20.675955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47ef1871-dee4-4012-91c3-680b6b9c0ddf admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6825442 Jul 09 17:00:23.280633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43054) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:23.807019 n-d-791506-17 neutron-server[93896]: WARNING oslo_policy.policy [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:23.807618 n-d-791506-17 neutron-server[93896]: WARNING oslo_policy.policy [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:24.021210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:24.023190 n-d-791506-17 neutron-server[93896]: INFO neutron.quota [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Loaded quota_driver: . Jul 09 17:00:24.084548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Made reservation on behalf of ce9ce11bf6a4489eaf63b2d9ee25f3cd for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:24.149766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.policy [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93896) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 17:00:24.195377 n-d-791506-17 neutron-server[93896]: WARNING oslo_policy.policy [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:24.195746 n-d-791506-17 neutron-server[93896]: WARNING oslo_policy.policy [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 17:00:24.205792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.228551 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.378581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.385846 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.406240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:00:24.434552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734216828492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.435148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Unsubscribe: segment precommit_create {{(pid=93896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 17:00:24.435654 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Added segment 10d1d6e3-7110-4dba-96a1-51d32154700e of type vlan for network b336c83e-7d32-41cb-8369-82e880d51b41 Jul 09 17:00:24.453157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a94b9-6a0b-4e6d-b498-39e102d99f05,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:24.474969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.475382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.475654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.476135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.476461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.476787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.477102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.477418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.477716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.478030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.478339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.478654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Tracked resource versions report: Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: pushed versions: Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: { 'AddressGroup': {'1.2'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'ConntrackHelper': {'1.0'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Log': {'1.0'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Network': {'1.1'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Port': {'1.7'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'PortForwarding': {'1.2'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'QosPolicy': {'1.8'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'SecurityGroup': {'1.4'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'SubPort': {'1.0'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Subnet': {'1.1'}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Trunk': {'1.1'}} Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: consumer versions: Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: L3 agent@n-d-791506-17: {}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: Metadata agent@n-d-791506-17: {}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: Metering agent@n-d-791506-17: {}, Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'ConntrackHelper': '1.0', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Log': '1.0', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Network': '1.1', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Port': '1.7', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'PortForwarding': '1.2', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'QosPolicy': '1.8', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'SecurityGroup': '1.4', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'SecurityGroupRule': '1.2', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'SubPort': '1.0', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Subnet': '1.1', Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: 'Trunk': '1.1'}} Jul 09 17:00:24.479786 n-d-791506-17 neutron-server[93896]: {{(pid=93896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:00:24.570210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.626185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.627983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:24.628949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:24.720648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4378664 Jul 09 17:00:24.729214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524e791-e9a0-42af-80cd-62dbbc30e6ae admin admin] Pushing event updated for resources: {'Network': ['ID=b336c83e-7d32-41cb-8369-82e880d51b41,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:24.741909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b336c83e-7d32-41cb-8369-82e880d51b41 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:00:27.377619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43076) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:27.784876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5f977-b0d5-4820-8e83-044f508d830f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:27.786269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fab5f977-b0d5-4820-8e83-044f508d830f admin admin] 10.222.0.21 "GET /v2.0/networks/b336c83e-7d32-41cb-8369-82e880d51b41 HTTP/1.1" status: 200 len: 825 time: 0.4076557 Jul 09 17:00:27.828445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b2ee7c3-a591-4f8c-8f3e-742e968457a9 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e134b55e-85bc-496d-8c3b-73234112c2ff HTTP/1.1" status: 200 len: 734 time: 0.0363820 Jul 09 17:00:27.840861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:27.871717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Made reservation on behalf of ce9ce11bf6a4489eaf63b2d9ee25f3cd for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:27.875135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.189100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.260590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ad9964-b30c-48db-a4c8-bf36187f9af3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:28.262562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Checking segment: {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:28.262922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Network hostable DHCP agents. Network: b336c83e-7d32-41cb-8369-82e880d51b41, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:00:28.287874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Network b336c83e-7d32-41cb-8369-82e880d51b41 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:00:28.300606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b336c83e-7d32-41cb-8369-82e880d51b41) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:28.305264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:28.305838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.310599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b85ebf-7e44-4b4b-8b9b-ca576f84a0d8 None None] Network b336c83e-7d32-41cb-8369-82e880d51b41 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:00:28.320284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cc8efe92-1887-40ac-b665-ff5191dfd0a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4838963 Jul 09 17:00:28.626924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-b336c83e-7d32-41cb-8369-82e880d51b41', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:00:28.628244 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:28.899165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Allocated IP 172.20.0.2 (b336c83e-7d32-41cb-8369-82e880d51b41/31ad9964-b30c-48db-a4c8-bf36187f9af3/3ff9dff0-6a60-4114-b2b6-175ebefdfff9) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:29.106223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.124860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Transition to ACTIVE for port object 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:29.176253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Transition to ACTIVE for port object 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:29.186061 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.252997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Network b336c83e-7d32-41cb-8369-82e880d51b41 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:29.257750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:29.266559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:29.268679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Pushing event updated for resources: {'Port': ['ID=3ff9dff0-6a60-4114-b2b6-175ebefdfff9,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:29.280788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.281132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.281470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.281801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.282130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.282456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.282778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.283097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.283424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.283788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.284098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.284411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Tracked resource versions report: Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: pushed versions: Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: { 'AddressGroup': {'1.2'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'ConntrackHelper': {'1.0'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Log': {'1.0'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Network': {'1.1'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Port': {'1.7'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'PortForwarding': {'1.2'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'QosPolicy': {'1.8'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'SecurityGroup': {'1.4'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'SubPort': {'1.0'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Subnet': {'1.1'}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Trunk': {'1.1'}} Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: consumer versions: Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: L3 agent@n-d-791506-17: {}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: Metadata agent@n-d-791506-17: {}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: Metering agent@n-d-791506-17: {}, Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'ConntrackHelper': '1.0', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Log': '1.0', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Network': '1.1', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Port': '1.7', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'PortForwarding': '1.2', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'QosPolicy': '1.8', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'SecurityGroup': '1.4', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'SecurityGroupRule': '1.2', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'SubPort': '1.0', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Subnet': '1.1', Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: 'Trunk': '1.1'}} Jul 09 17:00:29.285519 n-d-791506-17 neutron-server[93897]: {{(pid=93897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:00:29.352626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Attempting to bind port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:29.353314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Attempting to bind port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:29.353440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Attempting to bind port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 on network b336c83e-7d32-41cb-8369-82e880d51b41 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:29.358533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:29.358928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Checking segment: {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:29.359419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.359800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Bound using segment: {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:29.360308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Bound port: 3ff9dff0-6a60-4114-b2b6-175ebefdfff9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:29.360715 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.422665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] For port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:29.427277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] For port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ff9dff0-6a60-4114-b2b6-175ebefdfff9,segment=NetworkSegment(10d1d6e3-7110-4dba-96a1-51d32154700e),segment_id=10d1d6e3-7110-4dba-96a1-51d32154700e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:29.431952 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:29.500551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31767f-b127-47ca-a24e-e846872b9bd7 None None] Pushing event updated for resources: {'Port': ['ID=3ff9dff0-6a60-4114-b2b6-175ebefdfff9,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:30.698380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43084) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:31.034199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-fd836fae-30b8-41f1-ba70-2d7d5fd3a442 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:00:31.047789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fd836fae-30b8-41f1-ba70-2d7d5fd3a442 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3358777 Jul 09 17:00:33.436750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43092) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:33.770480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-7b13b566-9b0a-43f1-9449-62449b6b4a51 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:00:33.771447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7b13b566-9b0a-43f1-9449-62449b6b4a51 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3337603 Jul 09 17:00:35.135857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:35.229565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:35.547141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706869f-a48f-43ec-b995-285543181d1f None None] Network b336c83e-7d32-41cb-8369-82e880d51b41 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:00:35.663300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] Provisioning for port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:35.675209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] Provisioning complete for port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:35.675603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:35.830785 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:35.873576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] For port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ff9dff0-6a60-4114-b2b6-175ebefdfff9,segment=NetworkSegment(10d1d6e3-7110-4dba-96a1-51d32154700e),segment_id=10d1d6e3-7110-4dba-96a1-51d32154700e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:35.879224 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:35.931244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5962df4-6758-4d7e-b4a5-fb91d8a7a6d2 None None] Pushing event updated for resources: {'Port': ['ID=3ff9dff0-6a60-4114-b2b6-175ebefdfff9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:36.100700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f42fc329-5984-4a0e-a90b-0762c3e123a2 None None] Provisioning complete for port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:36.101216 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f42fc329-5984-4a0e-a90b-0762c3e123a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.412687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43106) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:36.754691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] Request body: {'router': {'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'name': 'router1', 'admin_state_up': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:36.784965 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.786474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.926207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.934426 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.950629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:36.951910 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dae9f58f-fb3b-4f7f-bac9-51a084fb22c9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5381517 Jul 09 17:00:37.100142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:37.150303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:37.150676 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:39.433405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43114) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:39.783037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-9ba0db9b-3c58-4662-b9d9-a250d8b22639 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:00:39.784121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ba0db9b-3c58-4662-b9d9-a250d8b22639 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3496883 Jul 09 17:00:40.293855 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3cea2043-f46e-4ce6-9048-eacb8aece4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.136763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:42.500661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:42.534551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Made reservation on behalf of f685f3f39486428a8dd33c2ef637880f for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:42.538690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.562570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.687182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.693744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.705184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Reserving flat network on physical network physnet1 {{(pid=93895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 17:00:42.737199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734216828492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.737779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Unsubscribe: segment precommit_create {{(pid=93895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 17:00:42.738271 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Added segment 86483339-4ab6-4b83-966c-219152cd89c0 of type flat for network 9f0ed3ee-8168-48da-83f8-908041e640f1 Jul 09 17:00:42.755404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c1629-2c9b-49b4-95ce-afbfc1d8433c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:42.793865 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-712d5552-de13-4c61-8b93-9f9497d4cfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.805180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.805581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.805846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.806174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.806557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.806852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.807199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.807642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.807925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.808213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.808586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.808868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Tracked resource versions report: Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: pushed versions: Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: { 'AddressGroup': {'1.2'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'ConntrackHelper': {'1.0'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Log': {'1.0'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Network': {'1.1'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Port': {'1.7'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'PortForwarding': {'1.2'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'QosPolicy': {'1.8'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'SecurityGroup': {'1.4'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'SubPort': {'1.0'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Subnet': {'1.1'}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Trunk': {'1.1'}} Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: consumer versions: Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: L3 agent@n-d-791506-17: {}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: Metadata agent@n-d-791506-17: {}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: Metering agent@n-d-791506-17: {}, Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'ConntrackHelper': '1.0', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Log': '1.0', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Network': '1.1', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Port': '1.7', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'PortForwarding': '1.2', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'QosPolicy': '1.8', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'SecurityGroup': '1.4', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'SecurityGroupRule': '1.2', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'SubPort': '1.0', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Subnet': '1.1', Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: 'Trunk': '1.1'}} Jul 09 17:00:42.810060 n-d-791506-17 neutron-server[93895]: {{(pid=93895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:00:42.867610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.925785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:42.927196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:42.928193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:43.018826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8741121 Jul 09 17:00:43.038806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f4528-c6f4-49c2-935e-9f86e0f2ee2e admin admin] Pushing event updated for resources: {'Network': ['ID=9f0ed3ee-8168-48da-83f8-908041e640f1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:43.050648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:00:43.255144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:43.724766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:45.425307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43144) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:45.606923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:45.678757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ee796-74dd-4be2-9609-06c5f8cf3147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:45.680091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-327ee796-74dd-4be2-9609-06c5f8cf3147 admin admin] 10.222.0.21 "GET /v2.0/subnets/31ad9964-b30c-48db-a4c8-bf36187f9af3 HTTP/1.1" status: 200 len: 849 time: 0.2535770 Jul 09 17:00:45.866194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6a49c69e-34d5-4625-8531-ee36357cb791 admin admin] 10.222.0.21 "GET /v2.0/routers/f0cbc65e-9abb-460b-beb3-8532c7fbb570 HTTP/1.1" status: 200 len: 704 time: 0.1779983 Jul 09 17:00:46.133130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:46.441498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Allocated IP 172.20.0.1 (b336c83e-7d32-41cb-8369-82e880d51b41/31ad9964-b30c-48db-a4c8-bf36187f9af3/910d5152-b88f-4b43-80f7-12fdec612d33) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:46.646262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:46.670782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Transition to ACTIVE for port object 910d5152-b88f-4b43-80f7-12fdec612d33 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:46.756749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:46.836129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Network b336c83e-7d32-41cb-8369-82e880d51b41 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:46.841053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:46.849298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:46.850147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:46.877962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Pushing event updated for resources: {'Port': ['ID=910d5152-b88f-4b43-80f7-12fdec612d33,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:47.083607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:47.085359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d425a20c-67d0-4dc7-bc1b-b5b9b9449544 None None] Provisioning for port 910d5152-b88f-4b43-80f7-12fdec612d33 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:47.089550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d425a20c-67d0-4dc7-bc1b-b5b9b9449544 None None] Provisioning complete for port 910d5152-b88f-4b43-80f7-12fdec612d33 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:47.089919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d425a20c-67d0-4dc7-bc1b-b5b9b9449544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:47.122889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d425a20c-67d0-4dc7-bc1b-b5b9b9449544 None None] Port 910d5152-b88f-4b43-80f7-12fdec612d33 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:47.333821 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:47.341156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:47.342086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:47.415257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Pushing event updated for resources: {'Port': ['ID=910d5152-b88f-4b43-80f7-12fdec612d33,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:47.463952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Network b336c83e-7d32-41cb-8369-82e880d51b41 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:47.465355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:47.631559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Router f0cbc65e-9abb-460b-beb3-8532c7fbb570 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:00:47.647211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0a0a0a12-9c48-4128-b765-eae45de8cc3f None None] Provisioning complete for port 910d5152-b88f-4b43-80f7-12fdec612d33 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:47.647578 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0a12-9c48-4128-b765-eae45de8cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:47.681964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a0a12-9c48-4128-b765-eae45de8cc3f None None] Port 910d5152-b88f-4b43-80f7-12fdec612d33 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:00:47.725155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:00:47.730790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9b8c840e-6afa-48d3-bd55-38be46104415 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0cbc65e-9abb-460b-beb3-8532c7fbb570/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8573494 Jul 09 17:00:47.748394 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Sync routers for ids ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:00:47.760735 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Routers {'f0cbc65e-9abb-460b-beb3-8532c7fbb570'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:47.762186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:00:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:47.943733 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Set router f0cbc65e-9abb-460b-beb3-8532c7fbb570 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:48.369426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'name': 'router1', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:00:36Z', 'updated_at': '2021-07-09T17:00:47Z', 'revision_number': 2, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'gw_port_host': None, '_interfaces': [{'id': '910d5152-b88f-4b43-80f7-12fdec612d33', 'name': '', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'mac_address': 'fa:16:3e:51:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:46Z', 'updated_at': '2021-07-09T17:00:47Z', 'revision_number': 2, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'subnets': [{'id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:48.420320 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Checking router: f0cbc65e-9abb-460b-beb3-8532c7fbb570 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:00:48.420685 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Updating router f0cbc65e-9abb-460b-beb3-8532c7fbb570 port 910d5152-b88f-4b43-80f7-12fdec612d33 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:00:48.484710 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:48.996194 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.017754 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Transition to ACTIVE for port object 910d5152-b88f-4b43-80f7-12fdec612d33 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:49.027227 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.159929 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Pushing event updated for resources: {'Port': ['ID=910d5152-b88f-4b43-80f7-12fdec612d33,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:49.198591 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.198941 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.199281 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.199610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.199983 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.200298 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.200621 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.200975 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.201300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.201608 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.201919 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.202217 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Tracked resource versions report: Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: pushed versions: Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: { 'AddressGroup': {'1.2'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'ConntrackHelper': {'1.0'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Log': {'1.0'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Network': {'1.1'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Port': {'1.7'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'PortForwarding': {'1.2'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'QosPolicy': {'1.8'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'SecurityGroup': {'1.4'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'SubPort': {'1.0'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Subnet': {'1.1'}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Trunk': {'1.1'}} Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: consumer versions: Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: L3 agent@n-d-791506-17: {}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: Metadata agent@n-d-791506-17: {}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: Metering agent@n-d-791506-17: {}, Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'ConntrackHelper': '1.0', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Log': '1.0', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Network': '1.1', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Port': '1.7', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'PortForwarding': '1.2', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'QosPolicy': '1.8', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'SecurityGroup': '1.4', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'SecurityGroupRule': '1.2', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'SubPort': '1.0', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Subnet': '1.1', Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: 'Trunk': '1.1'}} Jul 09 17:00:49.203332 n-d-791506-17 neutron-server[93898]: {{(pid=93898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:00:49.208303 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Attempting to bind port 910d5152-b88f-4b43-80f7-12fdec612d33 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:49.208679 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Attempting to bind port 910d5152-b88f-4b43-80f7-12fdec612d33 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:49.209125 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Attempting to bind port 910d5152-b88f-4b43-80f7-12fdec612d33 on network b336c83e-7d32-41cb-8369-82e880d51b41 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:49.216376 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:49.216765 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Checking segment: {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:49.217373 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.217625 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Bound using segment: {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:49.218132 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Bound port: 910d5152-b88f-4b43-80f7-12fdec612d33, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d1d6e3-7110-4dba-96a1-51d32154700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:49.218536 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.282876 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] For port 910d5152-b88f-4b43-80f7-12fdec612d33, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:49.311857 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] For port 910d5152-b88f-4b43-80f7-12fdec612d33, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=910d5152-b88f-4b43-80f7-12fdec612d33,segment=NetworkSegment(10d1d6e3-7110-4dba-96a1-51d32154700e),segment_id=10d1d6e3-7110-4dba-96a1-51d32154700e)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:49.318521 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:49.381137 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Routers {'f0cbc65e-9abb-460b-beb3-8532c7fbb570'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:49.381845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:00:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:49.383534 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93183a-6f55-48b6-bbec-dbff703e0c5a None None] Pushing event updated for resources: {'Port': ['ID=910d5152-b88f-4b43-80f7-12fdec612d33,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:49.472163 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] Set router f0cbc65e-9abb-460b-beb3-8532c7fbb570 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:49.687501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'name': 'router1', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:00:36Z', 'updated_at': '2021-07-09T17:00:47Z', 'revision_number': 2, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'gw_port_host': None, '_interfaces': [{'id': '910d5152-b88f-4b43-80f7-12fdec612d33', 'name': '', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'mac_address': 'fa:16:3e:51:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:46Z', 'updated_at': '2021-07-09T17:00:49Z', 'revision_number': 4, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'subnets': [{'id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:49.719115 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5de1f-8ad9-4f64-a765-e97676b50871 None None] The sync data for ids ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'] in n-d-791506-17 is: [{'id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'name': 'router1', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:00:36Z', 'updated_at': '2021-07-09T17:00:47Z', 'revision_number': 2, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'gw_port_host': None, '_interfaces': [{'id': '910d5152-b88f-4b43-80f7-12fdec612d33', 'name': '', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'mac_address': 'fa:16:3e:51:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:46Z', 'updated_at': '2021-07-09T17:00:49Z', 'revision_number': 4, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'subnets': [{'id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:49.953356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43164) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:50.066624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39541dc2-eab6-45d9-8285-d4071d097824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.068074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-39541dc2-eab6-45d9-8285-d4071d097824 admin admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 842 time: 0.1137695 Jul 09 17:00:50.077459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'enable_dhcp': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:50.097233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Made reservation on behalf of f685f3f39486428a8dd33c2ef637880f for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:00:50.099489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:50.412416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:00:50.412857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:50.458967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ac0dcb-1a19-400c-9231-0666be654983,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:50.474969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:50.475324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Network hostable DHCP agents. Network: 9f0ed3ee-8168-48da-83f8-908041e640f1, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:00:50.493508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:00:50.503317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 9f0ed3ee-8168-48da-83f8-908041e640f1) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:50.507595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:50.508255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:50.512280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc8d4b-4c18-47c6-844d-2cf20c0e6e6c None None] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:00:50.533308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5ef88e51-74da-41c6-a0c2-44c9d0745710 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4493554 Jul 09 17:00:50.644084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8abb93-6ecb-4145-bbf7-e82646d54ef7 None None] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:00:52.801795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43176) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:52.944022 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ecd60cd7-5818-4fec-b3bd-7616737ad96f admin admin] 10.222.0.21 "GET /v2.0/routers/f0cbc65e-9abb-460b-beb3-8532c7fbb570 HTTP/1.1" status: 200 len: 710 time: 0.1410277 Jul 09 17:00:53.037281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40b2e3-1d72-4d7a-888d-1b76504514ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:00:53.038693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ba40b2e3-1d72-4d7a-888d-1b76504514ed admin admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 886 time: 0.0872023 Jul 09 17:00:53.047688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:00:53.128932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 910d5152-b88f-4b43-80f7-12fdec612d33 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:53.178521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 910d5152-b88f-4b43-80f7-12fdec612d33 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:53.182174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 910d5152-b88f-4b43-80f7-12fdec612d33 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:53.182544 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.262117 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.293630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 910d5152-b88f-4b43-80f7-12fdec612d33, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=910d5152-b88f-4b43-80f7-12fdec612d33,segment=NetworkSegment(10d1d6e3-7110-4dba-96a1-51d32154700e),segment_id=10d1d6e3-7110-4dba-96a1-51d32154700e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:53.297248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.300947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.353377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=910d5152-b88f-4b43-80f7-12fdec612d33,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:53.540343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.613463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.800850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Allocated IP 172.25.3.180 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e70c3771-928e-4722-9fbd-5064321133f4) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:00:53.903639 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.944935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:53.978164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:00:53.983013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:00:53.986209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:00:54.019099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Pushing event updated for resources: {'Port': ['ID=e70c3771-928e-4722-9fbd-5064321133f4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:54.252555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:54.453301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:54.456959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:54.573566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Router f0cbc65e-9abb-460b-beb3-8532c7fbb570 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:00:54.697640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:00:54.703554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:54.705221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04a7c580-4584-40a1-910e-f8fc4868e876 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0cbc65e-9abb-460b-beb3-8532c7fbb570 HTTP/1.1" status: 200 len: 890 time: 1.6607511 Jul 09 17:00:54.710096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Sync routers for ids ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:00:54.722018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Routers {'f0cbc65e-9abb-460b-beb3-8532c7fbb570'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:54.722714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:00:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:54.997581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Set router f0cbc65e-9abb-460b-beb3-8532c7fbb570 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:55.139900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 910d5152-b88f-4b43-80f7-12fdec612d33 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:55.320519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 910d5152-b88f-4b43-80f7-12fdec612d33 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:55.320798 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.482098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'name': 'router1', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'e70c3771-928e-4722-9fbd-5064321133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:00:36Z', 'updated_at': '2021-07-09T17:00:54Z', 'revision_number': 4, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'gw_port': {'id': 'e70c3771-928e-4722-9fbd-5064321133f4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:53Z', 'updated_at': '2021-07-09T17:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '910d5152-b88f-4b43-80f7-12fdec612d33', 'name': '', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'mac_address': 'fa:16:3e:51:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:46Z', 'updated_at': '2021-07-09T17:00:53Z', 'revision_number': 5, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'subnets': [{'id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:55.535360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Checking router: f0cbc65e-9abb-460b-beb3-8532c7fbb570 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:00:55.535699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Updating router f0cbc65e-9abb-460b-beb3-8532c7fbb570 port e70c3771-928e-4722-9fbd-5064321133f4 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:00:55.568842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.901545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.913244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Transition to ACTIVE for port object e70c3771-928e-4722-9fbd-5064321133f4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:00:55.920263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.971682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Attempting to bind port e70c3771-928e-4722-9fbd-5064321133f4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:00:55.972072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Attempting to bind port e70c3771-928e-4722-9fbd-5064321133f4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:00:55.972434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Attempting to bind port e70c3771-928e-4722-9fbd-5064321133f4 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:00:55.975162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271673a1-83bb-481d-b9af-62ad57af3d88 None None] Pushing event updated for resources: {'Port': ['ID=e70c3771-928e-4722-9fbd-5064321133f4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:55.979551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:00:55.979943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:00:55.980329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:55.980719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:00:55.981227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Bound port: e70c3771-928e-4722-9fbd-5064321133f4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:00:55.981563 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:56.030395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] For port e70c3771-928e-4722-9fbd-5064321133f4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:00:56.033536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] For port e70c3771-928e-4722-9fbd-5064321133f4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e70c3771-928e-4722-9fbd-5064321133f4,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:00:56.037992 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:56.095904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271673a1-83bb-481d-b9af-62ad57af3d88 None None] Pushing event updated for resources: {'Port': ['ID=e70c3771-928e-4722-9fbd-5064321133f4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:56.098429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Routers {'f0cbc65e-9abb-460b-beb3-8532c7fbb570'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:00:56.099111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:00:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:56.279743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] Set router f0cbc65e-9abb-460b-beb3-8532c7fbb570 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:00:56.494671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'name': 'router1', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'e70c3771-928e-4722-9fbd-5064321133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:00:36Z', 'updated_at': '2021-07-09T17:00:54Z', 'revision_number': 4, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'gw_port': {'id': 'e70c3771-928e-4722-9fbd-5064321133f4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:53Z', 'updated_at': '2021-07-09T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '910d5152-b88f-4b43-80f7-12fdec612d33', 'name': '', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'mac_address': 'fa:16:3e:51:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:46Z', 'updated_at': '2021-07-09T17:00:53Z', 'revision_number': 5, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'subnets': [{'id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:00:56.520034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7932b-9a7e-4e9e-8db6-454480e45880 None None] The sync data for ids ['f0cbc65e-9abb-460b-beb3-8532c7fbb570'] in n-d-791506-17 is: [{'id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'name': 'router1', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'e70c3771-928e-4722-9fbd-5064321133f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:00:36Z', 'updated_at': '2021-07-09T17:00:54Z', 'revision_number': 4, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'gw_port': {'id': 'e70c3771-928e-4722-9fbd-5064321133f4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:53Z', 'updated_at': '2021-07-09T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '910d5152-b88f-4b43-80f7-12fdec612d33', 'name': '', 'network_id': 'b336c83e-7d32-41cb-8369-82e880d51b41', 'tenant_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'mac_address': 'fa:16:3e:51:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbc65e-9abb-460b-beb3-8532c7fbb570', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:00:46Z', 'updated_at': '2021-07-09T17:00:53Z', 'revision_number': 5, 'project_id': 'ce9ce11bf6a4489eaf63b2d9ee25f3cd', 'subnets': [{'id': '31ad9964-b30c-48db-a4c8-bf36187f9af3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e134b55e-85bc-496d-8c3b-73234112c2ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:00:57.093410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43184) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:00:57.153569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e70c3771-928e-4722-9fbd-5064321133f4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:57.206210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e70c3771-928e-4722-9fbd-5064321133f4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:00:57.210211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e70c3771-928e-4722-9fbd-5064321133f4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:57.210592 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:57.223829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-605964c6-cc1e-4163-8db5-9eec196a8642 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286345 Jul 09 17:00:57.296331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:57.318957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e70c3771-928e-4722-9fbd-5064321133f4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e70c3771-928e-4722-9fbd-5064321133f4,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:00:57.324694 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:00:57.376609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e70c3771-928e-4722-9fbd-5064321133f4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:00:57.570926 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:00:59.131134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e70c3771-928e-4722-9fbd-5064321133f4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:00:59.187176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e70c3771-928e-4722-9fbd-5064321133f4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:00:59.187915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:10.299687 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1cdefd4-7eff-4848-82fc-5416751d8392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:12.795781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd90f520-6e31-42ea-a1c8-a1381efd9043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:13.263007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:13.743160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:15.618350 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:34.569697 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:01:40.295455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f47956c-ee7e-4d35-9a7a-86343e01b5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:42.799337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1a0aec3-19b3-4061-b717-5f81b9f90044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:43.258655 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:43.738115 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:01:45.612095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:10.301604 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c079dc53-71d0-4062-8d5b-c9209fa61505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:11.569400 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:02:12.802978 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db4b9c4b-3c93-443c-b011-29b6e3157498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:13.253343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:13.738819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:15.614553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:37.648676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43784) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:37.716351 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c84f856-40cd-45b2-813e-1efe6233699e admin admin] GET failed (client error): The resource could not be found. Jul 09 17:02:37.717688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c84f856-40cd-45b2-813e-1efe6233699e admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680258 Jul 09 17:02:37.882305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfc6d8-4843-4dec-8c35-043291efa1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:37.883788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddcfc6d8-4843-4dec-8c35-043291efa1b4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603792 Jul 09 17:02:40.095110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:40.202251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a86af-b6a8-4628-ae2d-ec878e497929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.204222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0a6a86af-b6a8-4628-ae2d-ec878e497929 admin admin] 10.222.0.21 "GET /v2.0/subnets/31ad9964-b30c-48db-a4c8-bf36187f9af3 HTTP/1.1" status: 200 len: 849 time: 0.1076741 Jul 09 17:02:40.213696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:02:40.302948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.304666 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1bb1b85-904a-4395-8e35-0e9583d39f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.558407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734216802079'] for subnet, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.595420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:40.595641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:40.596961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] 10.222.0.21 "PUT /v2.0/subnets/31ad9964-b30c-48db-a4c8-bf36187f9af3 HTTP/1.1" status: 200 len: 868 time: 0.3872819 Jul 09 17:02:40.616928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ad9964-b30c-48db-a4c8-bf36187f9af3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:02:40.619347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcfcb37-e3a5-4561-80ca-7bc63d743397 None None] Network b336c83e-7d32-41cb-8369-82e880d51b41 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:02:40.624569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.624988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.625256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.625586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.625917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.626243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.626566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.626887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.627206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.627525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.627883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.628207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c99034-f243-478f-8653-5dacc32a918d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:02:40.982098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c842a06-ea51-4629-b91e-5a6f8f14a037 None None] Provisioning complete for port 910d5152-b88f-4b43-80f7-12fdec612d33 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:40.982499 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c842a06-ea51-4629-b91e-5a6f8f14a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:41.068499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c842a06-ea51-4629-b91e-5a6f8f14a037 None None] Provisioning complete for port 3ff9dff0-6a60-4114-b2b6-175ebefdfff9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:02:41.068707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c842a06-ea51-4629-b91e-5a6f8f14a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.763957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43802) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:42.805453 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43c0d90f-b4fd-4cb3-9ae2-d8d4c3d8e44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:42.974236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c4b90-5374-4d12-bbc1-b2cd58ebd096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.974680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c4b90-5374-4d12-bbc1-b2cd58ebd096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:42.976278 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-595c4b90-5374-4d12-bbc1-b2cd58ebd096 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111130 Jul 09 17:02:43.257247 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:43.741868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:45.155282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43812) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:45.366001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5e800-da94-4b18-b531-bef9943a042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.366382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5e800-da94-4b18-b531-bef9943a042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:45.367969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a4f5e800-da94-4b18-b531-bef9943a042b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2112815 Jul 09 17:02:45.622425 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:02:47.519356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43820) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:47.646959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e40c10-8737-43c8-bf1a-37d74d7dd315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:47.648352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e7e40c10-8737-43c8-bf1a-37d74d7dd315 admin admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 886 time: 0.1276839 Jul 09 17:02:48.568221 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:02:49.804516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43828) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:49.966368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ca608-8195-40bd-ac41-5a00e35558f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:49.967800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c79ca608-8195-40bd-ac41-5a00e35558f0 admin admin] 10.222.0.21 "GET /v2.0/networks/b336c83e-7d32-41cb-8369-82e880d51b41 HTTP/1.1" status: 200 len: 869 time: 0.1622891 Jul 09 17:02:52.159739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:52.292976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf137e8-1aa2-4bd7-91e3-6463c6fb618f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.293438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf137e8-1aa2-4bd7-91e3-6463c6fb618f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:52.295055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-abf137e8-1aa2-4bd7-91e3-6463c6fb618f admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343000 Jul 09 17:02:54.467251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43844) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:54.601179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc33970-1153-49a3-8f1b-175c265fd5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:54.601647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc33970-1153-49a3-8f1b-175c265fd5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:54.603178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bdc33970-1153-49a3-8f1b-175c265fd5e1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348648 Jul 09 17:02:56.791971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43852) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:56.899392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cceda97-2bc2-45e2-8a75-eb05eefef53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:56.900816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2cceda97-2bc2-45e2-8a75-eb05eefef53b admin admin] 10.222.0.21 "GET /v2.0/subnets/31ad9964-b30c-48db-a4c8-bf36187f9af3 HTTP/1.1" status: 200 len: 868 time: 0.1078832 Jul 09 17:02:59.046265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:02:59.150484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d26b5-0a74-439a-b281-4506fa58c05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:02:59.151871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-065d26b5-0a74-439a-b281-4506fa58c05a admin admin] 10.222.0.21 "GET /v2.0/subnets/66ac0dcb-1a19-400c-9231-0666be654983 HTTP/1.1" status: 200 len: 816 time: 0.1045563 Jul 09 17:03:10.308438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb50d6b5-4eca-4c6e-9451-bd7c13da35ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:12.806911 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e70405ce-1c1b-4ab4-a75e-af26db54bdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.263315 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:13.744531 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:15.625903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:23.675235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:23.726263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-ce82852b-4a74-47cf-bd35-23adebb06b79 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:03:23.727259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ce82852b-4a74-47cf-bd35-23adebb06b79 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510550 Jul 09 17:03:25.568092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:03:26.015744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:26.082365 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-11762952-337f-4bac-acf6-b6dbfd6789b5 admin admin] GET failed (client error): The resource could not be found. Jul 09 17:03:26.083706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-11762952-337f-4bac-acf6-b6dbfd6789b5 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669792 Jul 09 17:03:26.232551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609516b2-8af5-43ea-9f57-e4b5c005733d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:26.233929 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-609516b2-8af5-43ea-9f57-e4b5c005733d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1440203 Jul 09 17:03:28.501112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43928) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:28.557439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:28.582122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Made reservation on behalf of f685f3f39486428a8dd33c2ef637880f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:28.584502 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.675118 n-d-791506-17 neutron-server[93896]: WARNING neutron.services.revisions.revision_plugin [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Could not find related network for resource to bump revision. Jul 09 17:03:28.688089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:03:28.697106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.697441 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Added segment 2cfebb37-8283-4f5d-88af-3476eecbedf6 of type vlan for network 91b83808-7133-4bef-831a-1624c7fd0064 Jul 09 17:03:28.739122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.770894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.771828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:28.772411 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:28.825059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3228610 Jul 09 17:03:28.832537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Pushing event updated for resources: {'Network': ['ID=91b83808-7133-4bef-831a-1624c7fd0064,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:28.843084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.843846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.844382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.844771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.845111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.845441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.845931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.846440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.846867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.847171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.847469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.847810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19d719-2cc6-4ebd-b181-3320ecbb47b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:28.861775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 91b83808-7133-4bef-831a-1624c7fd0064 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:03:31.025012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:03:31.086411 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb64216-f824-4b98-8ac1-d64f2c79ff2d admin admin] GET failed (client error): The resource could not be found. Jul 09 17:03:31.087716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6fb64216-f824-4b98-8ac1-d64f2c79ff2d admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617554 Jul 09 17:03:31.158406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d2c160-6eb7-47c0-9e97-2900a5d69cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:31.159888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-25d2c160-6eb7-47c0-9e97-2900a5d69cdc admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662997 Jul 09 17:03:31.169656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:03:31.197713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Made reservation on behalf of f685f3f39486428a8dd33c2ef637880f for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:03:31.200016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.412492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.469004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Pushing event updated for resources: {'Subnet': ['ID=229a309a-0cf4-4165-a964-3bdbb839ceda,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:31.480755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:31.481108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Network hostable DHCP agents. Network: 91b83808-7133-4bef-831a-1624c7fd0064, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:03:31.508089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Network 91b83808-7133-4bef-831a-1624c7fd0064 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:03:31.520426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 91b83808-7133-4bef-831a-1624c7fd0064) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:31.524798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:03:31.525387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.529710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97426a00-987c-446f-8f23-f42100d6ac0b None None] Network 91b83808-7133-4bef-831a-1624c7fd0064 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:31.539236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39baff33-019b-4bf2-ad83-382f3de0443d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3730874 Jul 09 17:03:31.791082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-91b83808-7133-4bef-831a-1624c7fd0064', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'tenant_id': 'f685f3f39486428a8dd33c2ef637880f', 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:03:31.792137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:31.927599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Allocated IP 192.168.233.2 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/d2c4808e-4c1c-4ddd-a41a-149036ed7389) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:03:32.071872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.080464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Transition to ACTIVE for port object d2c4808e-4c1c-4ddd-a41a-149036ed7389 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:32.095585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Transition to ACTIVE for port object d2c4808e-4c1c-4ddd-a41a-149036ed7389 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:03:32.105385 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.145128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:03:32.147883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:03:32.151354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:03:32.156844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Pushing event updated for resources: {'Port': ['ID=d2c4808e-4c1c-4ddd-a41a-149036ed7389,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:32.167465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.167850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.168195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.168683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.168831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.169159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.169480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.169801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.170121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.170442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.170760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.171078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:03:32.223647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Attempting to bind port d2c4808e-4c1c-4ddd-a41a-149036ed7389 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:03:32.224344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Attempting to bind port d2c4808e-4c1c-4ddd-a41a-149036ed7389 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:03:32.224484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Attempting to bind port d2c4808e-4c1c-4ddd-a41a-149036ed7389 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:03:32.229558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:03:32.229825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:03:32.230225 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.230594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:03:32.231054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Bound port: d2c4808e-4c1c-4ddd-a41a-149036ed7389, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:03:32.231443 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.297116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] For port d2c4808e-4c1c-4ddd-a41a-149036ed7389, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:03:32.302073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] For port d2c4808e-4c1c-4ddd-a41a-149036ed7389, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2c4808e-4c1c-4ddd-a41a-149036ed7389,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:03:32.306788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:32.363990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5119-2d19-45d5-a9d7-e5a000a52c88 None None] Pushing event updated for resources: {'Port': ['ID=d2c4808e-4c1c-4ddd-a41a-149036ed7389,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:33.228626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c15fa-dd40-44aa-a50a-2900ce3c4c8b None None] Network 91b83808-7133-4bef-831a-1624c7fd0064 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:03:33.292286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2c4808e-4c1c-4ddd-a41a-149036ed7389 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:33.310246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b9906b6d-39cc-4bfe-b7b6-e73d81f508d8 None None] Provisioning for port d2c4808e-4c1c-4ddd-a41a-149036ed7389 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:33.402058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d2c4808e-4c1c-4ddd-a41a-149036ed7389 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:03:33.407886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d2c4808e-4c1c-4ddd-a41a-149036ed7389 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:33.408255 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.525160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.563242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d2c4808e-4c1c-4ddd-a41a-149036ed7389, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2c4808e-4c1c-4ddd-a41a-149036ed7389,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:03:33.569030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:33.631391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d2c4808e-4c1c-4ddd-a41a-149036ed7389,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:03:33.755039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e552e477-1bb3-4246-bfb4-d29958d30dd7 None None] Provisioning complete for port d2c4808e-4c1c-4ddd-a41a-149036ed7389 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:33.755390 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e552e477-1bb3-4246-bfb4-d29958d30dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:35.250831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2c4808e-4c1c-4ddd-a41a-149036ed7389 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:03:35.300142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d2c4808e-4c1c-4ddd-a41a-149036ed7389 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:03:35.300506 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:40.312490 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dacabcda-ecd4-4aae-8cde-526454db96c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:42.812669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1339f462-6108-4673-bd46-9a528f0e9cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:43.258023 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:43.747133 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:03:45.639550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:02.568008 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:04:10.324952 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b86113e1-ba81-49e1-85f4-c4c4a30e59df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:12.816907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2e6a1119-541c-41b8-9f5c-8f459d1b0d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.261116 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:13.750586 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:15.638223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:39.567702 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:04:40.320039 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5de139fd-2e99-4ead-bc61-98b2a6d98af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:42.821759 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a324431c-4e0a-4a71-ac3a-c3c8893e5bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.265743 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:43.753518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:45.645311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:46.558250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43990) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:46.564264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-0efde3f7-c16f-441b-88e1-38491ae86fb8 tempest-verify_tempest_config-1128702253 tempest-verify_tempest_config-1128702253-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:04:46.565199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0efde3f7-c16f-441b-88e1-38491ae86fb8 tempest-verify_tempest_config-1128702253 tempest-verify_tempest_config-1128702253-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059979 Jul 09 17:04:46.891598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44008) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:47.005604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.111328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.118082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.170428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2fd4d32a6b04b3f9fd17047529f903f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2773640 Jul 09 17:04:47.171224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069115de-047a-41a7-82e6-135c633be032,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:04:47.173090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:04:47.188458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.188792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.189123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.189451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.189766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.190086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.190366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.190708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.191017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.191330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.191647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.191962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731302-96d8-4de3-bb1c-2000dbbe9a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:04:47.237092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-297f16d0-e80b-4b18-85fc-645cce249742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.258912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-297f16d0-e80b-4b18-85fc-645cce249742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.354116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-297f16d0-e80b-4b18-85fc-645cce249742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.356810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-297f16d0-e80b-4b18-85fc-645cce249742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:04:47.357991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-297f16d0-e80b-4b18-85fc-645cce249742 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/069115de-047a-41a7-82e6-135c633be032 HTTP/1.1" status: 204 len: 168 time: 0.1840439 Jul 09 17:04:47.366535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f16d0-e80b-4b18-85fc-645cce249742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069115de-047a-41a7-82e6-135c633be032,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:05:10.324547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3031d9f9-c4cb-49d5-89b4-4c49a1d2c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:12.826073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-017c621d-a186-49c6-8a27-ce18ceabfe58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.273817 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:13.761066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:15.646706 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:16.574634 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:05:40.333790 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0d15620-0343-42c9-8dac-b41242917c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:42.830183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9226e4ee-b558-4e35-85e6-a1bc47b909da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.274493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:43.763153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:45.650090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:05:53.564303 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:06:10.336478 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90cc2eae-a4ed-40af-b4f9-062ab9d33f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:12.836785 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-008663a1-6a15-462d-a10c-eb944b27ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.273386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:13.769144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:15.651868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:30.563946 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:06:40.335542 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-39bf898b-f128-4934-a698-e42ef45d8da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:42.831956 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f13f9d4d-b4b3-44f7-9865-4095e57be34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:43.268298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:43.767723 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:06:45.654957 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:07.562667 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 5 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:07:10.332915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31a2f426-ef67-47ae-9e48-7285d0f3ab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:12.836682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb6e6-5f6d-476f-92a3-cb7b742e96cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.276528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:13.773714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:15.659411 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:37.745974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:38.915949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3954487'] for agent, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:40.330804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4f8be899-bc6e-4585-819c-ea2a5706d4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:42.829932 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1e6aabcf-7107-41d3-a9dc-4da286a5902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.273319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:43.777562 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:07:44.566869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:07:45.660847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:07.702630 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:08.884879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:10.326042 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-826dd462-67c9-4862-9231-5d8fcfbea67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:12.833937 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-757bdbe0-2b30-484d-8ba6-9f0c4a084f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.269998 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:13.778916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:15.666189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:21.566829 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:08:29.007102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44078) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:29.134004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4bc8f41d-409e-497e-be30-41a46494d545 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1197829 Jul 09 17:08:31.302260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44088) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:08:31.374444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-704d86f7-2cd2-462f-8c48-a61fbd05411b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0710588 Jul 09 17:08:37.683095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:38.888432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:40.330659 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c217-1e21-4e46-8cf6-b0fdb991e1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:42.839536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67b8b581-a381-4811-afdb-c58aa767c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.270674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:43.780923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:45.668116 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:08:58.566798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:09:07.686634 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:08.902347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:10.332255 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e2aec573-f373-4863-9cfa-dd20f1319bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:12.841337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a16e-ced6-4124-8e6d-ac67002e2bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.265909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:13.787079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:15.671618 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:35.568653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:09:37.702708 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:38.907225 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:40.339778 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-628ad5d8-3f85-4bbc-ad28-064c045853e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:42.830660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d38bd48b-568e-462b-a6f9-b1c4330f03c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.269913 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:43.786831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:45.678324 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.324199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44238) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:50.728357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-434142995-network', 'tenant_id': 'fb606fb084e54561bb3749f2fa23fb29'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:50.752400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Made reservation on behalf of fb606fb084e54561bb3749f2fa23fb29 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:50.756827 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.768119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.905116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.913378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.932017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:50.948963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:50.949324 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Added segment 7a2a690a-bba8-438c-81bb-fca2e4b2d897 of type vlan for network a0984783-6030-4026-aa72-b6a12ef93345 Jul 09 17:09:50.988865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4294f9-3155-497e-b061-1789ebfc53ae,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:50.998855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:50.999200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:50.999543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:50.999922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.000252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.000581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.000902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.001315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.001548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.001856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.002180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.002487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Tracked resource versions report: Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: pushed versions: Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: { 'AddressGroup': {'1.2'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'ConntrackHelper': {'1.0'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Log': {'1.0'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Network': {'1.1'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Port': {'1.7'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'PortForwarding': {'1.2'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'QosPolicy': {'1.8'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'SecurityGroup': {'1.4'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'SubPort': {'1.0'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Subnet': {'1.1'}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Trunk': {'1.1'}} Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: consumer versions: Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: HyperV agent@n-h1-791506-17: {}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: HyperV agent@n-h2-791506-17: {}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: L3 agent@n-d-791506-17: {}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: Metadata agent@n-d-791506-17: {}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: Metering agent@n-d-791506-17: {}, Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'ConntrackHelper': '1.0', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Log': '1.0', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Network': '1.1', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Port': '1.7', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'PortForwarding': '1.2', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'QosPolicy': '1.8', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'SecurityGroup': '1.4', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'SecurityGroupRule': '1.2', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'SubPort': '1.0', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Subnet': '1.1', Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: 'Trunk': '1.1'}} Jul 09 17:09:51.003592 n-d-791506-17 neutron-server[93896]: {{(pid=93896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:09:51.017758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.049611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.050951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:51.051696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.118642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44292) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.119319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7935236 Jul 09 17:09:51.122089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868452f0-606a-4f92-bda2-86d59e29bf6c admin admin] Pushing event updated for resources: {'Network': ['ID=a0984783-6030-4026-aa72-b6a12ef93345,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.134028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a0984783-6030-4026-aa72-b6a12ef93345 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:51.144770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Request body: {'subnet': {'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-434142995-subnet', 'tenant_id': 'fb606fb084e54561bb3749f2fa23fb29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:51.170770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Made reservation on behalf of fb606fb084e54561bb3749f2fa23fb29 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:51.173529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.370679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.418716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2893c1d-fad9-48e7-b0c2-c9078881d4fe,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:51.425856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44304) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:51.437760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.438096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.438422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.438749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.439069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.439383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.439699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.440045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.440364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.440673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.440973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.441284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Tracked resource versions report: Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: pushed versions: Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: { 'AddressGroup': {'1.2'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'ConntrackHelper': {'1.0'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Log': {'1.0'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Network': {'1.1'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Port': {'1.7'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'PortForwarding': {'1.2'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'QosPolicy': {'1.8'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'SecurityGroup': {'1.4'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'SubPort': {'1.0'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Subnet': {'1.1'}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Trunk': {'1.1'}} Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: consumer versions: Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: HyperV agent@n-h1-791506-17: {}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: HyperV agent@n-h2-791506-17: {}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: L3 agent@n-d-791506-17: {}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: Metadata agent@n-d-791506-17: {}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: Metering agent@n-d-791506-17: {}, Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'ConntrackHelper': '1.0', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Log': '1.0', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Network': '1.1', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Port': '1.7', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'PortForwarding': '1.2', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'QosPolicy': '1.8', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'SecurityGroup': '1.4', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'SecurityGroupRule': '1.2', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'SubPort': '1.0', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Subnet': '1.1', Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: 'Trunk': '1.1'}} Jul 09 17:09:51.442351 n-d-791506-17 neutron-server[93895]: {{(pid=93895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:09:51.450430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:51.450682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Network hostable DHCP agents. Network: a0984783-6030-4026-aa72-b6a12ef93345, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:51.468921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Network a0984783-6030-4026-aa72-b6a12ef93345 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:51.480530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a0984783-6030-4026-aa72-b6a12ef93345) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:51.485347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:51.485927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:51.491309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823cd36-fc2e-466d-b2d5-24262ed5bdf9 None None] Network a0984783-6030-4026-aa72-b6a12ef93345 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:51.512741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-85d2b3f8-fe36-4296-920f-d791a8f06c1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3929403 Jul 09 17:09:51.740974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef27a0-a32b-4022-ac4b-4ceba1d74936 None None] Network a0984783-6030-4026-aa72-b6a12ef93345 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:51.892746 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be44ddc2-cdf6-4501-8d1c-478285606e47 tempest-AutoAllocateNetworkTest-1524221520 tempest-AutoAllocateNetworkTest-1524221520-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=14174e0c049947cc87e76c285507934a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4656484 Jul 09 17:09:51.892966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:52.080576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702311c-2059-42f1-98ba-8e22cfacb0c1 tempest-AutoAllocateNetworkTest-1524221520 tempest-AutoAllocateNetworkTest-1524221520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:52.085062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8702311c-2059-42f1-98ba-8e22cfacb0c1 tempest-AutoAllocateNetworkTest-1524221520 tempest-AutoAllocateNetworkTest-1524221520-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1882987 Jul 09 17:09:52.085255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44334) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:52.143016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44336) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:52.143218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-381c49b1-ad53-4b33-96f7-fe2c39da026f tempest-AutoAllocateNetworkTest-1524221520 tempest-AutoAllocateNetworkTest-1524221520-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568213 Jul 09 17:09:52.175915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5fa3e757-4281-4cff-acff-090356b15037 tempest-AutoAllocateNetworkTest-1524221520 tempest-AutoAllocateNetworkTest-1524221520-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=14174e0c049947cc87e76c285507934a HTTP/1.1" status: 200 len: 208 time: 0.0304363 Jul 09 17:09:52.820930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44382) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:53.175200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0f04bc2-b97c-4fa1-974a-c3e2b235a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.269791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0f04bc2-b97c-4fa1-974a-c3e2b235a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.275718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0f04bc2-b97c-4fa1-974a-c3e2b235a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.309110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f04bc2-b97c-4fa1-974a-c3e2b235a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b1f50a-291e-42b2-b43e-b9584a6162cf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:53.326727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0f04bc2-b97c-4fa1-974a-c3e2b235a5d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14174e0c049947cc87e76c285507934a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5012186 Jul 09 17:09:53.326727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:53.384069 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b288cf-bddc-4677-a00b-ccc713223174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.412046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b288cf-bddc-4677-a00b-ccc713223174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.465424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b288cf-bddc-4677-a00b-ccc713223174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.468575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b288cf-bddc-4677-a00b-ccc713223174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:53.469887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86b288cf-bddc-4677-a00b-ccc713223174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25b1f50a-291e-42b2-b43e-b9584a6162cf HTTP/1.1" status: 204 len: 168 time: 0.1424198 Jul 09 17:09:53.479986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b288cf-bddc-4677-a00b-ccc713223174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b1f50a-291e-42b2-b43e-b9584a6162cf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.053491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44438) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.059338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-534618622-network', 'tenant_id': 'a4a8994a491443f1b08d473c2082b035'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:54.081881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Made reservation on behalf of a4a8994a491443f1b08d473c2082b035 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:54.084746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.093723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.204877 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.210386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.243337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:09:54.255389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e5ce74-d504-45f4-8e86-11d32ca9634f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.274735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.275240 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Added segment 65aed6bc-9742-4c99-a3cf-53da29293bcf of type vlan for network 58ee0ebb-7a7e-4451-a3de-1e5a167143c4 Jul 09 17:09:54.318990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.352889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.354155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:54.354853 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.418333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3632157 Jul 09 17:09:54.421520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44460) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.428545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Request body: {'subnet': {'network_id': '58ee0ebb-7a7e-4451-a3de-1e5a167143c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-534618622-subnet', 'tenant_id': 'a4a8994a491443f1b08d473c2082b035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:09:54.434508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b6351-e701-4288-a7b6-adbb9dc9f600 admin admin] Pushing event updated for resources: {'Network': ['ID=58ee0ebb-7a7e-4451-a3de-1e5a167143c4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.449758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 58ee0ebb-7a7e-4451-a3de-1e5a167143c4 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:09:54.475785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Made reservation on behalf of a4a8994a491443f1b08d473c2082b035 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:09:54.479191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.534628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:54.708777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.764610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6366bda8-d855-413a-ad13-051ba3fe7bfb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:54.772166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Checking segment: {'id': '65aed6bc-9742-4c99-a3cf-53da29293bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '58ee0ebb-7a7e-4451-a3de-1e5a167143c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:09:54.772517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Network hostable DHCP agents. Network: 58ee0ebb-7a7e-4451-a3de-1e5a167143c4, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:09:54.790540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Network 58ee0ebb-7a7e-4451-a3de-1e5a167143c4 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:09:54.801479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 58ee0ebb-7a7e-4451-a3de-1e5a167143c4) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:09:54.806910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:54.807552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.823447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f1364-259c-4f5d-bb96-5866d9fc9b77 None None] Network 58ee0ebb-7a7e-4451-a3de-1e5a167143c4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:54.837716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d86069aa-f62d-4958-81f5-03157992de6e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4134598 Jul 09 17:09:54.841549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d091a734-d58c-4336-a027-e296fa2095b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.948446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d091a734-d58c-4336-a027-e296fa2095b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.955119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d091a734-d58c-4336-a027-e296fa2095b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:54.993926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c5bd1-32c0-41c2-88f5-83f99ed85347 None None] Network 58ee0ebb-7a7e-4451-a3de-1e5a167143c4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:09:54.995623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d091a734-d58c-4336-a027-e296fa2095b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56244c3456a7430abeea1cc0687f67f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4584033 Jul 09 17:09:54.998238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44492) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:55.051480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a734-d58c-4336-a027-e296fa2095b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496e9292-6786-44ee-9785-fd0874e2989b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:55.098908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-170c1f66-5418-44a6-b2c0-1b900583f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.126372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-170c1f66-5418-44a6-b2c0-1b900583f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.227948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-170c1f66-5418-44a6-b2c0-1b900583f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.230747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-170c1f66-5418-44a6-b2c0-1b900583f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.234189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-170c1f66-5418-44a6-b2c0-1b900583f1cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/496e9292-6786-44ee-9785-fd0874e2989b HTTP/1.1" status: 204 len: 168 time: 0.2326875 Jul 09 17:09:55.243723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c1f66-5418-44a6-b2c0-1b900583f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496e9292-6786-44ee-9785-fd0874e2989b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:55.631385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44536) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:55.735378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:55.762363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a204acb7-2526-4c4f-900c-5d3401ab2d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.880824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a204acb7-2526-4c4f-900c-5d3401ab2d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.887505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a204acb7-2526-4c4f-900c-5d3401ab2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:55.925785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a204acb7-2526-4c4f-900c-5d3401ab2d12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be76dc165a5f4eafb91658f06b1f5bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1891086 Jul 09 17:09:55.928146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204acb7-2526-4c4f-900c-5d3401ab2d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa54b30-af8c-4ebd-8bb0-b6d535d8c9c1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:55.928900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44554) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:55.968250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d069a93-6e74-4203-93a6-2111666671ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.019051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ca22f37-bd20-4fa3-bdae-c50e1af1687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.064273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ca22f37-bd20-4fa3-bdae-c50e1af1687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.073261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d069a93-6e74-4203-93a6-2111666671ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.079477 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d069a93-6e74-4203-93a6-2111666671ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.118474 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4d069a93-6e74-4203-93a6-2111666671ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29087795edc649a983dc7b705f30fb34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4857779 Jul 09 17:09:56.119831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ca22f37-bd20-4fa3-bdae-c50e1af1687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.120430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d069a93-6e74-4203-93a6-2111666671ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20deecf7-8bdb-47ec-ac36-7b449d61ed76,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.122806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44560) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.123784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ca22f37-bd20-4fa3-bdae-c50e1af1687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.125507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ca22f37-bd20-4fa3-bdae-c50e1af1687e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfa54b30-af8c-4ebd-8bb0-b6d535d8c9c1 HTTP/1.1" status: 204 len: 168 time: 0.1946549 Jul 09 17:09:56.144824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca22f37-bd20-4fa3-bdae-c50e1af1687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa54b30-af8c-4ebd-8bb0-b6d535d8c9c1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.198164 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-499b5acf-b574-4466-accd-e9427fd8105d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.226682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-499b5acf-b574-4466-accd-e9427fd8105d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.299226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-499b5acf-b574-4466-accd-e9427fd8105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.306605 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-499b5acf-b574-4466-accd-e9427fd8105d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.308265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-499b5acf-b574-4466-accd-e9427fd8105d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20deecf7-8bdb-47ec-ac36-7b449d61ed76 HTTP/1.1" status: 204 len: 168 time: 0.1845696 Jul 09 17:09:56.318987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b5acf-b574-4466-accd-e9427fd8105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20deecf7-8bdb-47ec-ac36-7b449d61ed76,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:56.816319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44612) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:56.830332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f38eb5e9-449e-4801-823b-1aa10eb5f31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.927580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f38eb5e9-449e-4801-823b-1aa10eb5f31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:56.933302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f38eb5e9-449e-4801-823b-1aa10eb5f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.062178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44634) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.065067 n-d-791506-17 neutron-server[93896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 17:09:57.095415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f38eb5e9-449e-4801-823b-1aa10eb5f31b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ceced752ea746acb973a390bdfca659&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2778115 Jul 09 17:09:57.108339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:57.108995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eb5e9-449e-4801-823b-1aa10eb5f31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181c86aa-9eba-4ee3-9bf9-a7e1986ba88c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.163271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-928e6bd7-2544-4e8c-bf9c-005a96e13c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.185830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-928e6bd7-2544-4e8c-bf9c-005a96e13c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.237813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-928e6bd7-2544-4e8c-bf9c-005a96e13c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.242899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-928e6bd7-2544-4e8c-bf9c-005a96e13c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:09:57.248068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-928e6bd7-2544-4e8c-bf9c-005a96e13c87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/181c86aa-9eba-4ee3-9bf9-a7e1986ba88c HTTP/1.1" status: 204 len: 168 time: 0.1347189 Jul 09 17:09:57.256712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e6bd7-2544-4e8c-bf9c-005a96e13c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181c86aa-9eba-4ee3-9bf9-a7e1986ba88c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:09:57.310396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-61999449-1287-4290-b13d-48b1681e9be8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:57.315821 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-61999449-1287-4290-b13d-48b1681e9be8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.2484226 Jul 09 17:09:57.332207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-2ece1127-20d1-4fdb-a441-21edc3677eb2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/quotas/fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 375 time: 0.0137939 Jul 09 17:09:57.406446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-7da1450b-753f-4e82-926d-f26391f0f95c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671437 Jul 09 17:09:57.418883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-6ab9a053-9b31-4d15-8dee-a34ec97ff3a6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:09:57.419999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-6ab9a053-9b31-4d15-8dee-a34ec97ff3a6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062096 Jul 09 17:09:57.880587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-3d669a06-d26e-4ab1-ae2f-ea7885324540 service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711621 Jul 09 17:09:57.967382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-8151db3d-9ac3-419a-b8a4-1e32743be8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852838 Jul 09 17:09:58.206293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44720) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:09:58.209343 n-d-791506-17 neutron-server[93895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 17:09:58.266554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-21abd4c3-225f-4ab5-8000-62d215dde2ff tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=82b210863ace4ddf82f4664330120a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585222 Jul 09 17:09:58.369516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-61536872-823f-4d65-8b68-1b84f2b10164 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:09:58.371024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-61536872-823f-4d65-8b68-1b84f2b10164 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037021 Jul 09 17:09:58.387476 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-ee67c08b-f308-4778-adfa-32bddb2eb562 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/quotas/82b210863ace4ddf82f4664330120a05 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Jul 09 17:09:58.456439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-d5355499-76e4-4781-9cfe-3a5c1a315347 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82b210863ace4ddf82f4664330120a05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604665 Jul 09 17:09:58.739839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68b3d2c6-356f-4b42-a3a9-1c5e832c8237 req-fa84642b-674b-4b17-96b8-6ec9726c8e65 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 210 time: 0.0507309 Jul 09 17:09:59.176457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce6d9236-539a-48ba-9670-37edc34353d5 req-e3ea2f16-6618-47f5-a180-095620d7ae91 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0634153 Jul 09 17:10:00.060658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f94f8c1-5072-403d-9fde-f060be326521 req-02469c90-d96b-42c1-b436-53ddccb97b89 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 210 time: 0.0459433 Jul 09 17:10:00.388956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b7ad377-b24b-41f2-9662-d53a21f7d19c req-8346672c-7eed-407f-a7c3-749d5dbc5c17 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0493429 Jul 09 17:10:00.610633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:00.666801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.36', 62926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:00.681809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.13', 51687) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:00.743668 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-42dfbf15-8317-49f2-a730-754283c10123 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=82b210863ace4ddf82f4664330120a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601363 Jul 09 17:10:01.123280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-3f8ac0f2-9f69-451f-9eaa-62e5df856378 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:01.124823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-3f8ac0f2-9f69-451f-9eaa-62e5df856378 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.4569063 Jul 09 17:10:01.164229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4daead73-a09a-4d09-9642-9dbb0a3c714a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.193803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Request body: {'port': {'device_id': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'admin_state_up': True, 'tenant_id': 'fb606fb084e54561bb3749f2fa23fb29'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:01.258320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.328428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d69b5c0-3f6c-46ce-ad88-7c5697f8157a req-3611ee14-2ab5-4e66-9699-e34bc1f6ac7b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 210 time: 0.0626731 Jul 09 17:10:01.400574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-68806abc-ff70-4880-9f73-93a8f6a44603 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:01.402320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-68806abc-ff70-4880-9f73-93a8f6a44603 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6545706 Jul 09 17:10:01.456989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e718a764-a75c-4729-bbf3-626fa32c0505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.459805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Request body: {'port': {'device_id': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '82b210863ace4ddf82f4664330120a05'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:01.671512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4daead73-a09a-4d09-9642-9dbb0a3c714a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.677505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41d9ed53-0331-4641-9ccd-e02768758965 req-3ce074d0-3af5-49ba-ae95-f81d19803fc3 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0634832 Jul 09 17:10:01.688610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4daead73-a09a-4d09-9642-9dbb0a3c714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.748897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4daead73-a09a-4d09-9642-9dbb0a3c714a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15979da26d904c04b8110dd5b4a3d56f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1371672 Jul 09 17:10:01.752207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45000) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.782645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daead73-a09a-4d09-9642-9dbb0a3c714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f55fbf-bfe1-4b02-92e8-852381eb5a92,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:01.895465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e718a764-a75c-4729-bbf3-626fa32c0505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.895901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0200dd4f-145c-426c-a6a6-e8cece730a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.914762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e718a764-a75c-4729-bbf3-626fa32c0505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.934774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0200dd4f-145c-426c-a6a6-e8cece730a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:01.977062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e718a764-a75c-4729-bbf3-626fa32c0505 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd9877acec044a1db3ade4d6515a7393&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7157729 Jul 09 17:10:01.983613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45026) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:01.984447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Made reservation on behalf of fb606fb084e54561bb3749f2fa23fb29 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:01.988370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.046901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718a764-a75c-4729-bbf3-626fa32c0505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d13fd7-7a9a-48e5-aab9-ec9af87b7164,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.047662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Made reservation on behalf of 82b210863ace4ddf82f4664330120a05 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:02.065621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.098608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.135666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0200dd4f-145c-426c-a6a6-e8cece730a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.139553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0200dd4f-145c-426c-a6a6-e8cece730a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.140491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-276267cf-d224-42f9-846a-9fa1cf53832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.142030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0200dd4f-145c-426c-a6a6-e8cece730a59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73f55fbf-bfe1-4b02-92e8-852381eb5a92 HTTP/1.1" status: 204 len: 168 time: 0.3884492 Jul 09 17:10:02.288974 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.298839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200dd4f-145c-426c-a6a6-e8cece730a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f55fbf-bfe1-4b02-92e8-852381eb5a92,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.308244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.429791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-276267cf-d224-42f9-846a-9fa1cf53832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.703808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-276267cf-d224-42f9-846a-9fa1cf53832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.707921 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-276267cf-d224-42f9-846a-9fa1cf53832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.709925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-276267cf-d224-42f9-846a-9fa1cf53832d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6d13fd7-7a9a-48e5-aab9-ec9af87b7164 HTTP/1.1" status: 204 len: 168 time: 0.7184973 Jul 09 17:10:02.737107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276267cf-d224-42f9-846a-9fa1cf53832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d13fd7-7a9a-48e5-aab9-ec9af87b7164,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:02.740297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Allocated IP 172.20.0.8 (a0984783-6030-4026-aa72-b6a12ef93345/c2893c1d-fad9-48e7-b0c2-c9078881d4fe/dd4a9305-bc8f-4274-ac9e-d118650d275b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:02.864804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:02.907851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c2238cf-2382-4681-85a0-4c78aa7b6266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:02.932963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Allocated IP 192.168.233.23 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/31624c8a-cffe-4bac-aaf9-15b5900c275c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:02.994469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a469bf-e71f-480e-abc6-1ca187a7be3c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.081940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-323e9015-3252-45fb-a149-baf165b02d00 req-4c70dca7-7645-4f6d-b9ee-2f0ed13ddccc tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 210 time: 0.1016304 Jul 09 17:10:03.120942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.225037 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c2238cf-2382-4681-85a0-4c78aa7b6266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.239617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c2238cf-2382-4681-85a0-4c78aa7b6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.315177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2238cf-2382-4681-85a0-4c78aa7b6266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e38352-b179-40f2-aa72-c1d016435656,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.358568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.372416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c2238cf-2382-4681-85a0-4c78aa7b6266 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=333e0efa5fae46d2b05c33df6028fc72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5065999 Jul 09 17:10:03.374916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45086) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.398823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.445191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Transition to ACTIVE for port object 31624c8a-cffe-4bac-aaf9-15b5900c275c will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:03.452970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9ebfebb-a399-4d68-a475-3ef5cdd299ec req-e638c664-54fc-49db-9e16-5b8cef864443 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 210 time: 0.0857117 Jul 09 17:10:03.569880 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:03.597588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Network a0984783-6030-4026-aa72-b6a12ef93345 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:03.612671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.834110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45102) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:03.836957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:03.854476 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16727e06-6eb9-4174-a5a8-b1a47db859d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.897006 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16727e06-6eb9-4174-a5a8-b1a47db859d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.925891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a2f79e8-0ed5-4516-aaa3-0fe494a8ec45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:03.981241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:04.000359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:04.004699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:04.012840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:04.022511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:04.023407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.029290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:04.029930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.037437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16727e06-6eb9-4174-a5a8-b1a47db859d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.044423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16727e06-6eb9-4174-a5a8-b1a47db859d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.045562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Pushing event updated for resources: {'Port': ['ID=31624c8a-cffe-4bac-aaf9-15b5900c275c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.051724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16727e06-6eb9-4174-a5a8-b1a47db859d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e38352-b179-40f2-aa72-c1d016435656 HTTP/1.1" status: 204 len: 168 time: 0.6754987 Jul 09 17:10:04.079049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16727e06-6eb9-4174-a5a8-b1a47db859d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e38352-b179-40f2-aa72-c1d016435656,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.119115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45120) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.443950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7ee06ac6-5745-4128-90aa-8840e3806aeb None None] Provisioning for port 31624c8a-cffe-4bac-aaf9-15b5900c275c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:04.464671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7ee06ac6-5745-4128-90aa-8840e3806aeb None None] Provisioning complete for port 31624c8a-cffe-4bac-aaf9-15b5900c275c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:04.465495 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ee06ac6-5745-4128-90aa-8840e3806aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.472640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a2f79e8-0ed5-4516-aaa3-0fe494a8ec45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.481773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a2f79e8-0ed5-4516-aaa3-0fe494a8ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:04.535788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-b0b97f08-605c-4675-8cac-5bed68c93512 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3508856 Jul 09 17:10:04.572035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-e1459c08-86c4-4f89-b839-08078ed1175e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:04.573817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-e1459c08-86c4-4f89-b839-08078ed1175e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167403 Jul 09 17:10:04.601526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f79e8-0ed5-4516-aaa3-0fe494a8ec45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5c51b-d3f5-4536-8b3b-a5a91c0d7a3c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:04.611747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7ee06ac6-5745-4128-90aa-8840e3806aeb None None] Port 31624c8a-cffe-4bac-aaf9-15b5900c275c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:04.626909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dda8b-0a53-4505-9905-8c008b79d537 req-424a5c45-6e33-42d3-9199-ce1fa8af9716 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:04.640520 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d75dda8b-0a53-4505-9905-8c008b79d537 req-424a5c45-6e33-42d3-9199-ce1fa8af9716 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 931 time: 0.2326691 Jul 09 17:10:04.646700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-98c4f2ab-88cb-4d44-acb2-b80ba3e76717 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1937859 Jul 09 17:10:04.691796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-b25279fe-9d8b-477f-987e-54196f9f48c5 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:04.695147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-b25279fe-9d8b-477f-987e-54196f9f48c5 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235512 Jul 09 17:10:04.730708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d75dda8b-0a53-4505-9905-8c008b79d537 req-aeaeb723-bcd3-44be-b69c-17e52ae28204 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880275 Jul 09 17:10:04.808059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.832584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a2f79e8-0ed5-4516-aaa3-0fe494a8ec45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90bb68b5e765401d98da2803f572ca57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9660916 Jul 09 17:10:04.835496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:04.928347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b61fba9e-d064-4b95-8c2d-5d929f0e7832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.034980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0434ac-6895-4b02-8483-a9fc2e7aad9d req-4ff5d5b2-f838-4491-b5b4-a038a90a197d tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:05.059570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b0434ac-6895-4b02-8483-a9fc2e7aad9d req-4ff5d5b2-f838-4491-b5b4-a038a90a197d tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 935 time: 0.3550608 Jul 09 17:10:05.091249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3dd49-8f85-4791-81c5-7503b7a9e451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.111975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Request body: {'port': {'device_id': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:05.311128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.351828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc6cc89-43cd-424e-9fb3-3f991a0e5281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.498707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Request body: {'port': {'device_id': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'device_owner': 'compute:tempest-test_az-1553880041', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:05.506729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc6cc89-43cd-424e-9fb3-3f991a0e5281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.656811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b0434ac-6895-4b02-8483-a9fc2e7aad9d req-1dd4ccc8-79e1-4870-8a58-c02a3e1e58fb tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924504 Jul 09 17:10:05.680070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.691261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b61fba9e-d064-4b95-8c2d-5d929f0e7832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.817187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc6cc89-43cd-424e-9fb3-3f991a0e5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.832093 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc6cc89-43cd-424e-9fb3-3f991a0e5281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:05.837125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cdc6cc89-43cd-424e-9fb3-3f991a0e5281 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cc5c51b-d3f5-4536-8b3b-a5a91c0d7a3c HTTP/1.1" status: 204 len: 168 time: 1.0000923 Jul 09 17:10:06.068822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b61fba9e-d064-4b95-8c2d-5d929f0e7832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.155127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4a9305-bc8f-4274-ac9e-d118650d275b {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:06.165703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.198412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Transition to ACTIVE for port object dd4a9305-bc8f-4274-ac9e-d118650d275b will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:06.212899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.403723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.484044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6cc89-43cd-424e-9fb3-3f991a0e5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5c51b-d3f5-4536-8b3b-a5a91c0d7a3c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.512411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b61fba9e-d064-4b95-8c2d-5d929f0e7832 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a602b90f2fe54701a64da1fc374b7f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3674371 Jul 09 17:10:06.520994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45176) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.535952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae5bdc-3087-46ce-a524-f374adda2d8d req-f1f8bd95-1b45-4c2b-a2d4-1b5767371281 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:06.544100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e2ae5bdc-3087-46ce-a524-f374adda2d8d req-f1f8bd95-1b45-4c2b-a2d4-1b5767371281 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 931 time: 0.6118510 Jul 09 17:10:06.650426 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3dd49-8f85-4791-81c5-7503b7a9e451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.650788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fba9e-d064-4b95-8c2d-5d929f0e7832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14371df-5638-4a9c-8d1f-de41257d1d32,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.671929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3dd49-8f85-4791-81c5-7503b7a9e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.724739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31624c8a-cffe-4bac-aaf9-15b5900c275c {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:06.728943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3dd49-8f85-4791-81c5-7503b7a9e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f6258a-aff6-4d50-8836-2b0a9047e92a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:06.747416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:06.750388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:06.751937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:06.768972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.785179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e2ae5bdc-3087-46ce-a524-f374adda2d8d req-4e6eea73-c976-4cce-a86c-1f32633a5700 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333672 Jul 09 17:10:06.793065 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-700eec2d-79a9-4bc2-be3b-1055314935db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.827124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Transition to ACTIVE for port object 31624c8a-cffe-4bac-aaf9-15b5900c275c will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:06.839242 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3ab3dd49-8f85-4791-81c5-7503b7a9e451 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=101f13ba5e974a33b088700d947974a6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0271399 Jul 09 17:10:06.839595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45184) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:06.848200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.851385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:06.851720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:06.872240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:06.872613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:06.873165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:06.873643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Bound port: dd4a9305-bc8f-4274-ac9e-d118650d275b, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:06.874027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:06.884777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-700eec2d-79a9-4bc2-be3b-1055314935db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.000423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2938a80c-ed32-4ac6-b36e-1ed4cb403614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.042666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2938a80c-ed32-4ac6-b36e-1ed4cb403614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.104099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Pushing event updated for resources: {'Port': ['ID=31624c8a-cffe-4bac-aaf9-15b5900c275c,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.191608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Attempting to bind port 31624c8a-cffe-4bac-aaf9-15b5900c275c on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:07.192179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Attempting to bind port 31624c8a-cffe-4bac-aaf9-15b5900c275c by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:07.192742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Attempting to bind port 31624c8a-cffe-4bac-aaf9-15b5900c275c on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:07.205296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Port 31624c8a-cffe-4bac-aaf9-15b5900c275c on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:07.205761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Attempting to bind port 31624c8a-cffe-4bac-aaf9-15b5900c275c on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:07.221471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:07.222547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc050ef-c31f-4e8e-87cd-4d13bfdfc468 req-3eaa66cd-c701-43d4-bb2f-ccd42fcce23d tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:07.229385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:07.229877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dc050ef-c31f-4e8e-87cd-4d13bfdfc468 req-3eaa66cd-c701-43d4-bb2f-ccd42fcce23d tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.2752929 Jul 09 17:10:07.231574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2938a80c-ed32-4ac6-b36e-1ed4cb403614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.249990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2938a80c-ed32-4ac6-b36e-1ed4cb403614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.252027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2938a80c-ed32-4ac6-b36e-1ed4cb403614 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4f6258a-aff6-4d50-8836-2b0a9047e92a HTTP/1.1" status: 204 len: 168 time: 0.4109862 Jul 09 17:10:07.256691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.262980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-700eec2d-79a9-4bc2-be3b-1055314935db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.266089 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-700eec2d-79a9-4bc2-be3b-1055314935db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.270667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-700eec2d-79a9-4bc2-be3b-1055314935db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a14371df-5638-4a9c-8d1f-de41257d1d32 HTTP/1.1" status: 204 len: 168 time: 0.7429404 Jul 09 17:10:07.277559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:07.277971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:07.278467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:07.278938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Bound port: 31624c8a-cffe-4bac-aaf9-15b5900c275c, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:07.279330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.349290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eec2d-79a9-4bc2-be3b-1055314935db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14371df-5638-4a9c-8d1f-de41257d1d32,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.426257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.446904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a80c-ed32-4ac6-b36e-1ed4cb403614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f6258a-aff6-4d50-8836-2b0a9047e92a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.447063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dc050ef-c31f-4e8e-87cd-4d13bfdfc468 req-5ef5d23e-f37e-4f04-88d6-eade9ad8b135 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136400 Jul 09 17:10:07.451861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:07.452839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.455478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5627ae61-72a1-4621-86e1-48d9dac2ae2b service neutron] 10.222.0.36 "PUT /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 1092 time: 2.5204463 Jul 09 17:10:07.456298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:07.554862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] For port 31624c8a-cffe-4bac-aaf9-15b5900c275c, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:07.561974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] For port 31624c8a-cffe-4bac-aaf9-15b5900c275c, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:07.572973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.666785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:07.669058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.676097 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] 10.222.0.13 "PUT /v2.0/ports/31624c8a-cffe-4bac-aaf9-15b5900c275c HTTP/1.1" status: 200 len: 1118 time: 2.6091895 Jul 09 17:10:07.682822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'tag': '31624c8a-cffe-4bac-aaf9-15b5900c275c'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:07.708069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:07.869843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb31e-5edc-4530-bf4e-3bd45e4fbdbc service neutron] Pushing event updated for resources: {'Port': ['ID=31624c8a-cffe-4bac-aaf9-15b5900c275c,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:07.964042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-3fa20c74-f0aa-408b-a870-c4a6750684f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:07.965797 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-3fa20c74-f0aa-408b-a870-c4a6750684f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1095 time: 0.1964879 Jul 09 17:10:08.115914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-50d3fb0d-3ab9-45d1-8bde-39f97ea01e06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.1292121 Jul 09 17:10:08.210927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fd03b-a3a7-4387-acb2-a81d064529dc req-669dcf36-a89c-44ea-ac69-06091433ebb7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:08.214549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5e0a2064-a535-42a1-b539-d9631364b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:08.215637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-394fd03b-a3a7-4387-acb2-a81d064529dc req-669dcf36-a89c-44ea-ac69-06091433ebb7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.1745610 Jul 09 17:10:08.216951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-5e0a2064-a535-42a1-b539-d9631364b4cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0954819 Jul 09 17:10:08.315814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45220) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.336332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-902dfff9-f048-4a54-8bd5-722a9da7873b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104610 Jul 09 17:10:08.353369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-394fd03b-a3a7-4387-acb2-a81d064529dc req-b7c9d721-745f-412a-b5e8-a5547a8ec6cb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244991 Jul 09 17:10:08.357829 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-07f70f4a-1b99-410e-b0ec-b7d8f3dbf9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.446655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45230) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.472251 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae7a6-63f6-4373-a888-2a0983cb5e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.530739 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-9ac51e63-d99d-4cba-8d5f-83088f101e03 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865664 Jul 09 17:10:08.627211 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd48ef1b-32f4-4659-8c43-85be148a5222" -d '{"events": [{"name": "network-changed", "server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:08.630787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-07f70f4a-1b99-410e-b0ec-b7d8f3dbf9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.640951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-07f70f4a-1b99-410e-b0ec-b7d8f3dbf9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.707063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-07f70f4a-1b99-410e-b0ec-b7d8f3dbf9ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df50b43ffaab4188992b41b9f861c8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893135 Jul 09 17:10:08.709844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45236) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:08.720924 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16" -d '{"events": [{"name": "network-changed", "server_uuid": "1082045d-ec27-4c39-aad0-4f10d763fcb8", "tag": "31624c8a-cffe-4bac-aaf9-15b5900c275c"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:08.803680 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ec56cf-0934-4924-b3a2-7a6da619728e req-c0be69fa-df54-45ad-8446-e03d3fc08f08 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596798 Jul 09 17:10:08.920683 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.944676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae7a6-63f6-4373-a888-2a0983cb5e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:08.953153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f70f4a-1b99-410e-b0ec-b7d8f3dbf9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54139d-6765-43f1-b32b-0d36f54e7a48,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:08.955855 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e7ae7a6-63f6-4373-a888-2a0983cb5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.043095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcc2915c-91b4-446d-916a-c17b788bd18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.100978 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e7ae7a6-63f6-4373-a888-2a0983cb5e39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e05dbfd7e4cf481a84f5b10b05617491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504204 Jul 09 17:10:09.101968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:09.112071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ae7a6-63f6-4373-a888-2a0983cb5e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9fbed-df9c-45ad-9d66-dac68aafc147,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:09.154329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcc2915c-91b4-446d-916a-c17b788bd18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.247357 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699bd2e-aa28-4596-a8a4-aa85bc74a949 x-openstack-request-id: req-3699bd2e-aa28-4596-a8a4-aa85bc74a949 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:09.247357 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:09.247672 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3699bd2e-aa28-4596-a8a4-aa85bc74a949 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:09.248045 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'status': 'completed', 'code': 200} Jul 09 17:10:09.249643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b101e-eaab-42ed-9254-ccf840d2c3f7 req-83b87542-037f-4b05-a432-4648cb378c6f tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:09.251347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e10b101e-eaab-42ed-9254-ccf840d2c3f7 req-83b87542-037f-4b05-a432-4648cb378c6f tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.4963057 Jul 09 17:10:09.269433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3118bcd5-29bb-4250-8ab0-38476ac092c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.314199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e10b101e-eaab-42ed-9254-ccf840d2c3f7 req-16d0f4bb-cc47-482a-ae52-b90be282705d tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485895 Jul 09 17:10:09.423401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3118bcd5-29bb-4250-8ab0-38476ac092c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.469367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcc2915c-91b4-446d-916a-c17b788bd18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.477405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcc2915c-91b4-446d-916a-c17b788bd18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.478779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bcc2915c-91b4-446d-916a-c17b788bd18c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b54139d-6765-43f1-b32b-0d36f54e7a48 HTTP/1.1" status: 204 len: 168 time: 0.7506886 Jul 09 17:10:09.526100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2915c-91b4-446d-916a-c17b788bd18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54139d-6765-43f1-b32b-0d36f54e7a48,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:09.578955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-337c6875-486c-46a1-b949-84a9eaa8021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:09.580930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-337c6875-486c-46a1-b949-84a9eaa8021a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82b210863ace4ddf82f4664330120a05&device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 1121 time: 0.2649672 Jul 09 17:10:09.693345 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9c5e2e-fbd4-4938-8994-ce8943499633 x-openstack-request-id: req-ec9c5e2e-fbd4-4938-8994-ce8943499633 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:09.693345 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1082045d-ec27-4c39-aad0-4f10d763fcb8", "tag": "31624c8a-cffe-4bac-aaf9-15b5900c275c", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:09.693345 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec9c5e2e-fbd4-4938-8994-ce8943499633 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:09.693345 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'tag': '31624c8a-cffe-4bac-aaf9-15b5900c275c', 'status': 'completed', 'code': 200} Jul 09 17:10:09.848281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-d4b7f1f9-d2b4-4e25-afb0-f9d0b3f87144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:09.852576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-d4b7f1f9-d2b4-4e25-afb0-f9d0b3f87144 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1095 time: 0.5755765 Jul 09 17:10:09.867207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-322da84b-bed8-4d23-851b-956ef914be79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c HTTP/1.1" status: 200 len: 217 time: 0.2744782 Jul 09 17:10:09.880457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3118bcd5-29bb-4250-8ab0-38476ac092c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.883730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3118bcd5-29bb-4250-8ab0-38476ac092c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:09.885080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3118bcd5-29bb-4250-8ab0-38476ac092c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bf9fbed-df9c-45ad-9d66-dac68aafc147 HTTP/1.1" status: 204 len: 168 time: 0.7820699 Jul 09 17:10:09.911800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118bcd5-29bb-4250-8ab0-38476ac092c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf9fbed-df9c-45ad-9d66-dac68aafc147,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:09.991951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c21b2bd4-9bdd-49d8-9903-418b46c27756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:09.993734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-c21b2bd4-9bdd-49d8-9903-418b46c27756 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1187420 Jul 09 17:10:10.250667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a417db-0a74-4c51-b72d-1060d91c142d req-ba124009-e8a4-4bb6-b8d4-ea8043bbf2f0 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:10.257643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71a417db-0a74-4c51-b72d-1060d91c142d req-ba124009-e8a4-4bb6-b8d4-ea8043bbf2f0 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.4820490 Jul 09 17:10:10.295596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-ae625d1d-f281-4638-b587-af78fb04ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:10.297163 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-ae625d1d-f281-4638-b587-af78fb04ef7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2945769 Jul 09 17:10:10.311625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71a417db-0a74-4c51-b72d-1060d91c142d req-91c6df35-082a-4aac-953e-1ca5b487306f tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529964 Jul 09 17:10:10.340775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4a4a-68ab-497c-9a34-7b8bc6d7f97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.512402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-7a7b92b3-cefb-4e87-83ca-f525c2f5d7da service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841598 Jul 09 17:10:10.615086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45300) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:10.667562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-516555c9-811b-47b6-9979-5436b7fcd7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:10.824610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12320c8-7b75-41de-b091-967498b6fdff req-97274ec6-ee2d-4bce-8271-28935f3b3111 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:10.834101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b12320c8-7b75-41de-b091-967498b6fdff req-97274ec6-ee2d-4bce-8271-28935f3b3111 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.2894039 Jul 09 17:10:10.847129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24e9e55a-3608-45b1-b0ce-f91efcadb9d3 req-55cc069f-d41b-4df9-9f0f-3e4ca788175c service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583971 Jul 09 17:10:10.938840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45308) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.181184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-4d345ece-5991-45c2-bcb0-ab960f5053a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:11.182598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-4d345ece-5991-45c2-bcb0-ab960f5053a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.2321970 Jul 09 17:10:11.209901 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b12320c8-7b75-41de-b091-967498b6fdff req-4598f0b8-9f86-4357-bced-9d06274b4628 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740842 Jul 09 17:10:11.304615 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-80ec78c8-49b8-464d-8870-91ed17dc7f6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.0932953 Jul 09 17:10:11.360745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75907dbd-1d80-4f45-acd9-8c1fbea5219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.367702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-516555c9-811b-47b6-9979-5436b7fcd7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.380804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-516555c9-811b-47b6-9979-5436b7fcd7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.505169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516555c9-811b-47b6-9979-5436b7fcd7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce01693-8d62-4beb-80ed-fe4d1a1f29a0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:11.515787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-516555c9-811b-47b6-9979-5436b7fcd7af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f89b82cb051499fa2f113effeaa4f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979838 Jul 09 17:10:11.518223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45322) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.622612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75907dbd-1d80-4f45-acd9-8c1fbea5219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.630609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75907dbd-1d80-4f45-acd9-8c1fbea5219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.792212 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fab0c765-e136-4980-9c91-f1593a13277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.856298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fab0c765-e136-4980-9c91-f1593a13277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:11.876037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-3a43f58c-4966-4340-8f2d-f9a80e1a2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:11.877644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-3a43f58c-4966-4340-8f2d-f9a80e1a2a2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1265292 Jul 09 17:10:11.904314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75907dbd-1d80-4f45-acd9-8c1fbea5219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e056cca0-bec1-4318-96b2-ecddb24863be,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:11.953721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-75907dbd-1d80-4f45-acd9-8c1fbea5219c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f928a955014bb69d8beee8f7278c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0136259 Jul 09 17:10:11.954457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-8a6f2eb7-805a-452d-848e-8843d991d921 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654452 Jul 09 17:10:11.957895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45334) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:11.978995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62056ed-f7e5-40ec-8d03-71678aa71b7c req-5dca2843-cd15-446c-82e0-37f96ea58ac5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:11.987610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b62056ed-f7e5-40ec-8d03-71678aa71b7c req-5dca2843-cd15-446c-82e0-37f96ea58ac5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.3263321 Jul 09 17:10:12.089876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fab0c765-e136-4980-9c91-f1593a13277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.093123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fab0c765-e136-4980-9c91-f1593a13277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.094624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fab0c765-e136-4980-9c91-f1593a13277d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fce01693-8d62-4beb-80ed-fe4d1a1f29a0 HTTP/1.1" status: 204 len: 168 time: 0.5752375 Jul 09 17:10:12.133158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b62056ed-f7e5-40ec-8d03-71678aa71b7c req-ef7747c9-2b36-429b-8cee-e74441bc7dc1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443694 Jul 09 17:10:12.140235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0c765-e136-4980-9c91-f1593a13277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce01693-8d62-4beb-80ed-fe4d1a1f29a0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.166909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-a6d2b70e-7eb6-4bb6-bf36-281888717451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:12.168887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-a6d2b70e-7eb6-4bb6-bf36-281888717451 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82b210863ace4ddf82f4664330120a05&device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 1121 time: 0.4285135 Jul 09 17:10:12.196550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b0bab11-ed72-4e4b-a2ed-88976164ec1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.205670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-1d711c5b-ef3b-4a42-b98e-7c241f913bf9 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374892 Jul 09 17:10:12.230489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b0bab11-ed72-4e4b-a2ed-88976164ec1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.329632 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b0bab11-ed72-4e4b-a2ed-88976164ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.334339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b0bab11-ed72-4e4b-a2ed-88976164ec1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:12.340280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6b0bab11-ed72-4e4b-a2ed-88976164ec1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e056cca0-bec1-4318-96b2-ecddb24863be HTTP/1.1" status: 204 len: 168 time: 0.3787010 Jul 09 17:10:12.473080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bab11-ed72-4e4b-a2ed-88976164ec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056cca0-bec1-4318-96b2-ecddb24863be,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:12.569519 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:10:12.626337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-1dd876ff-d88f-4f71-916c-4139018adead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:12.628248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-1dd876ff-d88f-4f71-916c-4139018adead service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3213348 Jul 09 17:10:12.675649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac156d-af07-4e3e-85bc-654833729adc req-92a2912c-2743-4a86-8c8a-6b1aabfd6011 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:12.677569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26ac156d-af07-4e3e-85bc-654833729adc req-92a2912c-2743-4a86-8c8a-6b1aabfd6011 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.1741874 Jul 09 17:10:12.700611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-d430bf18-36c9-4530-8596-f630c28b377f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c HTTP/1.1" status: 200 len: 217 time: 0.0643251 Jul 09 17:10:12.769933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26ac156d-af07-4e3e-85bc-654833729adc req-0deff753-5cd6-4ae7-abf1-f5d8c13e190e tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814424 Jul 09 17:10:12.821546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-bbaabf43-d147-41c7-8aac-73aa3253e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:12.823338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-bbaabf43-d147-41c7-8aac-73aa3253e487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1171370 Jul 09 17:10:12.850405 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6ceff7e-0b5a-439c-bb77-0d0544bae3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.021947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-1732caf1-ae49-4f11-9ff7-d44cc5fa1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:13.025987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-1732caf1-ae49-4f11-9ff7-d44cc5fa1c97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1936009 Jul 09 17:10:13.234230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.272685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-723911c3-4163-4060-ae0c-84419922a82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.283109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.482985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-d4b609fb-8b45-4bb4-94ca-8bb128a283dd service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354666 Jul 09 17:10:13.495352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-723911c3-4163-4060-ae0c-84419922a82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.527195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-723911c3-4163-4060-ae0c-84419922a82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.569449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723911c3-4163-4060-ae0c-84419922a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98662cd-ee11-4e48-ae0c-4c7f6026149d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:13.631436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-723911c3-4163-4060-ae0c-84419922a82c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad50169f3e56454799b4e21168dcf869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926671 Jul 09 17:10:13.644115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.664751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09d819-82af-44e7-94af-0bf3bb845c79 req-e9e3fa76-ab86-4f47-b875-ff6387b21de5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:13.666773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b09d819-82af-44e7-94af-0bf3bb845c79 req-e9e3fa76-ab86-4f47-b875-ff6387b21de5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.1925063 Jul 09 17:10:13.685226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcc9e176-07b5-4d24-bab8-bb7a8141bc16 req-4aaf3b93-82c3-4a9f-8a91-6fff8632ae42 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863282 Jul 09 17:10:13.745646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45382) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:13.802702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b09d819-82af-44e7-94af-0bf3bb845c79 req-611a8881-9bc4-4091-ae70-b4a2712699d2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270132 Jul 09 17:10:13.819075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.843480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d7c69e9-4456-43a8-b64a-d46c29362290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.878187 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d7c69e9-4456-43a8-b64a-d46c29362290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:13.996427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d7c69e9-4456-43a8-b64a-d46c29362290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.001528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d7c69e9-4456-43a8-b64a-d46c29362290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.011835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6d7c69e9-4456-43a8-b64a-d46c29362290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f98662cd-ee11-4e48-ae0c-4c7f6026149d HTTP/1.1" status: 204 len: 168 time: 0.3590951 Jul 09 17:10:14.099827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b736-3f35-42cb-8cae-dcc64efd6e87 req-75df7328-d1e8-48ca-b0e6-6ea228778429 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:14.111229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85e4b736-3f35-42cb-8cae-dcc64efd6e87 req-75df7328-d1e8-48ca-b0e6-6ea228778429 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.1071634 Jul 09 17:10:14.115369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c69e9-4456-43a8-b64a-d46c29362290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98662cd-ee11-4e48-ae0c-4c7f6026149d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.178712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4b091e38-e8d5-4101-9f6f-d54515084b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.253112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd48ef1b-32f4-4659-8c43-85be148a5222 req-3e648da7-1180-4211-90d2-b49324a798ff service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930448 Jul 09 17:10:14.344568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4b091e38-e8d5-4101-9f6f-d54515084b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.359614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4b091e38-e8d5-4101-9f6f-d54515084b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.396971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b091e38-e8d5-4101-9f6f-d54515084b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039df706-2d5d-48e3-a50c-7b29abc05858,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:14.431043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85e4b736-3f35-42cb-8cae-dcc64efd6e87 req-54242aa3-74c7-4329-84c7-caaf7034d797 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185699 Jul 09 17:10:14.455739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45402) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:14.456389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4b091e38-e8d5-4101-9f6f-d54515084b3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e4191aa83534583b70a03f2ed059503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7091167 Jul 09 17:10:14.541694 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8e14b30-17c8-48f9-8a28-637aed0891eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.601243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8e14b30-17c8-48f9-8a28-637aed0891eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.679795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8e14b30-17c8-48f9-8a28-637aed0891eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.679795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8e14b30-17c8-48f9-8a28-637aed0891eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:14.685988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b8e14b30-17c8-48f9-8a28-637aed0891eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/039df706-2d5d-48e3-a50c-7b29abc05858 HTTP/1.1" status: 204 len: 168 time: 0.2267547 Jul 09 17:10:14.699775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14b30-17c8-48f9-8a28-637aed0891eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039df706-2d5d-48e3-a50c-7b29abc05858,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:15.198313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20035-881d-41e1-8422-455a70d7ac2a req-5ba54c32-5116-4635-a0cd-87c5d42b563c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:15.200204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04b20035-881d-41e1-8422-455a70d7ac2a req-5ba54c32-5116-4635-a0cd-87c5d42b563c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.0842917 Jul 09 17:10:15.256634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04b20035-881d-41e1-8422-455a70d7ac2a req-26f2d996-4913-453c-8fde-39790a599199 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Jul 09 17:10:15.619751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45438) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.685949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-baecc0b7-01ed-4fbb-bf67-4ea1f71f54a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.693082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.740987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b41ce-0bef-48d8-8431-8fa6da4686be req-5111a945-3a85-48bc-b645-a4aab8883434 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:15.743901 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3f7b41ce-0bef-48d8-8431-8fa6da4686be req-5111a945-3a85-48bc-b645-a4aab8883434 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.1405404 Jul 09 17:10:15.829591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3f7b41ce-0bef-48d8-8431-8fa6da4686be req-e73cffaf-e934-4946-af23-196d794f860b tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709863 Jul 09 17:10:15.884485 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-baecc0b7-01ed-4fbb-bf67-4ea1f71f54a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.896317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-baecc0b7-01ed-4fbb-bf67-4ea1f71f54a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:15.944514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-baecc0b7-01ed-4fbb-bf67-4ea1f71f54a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=023fa46b2e44495886c79995e8d9dd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212190 Jul 09 17:10:15.945085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45452) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:15.994145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecc0b7-01ed-4fbb-bf67-4ea1f71f54a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0325232a-2efe-42df-a416-63b0a71a9c31,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:16.050850 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-def4df53-a0d6-42a0-8634-bfc755158da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.087017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-def4df53-a0d6-42a0-8634-bfc755158da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.153874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-def4df53-a0d6-42a0-8634-bfc755158da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.158491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-def4df53-a0d6-42a0-8634-bfc755158da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:16.162519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-def4df53-a0d6-42a0-8634-bfc755158da4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0325232a-2efe-42df-a416-63b0a71a9c31 HTTP/1.1" status: 204 len: 168 time: 0.2145433 Jul 09 17:10:16.174858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4df53-a0d6-42a0-8634-bfc755158da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0325232a-2efe-42df-a416-63b0a71a9c31,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:16.361216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45466) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:16.595169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34092b-57e3-41c8-966b-9116fa1a39be req-810cc44f-3da9-493f-a714-1bb1c9327dab tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:16.603212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac34092b-57e3-41c8-966b-9116fa1a39be req-810cc44f-3da9-493f-a714-1bb1c9327dab tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.0936692 Jul 09 17:10:16.654587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac34092b-57e3-41c8-966b-9116fa1a39be req-270a1565-5ae3-4b8e-b4be-22f0b94fb19a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Jul 09 17:10:16.797451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9daa173-74bf-489e-b996-d94e0b6a9152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.097279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9daa173-74bf-489e-b996-d94e0b6a9152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.109643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9daa173-74bf-489e-b996-d94e0b6a9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.192372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9daa173-74bf-489e-b996-d94e0b6a9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5831eee-7239-4d5f-ac20-1e114251cf63,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:17.247590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d9daa173-74bf-489e-b996-d94e0b6a9152 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=880167aba5514475b09b5a3733b9446e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8844655 Jul 09 17:10:17.250870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45492) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.285462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb733f-ca5e-45fb-a179-0ed16dde5998 req-42989b8e-9672-4684-b943-fd8368532206 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:17.300212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99fb733f-ca5e-45fb-a179-0ed16dde5998 req-42989b8e-9672-4684-b943-fd8368532206 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.1949956 Jul 09 17:10:17.340563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-699f2e75-f8d3-4cf2-9fde-7bef9405249f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.395805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99fb733f-ca5e-45fb-a179-0ed16dde5998 req-178b4df6-477d-4bca-af5c-94c3d16aa663 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941451 Jul 09 17:10:17.401580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-699f2e75-f8d3-4cf2-9fde-7bef9405249f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.464686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-699f2e75-f8d3-4cf2-9fde-7bef9405249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.468338 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-699f2e75-f8d3-4cf2-9fde-7bef9405249f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:17.471933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-699f2e75-f8d3-4cf2-9fde-7bef9405249f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5831eee-7239-4d5f-ac20-1e114251cf63 HTTP/1.1" status: 204 len: 168 time: 0.2176061 Jul 09 17:10:17.477831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f2e75-f8d3-4cf2-9fde-7bef9405249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5831eee-7239-4d5f-ac20-1e114251cf63,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:17.841724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd3604-e767-473e-b535-b95bb26bce80 req-479ec724-1853-4230-af0a-f02c71e1cfb9 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:17.843243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b4cd3604-e767-473e-b535-b95bb26bce80 req-479ec724-1853-4230-af0a-f02c71e1cfb9 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.0690045 Jul 09 17:10:17.887498 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b4cd3604-e767-473e-b535-b95bb26bce80 req-1232dec6-b4b3-43fc-9201-491cd3921630 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374770 Jul 09 17:10:17.929333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45522) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:17.944362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a75e2b12-8e51-4f50-a93d-d6a0e7451ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.073148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a75e2b12-8e51-4f50-a93d-d6a0e7451ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.083354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a75e2b12-8e51-4f50-a93d-d6a0e7451ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.139634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a75e2b12-8e51-4f50-a93d-d6a0e7451ea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0af6cbda16394e70954c59a6d711e106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068460 Jul 09 17:10:18.139634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e2b12-8e51-4f50-a93d-d6a0e7451ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb5efa-b033-4ef8-be6a-16c72c576acc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:18.140066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45550) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:18.201549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa71f46b-a206-4163-b360-0e6ac2bf4cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.228507 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa71f46b-a206-4163-b360-0e6ac2bf4cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.285652 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa71f46b-a206-4163-b360-0e6ac2bf4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.288449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa71f46b-a206-4163-b360-0e6ac2bf4cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:18.289844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fa71f46b-a206-4163-b360-0e6ac2bf4cc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66fb5efa-b033-4ef8-be6a-16c72c576acc HTTP/1.1" status: 204 len: 168 time: 0.1488183 Jul 09 17:10:18.303263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f46b-a206-4163-b360-0e6ac2bf4cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb5efa-b033-4ef8-be6a-16c72c576acc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:18.566249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf77e-3c8f-4c7f-b64b-ef0648243d87 req-0a249431-f018-438a-bc60-135691d5b89e tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:18.573178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7acf77e-3c8f-4c7f-b64b-ef0648243d87 req-0a249431-f018-438a-bc60-135691d5b89e tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.0768440 Jul 09 17:10:18.616287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7acf77e-3c8f-4c7f-b64b-ef0648243d87 req-b7dbc123-32f1-4617-ae29-d1d8235d6fb6 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Jul 09 17:10:18.723193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-4c869567-bf46-4c5d-997e-32f68d763e1b tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=042bb72a66ae4d89953936c51cae853f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262165 Jul 09 17:10:18.744074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45590) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:18.849566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-7fb572aa-c721-4c5d-bb83-de3b0d2e50bd tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:18.851786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-7fb572aa-c721-4c5d-bb83-de3b0d2e50bd tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227746 Jul 09 17:10:18.866961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-f74d5c84-10b4-4e2b-8da4-2db80c9c4efd tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/quotas/042bb72a66ae4d89953936c51cae853f HTTP/1.1" status: 200 len: 375 time: 0.0093997 Jul 09 17:10:18.905175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-54f53954-bd5f-45a6-b73b-a799c17ce442 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=042bb72a66ae4d89953936c51cae853f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320494 Jul 09 17:10:19.017439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284fd7c7-91b1-419c-b5f6-bb4bf6318ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.155070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56e8e-8c0d-4c7d-9de4-5ce09924df8d req-c2db0c86-6bbc-4720-9dae-b2fd04a94de1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:19.156660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14f56e8e-8c0d-4c7d-9de4-5ce09924df8d req-c2db0c86-6bbc-4720-9dae-b2fd04a94de1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.1201427 Jul 09 17:10:19.196453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05f693eb-cce2-44b0-a4d6-74448680b7d6 req-15bf1124-d228-448a-90ab-b456207f12dc tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 210 time: 0.0388265 Jul 09 17:10:19.213565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14f56e8e-8c0d-4c7d-9de4-5ce09924df8d req-564f3b18-8ef8-487a-a381-5a66f508b0d2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Jul 09 17:10:19.228596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284fd7c7-91b1-419c-b5f6-bb4bf6318ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.236949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284fd7c7-91b1-419c-b5f6-bb4bf6318ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.282895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fd7c7-91b1-419c-b5f6-bb4bf6318ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aedbac9-9748-4c1c-96f0-ab3a39fd5ace,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:19.305761 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-284fd7c7-91b1-419c-b5f6-bb4bf6318ef7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d656eb701861410f8131f80bbc6b49f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590212 Jul 09 17:10:19.305971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45624) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:19.362069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-736654b1-efd9-4433-a1bc-1911052bbfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.388459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-736654b1-efd9-4433-a1bc-1911052bbfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.452291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-736654b1-efd9-4433-a1bc-1911052bbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.455183 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-736654b1-efd9-4433-a1bc-1911052bbfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:19.459243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-736654b1-efd9-4433-a1bc-1911052bbfe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aedbac9-9748-4c1c-96f0-ab3a39fd5ace HTTP/1.1" status: 204 len: 168 time: 0.1525843 Jul 09 17:10:19.468302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736654b1-efd9-4433-a1bc-1911052bbfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aedbac9-9748-4c1c-96f0-ab3a39fd5ace,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:19.824720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee61e2d-f4f2-4919-a9ad-cd418a0515c1 req-c02f6dbf-365a-4d89-aec4-8e65379000cb tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:19.826253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ee61e2d-f4f2-4919-a9ad-cd418a0515c1 req-c02f6dbf-365a-4d89-aec4-8e65379000cb tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.0772793 Jul 09 17:10:19.874019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ee61e2d-f4f2-4919-a9ad-cd418a0515c1 req-4594b7e6-5a83-4983-8527-a47ee0913b38 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jul 09 17:10:20.147292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45666) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:20.160328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f474-7bae-4593-b560-b7b599fc80fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.258148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f474-7bae-4593-b560-b7b599fc80fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.264155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3fb4f474-7bae-4593-b560-b7b599fc80fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.290250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4f474-7bae-4593-b560-b7b599fc80fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53745a82-acc3-43a2-87b1-06dd063560ce,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:20.329675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45676) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:20.346398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3fb4f474-7bae-4593-b560-b7b599fc80fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e47a159f23c4a1cba95b5aeb5630672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976798 Jul 09 17:10:20.388762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbacde73-8085-40aa-9440-d9ea8e43b967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.442027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b098959-11a2-4e49-aabd-71c52b8cd584 req-d2dc29e8-6ded-46ce-93b2-32cf081682b7 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 210 time: 0.0485759 Jul 09 17:10:20.443887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45680) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:20.478458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbacde73-8085-40aa-9440-d9ea8e43b967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.487554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87da7-b3d0-48ae-91be-cdfa4f49d6c9 req-36b97aa0-cc6f-4c51-bf96-e1d3b13e28a1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:20.490085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2c87da7-b3d0-48ae-91be-cdfa4f49d6c9 req-36b97aa0-cc6f-4c51-bf96-e1d3b13e28a1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.0831947 Jul 09 17:10:20.546291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbacde73-8085-40aa-9440-d9ea8e43b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.552266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbacde73-8085-40aa-9440-d9ea8e43b967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.556391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fbacde73-8085-40aa-9440-d9ea8e43b967 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53745a82-acc3-43a2-87b1-06dd063560ce HTTP/1.1" status: 204 len: 168 time: 0.2244992 Jul 09 17:10:20.567361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacde73-8085-40aa-9440-d9ea8e43b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53745a82-acc3-43a2-87b1-06dd063560ce,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:20.580097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-fc6e7f26-77bd-4f60-be8c-f13f2a2dd666 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=042bb72a66ae4d89953936c51cae853f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494668 Jul 09 17:10:20.669843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2c87da7-b3d0-48ae-91be-cdfa4f49d6c9 req-eb3b94ea-0ac3-4ad4-8acf-81061272aa1c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725023 Jul 09 17:10:20.681191 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd3d8-9099-4d42-8eb4-60018f100dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.751580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-beb701dd-ff75-426b-8c75-7f26a2048172 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:20.753221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-beb701dd-ff75-426b-8c75-7f26a2048172 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603515 Jul 09 17:10:20.779645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Request body: {'port': {'device_id': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '042bb72a66ae4d89953936c51cae853f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:20.968048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd3d8-9099-4d42-8eb4-60018f100dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:20.976836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd3d8-9099-4d42-8eb4-60018f100dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.046268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3d2fd3d8-9099-4d42-8eb4-60018f100dfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0a3207a8e5749339735a01c100396b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955489 Jul 09 17:10:21.046450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45712) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.059101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Made reservation on behalf of 042bb72a66ae4d89953936c51cae853f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:21.063993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.077540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.081458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fd3d8-9099-4d42-8eb4-60018f100dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8b3c7-b016-48c2-b156-f5451a92aefa,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:21.158458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c0b2-704b-442d-b0be-9e89afbcb4b2 req-521c3ede-1780-4cff-be37-4a2123590a2a tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:21.160084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3265c0b2-704b-442d-b0be-9e89afbcb4b2 req-521c3ede-1780-4cff-be37-4a2123590a2a tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.1581106 Jul 09 17:10:21.184232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-442c5dcb-d442-4eb0-806b-4fe29f0dc241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.221378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-442c5dcb-d442-4eb0-806b-4fe29f0dc241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.236328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3265c0b2-704b-442d-b0be-9e89afbcb4b2 req-3df189c0-a1a6-4253-addf-d0887656fd7f tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698504 Jul 09 17:10:21.277741 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.285695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.290048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-442c5dcb-d442-4eb0-806b-4fe29f0dc241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.293006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-442c5dcb-d442-4eb0-806b-4fe29f0dc241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.295739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-442c5dcb-d442-4eb0-806b-4fe29f0dc241 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dd8b3c7-b016-48c2-b156-f5451a92aefa HTTP/1.1" status: 204 len: 168 time: 0.2458701 Jul 09 17:10:21.306039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c5dcb-d442-4eb0-806b-4fe29f0dc241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8b3c7-b016-48c2-b156-f5451a92aefa,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:21.365571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:21.444519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Allocated IP 192.168.233.248 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/cb4caabf-e11d-4666-a513-97a8a6e59d0d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:21.619485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45742) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.629218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.651396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Transition to ACTIVE for port object cb4caabf-e11d-4666-a513-97a8a6e59d0d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:21.696018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.703518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:21.824923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:21.835043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:21.839042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Pushing event updated for resources: {'Port': ['ID=cb4caabf-e11d-4666-a513-97a8a6e59d0d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:21.841521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:21.847563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:21.848390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:21.907121 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eb052223-03d1-45e4-8807-c9397da05c34 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1360276 Jul 09 17:10:21.909609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45750) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:21.967867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Request body: {'port': {'device_id': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:21.990996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54e4a-39f0-4d19-ae41-45a880c828af req-6d41374d-52c6-49af-8e7d-cca6d3001c45 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:22.007023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-acf63827-bb42-41c5-97bd-bd0a7da7af33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.012459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19b54e4a-39f0-4d19-ae41-45a880c828af req-6d41374d-52c6-49af-8e7d-cca6d3001c45 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.1589687 Jul 09 17:10:22.017304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696f67-cee2-476c-9299-4614edc7d628 req-c8786b7a-e8e6-48e4-ad36-72478a10a6a5 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:22.018929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41696f67-cee2-476c-9299-4614edc7d628 req-c8786b7a-e8e6-48e4-ad36-72478a10a6a5 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 936 time: 0.2749000 Jul 09 17:10:22.066707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:22.086224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'port_id': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'mac_address': 'fa:16:3e:e4:e9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2893c1d-fad9-48e7-b0c2-c9078881d4fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:22.129320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19b54e4a-39f0-4d19-ae41-45a880c828af req-46d7b2dd-b0a0-4290-84f2-dbc630bc92b9 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054170 Jul 09 17:10:22.148922 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.158352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.180972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89bf8fc8-7180-4623-9617-f610c631da99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.189808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4a9305-bc8f-4274-ac9e-d118650d275b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:22.198713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41696f67-cee2-476c-9299-4614edc7d628 req-8f087b1e-729c-4fcf-af60-b1e1be8c14af tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696227 Jul 09 17:10:22.219103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:22.225002 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.278305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e27050ad-2209-4417-ab8d-4420ed1cddb0 None None] Provisioning for port cb4caabf-e11d-4666-a513-97a8a6e59d0d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:22.288903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e27050ad-2209-4417-ab8d-4420ed1cddb0 None None] Provisioning complete for port cb4caabf-e11d-4666-a513-97a8a6e59d0d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:22.289277 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e27050ad-2209-4417-ab8d-4420ed1cddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.291074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.318102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.318783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.319315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.319847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.320363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.320875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.321785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.322295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.322792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.323282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.323806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.324321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Tracked resource versions report: Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: pushed versions: Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: { 'AddressGroup': {'1.2'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'ConntrackHelper': {'1.0'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Log': {'1.0'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Network': {'1.1'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Port': {'1.7'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'PortForwarding': {'1.2'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'QosPolicy': {'1.8'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'SecurityGroup': {'1.4'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'SubPort': {'1.0'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Subnet': {'1.1'}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Trunk': {'1.1'}} Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: consumer versions: Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: HyperV agent@n-h1-791506-17: {}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: HyperV agent@n-h2-791506-17: {}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: L3 agent@n-d-791506-17: {}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: Metadata agent@n-d-791506-17: {}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: Metering agent@n-d-791506-17: {}, Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'ConntrackHelper': '1.0', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Log': '1.0', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Network': '1.1', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Port': '1.7', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'PortForwarding': '1.2', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'QosPolicy': '1.8', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'SecurityGroup': '1.4', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'SecurityGroupRule': '1.2', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'SubPort': '1.0', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Subnet': '1.1', Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: 'Trunk': '1.1'}} Jul 09 17:10:22.325659 n-d-791506-17 neutron-server[93897]: {{(pid=93897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:10:22.345035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e27050ad-2209-4417-ab8d-4420ed1cddb0 None None] Port cb4caabf-e11d-4666-a513-97a8a6e59d0d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:22.432208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 31624c8a-cffe-4bac-aaf9-15b5900c275c details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:22.435367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-acf63827-bb42-41c5-97bd-bd0a7da7af33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.442810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-acf63827-bb42-41c5-97bd-bd0a7da7af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.445217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353b954-8544-4589-ac94-4fb46ff3494f req-39ca2a9c-7a95-4848-b70c-9857b2702881 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:22.446789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7353b954-8544-4589-ac94-4fb46ff3494f req-39ca2a9c-7a95-4848-b70c-9857b2702881 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 969 time: 0.0674906 Jul 09 17:10:22.545858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7353b954-8544-4589-ac94-4fb46ff3494f req-b85cb030-5df8-4dce-95d6-15135f7f295f tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916109 Jul 09 17:10:22.593591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd4a9305-bc8f-4274-ac9e-d118650d275b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:22.635810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89bf8fc8-7180-4623-9617-f610c631da99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.646526 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89bf8fc8-7180-4623-9617-f610c631da99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.651660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 31624c8a-cffe-4bac-aaf9-15b5900c275c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:22.685800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '31624c8a-cffe-4bac-aaf9-15b5900c275c', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '31624c8a-cffe-4bac-aaf9-15b5900c275c', 'mac_address': 'fa:16:3e:cd:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:tempest-test_az-1553880041', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:22.700574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf8fc8-7180-4623-9617-f610c631da99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3748f6ea-4036-4564-967e-9a30e39b2af8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.709841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-89bf8fc8-7180-4623-9617-f610c631da99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d24464f43ad45b68480f6fcadffb216&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881290 Jul 09 17:10:22.711028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-acf63827-bb42-41c5-97bd-bd0a7da7af33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=835e9858e836405385e0752e2a41f5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006248 Jul 09 17:10:22.713809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45768) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:22.713914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45766) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:22.726336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf63827-bb42-41c5-97bd-bd0a7da7af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ecc9b-f76e-4e93-a5d1-66346b3f6387,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.786304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e6-7986-4110-bbec-49d90b349dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.808130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4caabf-e11d-4666-a513-97a8a6e59d0d {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:22.817341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.818868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.820176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e6-7986-4110-bbec-49d90b349dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.821462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30ddb50c-5590-4093-a54e-5c536e69c9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.841420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31624c8a-cffe-4bac-aaf9-15b5900c275c {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:22.847607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Transition to ACTIVE for port object cb4caabf-e11d-4666-a513-97a8a6e59d0d will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:22.853667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30ddb50c-5590-4093-a54e-5c536e69c9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.856237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.875422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 31624c8a-cffe-4bac-aaf9-15b5900c275c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:22.885231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.888519 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e6-7986-4110-bbec-49d90b349dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.891908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b53c08e6-7986-4110-bbec-49d90b349dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:22.893801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b53c08e6-7986-4110-bbec-49d90b349dac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3748f6ea-4036-4564-967e-9a30e39b2af8 HTTP/1.1" status: 204 len: 168 time: 0.1785731 Jul 09 17:10:22.925444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c08e6-7986-4110-bbec-49d90b349dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3748f6ea-4036-4564-967e-9a30e39b2af8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.975644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=31624c8a-cffe-4bac-aaf9-15b5900c275c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.979986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4caabf-e11d-4666-a513-97a8a6e59d0d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:22.995746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Attempting to bind port cb4caabf-e11d-4666-a513-97a8a6e59d0d on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:22.996223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Attempting to bind port cb4caabf-e11d-4666-a513-97a8a6e59d0d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:22.996711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Attempting to bind port cb4caabf-e11d-4666-a513-97a8a6e59d0d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:23.002526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Port cb4caabf-e11d-4666-a513-97a8a6e59d0d on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:23.002845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Attempting to bind port cb4caabf-e11d-4666-a513-97a8a6e59d0d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:23.010302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:23.010693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:23.011436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:23.011976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Bound port: cb4caabf-e11d-4666-a513-97a8a6e59d0d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:23.012498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.015951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30ddb50c-5590-4093-a54e-5c536e69c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.018691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30ddb50c-5590-4093-a54e-5c536e69c9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.022962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-30ddb50c-5590-4093-a54e-5c536e69c9c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/826ecc9b-f76e-4e93-a5d1-66346b3f6387 HTTP/1.1" status: 204 len: 168 time: 0.3041477 Jul 09 17:10:23.037772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb50c-5590-4093-a54e-5c536e69c9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ecc9b-f76e-4e93-a5d1-66346b3f6387,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:23.092765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-73743847-9c29-407d-9a50-ff12d8c0553d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458572 Jul 09 17:10:23.185782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] For port cb4caabf-e11d-4666-a513-97a8a6e59d0d, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:23.194504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['31624c8a-cffe-4bac-aaf9-15b5900c275c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:23.210337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] For port cb4caabf-e11d-4666-a513-97a8a6e59d0d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:23.221488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.270622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.271238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.272880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb4caabf-e11d-4666-a513-97a8a6e59d0d HTTP/1.1" status: 200 len: 1097 time: 1.3362782 Jul 09 17:10:23.274819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'tag': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:23.282916 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413cb02c-0211-4478-92c4-92bb3dc937fa" -d '{"events": [{"name": "network-changed", "server_uuid": "09e23816-018c-4d46-82ea-21fa2a81d4ce", "tag": "cb4caabf-e11d-4666-a513-97a8a6e59d0d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:23.314567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-5cf9d655-7706-422e-b2f3-32d8a3c5156b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.326371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-5cf9d655-7706-422e-b2f3-32d8a3c5156b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271273 Jul 09 17:10:23.392935 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-d8233d09-e7ea-419f-9230-436ecd82215a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/quotas/1d321dc2a258416fae74744437b89d9c HTTP/1.1" status: 200 len: 375 time: 0.0109797 Jul 09 17:10:23.446144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f414f1-b273-4876-9d8f-f191277908b6 req-e82afadb-1253-4e50-8424-94f25b5751c4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.452699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-e5844a75-13ef-4049-8aac-958e142f52ae tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460739 Jul 09 17:10:23.474492 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62f414f1-b273-4876-9d8f-f191277908b6 req-e82afadb-1253-4e50-8424-94f25b5751c4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 944 time: 0.1265366 Jul 09 17:10:23.490665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a17f77-9e73-42a9-8ab2-f794c8c77b19 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4caabf-e11d-4666-a513-97a8a6e59d0d,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:23.504985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-2aae21af-c013-4a10-8e92-5442f216ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.506661 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-2aae21af-c013-4a10-8e92-5442f216ad57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=042bb72a66ae4d89953936c51cae853f&device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 1100 time: 0.1778028 Jul 09 17:10:23.568512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-5c22b887-8daa-4cf6-8140-9068e4c3bfa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d HTTP/1.1" status: 200 len: 217 time: 0.0524292 Jul 09 17:10:23.570333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62f414f1-b273-4876-9d8f-f191277908b6 req-03901c55-52dd-448a-88f9-44fd8a0bccac tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946221 Jul 09 17:10:23.658822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45804) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:23.683427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:23.688625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-66da69bb-6583-4c4f-97fc-431fd6dc2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.690119 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-66da69bb-6583-4c4f-97fc-431fd6dc2627 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1154072 Jul 09 17:10:23.705491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9422407d-d354-4f26-bf7b-2486547dd683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.749369 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577cc47a-11c1-4376-82f8-bfeb59633606 x-openstack-request-id: req-577cc47a-11c1-4376-82f8-bfeb59633606 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:23.749656 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e23816-018c-4d46-82ea-21fa2a81d4ce", "tag": "cb4caabf-e11d-4666-a513-97a8a6e59d0d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:23.749903 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-577cc47a-11c1-4376-82f8-bfeb59633606 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:23.750287 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'tag': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d', 'status': 'completed', 'code': 200} Jul 09 17:10:23.779715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-b6fa832a-e705-4234-b387-a51ff4c23ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.781227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-b6fa832a-e705-4234-b387-a51ff4c23ed5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832248 Jul 09 17:10:23.783878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port dd4a9305-bc8f-4274-ac9e-d118650d275b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:23.788372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port dd4a9305-bc8f-4274-ac9e-d118650d275b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:23.788796 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.906369 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:23.955900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:23.957591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:23.978909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaed6a-5e21-47ba-803a-7b24d4dd4085 req-91ecb053-56f9-4068-9a2d-7cfd3743e5f1 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:23.979756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-eefc87f2-ff44-4381-8ec8-e6bd6af814aa service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877964 Jul 09 17:10:23.981522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33eaed6a-5e21-47ba-803a-7b24d4dd4085 req-91ecb053-56f9-4068-9a2d-7cfd3743e5f1 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 948 time: 0.2814906 Jul 09 17:10:23.992709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb477-7902-4740-bb74-91efe40fa96f req-c36c8c0d-8feb-421b-a73f-f8615e9987f7 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.006889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17dfb477-7902-4740-bb74-91efe40fa96f req-c36c8c0d-8feb-421b-a73f-f8615e9987f7 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 970 time: 0.1366298 Jul 09 17:10:24.081489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33eaed6a-5e21-47ba-803a-7b24d4dd4085 req-aa5bdcdd-c6ab-4589-91c4-dc5f7a4fcaf1 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912466 Jul 09 17:10:24.144707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17dfb477-7902-4740-bb74-91efe40fa96f req-8b2a8aca-e092-4518-a823-e87174aeb316 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362684 Jul 09 17:10:24.163631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.186588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9422407d-d354-4f26-bf7b-2486547dd683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.189350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b148481a-6e73-4e15-b40b-413fe6f9478a req-d5e4d4e8-cc16-46e6-b9a6-99ad04c38ba3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 210 time: 0.0555553 Jul 09 17:10:24.193256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9422407d-d354-4f26-bf7b-2486547dd683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.242077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.250279 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7526413-d0d4-47d0-83f4-b48018f2c6cb req-0a335ff4-1a03-4657-a648-81cb94c7a339 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322352 Jul 09 17:10:24.277603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422407d-d354-4f26-bf7b-2486547dd683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d5bdea-1993-4f75-b423-d3e79fa72f2c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.287098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45828) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:24.287283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9422407d-d354-4f26-bf7b-2486547dd683 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6734ca838c84deaaca420bc132c0c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265273 Jul 09 17:10:24.354783 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f96e4-c09a-43a2-aa72-c34c15b81ce5" -d '{"events": [{"server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "name": "network-vif-plugged", "status": "completed", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:24.394334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db380a94-f3b3-4936-bb40-c47f910f6d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.407184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-473f84ec-5e3c-4ac1-89ae-4dda622f0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.408644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-473f84ec-5e3c-4ac1-89ae-4dda622f0a98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=042bb72a66ae4d89953936c51cae853f&device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 1100 time: 0.1029465 Jul 09 17:10:24.430912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db380a94-f3b3-4936-bb40-c47f910f6d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.431461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 31624c8a-cffe-4bac-aaf9-15b5900c275c up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:24.526328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 31624c8a-cffe-4bac-aaf9-15b5900c275c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:24.536156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 31624c8a-cffe-4bac-aaf9-15b5900c275c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:24.536967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.543071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-c43bde3a-c933-4082-a17c-2aee6a2ac60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.548822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-c43bde3a-c933-4082-a17c-2aee6a2ac60e service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1308775 Jul 09 17:10:24.568188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db380a94-f3b3-4936-bb40-c47f910f6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.573000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db380a94-f3b3-4936-bb40-c47f910f6d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.574347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-db380a94-f3b3-4936-bb40-c47f910f6d4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30d5bdea-1993-4f75-b423-d3e79fa72f2c HTTP/1.1" status: 204 len: 168 time: 0.2858684 Jul 09 17:10:24.619019 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c847957a-0f0c-454e-8edd-f7a047319095 x-openstack-request-id: req-c847957a-0f0c-454e-8edd-f7a047319095 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:24.619310 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "name": "network-vif-plugged", "status": "completed", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:24.620064 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c847957a-0f0c-454e-8edd-f7a047319095 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:24.621928 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'code': 200} Jul 09 17:10:24.642593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-5f3dbac4-0990-43ac-ae99-5ed723857269 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d HTTP/1.1" status: 200 len: 217 time: 0.0853403 Jul 09 17:10:24.648563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db380a94-f3b3-4936-bb40-c47f910f6d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d5bdea-1993-4f75-b423-d3e79fa72f2c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.700639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.36', 62934) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:24.705991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-3d3c46e7-88d1-43ce-955d-c4c6b6b53d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.708216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-3d3c46e7-88d1-43ce-955d-c4c6b6b53d74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0573716 Jul 09 17:10:24.793781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.815306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-63d0c600-40a1-4c61-bd49-4a82e370b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.820952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-63d0c600-40a1-4c61-bd49-4a82e370b2da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054049 Jul 09 17:10:24.889843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 31624c8a-cffe-4bac-aaf9-15b5900c275c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:24.896856 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:24.918084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f81e8-95b1-4b41-a8b7-fe6ee1332b66 req-d65a101c-52b6-4eec-8453-f0f372ad26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.919918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb9f81e8-95b1-4b41-a8b7-fe6ee1332b66 req-d65a101c-52b6-4eec-8453-f0f372ad26b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1097 time: 0.2181773 Jul 09 17:10:24.933600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace28a-a422-4e56-9fc1-968bacd25140 req-040ad67b-4452-40d2-a3f6-85d8b7d81285 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:24.940748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caace28a-a422-4e56-9fc1-968bacd25140 req-040ad67b-4452-40d2-a3f6-85d8b7d81285 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 945 time: 0.1413593 Jul 09 17:10:24.981736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=31624c8a-cffe-4bac-aaf9-15b5900c275c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:24.989907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb9f81e8-95b1-4b41-a8b7-fe6ee1332b66 req-2c27ce8a-6629-4c8a-a7c7-743470e589c0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.008902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-9e3699e3-e8b3-4778-acc2-85ab045a46d9 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807814 Jul 09 17:10:25.163710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-413cb02c-0211-4478-92c4-92bb3dc937fa req-8c638ae8-3589-4335-8a11-ca15af2f7261 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478388 Jul 09 17:10:25.188344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caace28a-a422-4e56-9fc1-968bacd25140 req-a89c1e7c-5a68-4eaf-b998-3622364254b7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466142 Jul 09 17:10:25.307840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-442c2603-db4f-439e-870f-6b57ed1d263d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385628 Jul 09 17:10:25.332806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42e3c8-7400-4f17-9df0-0125d5e0b1d0 req-4df749d4-d89b-442e-b729-8189c7734462 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.335674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a42e3c8-7400-4f17-9df0-0125d5e0b1d0 req-4df749d4-d89b-442e-b729-8189c7734462 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 948 time: 0.0996327 Jul 09 17:10:25.382042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a42e3c8-7400-4f17-9df0-0125d5e0b1d0 req-5a1c75d9-e203-4dc1-92b2-5e77c35e0cc2 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Jul 09 17:10:25.509865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb9f81e8-95b1-4b41-a8b7-fe6ee1332b66 req-2c27ce8a-6629-4c8a-a7c7-743470e589c0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.526521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb9f81e8-95b1-4b41-a8b7-fe6ee1332b66 req-2c27ce8a-6629-4c8a-a7c7-743470e589c0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.576345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb9f81e8-95b1-4b41-a8b7-fe6ee1332b66 req-2c27ce8a-6629-4c8a-a7c7-743470e589c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335435 Jul 09 17:10:25.587180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011659c3-5f16-401f-82b2-86b263f27c65 req-14ed08fe-e890-49b8-a946-ba8c916e30da tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 210 time: 0.0365744 Jul 09 17:10:25.594298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-89dbd9c3-d790-41a8-8a8b-7761b506354e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.595861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-89dbd9c3-d790-41a8-8a8b-7761b506354e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832613 Jul 09 17:10:25.628578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139a5e0-0eb8-40a5-a670-948df6f94a5a req-8659ee99-ade2-4186-aa1d-eac3f80713e0 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:25.639096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3139a5e0-0eb8-40a5-a670-948df6f94a5a req-8659ee99-ade2-4186-aa1d-eac3f80713e0 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.2118161 Jul 09 17:10:25.652016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': '8c091445-a213-471b-900f-6de9c5486464', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:25.655508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27ce8a-6629-4c8a-a7c7-743470e589c0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20c22b28-e134-4b0a-844f-d040a9ae561f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:25.743673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3139a5e0-0eb8-40a5-a670-948df6f94a5a req-c462754b-cbe0-4daf-9e57-8bd6a47e1cf0 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035123 Jul 09 17:10:25.809097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:25.813313 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.823277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.930907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.937075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:25.982881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-3d72890d-b640-41f9-a844-16ec21a374d6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215847 Jul 09 17:10:26.000177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1238cf9-a752-4f68-b2dc-964a5127c503,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:26.081185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.88 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/b09983e6-cf5e-4f61-b794-7e8800437a8b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:26.122884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-824c74a3-0fdf-4dd2-87da-58b943944798 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.124446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-824c74a3-0fdf-4dd2-87da-58b943944798 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356096 Jul 09 17:10:26.143003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-11452df5-fcee-4f6b-80ef-c89853e55e5e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/quotas/37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 375 time: 0.0101531 Jul 09 17:10:26.177846 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-c70cbf76-56f9-46f4-84a5-df2c31392666 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290506 Jul 09 17:10:26.263693 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.281070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object b09983e6-cf5e-4f61-b794-7e8800437a8b will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:26.350606 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.401726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ee8b264-eafa-4f6c-92c7-d5140f2a4ed7 req-726bd44e-a0d4-4b4a-b084-1c42b1bba373 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 210 time: 0.0549746 Jul 09 17:10:26.448745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:26.455872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:26.468159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=b09983e6-cf5e-4f61-b794-7e8800437a8b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:26.483564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:26.489580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.490210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.531900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049494e-242b-4375-b81f-148c81bfc4c2 req-ef8f5166-1ed5-47b6-b7b7-aa1ba739d1f8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.533773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8049494e-242b-4375-b81f-148c81bfc4c2 req-ef8f5166-1ed5-47b6-b7b7-aa1ba739d1f8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 945 time: 0.2004373 Jul 09 17:10:26.535522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-860ff231-b856-495b-81dd-7e3da036a827 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9158986 Jul 09 17:10:26.570330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Request body: {'port': {'device_id': '8c091445-a213-471b-900f-6de9c5486464', 'device_owner': 'compute:tempest-test_az-1553880041', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:26.589553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d86cd-775c-4e20-9701-c34c97330e65 req-6e77791a-c64a-4b35-9bd1-7c0576a9dc00 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.596981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-369d86cd-775c-4e20-9701-c34c97330e65 req-6e77791a-c64a-4b35-9bd1-7c0576a9dc00 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 948 time: 0.0891688 Jul 09 17:10:26.623263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31624c8a-cffe-4bac-aaf9-15b5900c275c'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:26.626315 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0f507-2e60-4dd4-b31e-9256efd282a3" -d '{"events": [{"server_uuid": "1082045d-ec27-4c39-aad0-4f10d763fcb8", "name": "network-vif-plugged", "status": "completed", "tag": "31624c8a-cffe-4bac-aaf9-15b5900c275c"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:26.648631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-369d86cd-775c-4e20-9701-c34c97330e65 req-94bb65b4-8123-479d-b214-29c9dfb45f16 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507584 Jul 09 17:10:26.651736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8049494e-242b-4375-b81f-148c81bfc4c2 req-ee5bdd76-20c0-4cf6-938e-b5c0a0a5533c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107600 Jul 09 17:10:26.722794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.798338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7ba3d879-28bc-432c-b641-cd130357d6c4 None None] Provisioning for port b09983e6-cf5e-4f61-b794-7e8800437a8b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:26.802942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7ba3d879-28bc-432c-b641-cd130357d6c4 None None] Provisioning complete for port b09983e6-cf5e-4f61-b794-7e8800437a8b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:26.803320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ba3d879-28bc-432c-b641-cd130357d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:26.846552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3d879-28bc-432c-b641-cd130357d6c4 None None] Port b09983e6-cf5e-4f61-b794-7e8800437a8b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:26.897297 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc21e18-882d-429f-b5d2-f5e5f0cd4440 x-openstack-request-id: req-2cc21e18-882d-429f-b5d2-f5e5f0cd4440 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:26.897953 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1082045d-ec27-4c39-aad0-4f10d763fcb8", "name": "network-vif-plugged", "status": "completed", "tag": "31624c8a-cffe-4bac-aaf9-15b5900c275c", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:26.898381 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cc21e18-882d-429f-b5d2-f5e5f0cd4440 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:26.898775 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31624c8a-cffe-4bac-aaf9-15b5900c275c', 'code': 200} Jul 09 17:10:26.993338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97334e-be66-41d7-9b36-4a855de88bf0 req-ef6eacfa-c6db-4b44-9fa7-4082aa723bcb tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:26.994858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f97334e-be66-41d7-9b36-4a855de88bf0 req-ef6eacfa-c6db-4b44-9fa7-4082aa723bcb tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 935 time: 0.1312854 Jul 09 17:10:27.046919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.13', 51695) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:27.062615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61799f-fa82-419f-985d-39b08ed22b85 req-84afbf3c-008b-406f-b901-a78d5c5bca98 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.064128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a61799f-fa82-419f-985d-39b08ed22b85 req-84afbf3c-008b-406f-b901-a78d5c5bca98 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.0786233 Jul 09 17:10:27.065574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f97334e-be66-41d7-9b36-4a855de88bf0 req-dcfacb0c-7c5f-4565-9ecf-a26c659e82d6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635886 Jul 09 17:10:27.114711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09983e6-cf5e-4f61-b794-7e8800437a8b {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:27.150690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.158715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a61799f-fa82-419f-985d-39b08ed22b85 req-df0403da-8ef2-4136-9543-e2851945d384 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799150 Jul 09 17:10:27.178802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22798-3e12-4122-bc63-4e3002c8a22d req-2d2cca91-2c30-4fba-8bce-b06a7c373938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.180951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Transition to ACTIVE for port object b09983e6-cf5e-4f61-b794-7e8800437a8b will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:27.189749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a22798-3e12-4122-bc63-4e3002c8a22d req-2d2cca91-2c30-4fba-8bce-b06a7c373938 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 1123 time: 0.1417317 Jul 09 17:10:27.194721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.252407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Pushing event updated for resources: {'Port': ['ID=b09983e6-cf5e-4f61-b794-7e8800437a8b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.271056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a22798-3e12-4122-bc63-4e3002c8a22d req-d07ab7c7-c2a7-425f-bc21-eaf0de8bab6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Jul 09 17:10:27.297760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Attempting to bind port b09983e6-cf5e-4f61-b794-7e8800437a8b on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:27.299966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Attempting to bind port b09983e6-cf5e-4f61-b794-7e8800437a8b by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:27.300468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Attempting to bind port b09983e6-cf5e-4f61-b794-7e8800437a8b on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:27.307426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Port b09983e6-cf5e-4f61-b794-7e8800437a8b on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:27.308021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Attempting to bind port b09983e6-cf5e-4f61-b794-7e8800437a8b on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:27.316214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:27.316557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:27.316955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:27.318051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Bound port: b09983e6-cf5e-4f61-b794-7e8800437a8b, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:27.318660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.404143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] For port b09983e6-cf5e-4f61-b794-7e8800437a8b, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:27.407855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] For port b09983e6-cf5e-4f61-b794-7e8800437a8b, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:27.412774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.450356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.450995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.452686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] 10.222.0.13 "PUT /v2.0/ports/b09983e6-cf5e-4f61-b794-7e8800437a8b HTTP/1.1" status: 200 len: 1118 time: 0.8962619 Jul 09 17:10:27.453086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c091445-a213-471b-900f-6de9c5486464', 'tag': 'b09983e6-cf5e-4f61-b794-7e8800437a8b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:27.455422 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8379d195-aa12-4746-bcbe-31b24d04ce44" -d '{"events": [{"name": "network-changed", "server_uuid": "8c091445-a213-471b-900f-6de9c5486464", "tag": "b09983e6-cf5e-4f61-b794-7e8800437a8b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:27.480191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87255a-63a3-4df6-a070-d91bbb1f96db service neutron] Pushing event updated for resources: {'Port': ['ID=b09983e6-cf5e-4f61-b794-7e8800437a8b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:27.551890 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef691e-6c3e-4df7-9c45-ed100dc38331 x-openstack-request-id: req-16ef691e-6c3e-4df7-9c45-ed100dc38331 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:27.552132 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c091445-a213-471b-900f-6de9c5486464", "tag": "b09983e6-cf5e-4f61-b794-7e8800437a8b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:27.552335 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16ef691e-6c3e-4df7-9c45-ed100dc38331 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:27.552726 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c091445-a213-471b-900f-6de9c5486464', 'tag': 'b09983e6-cf5e-4f61-b794-7e8800437a8b', 'status': 'completed', 'code': 200} Jul 09 17:10:27.617462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b895019f-dd8a-470a-857a-dd307a843680 req-ab9c438c-e2f3-4a07-8868-2065c5e254ae tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 210 time: 0.0391297 Jul 09 17:10:27.623638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-82139639-b9fa-4031-ad98-6d2656238266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.625191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-82139639-b9fa-4031-ad98-6d2656238266 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 1121 time: 0.1038513 Jul 09 17:10:27.634410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:27.677404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-90d008a3-f6b8-4019-8c45-4a06e391cb4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b HTTP/1.1" status: 200 len: 217 time: 0.0401366 Jul 09 17:10:27.699375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cb4caabf-e11d-4666-a513-97a8a6e59d0d details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:27.763426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-f4be66fc-1b66-4d7d-9bd0-5298b86039db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.765431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-f4be66fc-1b66-4d7d-9bd0-5298b86039db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0798500 Jul 09 17:10:27.843287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1e1ff69b-a505-47f1-a830-f07fae73ceb7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468285 Jul 09 17:10:27.853115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d57b32b3-0e07-49b5-8b11-73ca85362e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.860469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cb4caabf-e11d-4666-a513-97a8a6e59d0d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:27.875895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d', 'mac_address': 'fa:16:3e:5e:0c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:27.946699 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:27.963323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4caabf-e11d-4666-a513-97a8a6e59d0d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:27.973949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-cb5cb90f-d11b-4fe9-b5a8-4fe7b96da0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:27.975228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-cb5cb90f-d11b-4fe9-b5a8-4fe7b96da0e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1990755 Jul 09 17:10:28.009292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cb4caabf-e11d-4666-a513-97a8a6e59d0d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:28.020110 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.022303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64205ca5-a24d-471e-a97b-b3fc5f5c1b29 req-93f18347-6378-472a-aa95-50499947e76c tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.030335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64205ca5-a24d-471e-a97b-b3fc5f5c1b29 req-93f18347-6378-472a-aa95-50499947e76c tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 948 time: 0.1258729 Jul 09 17:10:28.063939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-0989f4a4-2eb5-4a8a-ba96-d3680e148895 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.066174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-0989f4a4-2eb5-4a8a-ba96-d3680e148895 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165611 Jul 09 17:10:28.084561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Request body: {'port': {'device_id': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '37dd3406226c4b52b6f7beb53dc5c463'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:28.093407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=cb4caabf-e11d-4666-a513-97a8a6e59d0d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:28.094992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64205ca5-a24d-471e-a97b-b3fc5f5c1b29 req-d45b23de-43b0-4bbc-955f-19c3dcee04a3 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635636 Jul 09 17:10:28.111676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d57b32b3-0e07-49b5-8b11-73ca85362e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.117354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d57b32b3-0e07-49b5-8b11-73ca85362e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.163342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d57b32b3-0e07-49b5-8b11-73ca85362e29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b410932a0e647c3af1159c48e7b27bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262775 Jul 09 17:10:28.164316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b32b3-0e07-49b5-8b11-73ca85362e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe40fb-cea6-4ad4-a612-614959675c63,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:28.166890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:28.237866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['cb4caabf-e11d-4666-a513-97a8a6e59d0d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:28.253908 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1deaa5a2-19ac-4039-89a0-b3e9b613eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.284688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1deaa5a2-19ac-4039-89a0-b3e9b613eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.322499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007509c1-8174-4055-8dcf-9c5f5e63df89 req-97d359ab-7a2e-41cd-89c6-351d507b47e4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.323953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-007509c1-8174-4055-8dcf-9c5f5e63df89 req-97d359ab-7a2e-41cd-89c6-351d507b47e4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 969 time: 0.1202960 Jul 09 17:10:28.326421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf0d2c-f275-4f0a-ac54-f26e998a0c18 req-512ecdbe-bbb0-44c3-bf3a-604562b322c0 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.333690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fbf0d2c-f275-4f0a-ac54-f26e998a0c18 req-512ecdbe-bbb0-44c3-bf3a-604562b322c0 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 945 time: 0.4302421 Jul 09 17:10:28.367424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-007509c1-8174-4055-8dcf-9c5f5e63df89 req-8263cbe2-f35d-4d53-a526-c7b27315a31b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373497 Jul 09 17:10:28.368445 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1deaa5a2-19ac-4039-89a0-b3e9b613eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.371128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1deaa5a2-19ac-4039-89a0-b3e9b613eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.375019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1deaa5a2-19ac-4039-89a0-b3e9b613eabb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2fe40fb-cea6-4ad4-a612-614959675c63 HTTP/1.1" status: 204 len: 168 time: 0.2070456 Jul 09 17:10:28.383647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaa5a2-19ac-4039-89a0-b3e9b613eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe40fb-cea6-4ad4-a612-614959675c63,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:28.431579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-66a2066e-a7f1-4411-b53a-bf6c3342c233 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456258 Jul 09 17:10:28.438697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fbf0d2c-f275-4f0a-ac54-f26e998a0c18 req-fdf1b095-53a3-420b-b44d-5600b711c659 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040947 Jul 09 17:10:28.548158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Made reservation on behalf of 37dd3406226c4b52b6f7beb53dc5c463 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:28.551997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.564000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.597137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43425e2-cc7a-41ae-a5b4-1333500c972d req-a756c868-924f-456b-b872-bcfce4953654 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474791 Jul 09 17:10:28.601437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f923cc-91c6-4569-998d-f7ddebf11740 req-c527960e-815d-46f2-b7ad-d2ace67d40e3 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.609267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b9f923cc-91c6-4569-998d-f7ddebf11740 req-c527960e-815d-46f2-b7ad-d2ace67d40e3 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.1074953 Jul 09 17:10:28.657765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b9f923cc-91c6-4569-998d-f7ddebf11740 req-d06cba5d-fcf5-411a-9517-691da8d61ee8 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Jul 09 17:10:28.757542 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.790418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.842716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:28.851400 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3db29d52-09b2-45d9-a819-56ef1e3f716e req-189a06cf-b08b-4754-932b-c9054600bd9e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 210 time: 0.0636134 Jul 09 17:10:28.891508 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f62d035-ab9b-415b-81d5-58c3942e1510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:28.901921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-1d8738d0-edbe-4c6e-9b8a-be9fdf229972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:28.903624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-1d8738d0-edbe-4c6e-9b8a-be9fdf229972 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 1121 time: 0.2425094 Jul 09 17:10:28.934924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0fcb6-719a-401a-a134-489aed75b551,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.083112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Allocated IP 192.168.233.73 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/51529119-fa7d-4aaf-9eae-6446f7f92aee) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:29.158325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-a03725aa-ed09-4f3f-a177-0ee2732ddba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.159873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-a03725aa-ed09-4f3f-a177-0ee2732ddba8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2430596 Jul 09 17:10:29.195459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53617a-d95a-4859-a46e-26c437adadff req-1f5bc9e0-c566-419a-a431-1048b38c6e7f tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.197634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd53617a-d95a-4859-a46e-26c437adadff req-1f5bc9e0-c566-419a-a431-1048b38c6e7f tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1097 time: 0.2644742 Jul 09 17:10:29.246407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-99847d9c-644a-43c0-9f21-4bd54f588900 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b HTTP/1.1" status: 200 len: 217 time: 0.0776677 Jul 09 17:10:29.400648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f62d035-ab9b-415b-81d5-58c3942e1510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.404925 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd53617a-d95a-4859-a46e-26c437adadff req-e654ee49-0aa0-4c2d-bcc2-fbbce086bfb5 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658349 Jul 09 17:10:29.409716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-658154a6-05e5-4851-a025-d2d7939c77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.411170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-658154a6-05e5-4851-a025-d2d7939c77ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1474807 Jul 09 17:10:29.415480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f62d035-ab9b-415b-81d5-58c3942e1510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.444360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32163a9f-c664-4733-91c5-a040863c3980 req-87f00669-e9d0-47ea-9373-a2b9aa4fd3bb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.446989 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32163a9f-c664-4733-91c5-a040863c3980 req-87f00669-e9d0-47ea-9373-a2b9aa4fd3bb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 949 time: 0.0652738 Jul 09 17:10:29.501539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3f62d035-ab9b-415b-81d5-58c3942e1510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a565589871f1431b9d93397780c159e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448607 Jul 09 17:10:29.503902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32163a9f-c664-4733-91c5-a040863c3980 req-fa6b7841-14a0-41bb-9736-b92a2c21e914 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474117 Jul 09 17:10:29.503902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45982) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:29.504294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d035-ab9b-415b-81d5-58c3942e1510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23022a97-2fd0-4b99-ac57-b2d6da2802c3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.510674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.531337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Transition to ACTIVE for port object 51529119-fa7d-4aaf-9eae-6446f7f92aee will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:29.550703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-0c664b03-338f-40d8-ac20-5769890e4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.550703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-0c664b03-338f-40d8-ac20-5769890e4cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207597 Jul 09 17:10:29.576519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce18242c-0ec9-44c1-83d6-2fd623774a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.609352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce18242c-0ec9-44c1-83d6-2fd623774a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.665675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce18242c-0ec9-44c1-83d6-2fd623774a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.668854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce18242c-0ec9-44c1-83d6-2fd623774a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.669945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ce18242c-0ec9-44c1-83d6-2fd623774a34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23022a97-2fd0-4b99-ac57-b2d6da2802c3 HTTP/1.1" status: 204 len: 168 time: 0.1657586 Jul 09 17:10:29.672176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.698851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18242c-0ec9-44c1-83d6-2fd623774a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23022a97-2fd0-4b99-ac57-b2d6da2802c3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.703799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cb4caabf-e11d-4666-a513-97a8a6e59d0d up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:29.733435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcff93f-a29b-4a43-a3d1-18eb2dbd731f req-91a2973b-4e23-4554-a988-160e46f97df8 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.740530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0fcff93f-a29b-4a43-a3d1-18eb2dbd731f req-91a2973b-4e23-4554-a988-160e46f97df8 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1097 time: 0.0839071 Jul 09 17:10:29.764942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-cf329a89-7676-482c-8262-a2f557071575 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082798 Jul 09 17:10:29.774663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:29.776514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0fcff93f-a29b-4a43-a3d1-18eb2dbd731f req-b07af766-4e1d-4623-8547-18ba4e564faf tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Jul 09 17:10:29.791806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:29.794420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:29.800969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.801663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.811559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port cb4caabf-e11d-4666-a513-97a8a6e59d0d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:29.817765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port cb4caabf-e11d-4666-a513-97a8a6e59d0d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:29.818289 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.852950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:29.872556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4bced-d29b-4b40-b838-89323a80e56f req-d8125865-6303-4eb1-8fac-0a0f18144f79 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:29.874147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47c4bced-d29b-4b40-b838-89323a80e56f req-d8125865-6303-4eb1-8fac-0a0f18144f79 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 969 time: 0.2629547 Jul 09 17:10:29.891499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-317e2574-5884-41a0-a2fd-7340a42ced0d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8133376 Jul 09 17:10:29.909317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Request body: {'port': {'device_id': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:29.949498 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:29.968825 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47c4bced-d29b-4b40-b838-89323a80e56f req-b6d372b0-3af1-495e-8314-9e63aaa8ce6e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872428 Jul 09 17:10:29.980309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:29.984525 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ca87b-d6e0-4218-b61f-8b90bcfb236c" -d '{"events": [{"server_uuid": "09e23816-018c-4d46-82ea-21fa2a81d4ce", "name": "network-vif-plugged", "status": "completed", "tag": "cb4caabf-e11d-4666-a513-97a8a6e59d0d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:30.002214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8379d195-aa12-4746-bcbe-31b24d04ce44 req-f8d39b5e-1a9b-42ed-983d-8977cdfa1f86 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263999 Jul 09 17:10:30.003696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cb4caabf-e11d-4666-a513-97a8a6e59d0d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:30.013347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.076416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.081944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=cb4caabf-e11d-4666-a513-97a8a6e59d0d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.152096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7511c-1f59-438b-acda-8863c0acc3fe req-c441402d-5596-4345-8c6f-d0254aeb1000 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.153595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60b7511c-1f59-438b-acda-8863c0acc3fe req-c441402d-5596-4345-8c6f-d0254aeb1000 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.0670116 Jul 09 17:10:30.192805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2a04a6a7-2319-4b0f-86ed-92f89d7c9127 None None] Provisioning for port 51529119-fa7d-4aaf-9eae-6446f7f92aee completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:30.201112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2a04a6a7-2319-4b0f-86ed-92f89d7c9127 None None] Provisioning complete for port 51529119-fa7d-4aaf-9eae-6446f7f92aee triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:30.201484 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2a04a6a7-2319-4b0f-86ed-92f89d7c9127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.208637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60b7511c-1f59-438b-acda-8863c0acc3fe req-f07d538d-5ab4-4e8b-b5b5-fbf099804c75 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494964 Jul 09 17:10:30.259049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2a04a6a7-2319-4b0f-86ed-92f89d7c9127 None None] Port 51529119-fa7d-4aaf-9eae-6446f7f92aee cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:30.298021 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4910b3-74dc-495d-adf6-d371830eb9b0 x-openstack-request-id: req-ea4910b3-74dc-495d-adf6-d371830eb9b0 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:30.298309 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e23816-018c-4d46-82ea-21fa2a81d4ce", "name": "network-vif-plugged", "status": "completed", "tag": "cb4caabf-e11d-4666-a513-97a8a6e59d0d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:30.298552 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea4910b3-74dc-495d-adf6-d371830eb9b0 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:30.298938 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d', 'code': 200} Jul 09 17:10:30.334587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96857fa-e4f3-48ef-a72a-86b86d416ee4 req-178bd6b3-0bc8-479e-be6e-f46c3d856517 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.336181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c96857fa-e4f3-48ef-a72a-86b86d416ee4 req-178bd6b3-0bc8-479e-be6e-f46c3d856517 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 935 time: 0.1522510 Jul 09 17:10:30.407298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c96857fa-e4f3-48ef-a72a-86b86d416ee4 req-2e6f2f1b-fd70-4768-b34d-590cf60c645e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596991 Jul 09 17:10:30.490526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196088f-7cd5-437e-8f10-24c6bca14368 req-cb01ed2a-2bca-4df9-bdd1-32c4c08a64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.491573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51529119-fa7d-4aaf-9eae-6446f7f92aee {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:30.492072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6196088f-7cd5-437e-8f10-24c6bca14368 req-cb01ed2a-2bca-4df9-bdd1-32c4c08a64d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 1102 time: 0.1008322 Jul 09 17:10:30.503859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.508885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb0fa2-6049-443b-af82-0630422eb117 req-a05f451b-038d-4d79-b613-09b63d84d8fc tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.516538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dfeb0fa2-6049-443b-af82-0630422eb117 req-a05f451b-038d-4d79-b613-09b63d84d8fc tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 1123 time: 0.1173718 Jul 09 17:10:30.520542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Transition to ACTIVE for port object 51529119-fa7d-4aaf-9eae-6446f7f92aee will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:30.524722 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.533358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-eb44174f-dae8-49a0-81f3-f009eab4f5b7 req-0521ca5c-0fe3-4acc-b8bd-dcb73a5da75b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:30.534564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb44174f-dae8-49a0-81f3-f009eab4f5b7 req-0521ca5c-0fe3-4acc-b8bd-dcb73a5da75b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073574 Jul 09 17:10:30.546464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfeb0fa2-6049-443b-af82-0630422eb117 req-79c0dcec-92e6-49a3-903d-258fe29b5aca tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.576678 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6196088f-7cd5-437e-8f10-24c6bca14368 req-e5c25387-b125-473a-a9e7-e6669b2fe751 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774813 Jul 09 17:10:30.637701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.642429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:30.642768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:30.643099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:30.648588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Port 51529119-fa7d-4aaf-9eae-6446f7f92aee on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:30.648588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:30.653580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:30.653921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:30.654306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:30.655368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Bound port: 51529119-fa7d-4aaf-9eae-6446f7f92aee, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:30.655368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.673347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfeb0fa2-6049-443b-af82-0630422eb117 req-79c0dcec-92e6-49a3-903d-258fe29b5aca tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.682237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dfeb0fa2-6049-443b-af82-0630422eb117 req-79c0dcec-92e6-49a3-903d-258fe29b5aca tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.696975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46020) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:30.728255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dfeb0fa2-6049-443b-af82-0630422eb117 req-79c0dcec-92e6-49a3-903d-258fe29b5aca tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107210 Jul 09 17:10:30.732056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0dcec-92e6-49a3-903d-258fe29b5aca tempest-AggregatesAdminTestJSON-149406754 tempest-AggregatesAdminTestJSON-149406754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff86149-6863-4800-a87d-7de3f26f912a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.747000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:30.751862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:30.759028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.804997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.805703 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.808089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] 10.222.0.36 "PUT /v2.0/ports/51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 1096 time: 0.9042139 Jul 09 17:10:30.811427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:30.814162 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4455a48-8f07-43a4-bac8-2f399a33846f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:30.846692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d83e4-0b28-4483-8276-d80100623937 service neutron] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:30.914466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-744763073-network', 'tenant_id': 'f23e0e1a9ecc45719b5c6353ee12be2b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:30.958844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Made reservation on behalf of f23e0e1a9ecc45719b5c6353ee12be2b for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:30.961602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.972801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-c31764a0-0ef0-4d17-82b6-42f2fd400e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.974453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-c31764a0-0ef0-4d17-82b6-42f2fd400e36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1099 time: 0.1165080 Jul 09 17:10:30.975980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:30.984510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22ec8-87d8-4c4e-b155-34f93e34731f req-4d141c90-66d9-406e-ae63-d26aa47ee0c9 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:30.986286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ae22ec8-87d8-4c4e-b155-34f93e34731f req-4d141c90-66d9-406e-ae63-d26aa47ee0c9 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 950 time: 0.0852113 Jul 09 17:10:31.026875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-552c49da-d327-4bf6-85e0-18092dbdd639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.0423758 Jul 09 17:10:31.041854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ae22ec8-87d8-4c4e-b155-34f93e34731f req-d1e29ecb-023b-4743-ab32-bd8a2f1a8e53 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486894 Jul 09 17:10:31.107667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-f41e38b1-b439-4269-a881-9fa0b853a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.109213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-f41e38b1-b439-4269-a881-9fa0b853a68b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0661714 Jul 09 17:10:31.185641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.193196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.205559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-01df5a4c-af7b-49ec-b838-0b82b272b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.207280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-01df5a4c-af7b-49ec-b838-0b82b272b892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911191 Jul 09 17:10:31.221151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:31.282121 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a27e7-fd32-414f-9cf0-cc2171067807 x-openstack-request-id: req-d48a27e7-fd32-414f-9cf0-cc2171067807 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:31.282398 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:31.282637 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d48a27e7-fd32-414f-9cf0-cc2171067807 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:31.283182 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'status': 'completed', 'code': 200} Jul 09 17:10:31.290021 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.290368 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Added segment 955cd6df-dd83-42c1-b4db-07c2324ccfbe of type vlan for network 6829d42f-a8a4-45a5-a286-b6f6db284a82 Jul 09 17:10:31.305488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7475aca-afb9-4255-99c1-704b845f54ec,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:31.349101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.378339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-eaefa38d-24f2-42b9-900d-65ad11d31a70 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591358 Jul 09 17:10:31.404002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.405302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.405774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.445354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3fb21-72c2-405e-a000-96f53c388205 req-5ece2e4a-005e-40bf-b87c-7644abbcef89 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.446909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85c3fb21-72c2-405e-a000-96f53c388205 req-5ece2e4a-005e-40bf-b87c-7644abbcef89 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 969 time: 0.0728991 Jul 09 17:10:31.490305 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7922227 Jul 09 17:10:31.495249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46060) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:31.500543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Request body: {'subnet': {'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-744763073-subnet', 'tenant_id': 'f23e0e1a9ecc45719b5c6353ee12be2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:31.537528 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85c3fb21-72c2-405e-a000-96f53c388205 req-a6014389-c1f9-409f-9bed-a5b3e271861b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842035 Jul 09 17:10:31.538988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Made reservation on behalf of f23e0e1a9ecc45719b5c6353ee12be2b for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:31.541405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:31.554694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28d445-a576-4703-8f6c-39790f6e9556 admin admin] Pushing event updated for resources: {'Network': ['ID=6829d42f-a8a4-45a5-a286-b6f6db284a82,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:31.573136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:31.624607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f22f9ba-71b4-478c-9f62-6d733674b385 req-176fc396-cc97-44e7-9339-5d706885a6df service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315731 Jul 09 17:10:31.746344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-93dd939b-e5de-4e5a-bfd4-aac99f06e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.748253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-93dd939b-e5de-4e5a-bfd4-aac99f06e7ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1099 time: 0.0627856 Jul 09 17:10:31.860914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-0f769a07-ed0d-4e5e-a209-975db68a3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:31.862613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-0f769a07-ed0d-4e5e-a209-975db68a3c91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1077590 Jul 09 17:10:31.924927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-abb3ffc6-4cf2-4ef1-8e75-4ba233d3cc94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.0538969 Jul 09 17:10:32.037688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.052697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca687-6edd-47fb-bf6f-ebc966a96793 req-e388cfc8-cd3c-47d2-ac05-91e0a280e887 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.053790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13bca687-6edd-47fb-bf6f-ebc966a96793 req-e388cfc8-cd3c-47d2-ac05-91e0a280e887 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.1276755 Jul 09 17:10:32.144144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-71a6ee5c-074f-4a09-86c2-89700f53013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.145830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-71a6ee5c-074f-4a09-86c2-89700f53013c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2109423 Jul 09 17:10:32.146744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97e64db-603c-49f8-8e29-4e353032bea7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.151467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46078) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:32.154836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13bca687-6edd-47fb-bf6f-ebc966a96793 req-abc964df-4151-424f-91e6-6c80a4601f3a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889540 Jul 09 17:10:32.155975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:32.156334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Network hostable DHCP agents. Network: 6829d42f-a8a4-45a5-a286-b6f6db284a82, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:32.189425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:32.209880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-8c269acb-a716-40bd-bda3-fd558b222f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.210099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 6829d42f-a8a4-45a5-a286-b6f6db284a82) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:32.211300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-8c269acb-a716-40bd-bda3-fd558b222f00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575490 Jul 09 17:10:32.218227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.218227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.221190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c995e2-f875-43ab-9fcb-ad37e99f6842 None None] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:32.241281 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09f783d2-18c8-41ce-993b-8bd17f3a7dfa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7449381 Jul 09 17:10:32.304700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-f8eb99d1-704b-4b50-960e-ff21f08d00e9 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:32.313511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-f8eb99d1-704b-4b50-960e-ff21f08d00e9 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1608520 Jul 09 17:10:32.391224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e081dce-47e1-4eeb-bb4a-def448f691a7 None None] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:32.398830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-b4b40f7f-5021-48fa-b46b-706bb259f0ab service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792395 Jul 09 17:10:32.426667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f9da6-20eb-4f40-a57b-49ee27ecb8f6 req-cef837cc-ebed-4d69-9939-4e819ae2e2b9 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:32.428459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:32.428940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-065f9da6-20eb-4f40-a57b-49ee27ecb8f6 req-cef837cc-ebed-4d69-9939-4e819ae2e2b9 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 950 time: 0.1139205 Jul 09 17:10:32.429073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Unknown quota resources ['binding']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:10:32.486006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-065f9da6-20eb-4f40-a57b-49ee27ecb8f6 req-8a375672-9bc8-49b3-a85f-2b8af75ad13a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509124 Jul 09 17:10:32.486404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b09983e6-cf5e-4f61-b794-7e8800437a8b details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:32.643171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port b09983e6-cf5e-4f61-b794-7e8800437a8b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:32.660882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'b09983e6-cf5e-4f61-b794-7e8800437a8b', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'b09983e6-cf5e-4f61-b794-7e8800437a8b', 'mac_address': 'fa:16:3e:f7:b9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:tempest-test_az-1553880041', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:32.673755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4455a48-8f07-43a4-bac8-2f399a33846f req-58d83744-7855-48a9-af66-224c7a7db70a service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669837 Jul 09 17:10:32.678087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:32.678426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:32.679517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:32.684687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:32.685027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:32.691114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:32.691614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:32.692079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:32.692508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Bound port: dd4a9305-bc8f-4274-ac9e-d118650d275b, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:32.731041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.750340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09983e6-cf5e-4f61-b794-7e8800437a8b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:32.782942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port b09983e6-cf5e-4f61-b794-7e8800437a8b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:32.792454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.800473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:32.807930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:32.819813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-85427537-441d-411c-8209-35360ad83e46 service neutron] 10.222.0.21 "POST /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4557700 Jul 09 17:10:32.857636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=b09983e6-cf5e-4f61-b794-7e8800437a8b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:32.972155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46118) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:32.977480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1143496153-network', 'tenant_id': '381a11ccf0a94b25a22088c451bef024'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:33.008057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:33.010276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Made reservation on behalf of 381a11ccf0a94b25a22088c451bef024 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:33.017689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.034928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.080348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76a2cb-90b5-44ec-9c95-b81c4e069ce1 req-19ec6083-68d1-4c5e-a831-e09c01e99c87 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.089295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af76a2cb-90b5-44ec-9c95-b81c4e069ce1 req-19ec6083-68d1-4c5e-a831-e09c01e99c87 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 970 time: 0.0928552 Jul 09 17:10:33.161195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.167418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af76a2cb-90b5-44ec-9c95-b81c4e069ce1 req-76b866ac-40ae-48a5-bb2e-6df8e40dd94c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681572 Jul 09 17:10:33.180728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.182593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-26a94aa0-01d5-4942-a33a-068602c4fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.184146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-26a94aa0-01d5-4942-a33a-068602c4fda1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1097 time: 0.0939300 Jul 09 17:10:33.201561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-81ac751a-f821-44df-90fc-77b631e9b31b req-c72ae7cc-0a98-46f5-8ab4-bb5985120e0a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:33.202579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81ac751a-f821-44df-90fc-77b631e9b31b req-c72ae7cc-0a98-46f5-8ab4-bb5985120e0a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0833154 Jul 09 17:10:33.231367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:33.237984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8271311e-caeb-40c0-8769-15312517a7f5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:33.247218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.247553 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Added segment 9c864f5c-0354-406a-9beb-782ec5e5d002 of type vlan for network ca1701fc-aa58-4400-bc66-6065c81549a7 Jul 09 17:10:33.293329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.300643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-adbde87e-50cf-4daa-b7bd-f41fe0f668b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.302509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-adbde87e-50cf-4daa-b7bd-f41fe0f668b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1119983 Jul 09 17:10:33.333019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.334397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.335211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.356941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-ad65bb14-1000-4f43-a0b7-f21ac55cef66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.0475318 Jul 09 17:10:33.405017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1701fc-aa58-4400-bc66-6065c81549a7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:33.414549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-a31d623e-ae2d-44ff-bdf2-2f047c5fa986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.416118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-a31d623e-ae2d-44ff-bdf2-2f047c5fa986 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0513525 Jul 09 17:10:33.428254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ca1701fc-aa58-4400-bc66-6065c81549a7 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:33.452310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6ba5264a-2f26-4669-b839-0ec9320dfd87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4789720 Jul 09 17:10:33.455549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:33.460680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Request body: {'subnet': {'network_id': 'ca1701fc-aa58-4400-bc66-6065c81549a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1143496153-subnet', 'tenant_id': '381a11ccf0a94b25a22088c451bef024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:33.465648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-568a9ba0-7f57-4fa4-a1cd-675f79da0439 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416300 Jul 09 17:10:33.501240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b15a6-7d40-4942-b4f4-ea4e679cad83 req-5455515b-b019-4592-a26c-a1ab975001ba tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.503470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-997b15a6-7d40-4942-b4f4-ea4e679cad83 req-5455515b-b019-4592-a26c-a1ab975001ba tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.1005132 Jul 09 17:10:33.504682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Made reservation on behalf of 381a11ccf0a94b25a22088c451bef024 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:33.507048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.591878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-997b15a6-7d40-4942-b4f4-ea4e679cad83 req-4f508a8a-7712-4f31-ad6e-d182144a8ef8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822356 Jul 09 17:10:33.609613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-95caaea9-fe8e-4bb3-9700-0ba147a0245e service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343791 Jul 09 17:10:33.622961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf227f3-e10e-4656-a688-1698d542f4c5 req-5dab1be4-f1c1-42ba-a46e-81de4686a5c5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.624592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cf227f3-e10e-4656-a688-1698d542f4c5 req-5dab1be4-f1c1-42ba-a46e-81de4686a5c5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 945 time: 0.1005611 Jul 09 17:10:33.718887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cf227f3-e10e-4656-a688-1698d542f4c5 req-a5891667-67b7-4018-af45-cf419065114c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848310 Jul 09 17:10:33.738748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.754759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-75fa9176-29ad-4d22-9407-d800ff0359f6 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290467 Jul 09 17:10:33.810092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d46edc-a800-4fcf-a75b-87de808e3af4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:33.818108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Checking segment: {'id': '9c864f5c-0354-406a-9beb-782ec5e5d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ca1701fc-aa58-4400-bc66-6065c81549a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:33.818475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Network hostable DHCP agents. Network: ca1701fc-aa58-4400-bc66-6065c81549a7, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:33.838343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Network ca1701fc-aa58-4400-bc66-6065c81549a7 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:33.848882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, ca1701fc-aa58-4400-bc66-6065c81549a7) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:33.856399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:33.857135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:33.863069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece223f2-8bc6-4f0d-a4e3-49180ca5f1d5 None None] Network ca1701fc-aa58-4400-bc66-6065c81549a7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:33.881802 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e75e77fd-8756-4d81-af17-b43d0896852d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4245794 Jul 09 17:10:34.026017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3d46b-d385-45f3-8d74-0c467ae893d7 req-141d535a-e45e-4f5e-82bf-98e4dd82edc4 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.027648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0cb3d46b-d385-45f3-8d74-0c467ae893d7 req-141d535a-e45e-4f5e-82bf-98e4dd82edc4 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 950 time: 0.1628890 Jul 09 17:10:34.061283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-82ce1dec-a2e0-4550-8c82-26f834c07dfb tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.062769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-82ce1dec-a2e0-4550-8c82-26f834c07dfb tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.1568975 Jul 09 17:10:34.070672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfc5fd-4ad7-430f-950d-819516d39b90 None None] Network ca1701fc-aa58-4400-bc66-6065c81549a7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:34.078103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:34.176486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0cb3d46b-d385-45f3-8d74-0c467ae893d7 req-4e4ba7f0-6bfd-46d8-b724-20ec23e09493 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342909 Jul 09 17:10:34.180025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.354455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:34.384370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ed49f-74ff-415d-ba7b-c3a4fce8a528 req-422354dd-866c-4212-b78d-f00aa0eaeb38 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.385822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff8ed49f-74ff-415d-ba7b-c3a4fce8a528 req-422354dd-866c-4212-b78d-f00aa0eaeb38 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 970 time: 0.0687978 Jul 09 17:10:34.396209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:34.425114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff8ed49f-74ff-415d-ba7b-c3a4fce8a528 req-b0f01f57-63f7-40d8-accf-b932170dbc28 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Jul 09 17:10:34.460741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b09983e6-cf5e-4f61-b794-7e8800437a8b up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:34.490955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:34.493610 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c2b823-ea2e-44ac-b09d-b67188fedca0" -d '{"events": [{"server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:34.499539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.509989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.518964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port b09983e6-cf5e-4f61-b794-7e8800437a8b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:34.522922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port b09983e6-cf5e-4f61-b794-7e8800437a8b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:34.523245 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.572331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-8566216e-086e-4836-bcf8-c75e2da5d59a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=042bb72a66ae4d89953936c51cae853f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252714 Jul 09 17:10:34.613989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.617112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-96dbc66d-4b51-4900-94d4-1f620576aad9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.618591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-96dbc66d-4b51-4900-94d4-1f620576aad9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.2003706 Jul 09 17:10:34.639471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c091445-a213-471b-900f-6de9c5486464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09983e6-cf5e-4f61-b794-7e8800437a8b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:34.641904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:34.642304 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7939c0d1-4a66-4577-a6e0-08b9e4180b36" -d '{"events": [{"server_uuid": "8c091445-a213-471b-900f-6de9c5486464", "name": "network-vif-plugged", "status": "completed", "tag": "b09983e6-cf5e-4f61-b794-7e8800437a8b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:34.649293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:34.649616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:34.649941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:34.655670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-afba4db4-039f-4d74-9a25-eead80af6315 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/quotas/f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 375 time: 0.0220914 Jul 09 17:10:34.656366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:34.656682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Attempting to bind port dd4a9305-bc8f-4274-ac9e-d118650d275b on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:34.661734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port b09983e6-cf5e-4f61-b794-7e8800437a8b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:34.663564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:34.663965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:34.664395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:34.664850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Bound port: dd4a9305-bc8f-4274-ac9e-d118650d275b, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:34.665614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.668315 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:34.702568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-ec80ad7c-58f8-4202-902e-62a79fa749a2 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:34.704119 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-ec80ad7c-58f8-4202-902e-62a79fa749a2 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259072 Jul 09 17:10:34.708308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-335ac067-a8c9-4c39-9069-7730526a24ee tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467110 Jul 09 17:10:34.719214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-896abe93-07ce-4f91-a318-e6b72bbabcf7 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/quotas/042bb72a66ae4d89953936c51cae853f HTTP/1.1" status: 200 len: 375 time: 0.0095212 Jul 09 17:10:34.725155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=b09983e6-cf5e-4f61-b794-7e8800437a8b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:34.817425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-4337d026-402c-4003-aa1e-0a7bda8a38bd tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=042bb72a66ae4d89953936c51cae853f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897136 Jul 09 17:10:34.987664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:34.994062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:35.003170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.029991 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf36672-d76d-4e73-bba6-b4fb3ded41dc x-openstack-request-id: req-ccf36672-d76d-4e73-bba6-b4fb3ded41dc {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:35.030185 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "name": "network-vif-unplugged", "status": "completed", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:35.030391 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccf36672-d76d-4e73-bba6-b4fb3ded41dc {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:35.030734 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'code': 200} Jul 09 17:10:35.037703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-50e86be2-e9f1-4ca8-a47e-9b258d0f6f7e service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278134 Jul 09 17:10:35.117635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:35.144350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.144975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.146477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-4e9da981-7d52-47eb-b0ff-d528793e13d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 1123 time: 1.0744951 Jul 09 17:10:35.184342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3b7fb-e983-4974-9e66-b31a7c2c29aa req-48f016db-632d-4c51-ab5a-29e67b1fc258 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.186600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c3b7fb-e983-4974-9e66-b31a7c2c29aa req-48f016db-632d-4c51-ab5a-29e67b1fc258 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.0884078 Jul 09 17:10:35.201797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-af4250a7-74dc-47f1-b381-0122680b2359 service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463985 Jul 09 17:10:35.218635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd4a9305-bc8f-4274-ac9e-d118650d275b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:35.236523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c3b7fb-e983-4974-9e66-b31a7c2c29aa req-a440048e-ddd6-49a9-a641-ca2a2914c973 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Jul 09 17:10:35.291827 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89700ee6-de63-40e6-ba2d-5456311571f5 x-openstack-request-id: req-89700ee6-de63-40e6-ba2d-5456311571f5 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:35.292110 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c091445-a213-471b-900f-6de9c5486464", "name": "network-vif-plugged", "status": "completed", "tag": "b09983e6-cf5e-4f61-b794-7e8800437a8b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:35.292358 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89700ee6-de63-40e6-ba2d-5456311571f5 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:35.292745 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c091445-a213-471b-900f-6de9c5486464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09983e6-cf5e-4f61-b794-7e8800437a8b', 'code': 200} Jul 09 17:10:35.423362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b257a-49d2-4ca3-b49e-16a3bf5377cb req-0f56f890-d955-4031-983a-87c2d751f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.424567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf9b257a-49d2-4ca3-b49e-16a3bf5377cb req-0f56f890-d955-4031-983a-87c2d751f282 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 1123 time: 0.0597732 Jul 09 17:10:35.482960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf9b257a-49d2-4ca3-b49e-16a3bf5377cb req-d529019d-f7bf-4a55-8254-ae7dfca67ca8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506876 Jul 09 17:10:35.519868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7d27eed-8372-40fe-83b0-f736e26d3bdc req-249b8192-bd0a-4c69-a4c1-7388b16f8191 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 210 time: 0.0399492 Jul 09 17:10:35.530921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc681a-5f06-4961-96de-2e514e68922f req-5c6d2e8a-4f94-4fa8-8d77-fd952432a3bd tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.533003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10cc681a-5f06-4961-96de-2e514e68922f req-5c6d2e8a-4f94-4fa8-8d77-fd952432a3bd tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.0828571 Jul 09 17:10:35.574672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10cc681a-5f06-4961-96de-2e514e68922f req-07d99b67-d066-4705-bb44-9ad881466671 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Jul 09 17:10:35.677702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6735038a-79ca-48e2-9138-0e51ca930ddd req-e8fdb1b3-55cf-4c1f-8711-3af2aefc3bc7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 210 time: 0.0417066 Jul 09 17:10:35.717269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:35.838435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:35.854510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'mac_address': 'fa:16:3e:4f:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:35.866581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22de1c9-cb53-4f8f-9558-49b3d032e4c9 req-05661287-2b82-47ce-a7c9-a8c38ab9aa65 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:35.868138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a22de1c9-cb53-4f8f-9558-49b3d032e4c9 req-05661287-2b82-47ce-a7c9-a8c38ab9aa65 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 971 time: 0.0856702 Jul 09 17:10:35.903256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:35.925980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51529119-fa7d-4aaf-9eae-6446f7f92aee {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:35.943580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a22de1c9-cb53-4f8f-9558-49b3d032e4c9 req-9bd0ab5b-be28-4545-929f-847b872a4aba tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Jul 09 17:10:35.971786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:35.978122 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.026440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:36.215605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:36.455124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-146fbccf-8f4f-4ce4-a372-3fea71948b7c tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=042bb72a66ae4d89953936c51cae853f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336666 Jul 09 17:10:36.495139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500204e-8ede-45bf-90ae-407b4032183c req-ed443cd6-f697-45b9-818b-03400477b278 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:36.496806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1500204e-8ede-45bf-90ae-407b4032183c req-ed443cd6-f697-45b9-818b-03400477b278 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 948 time: 0.0944273 Jul 09 17:10:36.545199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1500204e-8ede-45bf-90ae-407b4032183c req-72173af2-de71-4d5c-80f9-fc31a51a3e4c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Jul 09 17:10:36.643402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-50dafa61-c643-4559-8a89-ad2faebaca67 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:36.645207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-50dafa61-c643-4559-8a89-ad2faebaca67 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867619 Jul 09 17:10:36.665416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Request body: {'port': {'device_id': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '042bb72a66ae4d89953936c51cae853f'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:36.765437 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15f81a44-bd1b-4e16-b3af-e94827e4b1d9 req-4380e5f4-8f65-4b5a-a2d1-e8add3dcbd7f tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 210 time: 0.0377567 Jul 09 17:10:36.851874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Made reservation on behalf of 042bb72a66ae4d89953936c51cae853f for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:36.856373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:36.921829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9848-7ea8-4d35-a4ea-02024379d09d req-849ac04c-3182-4b84-b332-f3a7e17f34b3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:36.928352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67be9848-7ea8-4d35-a4ea-02024379d09d req-849ac04c-3182-4b84-b332-f3a7e17f34b3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.0746422 Jul 09 17:10:36.965186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67be9848-7ea8-4d35-a4ea-02024379d09d req-11d112cd-810b-4d47-b41c-11adb332cfec tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346994 Jul 09 17:10:37.004450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b89f298-618c-47c9-844d-3ffb6421997b req-ec3a5591-0a1f-4a6c-b003-18f3475f42f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 210 time: 0.0347502 Jul 09 17:10:37.022730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Allocated IP 192.168.233.100 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/71f4b334-9e92-460c-9fdc-1efe0209eafd) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:37.033798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:37.042430 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd9904b-7521-4514-b4b9-9364a386faba" -d '{"events": [{"name": "network-changed", "server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:37.171093 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b759c99b-de5f-46d5-8f64-fc99230e3700 x-openstack-request-id: req-b759c99b-de5f-46d5-8f64-fc99230e3700 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:37.171393 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:37.171648 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b759c99b-de5f-46d5-8f64-fc99230e3700 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:37.173742 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'status': 'completed', 'code': 200} Jul 09 17:10:37.236976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-716f9fbb-dc7b-4082-8d5d-a1d18a07d4e9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.239012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-716f9fbb-dc7b-4082-8d5d-a1d18a07d4e9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.1987035 Jul 09 17:10:37.251808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Request body: {'port': {'device_id': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'admin_state_up': True, 'tenant_id': 'f23e0e1a9ecc45719b5c6353ee12be2b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:37.317268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.337101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Transition to ACTIVE for port object 71f4b334-9e92-460c-9fdc-1efe0209eafd will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:37.347900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33a5e-b8f7-40e2-a71a-963eefb63c91 req-73bd7da1-644f-4af7-83e0-d89481dcc68a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.354788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-07d33a5e-b8f7-40e2-a71a-963eefb63c91 req-73bd7da1-644f-4af7-83e0-d89481dcc68a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 971 time: 0.1770191 Jul 09 17:10:37.366064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9904b-7521-4514-b4b9-9364a386faba req-7d92d4c7-c342-4900-8671-abf2e2b4b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.367654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-7d92d4c7-c342-4900-8671-abf2e2b4b9ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1126 time: 0.1777823 Jul 09 17:10:37.397841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Made reservation on behalf of f23e0e1a9ecc45719b5c6353ee12be2b for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:37.402341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.467336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-07d33a5e-b8f7-40e2-a71a-963eefb63c91 req-ac643615-85c0-4674-a7aa-8c79511e27c0 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116738 Jul 09 17:10:37.494590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.522772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['cb4caabf-e11d-4666-a513-97a8a6e59d0d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:37.553208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9904b-7521-4514-b4b9-9364a386faba req-2034ad1e-ec9e-4184-980e-057dff9f63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.554702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-2034ad1e-ec9e-4184-980e-057dff9f63df service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1781809 Jul 09 17:10:37.581887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Allocated IP 172.20.0.13 (6829d42f-a8a4-45a5-a286-b6f6db284a82/e97e64db-603c-49f8-8e29-4e353032bea7/5696e9aa-76b2-4fd1-b083-4f7f7de29274) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:37.619630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:37.621463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-e0b3d5b6-b070-4af4-919d-67634968c813 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.0599761 Jul 09 17:10:37.622041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Pushing event updated for resources: {'Port': ['ID=71f4b334-9e92-460c-9fdc-1efe0209eafd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:37.639178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:37.648914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:37.655071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.655895 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.698359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-69b534bd-7435-4703-aa9b-8d8880f77710 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0402312 Jul 09 17:10:37.704834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9904b-7521-4514-b4b9-9364a386faba req-df1114ea-5964-4c6d-bc8f-caab2194dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:37.706386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-df1114ea-5964-4c6d-bc8f-caab2194dd7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0685003 Jul 09 17:10:37.715284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Request body: {'port': {'device_id': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:37.738251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:37.783572 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-fe8aab2d-f2a0-43c7-b302-4414925cb02e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608706 Jul 09 17:10:37.834948 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.868044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.913452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 51529119-fa7d-4aaf-9eae-6446f7f92aee completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:37.921156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 51529119-fa7d-4aaf-9eae-6446f7f92aee triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:37.921766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.966705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.966895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:37.992081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-ac0e2dae-edf1-4945-a1b8-6a47de9b11c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948483 Jul 09 17:10:38.043828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c0c0d7c-9cd1-4c2a-b5ef-c3e2360bcc0d None None] Provisioning for port 71f4b334-9e92-460c-9fdc-1efe0209eafd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:38.054406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c0c0d7c-9cd1-4c2a-b5ef-c3e2360bcc0d None None] Provisioning complete for port 71f4b334-9e92-460c-9fdc-1efe0209eafd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:38.054773 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0d7c-9cd1-4c2a-b5ef-c3e2360bcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.055202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:38.065748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:38.070943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:38.076520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.077007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.077188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.090781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.107032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ae8cb00a-30c9-430c-a571-b0fd14f6cf20 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595979 Jul 09 17:10:38.112179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c0d7c-9cd1-4c2a-b5ef-c3e2360bcc0d None None] Port 71f4b334-9e92-460c-9fdc-1efe0209eafd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:38.118923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:38.121648 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f851b1-6b29-4ca6-aedf-6966a7eb147f" -d '{"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-plugged", "status": "completed", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:38.126853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Request body: {'port': {'device_id': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:38.137849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588598-8cee-4ef0-aa0c-626685e61c5e req-82f2129a-30fe-432c-ada9-a20a381fad84 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.139423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6588598-8cee-4ef0-aa0c-626685e61c5e req-82f2129a-30fe-432c-ada9-a20a381fad84 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 948 time: 0.1616399 Jul 09 17:10:38.228839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6588598-8cee-4ef0-aa0c-626685e61c5e req-37a38534-8086-4f3d-9abb-964c7992b651 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682163 Jul 09 17:10:38.240128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.248134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:38.264314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.270078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0035f2-f25a-4307-9978-2f4c1daf2e6b req-9f9a3f42-dd49-4b67-857c-4601d071db52 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.271616 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c0035f2-f25a-4307-9978-2f4c1daf2e6b req-9f9a3f42-dd49-4b67-857c-4601d071db52 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 1123 time: 0.2584226 Jul 09 17:10:38.275110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9904b-7521-4514-b4b9-9364a386faba req-620ec325-4275-42a5-951d-8d34f81b7bfe service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607939 Jul 09 17:10:38.297450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c0035f2-f25a-4307-9978-2f4c1daf2e6b req-9e6f7dae-4c5a-4685-845b-9dfa54865cb1 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.321376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.436899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f4b334-9e92-460c-9fdc-1efe0209eafd {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:38.446004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.462122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Transition to ACTIVE for port object 71f4b334-9e92-460c-9fdc-1efe0209eafd will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:38.469341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:38.475346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.526741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Pushing event updated for resources: {'Port': ['ID=71f4b334-9e92-460c-9fdc-1efe0209eafd,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.585162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45197ff3-d701-4f13-9ca7-42f013abf68f req-0cc6d692-92af-41d1-8b38-e35cbbf62e3a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.586825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45197ff3-d701-4f13-9ca7-42f013abf68f req-0cc6d692-92af-41d1-8b38-e35cbbf62e3a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 948 time: 0.1124470 Jul 09 17:10:38.608981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Attempting to bind port 71f4b334-9e92-460c-9fdc-1efe0209eafd on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:38.609323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Attempting to bind port 71f4b334-9e92-460c-9fdc-1efe0209eafd by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:38.609659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Attempting to bind port 71f4b334-9e92-460c-9fdc-1efe0209eafd on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:38.615096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:38.624540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Port 71f4b334-9e92-460c-9fdc-1efe0209eafd on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:38.624757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Attempting to bind port 71f4b334-9e92-460c-9fdc-1efe0209eafd on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:38.631313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:10:38.638762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:38.639112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:38.639506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:38.639998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Bound port: 71f4b334-9e92-460c-9fdc-1efe0209eafd, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:38.640369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.656323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45197ff3-d701-4f13-9ca7-42f013abf68f req-eeb85aa3-fc6b-4821-b99c-813344c07ffd tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598869 Jul 09 17:10:38.671850 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c0035f2-f25a-4307-9978-2f4c1daf2e6b req-9e6f7dae-4c5a-4685-845b-9dfa54865cb1 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.689826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c0035f2-f25a-4307-9978-2f4c1daf2e6b req-9e6f7dae-4c5a-4685-845b-9dfa54865cb1 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.736917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5696e9aa-76b2-4fd1-b083-4f7f7de29274 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:38.746590 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.762349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c0035f2-f25a-4307-9978-2f4c1daf2e6b req-9e6f7dae-4c5a-4685-845b-9dfa54865cb1 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823570 Jul 09 17:10:38.764486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Transition to ACTIVE for port object 5696e9aa-76b2-4fd1-b083-4f7f7de29274 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:38.772176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.792115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] For port 71f4b334-9e92-460c-9fdc-1efe0209eafd, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:38.796503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46364) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:38.803575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] For port 71f4b334-9e92-460c-9fdc-1efe0209eafd, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:38.805679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f7dae-4c5a-4685-845b-9dfa54865cb1 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f6965-c302-4240-95fc-6aa3ba964bc6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.819742 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.872613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:38.873369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.875378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] 10.222.0.13 "PUT /v2.0/ports/71f4b334-9e92-460c-9fdc-1efe0209eafd HTTP/1.1" status: 200 len: 1097 time: 1.1647441 Jul 09 17:10:38.912533 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:38.933255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84649f23-5a2a-4c15-a0ab-048b6fda22de service neutron] Pushing event updated for resources: {'Port': ['ID=71f4b334-9e92-460c-9fdc-1efe0209eafd,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:38.984171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:39.030438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3841773d-6579-4b68-a046-26fe5b7f8217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.042681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:39.042938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:39.043266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:39.057569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:39.057569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:39.059063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-0469bda5-cca0-451c-aa99-8bf9fabc4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.060713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-0469bda5-cca0-451c-aa99-8bf9fabc4bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=042bb72a66ae4d89953936c51cae853f&device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 1100 time: 0.1158025 Jul 09 17:10:39.069668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:39.069993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:39.070380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:39.070816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Bound port: 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:39.071174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.073007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120a51f-5d66-483c-99fa-ebcb885022dc req-1149c49c-bf13-472e-87b3-ba4c1fda1535 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.074603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9120a51f-5d66-483c-99fa-ebcb885022dc req-1149c49c-bf13-472e-87b3-ba4c1fda1535 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.1214993 Jul 09 17:10:39.101058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fb627-ad46-4e9d-84a4-eef217e1c0bf req-7ad6ef97-fe8e-46d7-abf8-1c8802a1dd4e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.102544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e10fb627-ad46-4e9d-84a4-eef217e1c0bf req-7ad6ef97-fe8e-46d7-abf8-1c8802a1dd4e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.2290270 Jul 09 17:10:39.117921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-8a3f2389-fa3b-4eb2-846a-185b2be4b1f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd HTTP/1.1" status: 200 len: 217 time: 0.0424166 Jul 09 17:10:39.176230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9120a51f-5d66-483c-99fa-ebcb885022dc req-8fb6d80a-b386-4015-b9e5-846c3e3c3cab tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937400 Jul 09 17:10:39.178349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'tag': '71f4b334-9e92-460c-9fdc-1efe0209eafd'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:39.180670 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40563a69-25eb-43a6-b432-920d9c084785" -d '{"events": [{"name": "network-changed", "server_uuid": "a42b6e23-7ec8-4e59-a9da-4bddee08fdf8", "tag": "71f4b334-9e92-460c-9fdc-1efe0209eafd"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:39.198769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-26f9e1ce-975a-4572-96da-b1fa61d36396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.200269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-26f9e1ce-975a-4572-96da-b1fa61d36396 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0610561 Jul 09 17:10:39.222075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e10fb627-ad46-4e9d-84a4-eef217e1c0bf req-6ec14e2c-e59a-43ca-bc43-479163ce139a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953338 Jul 09 17:10:39.232463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:39.239497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:39.257285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.277241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-e11b324e-4f6e-470a-aca6-cc8f4000834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.282929 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-e11b324e-4f6e-470a-aca6-cc8f4000834a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752883 Jul 09 17:10:39.304190 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5346cd5-2b14-4da0-9077-2d71f5d32f41 x-openstack-request-id: req-e5346cd5-2b14-4da0-9077-2d71f5d32f41 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:39.304479 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-plugged", "status": "completed", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:39.304728 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5346cd5-2b14-4da0-9077-2d71f5d32f41 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:39.305122 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'code': 200} Jul 09 17:10:39.321733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.322355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.323742 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] 10.222.0.13 "PUT /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 1093 time: 1.2036216 Jul 09 17:10:39.326784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:39.329965 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e44ea2-b659-463b-b16f-df312ee5c9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:39.348292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3841773d-6579-4b68-a046-26fe5b7f8217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.365643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3841773d-6579-4b68-a046-26fe5b7f8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.373724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a51724-e1a2-41e3-b0c1-7898a49a0041 service neutron] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:39.401554 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432736bf-adce-4fd4-a2f9-b44f277c464a x-openstack-request-id: req-432736bf-adce-4fd4-a2f9-b44f277c464a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:39.402125 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42b6e23-7ec8-4e59-a9da-4bddee08fdf8", "tag": "71f4b334-9e92-460c-9fdc-1efe0209eafd", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:39.402505 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-432736bf-adce-4fd4-a2f9-b44f277c464a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:39.403045 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'tag': '71f4b334-9e92-460c-9fdc-1efe0209eafd', 'status': 'completed', 'code': 200} Jul 09 17:10:39.422745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3841773d-6579-4b68-a046-26fe5b7f8217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca74f53dea6b43f980863c07265ed598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249478 Jul 09 17:10:39.423893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:39.425507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841773d-6579-4b68-a046-26fe5b7f8217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c425518-c02f-44a3-8507-4fda63ab15ff,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:39.430002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-26df9312-3854-413a-aaee-1df8950ddd2a service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374173 Jul 09 17:10:39.555321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09f0f78-9f58-43d3-a5f3-f82eb21c8821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.591037 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09f0f78-9f58-43d3-a5f3-f82eb21c8821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.594260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-3f706d86-7ed2-44c3-bf49-9430c3b36240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.595782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-3f706d86-7ed2-44c3-bf49-9430c3b36240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1096 time: 0.1394091 Jul 09 17:10:39.641067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-bbca9ee5-8b53-4536-9b6d-900418d3376f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 217 time: 0.0370100 Jul 09 17:10:39.673652 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef15a201-71bd-47ab-bbaf-d785c05e3d34 x-openstack-request-id: req-ef15a201-71bd-47ab-bbaf-d785c05e3d34 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:39.674129 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:39.674542 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef15a201-71bd-47ab-bbaf-d785c05e3d34 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:39.675058 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'status': 'completed', 'code': 200} Jul 09 17:10:39.714143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-1ad07303-ed97-4443-8f0f-9c70624413c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.716233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-1ad07303-ed97-4443-8f0f-9c70624413c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.0577042 Jul 09 17:10:39.755100 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09f0f78-9f58-43d3-a5f3-f82eb21c8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.757677 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09f0f78-9f58-43d3-a5f3-f82eb21c8821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:39.761967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c09f0f78-9f58-43d3-a5f3-f82eb21c8821 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c425518-c02f-44a3-8507-4fda63ab15ff HTTP/1.1" status: 204 len: 168 time: 0.3374014 Jul 09 17:10:39.766070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-f6d47413-6592-4a87-912d-51992d1ecc71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412903 Jul 09 17:10:39.772481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f0f78-9f58-43d3-a5f3-f82eb21c8821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c425518-c02f-44a3-8507-4fda63ab15ff,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:39.855889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e02bc-2b18-44d2-a417-1c43fa02f671 req-4973bc20-653c-4340-a146-cff158250da3 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184699 Jul 09 17:10:39.869590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab961a9-3dcb-4898-b2d4-a7d014e9a1b8 req-c1be67eb-9c60-4416-b37e-fbd5d19485dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.871221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ab961a9-3dcb-4898-b2d4-a7d014e9a1b8 req-c1be67eb-9c60-4416-b37e-fbd5d19485dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1101 time: 0.4316370 Jul 09 17:10:39.903911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-a5b94915-6cb3-4145-96fa-a0c7629418ac service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138949 Jul 09 17:10:39.905441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e82fd-98b3-42cd-9188-236825e277bb req-c25d9676-cd23-4dfb-9048-58ebf53db854 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:39.907061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-372e82fd-98b3-42cd-9188-236825e277bb req-c25d9676-cd23-4dfb-9048-58ebf53db854 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1641088 Jul 09 17:10:39.984122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ab961a9-3dcb-4898-b2d4-a7d014e9a1b8 req-2c5e7744-4e9d-4686-8fc1-92c313bb19ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018271 Jul 09 17:10:40.004398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-372e82fd-98b3-42cd-9188-236825e277bb req-2498fdd9-7ddd-443d-8503-eeac97ddfddf tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888202 Jul 09 17:10:40.034993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563a69-25eb-43a6-b432-920d9c084785 req-3508d014-6e15-4b38-a7cc-8e45be083a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.037599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-3508d014-6e15-4b38-a7cc-8e45be083a44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=042bb72a66ae4d89953936c51cae853f&device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 1100 time: 0.0931664 Jul 09 17:10:40.124784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-08b3c426-00b2-4a55-997a-763d22c0adf0 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279865 Jul 09 17:10:40.200645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46412) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:40.233784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7f9629f-72d0-4b88-afb6-f1ba6771e638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.245139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563a69-25eb-43a6-b432-920d9c084785 req-0e61eb86-d7b3-422e-9d83-6d8e392fd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.246610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-0e61eb86-d7b3-422e-9d83-6d8e392fd3d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2011168 Jul 09 17:10:40.248558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31ae246-8804-4f4b-88d9-9e30cc8490e0 req-ff83c818-70dd-4077-94d1-75169d1a5c95 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345678 Jul 09 17:10:40.264826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20536-c29b-433a-8e37-3c5914ef3d3a req-e5d70cbb-1c83-4b53-8382-e55a55a52449 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.266414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d20536-c29b-433a-8e37-3c5914ef3d3a req-e5d70cbb-1c83-4b53-8382-e55a55a52449 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 948 time: 0.2957242 Jul 09 17:10:40.311122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d20536-c29b-433a-8e37-3c5914ef3d3a req-3d177120-eafe-4bd0-9cb1-2e033b0a5103 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374136 Jul 09 17:10:40.320055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-7a6c0fdb-3d6d-43cc-b16e-f5f56e26338a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd HTTP/1.1" status: 200 len: 217 time: 0.0603402 Jul 09 17:10:40.346368 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1016161-e797-492e-878a-30505927fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.381037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-9f77f24b-0104-445a-a284-ed76810185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.382643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-9f77f24b-0104-445a-a284-ed76810185ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1096 time: 0.0692806 Jul 09 17:10:40.394210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-06fab66c-9886-4779-87c8-c699ed9ca89d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.395836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-06fab66c-9886-4779-87c8-c699ed9ca89d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644653 Jul 09 17:10:40.424549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563a69-25eb-43a6-b432-920d9c084785 req-7f6a8acd-ddd6-49d9-9a9d-57101b36c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.426025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-7f6a8acd-ddd6-49d9-9a9d-57101b36c50e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0930645 Jul 09 17:10:40.436990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-1960195f-62f7-41e9-bb81-8d0e775f9367 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/quotas/1d321dc2a258416fae74744437b89d9c HTTP/1.1" status: 200 len: 375 time: 0.0310073 Jul 09 17:10:40.477617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-2ff7d453-404b-459f-a3cc-27a025ec7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.479147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-2ff7d453-404b-459f-a3cc-27a025ec7136 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.0891795 Jul 09 17:10:40.543031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-f9010578-a149-4334-878b-2fa4c44a6684 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 217 time: 0.0545039 Jul 09 17:10:40.573327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e835cf-2777-4c39-a98a-bc57981667a9 req-118b96c0-ae17-410d-a13f-1cf82378f7a2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.574768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9e835cf-2777-4c39-a98a-bc57981667a9 req-118b96c0-ae17-410d-a13f-1cf82378f7a2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.0947440 Jul 09 17:10:40.607714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-d7f483e9-c005-43df-9ea7-19ae7e15953c service neutron] 10.222.0.36 "GET /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.1803331 Jul 09 17:10:40.615275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7f9629f-72d0-4b88-afb6-f1ba6771e638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.629627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7f9629f-72d0-4b88-afb6-f1ba6771e638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.641723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-d027fc27-e48a-4f96-a7f1-63908fbaf1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.643199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-d027fc27-e48a-4f96-a7f1-63908fbaf1e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.0674393 Jul 09 17:10:40.648304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9e835cf-2777-4c39-a98a-bc57981667a9 req-c621e7b8-78f8-41d3-b5e1-eecd1c91768c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643024 Jul 09 17:10:40.676720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-77c4af6d-fe26-4d81-88cb-bc1f9347c41a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260539 Jul 09 17:10:40.720339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-de9ad627-a008-495b-b470-d6fb55af6d0e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2555788 Jul 09 17:10:40.726543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563a69-25eb-43a6-b432-920d9c084785 req-f3ad80be-569d-42cd-8a83-201a8b7a7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:40.728026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-f3ad80be-569d-42cd-8a83-201a8b7a7d8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2892926 Jul 09 17:10:40.736896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7f9629f-72d0-4b88-afb6-f1ba6771e638 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41a95cc76cba4f7e9f61b10bf3868577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328126 Jul 09 17:10:40.737264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:40.738226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9629f-72d0-4b88-afb6-f1ba6771e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790fe453-5195-40d3-b587-4fb9cd332389,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:40.815440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-4303813e-de52-4505-9451-d2a6f606c6a1 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319957 Jul 09 17:10:40.821430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-c089-4d76-a3c1-3ebac8bf964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:40.924410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-e77aa65d-fb66-4f4f-9f12-674a137b0212 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824739 Jul 09 17:10:40.925867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-c089-4d76-a3c1-3ebac8bf964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.003640 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59e44ea2-b659-463b-b16f-df312ee5c9f6 req-8de9738d-b5e2-4f6b-a9bd-f86faa0cb3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796403 Jul 09 17:10:41.027804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:41.030288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ab0e8-2bff-4461-9e70-d7d78aa665c2 req-c37a5e84-ebad-4da2-8680-290b25dc5666 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.032524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e00ab0e8-2bff-4461-9e70-d7d78aa665c2 req-c37a5e84-ebad-4da2-8680-290b25dc5666 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 943 time: 0.1529171 Jul 09 17:10:41.065142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:41.079263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-c089-4d76-a3c1-3ebac8bf964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.081814 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4606d5e7-c089-4d76-a3c1-3ebac8bf964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.085598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4606d5e7-c089-4d76-a3c1-3ebac8bf964b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/790fe453-5195-40d3-b587-4fb9cd332389 HTTP/1.1" status: 204 len: 168 time: 0.3448737 Jul 09 17:10:41.099585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40563a69-25eb-43a6-b432-920d9c084785 req-534bec76-2aa3-4ef3-be0f-7420d29656d8 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602600 Jul 09 17:10:41.105266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606d5e7-c089-4d76-a3c1-3ebac8bf964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790fe453-5195-40d3-b587-4fb9cd332389,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:41.109835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4a9305-bc8f-4274-ac9e-d118650d275b {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:41.123196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:41.149536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e00ab0e8-2bff-4461-9e70-d7d78aa665c2 req-6b747db7-3270-4bb9-a309-59697218cd0c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084220 Jul 09 17:10:41.166759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-0f3e273d-e8c6-4986-a12e-080e3e39016f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1337578 Jul 09 17:10:41.167848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.293307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] Transition to ACTIVE for port object dd4a9305-bc8f-4274-ac9e-d118650d275b will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:41.301665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:41.362294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-3b0c3204-c296-40dd-b7e0-194448608aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.374793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-3b0c3204-c296-40dd-b7e0-194448608aab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82b210863ace4ddf82f4664330120a05&device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 1123 time: 0.1396313 Jul 09 17:10:41.376049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] No DVR routers for this DVR port dd4a9305-bc8f-4274-ac9e-d118650d275b on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:41.429896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8082249 Jul 09 17:10:41.430728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a41a7-94e1-4f45-ba39-65b2289a4435 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:41.515836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-b0a3908b-ddce-4843-8545-896e8442fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.517621 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-b0a3908b-ddce-4843-8545-896e8442fc45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1096 time: 0.2198973 Jul 09 17:10:41.662161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-0704e0f0-1296-450d-8896-3b38841d3afb tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.663970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-0704e0f0-1296-450d-8896-3b38841d3afb tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.1414921 Jul 09 17:10:41.691152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f999-5e36-46b0-ab65-c6d1a6467096 req-d04587a1-f1c5-49c0-ad8e-810b64a206e0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.700520 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d17f999-5e36-46b0-ab65-c6d1a6467096 req-d04587a1-f1c5-49c0-ad8e-810b64a206e0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2593141 Jul 09 17:10:41.725265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-8d1ca54a-9b91-4a2e-86aa-16236f0ccd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.726905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-8d1ca54a-9b91-4a2e-86aa-16236f0ccd82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3198416 Jul 09 17:10:41.764849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a1e40-eb4e-41db-9b07-2ed9a1698196 req-85e4609c-2214-448e-884e-1df364f6d25a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.766553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d4a1e40-eb4e-41db-9b07-2ed9a1698196 req-85e4609c-2214-448e-884e-1df364f6d25a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 948 time: 0.1470497 Jul 09 17:10:41.799594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-1ad9c833-7b05-483b-878b-821a70aba4dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c HTTP/1.1" status: 200 len: 217 time: 0.0483017 Jul 09 17:10:41.806477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-48e6c482-24bf-490f-aee9-88365390dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.808072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-48e6c482-24bf-490f-aee9-88365390dca5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12&tenant_id=fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 1096 time: 0.1311576 Jul 09 17:10:41.808687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-5b323b8f-0c16-499c-9dcc-c2bc7e7a89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.809977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-5b323b8f-0c16-499c-9dcc-c2bc7e7a89fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.2650657 Jul 09 17:10:41.840508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d4a1e40-eb4e-41db-9b07-2ed9a1698196 req-6d82da68-bc8a-4f24-a59a-69e3476daea2 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649669 Jul 09 17:10:41.869945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d17f999-5e36-46b0-ab65-c6d1a6467096 req-3ea61869-8a3d-4fc5-94a5-1191421e85be tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652231 Jul 09 17:10:41.942619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-cfb6e2e6-44ed-4320-b40c-947ab998e5c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.1202879 Jul 09 17:10:41.962995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-9ea5d5d0-7148-4706-bd52-eb8919c0bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:41.964609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-9ea5d5d0-7148-4706-bd52-eb8919c0bcf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1096 time: 0.1084509 Jul 09 17:10:42.082835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-eba85ed3-3b9b-4113-8386-54b5ae8c1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.095067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-eba85ed3-3b9b-4113-8386-54b5ae8c1247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2878411 Jul 09 17:10:42.100406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-105ec4c5-b6e8-4ba8-a129-53af00a7161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.102783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-105ec4c5-b6e8-4ba8-a129-53af00a7161e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1290030 Jul 09 17:10:42.145448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-02113f35-de59-4bfb-851d-71cd276cd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.159156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-02113f35-de59-4bfb-851d-71cd276cd1c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.2032309 Jul 09 17:10:42.175122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-7646466f-aa30-4393-82bb-a7b9cb39d067 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.0532639 Jul 09 17:10:42.240239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-ab0bded9-0d61-4fe3-a87d-b6fbcaae7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.242010 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-ab0bded9-0d61-4fe3-a87d-b6fbcaae7b17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0599213 Jul 09 17:10:42.285381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-044007b0-aad7-46c8-b13c-5b11324d6969 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317664 Jul 09 17:10:42.322744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-bcab5bcb-955b-4fa7-b303-6c6ee13e868f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028707 Jul 09 17:10:42.435538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-b60b1fa6-469f-4de7-a70e-760d56ffaf6e service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419199 Jul 09 17:10:42.450871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-f3b20ff6-de9f-40aa-8996-958f17c61342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.452436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-f3b20ff6-de9f-40aa-8996-958f17c61342 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3275273 Jul 09 17:10:42.495317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a861-2863-4cd9-9924-b52470c9586e req-794869d8-4a69-44e3-ba6f-c9a98e768ab6 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:42.495565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 71f4b334-9e92-460c-9fdc-1efe0209eafd details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:42.497009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b08a861-2863-4cd9-9924-b52470c9586e req-794869d8-4a69-44e3-ba6f-c9a98e768ab6 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.2956362 Jul 09 17:10:42.609782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-a8b51e99-e962-41d0-9d21-214a9876ff71 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797103 Jul 09 17:10:42.651232 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-de503029-9397-4f31-b3c6-8896f07837da service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063692 Jul 09 17:10:42.694011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 71f4b334-9e92-460c-9fdc-1efe0209eafd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:42.707949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '71f4b334-9e92-460c-9fdc-1efe0209eafd', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '71f4b334-9e92-460c-9fdc-1efe0209eafd', 'mac_address': 'fa:16:3e:93:df:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:42.712360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b08a861-2863-4cd9-9924-b52470c9586e req-a1234c63-6924-4f70-96b3-40443cd28adb tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637752 Jul 09 17:10:42.771112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.789779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f4b334-9e92-460c-9fdc-1efe0209eafd {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:42.817831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-f1129dbb-81c8-4d73-a1fc-53a96fb9f551 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496366 Jul 09 17:10:42.820416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 71f4b334-9e92-460c-9fdc-1efe0209eafd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:42.843741 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.908644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=71f4b334-9e92-460c-9fdc-1efe0209eafd,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:42.912330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77429394-b959-4f0c-aec5-18b6df218c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:42.982957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78c2f8f5-22e2-4c44-8402-a09adb25e01f req-47986c7c-b8a1-4554-84c0-458cf5572d8f service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576918 Jul 09 17:10:43.066050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bb96725-187e-4908-b5dd-4571d23ff2bc req-11f8270a-80f1-49a2-aee5-425186722285 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370393 Jul 09 17:10:43.086336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6363274-c313-4754-b3bb-79e36eef1e08 req-5c38d977-d644-40d0-92e4-702de81408de tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 210 time: 0.0346065 Jul 09 17:10:43.089096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc0beb-4828-44ef-ae83-cf0831bbf8e8 req-b349e560-7ad4-4abd-9128-109238752660 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.092861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95bc0beb-4828-44ef-ae83-cf0831bbf8e8 req-b349e560-7ad4-4abd-9128-109238752660 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1101 time: 0.1319706 Jul 09 17:10:43.121024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95bc0beb-4828-44ef-ae83-cf0831bbf8e8 req-c7de7167-7406-4d60-94e3-c7b90e476a06 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.127322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['71f4b334-9e92-460c-9fdc-1efe0209eafd'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:43.299803 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.375249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-0f03a1fa-75ca-4ebd-a59e-cfef73f7b079 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.376815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-0f03a1fa-75ca-4ebd-a59e-cfef73f7b079 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.1987317 Jul 09 17:10:43.393218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077bc70-0f18-4bb4-8a4c-8266bbd4e842 req-38292e26-ec16-4856-85a1-65d7f127f8c2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.400423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b077bc70-0f18-4bb4-8a4c-8266bbd4e842 req-38292e26-ec16-4856-85a1-65d7f127f8c2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 944 time: 0.1366329 Jul 09 17:10:43.465735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95bc0beb-4828-44ef-ae83-cf0831bbf8e8 req-c7de7167-7406-4d60-94e3-c7b90e476a06 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.470842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95bc0beb-4828-44ef-ae83-cf0831bbf8e8 req-c7de7167-7406-4d60-94e3-c7b90e476a06 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.475135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b077bc70-0f18-4bb4-8a4c-8266bbd4e842 req-47e04fcf-d637-4707-8032-fe71d2b298fe tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739169 Jul 09 17:10:43.505052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de7167-7406-4d60-94e3-c7b90e476a06 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0f9ef-3a35-4617-8d10-5b3ce6567d15,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:43.526564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95bc0beb-4828-44ef-ae83-cf0831bbf8e8 req-c7de7167-7406-4d60-94e3-c7b90e476a06 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253407 Jul 09 17:10:43.719157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-fc0e3141-b294-48d3-8a17-82608772f8c3 service neutron] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:43.723831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-fc0e3141-b294-48d3-8a17-82608772f8c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.725166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-806f4ec5-117f-4464-b2f2-e092f1c1a085 req-fc0e3141-b294-48d3-8a17-82608772f8c3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.3226273 Jul 09 17:10:43.760143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daa8ca-5aee-42e7-84be-f2a0197cbc49 req-698e4c31-2a03-48ac-90bc-ca600f6fff97 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:43.762203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-21daa8ca-5aee-42e7-84be-f2a0197cbc49 req-698e4c31-2a03-48ac-90bc-ca600f6fff97 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 949 time: 0.0775070 Jul 09 17:10:43.764964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:43.812788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-21daa8ca-5aee-42e7-84be-f2a0197cbc49 req-7b81396a-4242-4d89-b875-5b9f3310a14f tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Jul 09 17:10:43.813506 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:43.823625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:43.921971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-3b3715e2-dacf-4343-b8d9-f1df320e6a84 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320823 Jul 09 17:10:44.329673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4717d-8927-45a0-8b23-263c678a0918 req-ac265e05-adca-4838-bf6a-add5b8620b31 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.331125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ea4717d-8927-45a0-8b23-263c678a0918 req-ac265e05-adca-4838-bf6a-add5b8620b31 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.1026952 Jul 09 17:10:44.341773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-803534f6-a0dd-4c30-b5a5-1209839ec692 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.343326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-803534f6-a0dd-4c30-b5a5-1209839ec692 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144077 Jul 09 17:10:44.366770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:44.387230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-332d9ea1-4c10-46d3-87ee-dc624900cbc3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249448 Jul 09 17:10:44.426589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ea4717d-8927-45a0-8b23-263c678a0918 req-20edf3d5-4d7e-4a99-8d8e-9a767cb1c790 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822747 Jul 09 17:10:44.507624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:44.526833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:44.531222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.569314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 71f4b334-9e92-460c-9fdc-1efe0209eafd up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:44.606257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-96504e29-722c-4454-b919-bedc94871025 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.606800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-96504e29-722c-4454-b919-bedc94871025 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124603 Jul 09 17:10:44.694242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:44.703626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 71f4b334-9e92-460c-9fdc-1efe0209eafd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:44.710246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 71f4b334-9e92-460c-9fdc-1efe0209eafd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:44.710799 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.748575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-68d8c0df-37a3-4229-8d41-e6c4eeb4431e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2794988 Jul 09 17:10:44.766383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.62 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/682664e9-f9f6-4df8-9cdf-a24901da669b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:44.789167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:44.803478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d120d7-6611-4f98-bfaf-5cf0dfa213a9 req-e5c52d50-96a5-4210-81ba-ba55355c83b8 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.805047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49d120d7-6611-4f98-bfaf-5cf0dfa213a9 req-e5c52d50-96a5-4210-81ba-ba55355c83b8 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.1973338 Jul 09 17:10:44.835237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'port_id': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'mac_address': 'fa:16:3e:0f:dc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e64db-603c-49f8-8e29-4e353032bea7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:44.870223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:44.875510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.876026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a31f-1463-45d5-bf7d-63301b542016 req-f702675b-bf3e-4680-9511-30aa13659fbb tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:44.877980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5271a31f-1463-45d5-bf7d-63301b542016 req-f702675b-bf3e-4680-9511-30aa13659fbb tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1096 time: 0.1481626 Jul 09 17:10:44.890264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.912369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49d120d7-6611-4f98-bfaf-5cf0dfa213a9 req-3aa55b7e-7da6-4228-a646-f784010bd423 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997150 Jul 09 17:10:44.915350 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:44.958506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5696e9aa-76b2-4fd1-b083-4f7f7de29274 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:44.962485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f4b334-9e92-460c-9fdc-1efe0209eafd'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:44.965041 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbb29d-6c32-464c-8138-afa896afc4ef" -d '{"events": [{"server_uuid": "a42b6e23-7ec8-4e59-a9da-4bddee08fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "71f4b334-9e92-460c-9fdc-1efe0209eafd"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:44.992887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 71f4b334-9e92-460c-9fdc-1efe0209eafd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:45.004276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.008889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:45.062748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5271a31f-1463-45d5-bf7d-63301b542016 req-a6abca83-693b-462a-a995-f25070ba3fe2 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741292 Jul 09 17:10:45.068924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=71f4b334-9e92-460c-9fdc-1efe0209eafd,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:45.072112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.141233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:45.186361 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.213881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object 682664e9-f9f6-4df8-9cdf-a24901da669b will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:45.265343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.278915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:45.350983 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a53d509-d693-4541-a948-bb8b1de7a763 req-62609244-3c20-4754-a8d2-d1efc9fb4553 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 210 time: 0.0681522 Jul 09 17:10:45.368800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.122 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:45.376729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:45.378274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=682664e9-f9f6-4df8-9cdf-a24901da669b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:45.379434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5696e9aa-76b2-4fd1-b083-4f7f7de29274'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:45.381651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:45.395188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:45.404498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.412752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.447163 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-14240504-b5d0-48cf-8892-9ee6cfa3685d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0841150 Jul 09 17:10:45.460685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Request body: {'port': {'device_id': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:45.624309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.13', 51709) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:45.629403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827185-5850-4026-b9c4-926421f2baa6 req-567ab01e-ac20-4e67-8234-ff6aa472afe9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.640858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60827185-5850-4026-b9c4-926421f2baa6 req-567ab01e-ac20-4e67-8234-ff6aa472afe9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.3538990 Jul 09 17:10:45.711190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.714995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.744456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.744928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f199c4-704b-4f1b-a028-95b36f87639d req-2fbe2312-062b-454d-a1a7-97531f1540a2 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.750646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-03053093-1f4c-421c-be05-a0d3c78d5aba None None] Provisioning for port 682664e9-f9f6-4df8-9cdf-a24901da669b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:45.752145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7f199c4-704b-4f1b-a028-95b36f87639d req-2fbe2312-062b-454d-a1a7-97531f1540a2 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1724699 Jul 09 17:10:45.756426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-03053093-1f4c-421c-be05-a0d3c78d5aba None None] Provisioning complete for port 682664e9-f9f6-4df8-9cdf-a24901da669b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:45.757728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-03053093-1f4c-421c-be05-a0d3c78d5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.764322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60827185-5850-4026-b9c4-926421f2baa6 req-df48d3f0-3aa4-4f03-9610-65b0941f681a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227453 Jul 09 17:10:45.793031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:45.804814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-03053093-1f4c-421c-be05-a0d3c78d5aba None None] Port 682664e9-f9f6-4df8-9cdf-a24901da669b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:45.841077 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0903a1bf-39ec-408e-a210-7792d55538e2 x-openstack-request-id: req-0903a1bf-39ec-408e-a210-7792d55538e2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:45.841324 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42b6e23-7ec8-4e59-a9da-4bddee08fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "71f4b334-9e92-460c-9fdc-1efe0209eafd", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:45.841623 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0903a1bf-39ec-408e-a210-7792d55538e2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:45.842035 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f4b334-9e92-460c-9fdc-1efe0209eafd', 'code': 200} Jul 09 17:10:45.843981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.887865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-22681605-b77a-4ae7-9814-c363d380f211 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.889513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-22681605-b77a-4ae7-9814-c363d380f211 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.13 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.2607036 Jul 09 17:10:45.916092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:45.916238 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7f199c4-704b-4f1b-a028-95b36f87639d req-a4f42fad-a92c-472c-b2d1-ae4faf5030a7 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571558 Jul 09 17:10:45.923998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:45.929792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:45.935943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:45.944711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:45.945663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:45.958991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.13', 51711) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:46.045980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-d84ef646-e114-4195-aa66-0a123f66315e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4114869 Jul 09 17:10:46.076818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Request body: {'port': {'device_id': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:46.138603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:46.216864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbada3-789d-4ace-ad32-a6993eb5f9b3 req-1d6006c5-d508-4b6e-a141-10a11bade4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:46.218458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bacbada3-789d-4ace-ad32-a6993eb5f9b3 req-1d6006c5-d508-4b6e-a141-10a11bade4c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 1102 time: 0.2577379 Jul 09 17:10:46.224768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.261276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-20e7ead3-38cc-4057-8ce8-d0eb294e3e87 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:46.262688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-20e7ead3-38cc-4057-8ce8-d0eb294e3e87 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.2200511 Jul 09 17:10:46.313162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bacbada3-789d-4ace-ad32-a6993eb5f9b3 req-de10edc5-ae7d-46bd-9977-ee7b24630f43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866892 Jul 09 17:10:46.315826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-a89ad85a-642f-4ddf-b1ef-85a1e5289434 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/quotas/fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 375 time: 0.0439095 Jul 09 17:10:46.334348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Deleting port 31624c8a-cffe-4bac-aaf9-15b5900c275c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:46.334770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.339983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aa399a44-7389-4fdc-8f0a-c336f086377b None None] Provisioning for port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:46.344327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aa399a44-7389-4fdc-8f0a-c336f086377b None None] Provisioning complete for port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:46.344697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa399a44-7389-4fdc-8f0a-c336f086377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.381921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-aa399a44-7389-4fdc-8f0a-c336f086377b None None] Port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:10:46.400415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92f075-4bfe-48a3-8bc0-1b3c82fc9bfc req-f4993c3f-8cd3-4854-b9ff-9af46462f837 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:46.401881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f92f075-4bfe-48a3-8bc0-1b3c82fc9bfc req-f4993c3f-8cd3-4854-b9ff-9af46462f837 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.2729373 Jul 09 17:10:46.468464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682664e9-f9f6-4df8-9cdf-a24901da669b {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:46.470061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-a8d1b825-cc89-4c76-b2c3-51566f07e441 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903246 Jul 09 17:10:46.485198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.510152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f92f075-4bfe-48a3-8bc0-1b3c82fc9bfc req-3be7f293-8989-4905-9843-51a2fa90675d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871828 Jul 09 17:10:46.516767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:46.518688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Transition to ACTIVE for port object 682664e9-f9f6-4df8-9cdf-a24901da669b will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:46.520772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] For port 31624c8a-cffe-4bac-aaf9-15b5900c275c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=31624c8a-cffe-4bac-aaf9-15b5900c275c,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:46.521163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.530932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.546453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Calling delete_port for 31624c8a-cffe-4bac-aaf9-15b5900c275c owned by compute:tempest-test_az-1553880041 {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:46.589354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:46.594236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:46.595153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.617518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Pushing event updated for resources: {'Port': ['ID=682664e9-f9f6-4df8-9cdf-a24901da669b,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:46.693538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-5384e8b7-33e7-42e8-bcb8-2bae54643625 service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160089 Jul 09 17:10:46.733294 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.791401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:46.805954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:46.847421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-aec8103d-3416-4bd9-a396-cb1b760faecf service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528871 Jul 09 17:10:46.902193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:46.967889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-5e459f2d-3553-4d6f-871b-dc85d3d53f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:46.969704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-5e459f2d-3553-4d6f-871b-dc85d3d53f94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1101 time: 0.3377614 Jul 09 17:10:46.977628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Attempting to bind port 682664e9-f9f6-4df8-9cdf-a24901da669b on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:46.978051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Attempting to bind port 682664e9-f9f6-4df8-9cdf-a24901da669b by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:46.978458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Attempting to bind port 682664e9-f9f6-4df8-9cdf-a24901da669b on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:46.978759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:46.987639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.000687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Transition to ACTIVE for port object eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:47.010351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.032958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Port 682664e9-f9f6-4df8-9cdf-a24901da669b on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:47.033288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Attempting to bind port 682664e9-f9f6-4df8-9cdf-a24901da669b on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:47.076258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Pushing event updated for resources: {'Port': ['ID=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:47.083483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:47.083944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:47.084231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:47.084682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Bound port: 682664e9-f9f6-4df8-9cdf-a24901da669b, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:47.085042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.192090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Attempting to bind port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:47.192585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Attempting to bind port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:47.193013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Attempting to bind port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:47.199753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:47.200241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Attempting to bind port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:47.258937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:47.267059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:47.267404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:47.267816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:47.268347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Bound port: eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:47.270666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.310031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4538a-5911-4563-bd67-132aafafc933 req-bc8c911f-96db-47d2-bd1d-7d89fab51f13 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.311620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29c4538a-5911-4563-bd67-132aafafc933 req-bc8c911f-96db-47d2-bd1d-7d89fab51f13 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1082045d-ec27-4c39-aad0-4f10d763fcb8 HTTP/1.1" status: 200 len: 971 time: 0.4708970 Jul 09 17:10:47.365738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-01eff506-e38a-4165-a823-fb7b62f3829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.367869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-01eff506-e38a-4165-a823-fb7b62f3829c service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3798816 Jul 09 17:10:47.369154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794629-f584-4b00-aaf1-ed8bbba79421 req-23397a54-61a1-4133-ad5e-ec157160b30a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.370776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03794629-f584-4b00-aaf1-ed8bbba79421 req-23397a54-61a1-4133-ad5e-ec157160b30a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 948 time: 0.2129827 Jul 09 17:10:47.382748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] For port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:47.386961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] For port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:47.399700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.433785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] For port 682664e9-f9f6-4df8-9cdf-a24901da669b, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:47.455446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.456097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.457844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] 10.222.0.13 "PUT /v2.0/ports/eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 HTTP/1.1" status: 200 len: 1097 time: 1.3961749 Jul 09 17:10:47.458290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'tag': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:47.460611 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4627b446-05b1-418a-9df3-3b3a98ee56e3" -d '{"events": [{"name": "network-changed", "server_uuid": "67e8ea75-59fc-49f1-adac-00b594bc2274", "tag": "eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:47.486748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-52946b6e-d4d2-4c5c-8e21-c74f8ccd8685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.0843859 Jul 09 17:10:47.487476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03794629-f584-4b00-aaf1-ed8bbba79421 req-d6770be5-2042-42cf-bae0-cc648943802a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060574 Jul 09 17:10:47.488423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.497732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] For port 682664e9-f9f6-4df8-9cdf-a24901da669b, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=682664e9-f9f6-4df8-9cdf-a24901da669b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:47.509258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['31624c8a-cffe-4bac-aaf9-15b5900c275c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:47.590824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4c73d-13bf-4ce3-a44e-257dc418b5be service neutron] Pushing event updated for resources: {'Port': ['ID=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:47.625941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-413de07e-9394-45c1-915d-bb494afc636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.627339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-413de07e-9394-45c1-915d-bb494afc636b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1227615 Jul 09 17:10:47.628390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.634386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-57cad4ee-68db-429d-ba7e-d5d47be91a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.639657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-57cad4ee-68db-429d-ba7e-d5d47be91a79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 1100 time: 0.1223867 Jul 09 17:10:47.687887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-f0b645bb-287b-4acc-a9fa-189bec1e3088 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0398695 Jul 09 17:10:47.726045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.726494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.728431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] 10.222.0.13 "PUT /v2.0/ports/682664e9-f9f6-4df8-9cdf-a24901da669b HTTP/1.1" status: 200 len: 1096 time: 2.2724180 Jul 09 17:10:47.746131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'tag': '682664e9-f9f6-4df8-9cdf-a24901da669b'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:47.748783 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087" -d '{"events": [{"name": "network-changed", "server_uuid": "5dde2d4c-9185-4d96-939e-b6a98a6fd41a", "tag": "682664e9-f9f6-4df8-9cdf-a24901da669b"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:47.751593 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8409d9d3-6ded-4a0c-975a-c144d499c141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.753814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Pushing event deleted for resources: {'Port': ['ID=31624c8a-cffe-4bac-aaf9-15b5900c275c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:47.763083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29c4538a-5911-4563-bd67-132aafafc933 req-efbd7c24-bb39-40e3-9e3a-d81f53e59f60 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a469bf-e71f-480e-abc6-1ca187a7be3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073975 Jul 09 17:10:47.843676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:47.847312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0b0f9-2e06-4a78-93f6-ff7a11a5da38 service neutron] Pushing event updated for resources: {'Port': ['ID=682664e9-f9f6-4df8-9cdf-a24901da669b,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:47.852796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] No DVR routers for this DVR port 31624c8a-cffe-4bac-aaf9-15b5900c275c on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:47.857554 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9356f70-7929-4d51-ba5b-a9ba455bea7a" -d '{"events": [{"server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "name": "network-vif-plugged", "status": "completed", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:47.876541 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:47.878494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efaef990-ad71-4600-a7ce-245c441bdb11 req-d092f423-5bd4-4964-ad24-b11c821dd5f9 tempest-AggregatesAdminTestJSON-1184491371 tempest-AggregatesAdminTestJSON-1184491371-project] 10.222.0.13 "DELETE /v2.0/ports/31624c8a-cffe-4bac-aaf9-15b5900c275c HTTP/1.1" status: 204 len: 173 time: 1.9607391 Jul 09 17:10:47.995084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-e6569924-d33a-4c20-9e6f-41f8d496c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:47.996847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-e6569924-d33a-4c20-9e6f-41f8d496c69d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3572109 Jul 09 17:10:48.043862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c83607f9-4860-472a-8e51-dbfec2837178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.045931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c83607f9-4860-472a-8e51-dbfec2837178 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.3510182 Jul 09 17:10:48.114241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c81b5e-9f56-404d-8c40-eeb9d2177c32 req-7b780c8b-1e15-4584-aa61-2529ab65baae tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.122150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3c81b5e-9f56-404d-8c40-eeb9d2177c32 req-7b780c8b-1e15-4584-aa61-2529ab65baae tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.4160984 Jul 09 17:10:48.175146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3c81b5e-9f56-404d-8c40-eeb9d2177c32 req-d14111f0-d6b7-446a-980b-b0f0c9fd4088 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517509 Jul 09 17:10:48.181749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-768e3c58-1f41-4c15-bc97-9b810552395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.182806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-768e3c58-1f41-4c15-bc97-9b810552395f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1239550 Jul 09 17:10:48.289878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-ff727830-3b4c-49ab-b557-25f1001d5817 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002567 Jul 09 17:10:48.370730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8409d9d3-6ded-4a0c-975a-c144d499c141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.384512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8409d9d3-6ded-4a0c-975a-c144d499c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.393661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3c690b1-11ab-412d-8680-1e3532307971 req-bd646ed4-8271-47a2-b92c-9d8d8fafee0d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 210 time: 0.0412891 Jul 09 17:10:48.393840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-82255010-e520-4881-93b8-81f37f8f57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.395948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-82255010-e520-4881-93b8-81f37f8f57c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 1099 time: 0.5438619 Jul 09 17:10:48.431081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-b9ed7d62-e454-4e61-80a4-68cadf75e441 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328554 Jul 09 17:10:48.459016 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80798d-ba49-4537-b783-b1afa6a1e3c9 x-openstack-request-id: req-9f80798d-ba49-4537-b783-b1afa6a1e3c9 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:48.461170 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e8ea75-59fc-49f1-adac-00b594bc2274", "tag": "eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:48.462592 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f80798d-ba49-4537-b783-b1afa6a1e3c9 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:48.464220 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'tag': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', 'status': 'completed', 'code': 200} Jul 09 17:10:48.508331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-6b34ec9c-5ab2-46a8-8d9c-de9da6645b53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=682664e9-f9f6-4df8-9cdf-a24901da669b HTTP/1.1" status: 200 len: 217 time: 0.0972333 Jul 09 17:10:48.511798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409d9d3-6ded-4a0c-975a-c144d499c141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9bccc-e269-40d2-b79f-caea73ed51f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:48.519142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8409d9d3-6ded-4a0c-975a-c144d499c141 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3ec32c0be4045cda6c27e895d95c783&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2559412 Jul 09 17:10:48.531297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:48.638260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-fc624507-1528-48b8-9e8e-4a81be262e21 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223876 Jul 09 17:10:48.646233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec228ca-3662-47d0-a992-e0b33ebc571e req-b11f2104-58d5-4fa8-b56d-5092be1c1624 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.647652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ec228ca-3662-47d0-a992-e0b33ebc571e req-b11f2104-58d5-4fa8-b56d-5092be1c1624 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.6307313 Jul 09 17:10:48.650185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-b30ff0c0-e2a6-465d-bd03-b6a0d1bf5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.651668 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-b30ff0c0-e2a6-465d-bd03-b6a0d1bf5060 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 1100 time: 0.1356087 Jul 09 17:10:48.681793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-3ab96eb2-2999-4ef7-b3a2-852febee5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.683239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-3ab96eb2-2999-4ef7-b3a2-852febee5d57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1614833 Jul 09 17:10:48.736403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefee02-96fa-42f0-99b3-32c35983bcba req-02c94199-6381-43ed-81a4-4b696805f530 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.737904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbefee02-96fa-42f0-99b3-32c35983bcba req-02c94199-6381-43ed-81a4-4b696805f530 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 946 time: 0.1444836 Jul 09 17:10:48.772745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f8e1799d-396b-40a9-a27c-81e44033fc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.799536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ec228ca-3662-47d0-a992-e0b33ebc571e req-2a202d3e-9ff3-45c4-ba7f-0a1d89ddc743 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383741 Jul 09 17:10:48.833001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f8e1799d-396b-40a9-a27c-81e44033fc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.861590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-a627cc7b-8b65-47ed-a5c3-a7e80350c78e service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126603 Jul 09 17:10:48.883723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-8c7b332f-e0b0-4796-bd51-d8485143c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.885261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-8c7b332f-e0b0-4796-bd51-d8485143c84d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685939 Jul 09 17:10:48.905592 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4f521-0ecc-4d9f-904f-91277f9bb541 x-openstack-request-id: req-c3f4f521-0ecc-4d9f-904f-91277f9bb541 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:48.905876 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dde2d4c-9185-4d96-939e-b6a98a6fd41a", "tag": "682664e9-f9f6-4df8-9cdf-a24901da669b", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:48.906116 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3f4f521-0ecc-4d9f-904f-91277f9bb541 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:48.906499 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'tag': '682664e9-f9f6-4df8-9cdf-a24901da669b', 'status': 'completed', 'code': 200} Jul 09 17:10:48.925828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-8c9b6d75-3632-492e-9b28-b65afa1ef923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:48.927485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-8c9b6d75-3632-492e-9b28-b65afa1ef923 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2682230 Jul 09 17:10:48.982494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f8e1799d-396b-40a9-a27c-81e44033fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.983636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-5ce1af12-6edf-4b30-b32d-a5bc4b85f497 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0358796 Jul 09 17:10:48.985446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f8e1799d-396b-40a9-a27c-81e44033fc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:48.995937 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bfc4dd-157b-4f76-80f8-c956d0cff2bf x-openstack-request-id: req-24bfc4dd-157b-4f76-80f8-c956d0cff2bf {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:48.996385 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "name": "network-vif-plugged", "status": "completed", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:48.996494 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24bfc4dd-157b-4f76-80f8-c956d0cff2bf {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:48.996962 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'code': 200} Jul 09 17:10:49.000403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f8e1799d-396b-40a9-a27c-81e44033fc82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ec9bccc-e269-40d2-b79f-caea73ed51f2 HTTP/1.1" status: 204 len: 168 time: 0.4570670 Jul 09 17:10:49.008772 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-0307056a-4600-4514-b477-243f9308352e service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152658 Jul 09 17:10:49.035835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1799d-396b-40a9-a27c-81e44033fc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9bccc-e269-40d2-b79f-caea73ed51f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:49.072675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbefee02-96fa-42f0-99b3-32c35983bcba req-ef600c8f-a679-4ac4-a3d2-f87c40ebdef8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251102 Jul 09 17:10:49.074873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-45b6c4a0-01e7-4fa7-962b-0fed72c21e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.077673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-45b6c4a0-01e7-4fa7-962b-0fed72c21e41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0846825 Jul 09 17:10:49.101908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-ceb48c9a-85d5-49e1-8798-8e35379a4f67 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.101908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-ceb48c9a-85d5-49e1-8798-8e35379a4f67 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.2996237 Jul 09 17:10:49.147520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Request body: {'port': {'device_id': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'admin_state_up': True, 'tenant_id': 'fb606fb084e54561bb3749f2fa23fb29'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:49.306929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85ae07b9-9eb1-4704-ad56-9b11c5d4dc71 req-c7b2f8d7-a65b-42e9-a667-00d24fe0c9fd service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886832 Jul 09 17:10:49.336320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-556ff6d4-1984-4696-b538-aaf700d2a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.337767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-556ff6d4-1984-4696-b538-aaf700d2a227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2390037 Jul 09 17:10:49.432893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46654) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.436256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848db6a-5240-44bc-91ef-9e4be875b91c req-21e2671e-b055-48f9-872f-e2cd6236a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.438310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2848db6a-5240-44bc-91ef-9e4be875b91c req-21e2671e-b055-48f9-872f-e2cd6236a44d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1098 time: 0.2232046 Jul 09 17:10:49.475932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Made reservation on behalf of fb606fb084e54561bb3749f2fa23fb29 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:49.483057 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d296944-4b8d-4948-a13d-8b84ca91228f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.483166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.519201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba63b4-ee45-44ad-a874-4e8c58aa10b2 req-b70f7ca0-2bc7-4ed2-9a2f-87dc3ad3973f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.522595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3bba63b4-ee45-44ad-a874-4e8c58aa10b2 req-b70f7ca0-2bc7-4ed2-9a2f-87dc3ad3973f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 948 time: 0.2430737 Jul 09 17:10:49.566174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-e56bd58f-03c4-4f91-a104-2072f1860bfa service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197433 Jul 09 17:10:49.570400 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:10:49.626614 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2848db6a-5240-44bc-91ef-9e4be875b91c req-c1518ff5-da0e-4d33-ad5a-fdab87d53051 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770382 Jul 09 17:10:49.675920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46668) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.680300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3bba63b4-ee45-44ad-a874-4e8c58aa10b2 req-bf06ef45-e4e0-43f1-97ba-d68ffc1d53d5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477356 Jul 09 17:10:49.682811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-15939a7e-023f-40d7-96c4-a4c4cce51422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.684665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-15939a7e-023f-40d7-96c4-a4c4cce51422 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 1099 time: 0.3067417 Jul 09 17:10:49.786021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Allocated IP 172.20.0.5 (a0984783-6030-4026-aa72-b6a12ef93345/c2893c1d-fad9-48e7-b0c2-c9078881d4fe/d85d0499-270f-44d7-8bc7-bfc26cad2db6) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:49.789595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4627b446-05b1-418a-9df3-3b3a98ee56e3 req-6abc6db5-b81c-486e-9b90-de88bfa45a5f service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760845 Jul 09 17:10:49.865601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ea70f9f8-aec8-4fbf-8adf-c9895bb9c7a6 req-19d06ca5-ba18-4162-ba56-6fceb1e62c79 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 210 time: 0.0486493 Jul 09 17:10:49.867440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d296944-4b8d-4948-a13d-8b84ca91228f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.873175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d296944-4b8d-4948-a13d-8b84ca91228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:49.937323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7d296944-4b8d-4948-a13d-8b84ca91228f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9e67841dd0047339a34c6d420fc504a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957476 Jul 09 17:10:49.940571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46672) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:49.950839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d296944-4b8d-4948-a13d-8b84ca91228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7562b39-91a3-4f3c-8aa0-b6ae13c7b67e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:49.965573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-7128624c-ad41-4c2e-9381-9a700027d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:49.970003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-7128624c-ad41-4c2e-9381-9a700027d1d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2639360 Jul 09 17:10:49.980843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3022acfe-4b0a-4f86-8c76-fc4bbc61e258 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82b210863ace4ddf82f4664330120a05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3022244 Jul 09 17:10:49.984674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46674) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:50.039137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-fd68eed2-2b44-4492-a575-1c5922bd4c5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=682664e9-f9f6-4df8-9cdf-a24901da669b HTTP/1.1" status: 200 len: 217 time: 0.0589168 Jul 09 17:10:50.051252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed47a2-2ddd-4e76-b392-eca1ef126c51 req-4c6f72e9-5863-4a60-a7fe-47642afb84ba tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.052892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8ed47a2-2ddd-4e76-b392-eca1ef126c51 req-4c6f72e9-5863-4a60-a7fe-47642afb84ba tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2336905 Jul 09 17:10:50.072686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.124716 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01b3ad0d-3a71-45a5-bd83-31030e1e1743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.130659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d9b05ef-6c16-4171-b463-174c044519e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.138779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8ed47a2-2ddd-4e76-b392-eca1ef126c51 req-a99b142f-2302-4411-9588-5c7082e8ede6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731757 Jul 09 17:10:50.139363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-6a1865b2-ea62-4af5-ac89-c41f0e53760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.140845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-6a1865b2-ea62-4af5-ac89-c41f0e53760d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0884411 Jul 09 17:10:50.168173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01b3ad0d-3a71-45a5-bd83-31030e1e1743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.183384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.202571 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d9b05ef-6c16-4171-b463-174c044519e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.240184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84071f-9f76-484a-a791-498f426a3707 req-365d48bc-3319-43cd-bd6e-46696d1a8dfe tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.240464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Network a0984783-6030-4026-aa72-b6a12ef93345 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:50.241726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bb84071f-9f76-484a-a791-498f426a3707 req-365d48bc-3319-43cd-bd6e-46696d1a8dfe tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2095070 Jul 09 17:10:50.249507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:50.254036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:50.259899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.260545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.278212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:50.283923 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-39fb2d81-909a-417f-a0a2-235a75e4ed2c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1747527 Jul 09 17:10:50.298454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Request body: {'port': {'device_id': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:50.325258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01b3ad0d-3a71-45a5-bd83-31030e1e1743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.327828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-8405fb97-86cc-4ab1-a65f-c0c1758e5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.329900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-8405fb97-86cc-4ab1-a65f-c0c1758e5af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771612 Jul 09 17:10:50.333190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01b3ad0d-3a71-45a5-bd83-31030e1e1743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.333475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bb84071f-9f76-484a-a791-498f426a3707 req-77cd8558-238f-45ea-afa2-7bedc1daed5a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794756 Jul 09 17:10:50.337273 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-01b3ad0d-3a71-45a5-bd83-31030e1e1743 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1a469bf-e71f-480e-abc6-1ca187a7be3c HTTP/1.1" status: 204 len: 168 time: 0.3430443 Jul 09 17:10:50.337433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d9b05ef-6c16-4171-b463-174c044519e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.337532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d9b05ef-6c16-4171-b463-174c044519e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.339328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6d9b05ef-6c16-4171-b463-174c044519e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7562b39-91a3-4f3c-8aa0-b6ae13c7b67e HTTP/1.1" status: 204 len: 168 time: 0.3976092 Jul 09 17:10:50.348387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b05ef-6c16-4171-b463-174c044519e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7562b39-91a3-4f3c-8aa0-b6ae13c7b67e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:50.424160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ad0d-3a71-45a5-bd83-31030e1e1743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a469bf-e71f-480e-abc6-1ca187a7be3c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:50.455193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.479047 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-8232fb9e-a361-4958-86a4-8e3dd581d606 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266847 Jul 09 17:10:50.559095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 31624c8a-cffe-4bac-aaf9-15b5900c275c no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:10:50.572344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54afc9-8ed8-47c7-bfd5-cf2ef753914b req-69c558ef-69ef-4b45-8991-dd250f2dab04 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:50.580290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab54afc9-8ed8-47c7-bfd5-cf2ef753914b req-69c558ef-69ef-4b45-8991-dd250f2dab04 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 946 time: 0.2427564 Jul 09 17:10:50.626101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 31624c8a-cffe-4bac-aaf9-15b5900c275c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:10:50.626449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 31624c8a-cffe-4bac-aaf9-15b5900c275c not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:10:50.648179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48222c9c-5dcb-4586-9aff-ddcc0e1a1087 req-d18764a1-33b8-44ec-b972-ce761ab04e97 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605155 Jul 09 17:10:50.712390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab54afc9-8ed8-47c7-bfd5-cf2ef753914b req-7ea97b9a-fb18-4647-a76e-95a68972bde2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276190 Jul 09 17:10:50.738258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46698) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:50.845389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d754974b-6ecd-4e75-b39a-fd35fa4b4a84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00ee6ad4f9c048deb9192407ce8b86c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035466 Jul 09 17:10:50.846458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46704) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:50.914499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'name': 'network-vif-deleted', 'tag': '31624c8a-cffe-4bac-aaf9-15b5900c275c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:50.917920 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3311dce0-e6f2-450e-ad71-617cd1637ab0" -d '{"events": [{"server_uuid": "1082045d-ec27-4c39-aad0-4f10d763fcb8", "name": "network-vif-deleted", "tag": "31624c8a-cffe-4bac-aaf9-15b5900c275c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:50.944031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d6e47a2-330c-474b-aa95-8c48d1c35a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:50.981224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85d0499-270f-44d7-8bc7-bfc26cad2db6 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:50.991223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.009157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d6e47a2-330c-474b-aa95-8c48d1c35a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.012183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bda13-853a-4931-bae4-fc78b02ad123 req-e8765281-c1c7-4224-b13f-82068df17c22 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.013831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d23bda13-853a-4931-bae4-fc78b02ad123 req-e8765281-c1c7-4224-b13f-82068df17c22 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 948 time: 0.1540976 Jul 09 17:10:51.016685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Transition to ACTIVE for port object d85d0499-270f-44d7-8bc7-bfc26cad2db6 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:51.031059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.115897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d23bda13-853a-4931-bae4-fc78b02ad123 req-dec9842e-d7c2-41e3-b424-820a9f990860 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899360 Jul 09 17:10:51.120267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:51.125570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f9431-965e-4562-8f22-032758302374 req-ff1a005a-3a70-4b5b-9d3c-b9e97cd94f81 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.127234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-449f9431-965e-4562-8f22-032758302374 req-ff1a005a-3a70-4b5b-9d3c-b9e97cd94f81 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 943 time: 0.0993257 Jul 09 17:10:51.140262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.140609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.140948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.141281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.141612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.143012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.144015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.145400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.145795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.146439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.146782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.147160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:51.185061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d6e47a2-330c-474b-aa95-8c48d1c35a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.187699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d6e47a2-330c-474b-aa95-8c48d1c35a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.188916 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d6e47a2-330c-474b-aa95-8c48d1c35a05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ff86149-6863-4800-a87d-7de3f26f912a HTTP/1.1" status: 204 len: 168 time: 0.3411469 Jul 09 17:10:51.192330 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386ab524-8710-491a-961e-e70eb8230fcb x-openstack-request-id: req-386ab524-8710-491a-961e-e70eb8230fcb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:51.192805 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1082045d-ec27-4c39-aad0-4f10d763fcb8", "name": "network-vif-deleted", "tag": "31624c8a-cffe-4bac-aaf9-15b5900c275c", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:51.193094 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-386ab524-8710-491a-961e-e70eb8230fcb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:51.193505 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1082045d-ec27-4c39-aad0-4f10d763fcb8', 'name': 'network-vif-deleted', 'tag': '31624c8a-cffe-4bac-aaf9-15b5900c275c', 'status': 'completed', 'code': 200} Jul 09 17:10:51.207510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:51.208043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:51.208436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:51.213353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e47a2-330c-474b-aa95-8c48d1c35a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff86149-6863-4800-a87d-7de3f26f912a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:51.213945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:51.214425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:51.221254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:51.221715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:51.222087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:51.222589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Bound port: d85d0499-270f-44d7-8bc7-bfc26cad2db6, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:51.223152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.232349 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-449f9431-965e-4562-8f22-032758302374 req-54a14f92-5435-4f8c-8aeb-48183faa615d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857522 Jul 09 17:10:51.352120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46728) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:51.358983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:51.363667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:51.371367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.424096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.425277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.428829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-74820671-4887-475e-b4fb-248827228b0a service neutron] 10.222.0.36 "PUT /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 1092 time: 1.1358509 Jul 09 17:10:51.447450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:51.452718 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e662638-70f6-46db-8b9b-5cfa7994bd38" -d '{"events": [{"name": "network-changed", "server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:51.486595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8002b5-7d12-4cbb-8a88-81c76506d494 req-a3a093bb-605a-487f-82fc-0a5fca6e0861 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.494076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e8002b5-7d12-4cbb-8a88-81c76506d494 req-a3a093bb-605a-487f-82fc-0a5fca6e0861 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2006321 Jul 09 17:10:51.546814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74820671-4887-475e-b4fb-248827228b0a service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:51.580044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e8002b5-7d12-4cbb-8a88-81c76506d494 req-b12b93ca-0937-4a1a-83ad-947466536136 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849564 Jul 09 17:10:51.608128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fc005-e5ce-4e1e-a91d-3189f604ddf0 req-01453684-0fdb-4d40-948f-61f39a66722a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.609751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f05fc005-e5ce-4e1e-a91d-3189f604ddf0 req-01453684-0fdb-4d40-948f-61f39a66722a tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0801530 Jul 09 17:10:51.616708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-eb4a610e-7cd0-4671-8386-1fc91882667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.620293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-eb4a610e-7cd0-4671-8386-1fc91882667c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1095 time: 0.1188786 Jul 09 17:10:51.666358 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839645c4-b4f1-49f5-8eac-d40c3cd5dd8e x-openstack-request-id: req-839645c4-b4f1-49f5-8eac-d40c3cd5dd8e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:51.666635 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:51.666881 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-839645c4-b4f1-49f5-8eac-d40c3cd5dd8e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:51.667263 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'status': 'completed', 'code': 200} Jul 09 17:10:51.668871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-e4ff3b62-d35f-4a9f-acce-78db07049cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 217 time: 0.0382924 Jul 09 17:10:51.679277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.688395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f05fc005-e5ce-4e1e-a91d-3189f604ddf0 req-edb88f56-d7fb-43ef-a521-72f7193384ac tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Jul 09 17:10:51.740309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-a067f7dc-77ee-40b2-b8d1-b27eb4f50516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:51.744569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-a067f7dc-77ee-40b2-b8d1-b27eb4f50516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0690598 Jul 09 17:10:51.801228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-41c6212f-cbb4-42bb-8ed6-a92055126d12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488660 Jul 09 17:10:51.874500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.884994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:51.929511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46756) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:51.964313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29ec2b176f574fd3902465f37502c7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108305 Jul 09 17:10:51.983849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46760) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:51.998844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af63bb1-1d10-46c1-89c7-56b3ff4f1b55,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:52.013006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.013429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.013770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.014102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.014430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.014753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.015074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.015399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.015716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.016060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.016378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.016692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59d300-f477-4881-ba4c-b600a5fc4534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:10:52.087523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bd9da-19f4-41cb-a716-3b51a414e4f1 req-37962ce1-303e-45a6-867b-4e9b2e51bad2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.094674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4bd9da-19f4-41cb-a716-3b51a414e4f1 req-37962ce1-303e-45a6-867b-4e9b2e51bad2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 946 time: 0.1657298 Jul 09 17:10:52.114641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a625475-8ffb-460b-b315-a7036a65b961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.156438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4bd9da-19f4-41cb-a716-3b51a414e4f1 req-0dd92508-8999-4954-9d89-6bf2283a3546 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609276 Jul 09 17:10:52.166343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-14709918-8ffd-4cc7-b74a-1df30fc058f1 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579431 Jul 09 17:10:52.173820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891224-3ab5-49d0-8f4c-c8111ce8e998 req-43ff06ce-8a3a-4b5d-a519-65bce67fcafd tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.180506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6891224-3ab5-49d0-8f4c-c8111ce8e998 req-43ff06ce-8a3a-4b5d-a519-65bce67fcafd tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 1102 time: 0.3366647 Jul 09 17:10:52.191493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-781620164-network', 'tenant_id': 'bd37ef5f4ff24236a7c3ea18763dac73'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:52.228956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a625475-8ffb-460b-b315-a7036a65b961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.236891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6891224-3ab5-49d0-8f4c-c8111ce8e998 req-4f67dd18-4d2b-489a-aeee-1cf43cd4764c tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.241867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Made reservation on behalf of bd37ef5f4ff24236a7c3ea18763dac73 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:52.245172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.264017 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.323109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c65696e9-e3cc-46da-b532-42782c4bb54c req-b6fbf34d-f688-4634-a5ee-54ddeed18f98 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405268 Jul 09 17:10:52.353692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a625475-8ffb-460b-b315-a7036a65b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.356681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a625475-8ffb-460b-b315-a7036a65b961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.359898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3a625475-8ffb-460b-b315-a7036a65b961 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9af63bb1-1d10-46c1-89c7-56b3ff4f1b55 HTTP/1.1" status: 204 len: 168 time: 0.3732233 Jul 09 17:10:52.376935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a625475-8ffb-460b-b315-a7036a65b961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af63bb1-1d10-46c1-89c7-56b3ff4f1b55,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:52.387614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6891224-3ab5-49d0-8f4c-c8111ce8e998 req-4f67dd18-4d2b-489a-aeee-1cf43cd4764c tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.420975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43975-dea5-4913-a4c3-5726a17e41da req-cb4f6f67-d8ba-4911-b10a-8ce1562f7f91 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.422537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ca43975-dea5-4913-a4c3-5726a17e41da req-cb4f6f67-d8ba-4911-b10a-8ce1562f7f91 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 948 time: 0.1165938 Jul 09 17:10:52.428548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6891224-3ab5-49d0-8f4c-c8111ce8e998 req-4f67dd18-4d2b-489a-aeee-1cf43cd4764c tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.484671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6891224-3ab5-49d0-8f4c-c8111ce8e998 req-4f67dd18-4d2b-489a-aeee-1cf43cd4764c tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031883 Jul 09 17:10:52.485653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67dd18-4d2b-489a-aeee-1cf43cd4764c tempest-LiveMigrationNegativeTest-905604589 tempest-LiveMigrationNegativeTest-905604589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90efca8c-5a70-4c98-984b-8fa13b87b1f9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:52.487627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ca43975-dea5-4913-a4c3-5726a17e41da req-9845317e-5509-4e43-a816-71ae893ec994 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579362 Jul 09 17:10:52.527540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-92d6528a-5e6d-418e-8f54-ccf5dfb761f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.529224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-92d6528a-5e6d-418e-8f54-ccf5dfb761f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1095 time: 0.1395714 Jul 09 17:10:52.573236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 682664e9-f9f6-4df8-9cdf-a24901da669b details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:52.574611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.588311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.649306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:52.662234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.662988 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Added segment 1c5bb109-0418-4424-bff8-92fa5ab56d88 of type vlan for network 2f72dd43-48c3-48a5-acda-8d2c34afd0cb Jul 09 17:10:52.683966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9921da2d-8d15-494a-8451-5e17f42ecc4f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:52.712904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-ddc51c68-0406-41cc-aae0-ce6d8e8c8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.715205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-ddc51c68-0406-41cc-aae0-ce6d8e8c8b5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1777437 Jul 09 17:10:52.726515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 682664e9-f9f6-4df8-9cdf-a24901da669b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=682664e9-f9f6-4df8-9cdf-a24901da669b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:52.739728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '682664e9-f9f6-4df8-9cdf-a24901da669b', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '682664e9-f9f6-4df8-9cdf-a24901da669b', 'mac_address': 'fa:16:3e:fe:dd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:52.747724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.784299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395a42c-a142-48b0-bae4-382a537313ab req-eb5adc9a-99b7-4d85-b958-bde6d880ceee tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.790247 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.791711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0395a42c-a142-48b0-bae4-382a537313ab req-eb5adc9a-99b7-4d85-b958-bde6d880ceee tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 943 time: 0.1513448 Jul 09 17:10:52.798018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-8a8326a9-3c19-4837-bfed-440e9a6d4c34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 217 time: 0.0683010 Jul 09 17:10:52.809053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682664e9-f9f6-4df8-9cdf-a24901da669b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:52.835146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.836112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.836817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.846132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 682664e9-f9f6-4df8-9cdf-a24901da669b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=682664e9-f9f6-4df8-9cdf-a24901da669b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:52.857762 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:52.858790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:52.865111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-ba38e24b-38da-4087-b50b-274b6f08dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:52.866762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-ba38e24b-38da-4087-b50b-274b6f08dd7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0579278 Jul 09 17:10:52.871659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0395a42c-a142-48b0-bae4-382a537313ab req-3bbd6725-4de7-432b-889a-155a03634d7f tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789473 Jul 09 17:10:52.945802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=682664e9-f9f6-4df8-9cdf-a24901da669b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:52.946089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-0c101b60-e6e8-4a7e-9a19-063efab28e9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721576 Jul 09 17:10:52.962176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:52.981016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', 'mac_address': 'fa:16:3e:8f:16:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:52.997054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0601733 Jul 09 17:10:53.005195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46798) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:53.026553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Request body: {'subnet': {'network_id': '2f72dd43-48c3-48a5-acda-8d2c34afd0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-781620164-subnet', 'tenant_id': 'bd37ef5f4ff24236a7c3ea18763dac73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:53.045049 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.056670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46800) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:53.064426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:53.069730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Made reservation on behalf of bd37ef5f4ff24236a7c3ea18763dac73 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:53.072535 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.098157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:53.106313 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.158159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-bd33aa27-b84d-4f6a-a4d1-a0b8309d2ebd service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034464 Jul 09 17:10:53.168906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2925aaf-b4e1-44c5-9e9f-35748c150a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.171409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7787e2-83c8-4ec8-bf2b-2af8cce83565 admin admin] Pushing event updated for resources: {'Network': ['ID=2f72dd43-48c3-48a5-acda-8d2c34afd0cb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:53.189508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 2f72dd43-48c3-48a5-acda-8d2c34afd0cb details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:53.191358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:53.312716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b2477-b92f-4d87-9e17-e40973048905 req-b6501f1e-38b2-441b-935e-913ea405389c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.314343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-295b2477-b92f-4d87-9e17-e40973048905 req-b6501f1e-38b2-441b-935e-913ea405389c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1098 time: 0.1099641 Jul 09 17:10:53.346127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e662638-70f6-46db-8b9b-5cfa7994bd38 req-72d3648c-521d-4f85-b4f0-776b8c0d2be8 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800601 Jul 09 17:10:53.361457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-295b2477-b92f-4d87-9e17-e40973048905 req-8a828cc5-6426-4d9b-a835-96cfd849d9ed tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jul 09 17:10:53.400265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['682664e9-f9f6-4df8-9cdf-a24901da669b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:53.401857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc602-c4a0-447a-a2c6-ccedbf06a885 req-be54500f-4f9a-4534-9cf0-86e4154ea7d5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.411462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e63fc602-c4a0-447a-a2c6-ccedbf06a885 req-be54500f-4f9a-4534-9cf0-86e4154ea7d5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2645404 Jul 09 17:10:53.420614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.430919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:53.533968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e63fc602-c4a0-447a-a2c6-ccedbf06a885 req-0ccaaa46-3d10-4720-a147-dfed5525e906 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205337 Jul 09 17:10:53.563942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bf44ef-8564-4588-ad2c-f5806555a1db,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:53.607643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2925aaf-b4e1-44c5-9e9f-35748c150a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.612959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Checking segment: {'id': '1c5bb109-0418-4424-bff8-92fa5ab56d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2f72dd43-48c3-48a5-acda-8d2c34afd0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:53.613549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Network hostable DHCP agents. Network: 2f72dd43-48c3-48a5-acda-8d2c34afd0cb, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:53.620282 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2925aaf-b4e1-44c5-9e9f-35748c150a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.658706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2925aaf-b4e1-44c5-9e9f-35748c150a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ce3aa-6663-4a20-9502-b179c0d50c31,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:53.715099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a2925aaf-b4e1-44c5-9e9f-35748c150a3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82c7e76811ad491a9b48b4d8de0a3a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571145 Jul 09 17:10:53.718422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46818) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:53.720415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Network 2f72dd43-48c3-48a5-acda-8d2c34afd0cb is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:53.737101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 2f72dd43-48c3-48a5-acda-8d2c34afd0cb) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:53.740375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69f2c-6ece-4639-b7bf-f0b86561f45c req-b602ff14-2bab-49b7-9dad-797d83c74426 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.744171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-26b69f2c-6ece-4639-b7bf-f0b86561f45c req-b602ff14-2bab-49b7-9dad-797d83c74426 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1098 time: 0.0854785 Jul 09 17:10:53.745677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.746270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.748028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f09207-2f16-4dd1-b127-5f06dc08991a None None] Network 2f72dd43-48c3-48a5-acda-8d2c34afd0cb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:53.772305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aec24-579b-40b5-b968-e4a3f37fae53 req-3a36a699-b0cd-4da6-b510-a20e07a8352b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:53.774239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-095aec24-579b-40b5-b968-e4a3f37fae53 req-3a36a699-b0cd-4da6-b510-a20e07a8352b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 949 time: 0.0995018 Jul 09 17:10:53.785067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-24d579b3-d588-44e9-be52-28c977aadadc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7696965 Jul 09 17:10:53.812900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e84be412-dfb4-4266-9a24-d7c65978c461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.828405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-26b69f2c-6ece-4639-b7bf-f0b86561f45c req-4f9ecba7-0ee8-469c-87e6-0677fcaebc77 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789008 Jul 09 17:10:53.842732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e84be412-dfb4-4266-9a24-d7c65978c461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.843231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-095aec24-579b-40b5-b968-e4a3f37fae53 req-5399398a-cafe-47ae-b2f3-89e65a4574c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Jul 09 17:10:53.906769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c131b3-8cdd-476f-95eb-634459dfbdd8 None None] Network 2f72dd43-48c3-48a5-acda-8d2c34afd0cb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:53.913220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e84be412-dfb4-4266-9a24-d7c65978c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.916641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e84be412-dfb4-4266-9a24-d7c65978c461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:53.918276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e84be412-dfb4-4266-9a24-d7c65978c461 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/556ce3aa-6663-4a20-9502-b179c0d50c31 HTTP/1.1" status: 204 len: 168 time: 0.1982138 Jul 09 17:10:53.941477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84be412-dfb4-4266-9a24-d7c65978c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ce3aa-6663-4a20-9502-b179c0d50c31,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:54.417375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c08430-c1f9-4dbc-87e5-b225b199324e req-6572cb3b-4b89-4637-8df1-05c0d85134e4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.424884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5c08430-c1f9-4dbc-87e5-b225b199324e req-6572cb3b-4b89-4637-8df1-05c0d85134e4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 943 time: 0.0978644 Jul 09 17:10:54.426585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760956-332e-4489-aa13-f005633f1542 req-8fbb3b23-9c6f-4c79-8485-16a7b84f7997 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.434221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-94760956-332e-4489-aa13-f005633f1542 req-8fbb3b23-9c6f-4c79-8485-16a7b84f7997 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0777874 Jul 09 17:10:54.470342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5c08430-c1f9-4dbc-87e5-b225b199324e req-46c51207-beb6-4efc-ac9d-7ecb73ea0388 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Jul 09 17:10:54.477928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-94760956-332e-4489-aa13-f005633f1542 req-173ba8b3-f64a-4f59-9b8e-c5981e3063f8 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Jul 09 17:10:54.543322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.548997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1910065609-network', 'tenant_id': '956bb3762e4c4c2390a51f57d62c73fd'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:54.575123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Made reservation on behalf of 956bb3762e4c4c2390a51f57d62c73fd for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:54.578028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.589781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 682664e9-f9f6-4df8-9cdf-a24901da669b up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:54.617361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.667057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 682664e9-f9f6-4df8-9cdf-a24901da669b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:54.672516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 682664e9-f9f6-4df8-9cdf-a24901da669b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:54.673169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.756079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.791588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.804312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:54.804821 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.833761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682664e9-f9f6-4df8-9cdf-a24901da669b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:54.836732 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec47076-d82f-4c31-80ed-4db84957ea0c" -d '{"events": [{"server_uuid": "5dde2d4c-9185-4d96-939e-b6a98a6fd41a", "name": "network-vif-plugged", "status": "completed", "tag": "682664e9-f9f6-4df8-9cdf-a24901da669b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:54.839319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422f8216-bcd6-428b-af27-bfb6c3294f6d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:54.852538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.852538 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Added segment 0b7b48e2-4003-48fc-b814-5245cc1d6984 of type vlan for network 224ee9bb-b056-4eb3-a177-aa3ce9da2535 Jul 09 17:10:54.858034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 682664e9-f9f6-4df8-9cdf-a24901da669b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=682664e9-f9f6-4df8-9cdf-a24901da669b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:54.866390 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.867439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:54.929209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.944149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfa8a0-f054-423a-9bb8-d4e94c92369b req-0f2f26ef-e444-4ef9-825a-fafedac9c2d8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:54.946716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18bfa8a0-f054-423a-9bb8-d4e94c92369b req-0f2f26ef-e444-4ef9-825a-fafedac9c2d8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1837158 Jul 09 17:10:54.958314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:54.970848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:54.970961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:54.971200 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:54.998631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=682664e9-f9f6-4df8-9cdf-a24901da669b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.012940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.014166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.014811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.077426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18bfa8a0-f054-423a-9bb8-d4e94c92369b req-b81fae39-7da1-436f-b4b7-ca09ae4aa892 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228831 Jul 09 17:10:55.081225 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.086439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5388129 Jul 09 17:10:55.087216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46896) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:55.094887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Request body: {'subnet': {'network_id': '224ee9bb-b056-4eb3-a177-aa3ce9da2535', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1910065609-subnet', 'tenant_id': '956bb3762e4c4c2390a51f57d62c73fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:55.102353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-network', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:55.115951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2c363-83ed-4ff0-bf78-6fad1a318b9b admin admin] Pushing event updated for resources: {'Network': ['ID=224ee9bb-b056-4eb3-a177-aa3ce9da2535,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.131266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Made reservation on behalf of bdeefdecf6754e8896b6b61b32d650bb for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:55.133936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.136932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 224ee9bb-b056-4eb3-a177-aa3ce9da2535 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:55.145758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.166136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Made reservation on behalf of 956bb3762e4c4c2390a51f57d62c73fd for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:55.169172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.213188 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6605eff1-8cd7-44d5-b70c-70b0683a8759 x-openstack-request-id: req-6605eff1-8cd7-44d5-b70c-70b0683a8759 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:55.213481 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dde2d4c-9185-4d96-939e-b6a98a6fd41a", "name": "network-vif-plugged", "status": "completed", "tag": "682664e9-f9f6-4df8-9cdf-a24901da669b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:55.213730 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6605eff1-8cd7-44d5-b70c-70b0683a8759 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:55.214117 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682664e9-f9f6-4df8-9cdf-a24901da669b', 'code': 200} Jul 09 17:10:55.217620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:55.226115 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.297646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.337628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80a77-4b1d-4114-a972-249134dd0528 req-a9eeefe0-f9e4-4aaf-b754-2974e44b7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.339665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68d80a77-4b1d-4114-a972-249134dd0528 req-a9eeefe0-f9e4-4aaf-b754-2974e44b7b41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 1101 time: 0.0934503 Jul 09 17:10:55.392653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.398589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.403662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68d80a77-4b1d-4114-a972-249134dd0528 req-d16e8d26-c73b-47e8-a4fc-30003f31771a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Jul 09 17:10:55.418548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:10:55.437981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.438322 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Added segment d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0 of type vlan for network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af Jul 09 17:10:55.446672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7fd2a-4d0d-48ed-b67e-c528d6901f6b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.449649 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.464964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6f1c3-d13c-4572-8bac-eb1a2474afc0 req-070d5c6c-4c59-4e82-a67f-b1e74f82247b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.466692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85d6f1c3-d13c-4572-8bac-eb1a2474afc0 req-070d5c6c-4c59-4e82-a67f-b1e74f82247b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 950 time: 0.1195619 Jul 09 17:10:55.490556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.533259 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.534691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.535591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.542023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0acaed-9d16-445b-801c-fb2918756fb4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.560744 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85d6f1c3-d13c-4572-8bac-eb1a2474afc0 req-4b84b964-3c4c-4fba-b284-e2da40b25e1b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758095 Jul 09 17:10:55.565082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Checking segment: {'id': '0b7b48e2-4003-48fc-b814-5245cc1d6984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '224ee9bb-b056-4eb3-a177-aa3ce9da2535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:55.565449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Network hostable DHCP agents. Network: 224ee9bb-b056-4eb3-a177-aa3ce9da2535, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:55.594339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Network 224ee9bb-b056-4eb3-a177-aa3ce9da2535 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:55.602264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6275678 Jul 09 17:10:55.602932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:55.612164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Request body: {'subnet': {'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-subnet', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:55.612324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 224ee9bb-b056-4eb3-a177-aa3ce9da2535) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:55.617221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:55.617866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.622784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03c896-413e-4b53-8a07-2425ce673177 None None] Network 224ee9bb-b056-4eb3-a177-aa3ce9da2535 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:55.629908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4e09a-23a3-4989-b203-dd4f88d8128b admin admin] Pushing event updated for resources: {'Network': ['ID=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:55.643890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:10:55.652895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Made reservation on behalf of bdeefdecf6754e8896b6b61b32d650bb for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:10:55.665969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a0b855bf-bc09-45f1-bfbb-7c8b0e48e38e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5703325 Jul 09 17:10:55.666168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:55.807731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:10:55.822053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f347f67e-8646-466b-9eb5-4ea34cf8b05c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:10:55.823253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f347f67e-8646-466b-9eb5-4ea34cf8b05c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061605 Jul 09 17:10:55.833087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Request body: {'binding': {'host': 'n-h1-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:55.833637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Unknown quota resources ['binding']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:10:55.882368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:56.055324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-8ec59b87-0ed9-44c2-9761-81e66fb0d6f3 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.056794 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-8ec59b87-0ed9-44c2-9761-81e66fb0d6f3 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.13 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1065192 Jul 09 17:10:56.067594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Deleting subnet a9bf44ef-8564-4588-ad2c-f5806555a1db {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:56.069355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:56.071431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.081662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a13b3d4-e802-4e67-857d-871df1d4da48 None None] Network 224ee9bb-b056-4eb3-a177-aa3ce9da2535 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:56.096846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'port_id': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'mac_address': 'fa:16:3e:0d:99:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2893c1d-fad9-48e7-b0c2-c9078881d4fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:10:56.111307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.123193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.169601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea031-8a58-46b3-9a38-459f7409eb9f req-0b9cda73-d45b-4cde-bc41-56385f4ea605 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.171111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-031ea031-8a58-46b3-9a38-459f7409eb9f req-0b9cda73-d45b-4cde-bc41-56385f4ea605 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2143331 Jul 09 17:10:56.185113 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.211263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85d0499-270f-44d7-8bc7-bfc26cad2db6 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:10:56.217564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.257355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-031ea031-8a58-46b3-9a38-459f7409eb9f req-60b6a7b8-8425-4c08-b89f-618252d578e3 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671411 Jul 09 17:10:56.274047 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.281424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2968effa-e2ae-4302-a053-8f2df0e64c2c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.282548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:56.289438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.301441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Deleting port 71f4b334-9e92-460c-9fdc-1efe0209eafd {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:10:56.301862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.302770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bf44ef-8564-4588-ad2c-f5806555a1db,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.307845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on host n-h1-791506-17 for vnic_type normal with profile None {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:56.307845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:56.307845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:56.313400 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.317674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d17a13aa-462e-436d-82ec-346b3d667d06 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a9bf44ef-8564-4588-ad2c-f5806555a1db HTTP/1.1" status: 204 len: 168 time: 0.4319456 Jul 09 17:10:56.319705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46930) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:56.319845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Checking segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:56.320090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Network hostable DHCP agents. Network: e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:10:56.320250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:56.320501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:56.373200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:56.377756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:56.378205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:56.378504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:56.379014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Bound port: 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:56.386338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:10:56.404249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:56.412699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a67bc-7e11-48ac-a992-61d981492caa None None] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:56.423113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] For port 71f4b334-9e92-460c-9fdc-1efe0209eafd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=71f4b334-9e92-460c-9fdc-1efe0209eafd,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:56.423674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.429088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.448564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Calling delete_port for 71f4b334-9e92-460c-9fdc-1efe0209eafd owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:10:56.463155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:56.463774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.496446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:56.535948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c0859988-f6c0-4306-a9a5-25dc143b756c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9302340 Jul 09 17:10:56.537276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:56.546166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:56.569892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.570884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ddee5f9c-3661-4804-bf66-dca3d4d85bf0 service neutron] 10.222.0.21 "POST /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274/bindings HTTP/1.1" status: 201 len: 390 time: 0.7419829 Jul 09 17:10:56.597590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d85d0499-270f-44d7-8bc7-bfc26cad2db6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:56.605030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.612926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.612926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.619284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.619679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.620473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.621313 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > port after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.621313 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.621565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > port after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.622068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.622068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.622402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.622713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.720823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:10:56.721696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.809548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.838035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.838035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.838035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.838035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:56.838035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f72dd43-48c3-48a5-acda-8d2c34afd0cb']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:56.859344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5bb109-0418-4424-bff8-92fa5ab56d88') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:56.859649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5bb109-0418-4424-bff8-92fa5ab56d88') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:56.880549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.918304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.926973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:56.927489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:56.970279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Allocated IP 172.20.0.2 (e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af/2968effa-e2ae-4302-a053-8f2df0e64c2c/e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: from cryptography.utils import int_from_bytes Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: from cryptography.utils import int_from_bytes Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:57.013646 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:57.017904 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:57.036181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.055265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44814e-168c-4072-86c4-584ba206dbb2 req-08d010b9-99c8-463d-9049-50d5d39e0a37 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.056919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e44814e-168c-4072-86c4-584ba206dbb2 req-08d010b9-99c8-463d-9049-50d5d39e0a37 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 944 time: 0.5955265 Jul 09 17:10:57.059394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.066432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.074939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.076774 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f72dd43-48c3-48a5-acda-8d2c34afd0cb HTTP/1.1" status: 204 len: 168 time: 0.7577126 Jul 09 17:10:57.082787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:57.084980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['71f4b334-9e92-460c-9fdc-1efe0209eafd'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:57.161188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Pushing event deleted for resources: {'Port': ['ID=71f4b334-9e92-460c-9fdc-1efe0209eafd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.179120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] No DVR routers for this DVR port 71f4b334-9e92-460c-9fdc-1efe0209eafd on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:10:57.200746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.211095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Transition to ACTIVE for port object e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:57.215659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:57.217988 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4844423f-de94-4bc3-9998-fae2cb8d3a52" -d '{"events": [{"server_uuid": "67e8ea75-59fc-49f1-adac-00b594bc2274", "name": "network-vif-plugged", "status": "completed", "tag": "eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:57.221514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.223694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5481896-ad61-46e7-8e13-316a07f4b6a9 req-4a345f79-bb15-4b67-aa31-9b54e91c28fb tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.13 "DELETE /v2.0/ports/71f4b334-9e92-460c-9fdc-1efe0209eafd HTTP/1.1" status: 204 len: 173 time: 1.1444252 Jul 09 17:10:57.224640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'name': 'network-vif-deleted', 'tag': '71f4b334-9e92-460c-9fdc-1efe0209eafd'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:57.228023 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c77e4-4089-4afb-830e-33f3f005e863" -d '{"events": [{"server_uuid": "a42b6e23-7ec8-4e59-a9da-4bddee08fdf8", "name": "network-vif-deleted", "tag": "71f4b334-9e92-460c-9fdc-1efe0209eafd"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:57.249210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Transition to ACTIVE for port object e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:10:57.256354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239386-fb63-470d-9dc8-18292d63907c req-bb27dbfc-7a40-40d3-9a45-fd919c3113e9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.264516 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae239386-fb63-470d-9dc8-18292d63907c req-bb27dbfc-7a40-40d3-9a45-fd919c3113e9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2494183 Jul 09 17:10:57.273835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.332288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4af7f-de4f-40e0-8a5f-cfed47663667 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f72dd43-48c3-48a5-acda-8d2c34afd0cb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.334779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae239386-fb63-470d-9dc8-18292d63907c req-1c200bae-ac8c-4471-9c9b-b0ce2530d3e8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645630 Jul 09 17:10:57.354575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:57.354575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:57.354575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:57.390355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e44814e-168c-4072-86c4-584ba206dbb2 req-11bfcc8a-76c7-43a7-8a47-bc1172a80a02 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239126 Jul 09 17:10:57.439919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Deleting subnet fb0acaed-9d16-445b-801c-fb2918756fb4 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:10:57.445786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-974e81a5-9400-4ac2-a16b-5f28504a5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.447427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-974e81a5-9400-4ac2-a16b-5f28504a5659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1098 time: 0.4315588 Jul 09 17:10:57.448366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.564544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['cb4caabf-e11d-4666-a513-97a8a6e59d0d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:57.595695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.618236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Attempting to bind port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:57.618728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Attempting to bind port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:57.619085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Attempting to bind port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:57.631237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Pushing event updated for resources: {'Port': ['ID=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.636515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:57.636886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Checking segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:57.637298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.637670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Bound using segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:57.638140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Bound port: e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:57.638513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.654197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.672814 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.692057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56b8a-0d4c-4ba3-a72c-44e7e2e2dace req-33d7dbac-6871-4dd3-9c8a-492319e6c148 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.695280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.698861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7af56b8a-0d4c-4ba3-a72c-44e7e2e2dace req-33d7dbac-6871-4dd3-9c8a-492319e6c148 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 950 time: 0.1439111 Jul 09 17:10:57.722338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c8f75-59d9-4b58-967c-29f3dcbe4ed8 req-9d53a87d-3693-466e-98db-285794a04141 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.724193 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-118c8f75-59d9-4b58-967c-29f3dcbe4ed8 req-9d53a87d-3693-466e-98db-285794a04141 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 946 time: 0.1725681 Jul 09 17:10:57.727158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-1413a436-a944-4342-a6f3-a5f2345387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.728543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-1413a436-a944-4342-a6f3-a5f2345387b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.2342029 Jul 09 17:10:57.740526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] For port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:57.763045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] For port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:57.781778 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.785880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7af56b8a-0d4c-4ba3-a72c-44e7e2e2dace req-2164c12d-7215-4453-bba2-19cfef23d8b6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Jul 09 17:10:57.795895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-aa1d0664-ee57-44dd-b49d-d43261d9b422 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 217 time: 0.0583153 Jul 09 17:10:57.828533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:57.859633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Allocated IP 172.25.3.59 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/3af08d84-7c3a-4d40-bb52-c0951646757b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:10:57.924764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:57.947997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f651e2c4-6359-42df-a72a-36f5666ebf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:57.949525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f651e2c4-6359-42df-a72a-36f5666ebf73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1452255 Jul 09 17:10:57.958457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port d85d0499-270f-44d7-8bc7-bfc26cad2db6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:57.962059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc486b-b18c-498f-9899-f0dd05d9c1e5 None None] Pushing event updated for resources: {'Port': ['ID=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:57.963438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-118c8f75-59d9-4b58-967c-29f3dcbe4ed8 req-e9a7a6cc-ee27-4945-821a-132b85d0219f tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148862 Jul 09 17:10:57.971973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port d85d0499-270f-44d7-8bc7-bfc26cad2db6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:10:57.972432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.022633 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da4bf17-2b06-49b6-a305-63d8c94332b6 x-openstack-request-id: req-9da4bf17-2b06-49b6-a305-63d8c94332b6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:58.022925 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e8ea75-59fc-49f1-adac-00b594bc2274", "name": "network-vif-plugged", "status": "completed", "tag": "eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:58.023173 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9da4bf17-2b06-49b6-a305-63d8c94332b6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:58.023560 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', 'code': 200} Jul 09 17:10:58.084136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0acaed-9d16-445b-801c-fb2918756fb4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.119165 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5467e8-8f31-47a7-b52a-27d96fd8919f x-openstack-request-id: req-cc5467e8-8f31-47a7-b52a-27d96fd8919f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:58.119530 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42b6e23-7ec8-4e59-a9da-4bddee08fdf8", "name": "network-vif-deleted", "tag": "71f4b334-9e92-460c-9fdc-1efe0209eafd", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:58.119711 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc5467e8-8f31-47a7-b52a-27d96fd8919f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:58.120110 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42b6e23-7ec8-4e59-a9da-4bddee08fdf8', 'name': 'network-vif-deleted', 'tag': '71f4b334-9e92-460c-9fdc-1efe0209eafd', 'status': 'completed', 'code': 200} Jul 09 17:10:58.133883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.149232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.158786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-03a3e0c4-63ce-45fd-9fea-4624367bb1db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb0acaed-9d16-445b-801c-fb2918756fb4 HTTP/1.1" status: 204 len: 168 time: 1.0733607 Jul 09 17:10:58.164686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:58.168335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-292b7820-f29c-4943-acf5-1c495902fee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170750 Jul 09 17:10:58.192843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.247791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:58.259212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:58.266428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.340499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-2f0ff908-3373-461a-ac3d-722c22d15c6b service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641161 Jul 09 17:10:58.352105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.394164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c17d22a0-7836-48ac-b7e5-631361f72257 req-f2130b29-2a2c-4e88-9483-b9b1d6ae97d8 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=a42b6e23-7ec8-4e59-a9da-4bddee08fdf8 HTTP/1.1" status: 200 len: 210 time: 0.1285782 Jul 09 17:10:58.397448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.403889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.511274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:10:58.537301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-7d2dad01-83d2-4794-a871-92c2c56c8e48 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570723 Jul 09 17:10:58.545664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:10:58.554233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a1ef6-b337-48c9-b883-fe3562fdc517 req-0afbd92d-7f36-4e75-ac8c-7e7656ad48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:58.555748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b65a1ef6-b337-48c9-b883-fe3562fdc517 req-0afbd92d-7f36-4e75-ac8c-7e7656ad48bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 1102 time: 0.3944700 Jul 09 17:10:58.565850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:10:58.568467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Pushing event updated for resources: {'Port': ['ID=3af08d84-7c3a-4d40-bb52-c0951646757b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:58.684317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a5ce3-607f-4795-8cbc-12d5a9d7452b req-93bdb565-1001-4dc8-8a7e-46a1ea858899 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:58.685803 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a4a5ce3-607f-4795-8cbc-12d5a9d7452b req-93bdb565-1001-4dc8-8a7e-46a1ea858899 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 945 time: 0.1056998 Jul 09 17:10:58.690803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6108cf69-3822-43a3-a513-b82c238cf59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.692521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-530b658a-d5eb-4dc2-b1c8-bf8a23749265 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:58.693966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-530b658a-d5eb-4dc2-b1c8-bf8a23749265 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1098 time: 0.0835342 Jul 09 17:10:58.705891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:10:58.749136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.771443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a4a5ce3-607f-4795-8cbc-12d5a9d7452b req-0bedecb7-447b-4c9d-8f52-2454c233f3c0 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765047 Jul 09 17:10:58.786829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.787189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.787944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.788275 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > port after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.788626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.788902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > port after_update 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.789215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.789542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.789848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.790174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.812291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:58.858954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.859300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.860066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.860405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 17:10:58.860855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224ee9bb-b056-4eb3-a177-aa3ce9da2535']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:58.894767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b65a1ef6-b337-48c9-b883-fe3562fdc517 req-4d0a4c30-34b9-4e9d-a17c-2254396a30d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217797 Jul 09 17:10:58.911815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7b48e2-4003-48fc-b814-5245cc1d6984') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:58.912036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7b48e2-4003-48fc-b814-5245cc1d6984') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:10:58.978665 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.004253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:10:59.022166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.040558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b38cd-69af-4092-a2af-5e2d26350ae3 req-93162cfb-a91a-4780-a8a8-896748fbee58 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:59.041291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7051c-36a1-41f3-a1d1-aab7eff6b1f7 req-d5711fd9-94d3-472b-9244-cdcc0b1fe7dd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:59.042899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66a7051c-36a1-41f3-a1d1-aab7eff6b1f7 req-d5711fd9-94d3-472b-9244-cdcc0b1fe7dd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.5030911 Jul 09 17:10:59.052213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-735b38cd-69af-4092-a2af-5e2d26350ae3 req-93162cfb-a91a-4780-a8a8-896748fbee58 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 950 time: 0.1249473 Jul 09 17:10:59.052985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:10:59.053482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: from cryptography.utils import int_from_bytes Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: from cryptography.utils import int_from_bytes Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:10:59.063912 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:10:59.125510 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-735b38cd-69af-4092-a2af-5e2d26350ae3 req-354b2a90-7d26-4ceb-85a1-5a8aa1566b78 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 Jul 09 17:10:59.126647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:59.178879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:10:59.181828 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283dfe36-3b44-456a-9b23-f3cfe247ad75" -d '{"events": [{"server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:10:59.186306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.195374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.212529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682a680-0ba5-4d49-9f11-0bba067fa411 None None] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:10:59.291364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a239c15-c003-4881-ba07-b578a837b30d None None] Provisioning for port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:10:59.321882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:59.336768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on host n-h2-791506-17 for vnic_type normal with profile {"migrating_to": "n-h1-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:10:59.337166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:10:59.337501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:59.346341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:10:59.346679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Attempting to bind port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:10:59.355812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:10:59.356104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:10:59.356494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:10:59.356931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Bound port: 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:10:59.357288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.414294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be497a0b-e9c9-4c86-b386-fabca562df84 req-da452ab1-5d93-457a-9ad5-0934949dfdef tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:59.419563 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be497a0b-e9c9-4c86-b386-fabca562df84 req-da452ab1-5d93-457a-9ad5-0934949dfdef tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.1570852 Jul 09 17:10:59.460538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.462187 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.469750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66a7051c-36a1-41f3-a1d1-aab7eff6b1f7 req-1a19f242-94bd-43a4-9618-c454bc543b17 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140420 Jul 09 17:10:59.485340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:10:59.506975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:10:59.524664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.526664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] 10.222.0.21 "DELETE /v2.0/networks/224ee9bb-b056-4eb3-a177-aa3ce9da2535 HTTP/1.1" status: 204 len: 168 time: 1.3412757 Jul 09 17:10:59.534837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be497a0b-e9c9-4c86-b386-fabca562df84 req-e5aadead-819c-4443-b848-037f4d8d77fa tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952792 Jul 09 17:10:59.537247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.559540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8e84c-ab2b-40d7-888a-fe39b026e555 admin admin] Pushing event deleted for resources: {'Network': ['ID=224ee9bb-b056-4eb3-a177-aa3ce9da2535,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:59.564246 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6108cf69-3822-43a3-a513-b82c238cf59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.622235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6108cf69-3822-43a3-a513-b82c238cf59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.644874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:59.674914 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb936924-8fe6-4b29-9725-ae6ed45fc06e x-openstack-request-id: req-eb936924-8fe6-4b29-9725-ae6ed45fc06e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:10:59.675420 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:10:59.676524 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb936924-8fe6-4b29-9725-ae6ed45fc06e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:10:59.677069 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'code': 200} Jul 09 17:10:59.704417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6108cf69-3822-43a3-a513-b82c238cf59c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a636e0575ef4ee38402e4bf36c286dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3748262 Jul 09 17:10:59.711753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46984) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:59.718941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108cf69-3822-43a3-a513-b82c238cf59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9046790-7ad6-43eb-84c2-2dd304b9f649,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:10:59.731967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:10:59.754025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:10:59.754720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.756253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9d2c7534-8b06-4904-a5c5-8d5c9d2e37c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 1124 time: 1.0553725 Jul 09 17:10:59.783199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:59.875121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-71083ffb-259d-4fd8-80ef-7b93ee78d92c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd37ef5f4ff24236a7c3ea18763dac73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894079 Jul 09 17:10:59.876398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:10:59.891491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-530cae9f-4680-4b28-8505-48b734899723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.900724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5696e9aa-76b2-4fd1-b083-4f7f7de29274'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:10:59.938883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.942782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01badc84-05fe-4918-8b35-c9ba4eb70569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.959005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-530cae9f-4680-4b28-8505-48b734899723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:10:59.977163 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01badc84-05fe-4918-8b35-c9ba4eb70569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.008438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:00.025507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:00.027974 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e0d80a-7c59-46da-ae5b-591b88a3c3d5" -d '{"events": [{"server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "name": "network-vif-plugged", "status": "completed", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:00.036223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:00.036966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.055171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01badc84-05fe-4918-8b35-c9ba4eb70569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.063300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01badc84-05fe-4918-8b35-c9ba4eb70569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.069012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-01badc84-05fe-4918-8b35-c9ba4eb70569 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9921da2d-8d15-494a-8451-5e17f42ecc4f HTTP/1.1" status: 204 len: 168 time: 0.1909380 Jul 09 17:11:00.095411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01badc84-05fe-4918-8b35-c9ba4eb70569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9921da2d-8d15-494a-8451-5e17f42ecc4f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:00.146446 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f142656-d42b-4121-8707-d367269e8732 x-openstack-request-id: req-9f142656-d42b-4121-8707-d367269e8732 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:00.146731 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "name": "network-vif-plugged", "status": "completed", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:00.146975 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f142656-d42b-4121-8707-d367269e8732 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:00.147358 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'code': 200} Jul 09 17:11:00.217443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7467dfc-a91a-4ab3-813c-433d00d25e37 req-4b0803f1-8960-4c79-8180-580ae00f4fc6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:00.223817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7467dfc-a91a-4ab3-813c-433d00d25e37 req-4b0803f1-8960-4c79-8180-580ae00f4fc6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 945 time: 0.1517503 Jul 09 17:11:00.258834 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-530cae9f-4680-4b28-8505-48b734899723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.262302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-530cae9f-4680-4b28-8505-48b734899723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.271420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-530cae9f-4680-4b28-8505-48b734899723 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9046790-7ad6-43eb-84c2-2dd304b9f649 HTTP/1.1" status: 204 len: 168 time: 0.5536907 Jul 09 17:11:00.321184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cba5b3-a08c-452c-bf91-21ef06c0b95b req-afde99b1-b4bf-4b73-a716-1a8115d524e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:00.322513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7cba5b3-a08c-452c-bf91-21ef06c0b95b req-afde99b1-b4bf-4b73-a716-1a8115d524e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1097 time: 0.0977910 Jul 09 17:11:00.333893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cae9f-4680-4b28-8505-48b734899723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9046790-7ad6-43eb-84c2-2dd304b9f649,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:00.364047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7467dfc-a91a-4ab3-813c-433d00d25e37 req-c6fb6fe7-7e8c-4254-8b53-c97c11686048 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961914 Jul 09 17:11:00.390066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.411670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5e3b-2b67-44ac-bc01-17a806387a13 req-79ccb576-f1e9-42d0-8e20-d14e41800a98 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:00.423651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4ca5e3b-2b67-44ac-bc01-17a806387a13 req-79ccb576-f1e9-42d0-8e20-d14e41800a98 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 950 time: 0.1484675 Jul 09 17:11:00.431281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:00.438908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7cba5b3-a08c-452c-bf91-21ef06c0b95b req-11d3eba0-3be6-4143-b967-e11bb8efa3a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794973 Jul 09 17:11:00.511122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:00.519947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.577783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:00.600367 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:00.605846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:00.610501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 71f4b334-9e92-460c-9fdc-1efe0209eafd no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:00.619169 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4ca5e3b-2b67-44ac-bc01-17a806387a13 req-db625f0b-62df-4374-825a-0a0eb74caf23 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797569 Jul 09 17:11:00.634493 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:00.635438 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:10:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:00.639342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.639502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 71f4b334-9e92-460c-9fdc-1efe0209eafd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:00.639688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 71f4b334-9e92-460c-9fdc-1efe0209eafd not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:00.640644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c85db93-5d6c-4215-8f75-dd73280c2111 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0999887 Jul 09 17:11:00.643535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:00.798518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:00.799214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:00.846336 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:00.850648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cd790-9257-42ce-9de8-9df39fc09c38 req-0867679e-6c1d-407a-9d34-858385a6547f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:00.852037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08dec559-d27d-4450-94a8-d7cba637c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:00.859242 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-937cd790-9257-42ce-9de8-9df39fc09c38 req-0867679e-6c1d-407a-9d34-858385a6547f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1075780 Jul 09 17:11:00.927193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-937cd790-9257-42ce-9de8-9df39fc09c38 req-86f6f445-3f19-4930-a230-9b4c14007922 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Jul 09 17:11:01.023223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-808bbbaa-86cd-4a6a-b9a1-03bb21c4b3f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=956bb3762e4c4c2390a51f57d62c73fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209094 Jul 09 17:11:01.023580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47016) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:01.064737 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:10:58Z', 'revision_number': 3, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:01.065486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb579-9728-45c7-823c-cb7b06d8c962 req-366187a1-d4cf-4d21-9722-b7a8f17aaa13 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:01.068895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc5fb579-9728-45c7-823c-cb7b06d8c962 req-366187a1-d4cf-4d21-9722-b7a8f17aaa13 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 950 time: 0.3786747 Jul 09 17:11:01.103297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:01.103688 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Updating router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 port 3af08d84-7c3a-4d40-bb52-c0951646757b binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:01.143283 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.154482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e752ce7-5317-43ca-b4d1-751c65be0e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.182775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e752ce7-5317-43ca-b4d1-751c65be0e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.262823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6857-c1b7-4bd9-a411-195d83924b87 req-d49557ea-f3f8-4871-96bc-7f2e63a5853b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:01.268630 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3cf6857-c1b7-4bd9-a411-195d83924b87 req-d49557ea-f3f8-4871-96bc-7f2e63a5853b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.1681190 Jul 09 17:11:01.316992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e752ce7-5317-43ca-b4d1-751c65be0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.320990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e752ce7-5317-43ca-b4d1-751c65be0e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.326880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6e752ce7-5317-43ca-b4d1-751c65be0e1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/422f8216-bcd6-428b-af27-bfb6c3294f6d HTTP/1.1" status: 204 len: 168 time: 0.3019261 Jul 09 17:11:01.341696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752ce7-5317-43ca-b4d1-751c65be0e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f8216-bcd6-428b-af27-bfb6c3294f6d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:01.399431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3cf6857-c1b7-4bd9-a411-195d83924b87 req-e470d74f-c0c0-4d69-8389-d149156fbe60 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131382 Jul 09 17:11:01.460696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc5fb579-9728-45c7-823c-cb7b06d8c962 req-8735f264-9365-4ccf-ac96-8bc5570675bb tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847106 Jul 09 17:11:01.522913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08dec559-d27d-4450-94a8-d7cba637c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.579795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08dec559-d27d-4450-94a8-d7cba637c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.602170 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.629968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:01.651657 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Transition to ACTIVE for port object 3af08d84-7c3a-4d40-bb52-c0951646757b will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:01.664045 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.688699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:01.691475 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949c6e6-0b8e-4dc3-b52b-3849f8793697" -d '{"events": [{"name": "network-changed", "server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:01.698396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-08dec559-d27d-4450-94a8-d7cba637c820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae7a960e5ded41f98e7912b504f19476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8898134 Jul 09 17:11:01.702430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47028) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:01.744146 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Attempting to bind port 3af08d84-7c3a-4d40-bb52-c0951646757b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:01.744515 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Attempting to bind port 3af08d84-7c3a-4d40-bb52-c0951646757b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:01.744878 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Attempting to bind port 3af08d84-7c3a-4d40-bb52-c0951646757b on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:01.748923 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Pushing event updated for resources: {'Port': ['ID=3af08d84-7c3a-4d40-bb52-c0951646757b,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:01.749837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:01.750425 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.754570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700380-0bdf-486f-a979-a81dcfae6f9a req-13d89acf-1c4d-4a27-91e9-6ab0cbc68093 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:01.755533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:01.756036 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:01.756513 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.757348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:01.757989 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Bound port: 3af08d84-7c3a-4d40-bb52-c0951646757b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:01.758441 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.761586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dec559-d27d-4450-94a8-d7cba637c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b4f79-f3ca-4476-9f36-a0eb1342469e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:01.765691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3700380-0bdf-486f-a979-a81dcfae6f9a req-13d89acf-1c4d-4a27-91e9-6ab0cbc68093 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 945 time: 0.1273050 Jul 09 17:11:01.809986 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.810869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.811564 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.812053 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.812616 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.813168 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.813685 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.814031 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.814390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.815412 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.815412 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.815739 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Tracked resource versions report: Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: pushed versions: Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: { 'AddressGroup': {'1.2'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'ConntrackHelper': {'1.0'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Log': {'1.0'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Network': {'1.1'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Port': {'1.7'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'PortForwarding': {'1.2'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'QosPolicy': {'1.8'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'SecurityGroup': {'1.4'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'SecurityGroupRule': {'1.2'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'SubPort': {'1.0'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Subnet': {'1.1'}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Trunk': {'1.1'}} Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: consumer versions: Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: { DHCP agent@n-d-791506-17: {}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: HyperV agent@n-h1-791506-17: {}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: HyperV agent@n-h2-791506-17: {}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: L3 agent@n-d-791506-17: {}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: Metadata agent@n-d-791506-17: {}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: Metering agent@n-d-791506-17: {}, Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: Open vSwitch agent@n-d-791506-17: { 'AddressGroup': '1.2', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'ConntrackHelper': '1.0', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Log': '1.0', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Network': '1.1', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Port': '1.7', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'PortForwarding': '1.2', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'QosPolicy': '1.8', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'SecurityGroup': '1.4', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'SecurityGroupRule': '1.2', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'SubPort': '1.0', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Subnet': '1.1', Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: 'Trunk': '1.1'}} Jul 09 17:11:01.816918 n-d-791506-17 neutron-server[93898]: {{(pid=93898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 17:11:01.860417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3700380-0bdf-486f-a979-a81dcfae6f9a req-24e16bcf-2119-416e-a690-20695ccd2f53 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Jul 09 17:11:01.861126 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1f1-af71-4726-a037-b864ddc20af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.896750 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] For port 3af08d84-7c3a-4d40-bb52-c0951646757b, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:01.901480 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] For port 3af08d84-7c3a-4d40-bb52-c0951646757b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3af08d84-7c3a-4d40-bb52-c0951646757b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:01.910350 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.914432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36c54-9bd7-4f5b-95ca-870d97910b1c req-5b24c554-485c-42ec-acc8-7284581cea40 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:01.921549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6c36c54-9bd7-4f5b-95ca-870d97910b1c req-5b24c554-485c-42ec-acc8-7284581cea40 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 949 time: 0.2479768 Jul 09 17:11:01.923082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1f1-af71-4726-a037-b864ddc20af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:01.945113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-9be71142-ab8f-478c-8154-5b28e8451cd1 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:01.946749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-9be71142-ab8f-478c-8154-5b28e8451cd1 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 950 time: 0.2428458 Jul 09 17:11:02.025878 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:02.026528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:10:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:02.051041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1f1-af71-4726-a037-b864ddc20af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.054602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d66a1f1-af71-4726-a037-b864ddc20af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.058982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d66a1f1-af71-4726-a037-b864ddc20af4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e30b4f79-f3ca-4476-9f36-a0eb1342469e HTTP/1.1" status: 204 len: 168 time: 0.3553531 Jul 09 17:11:02.068941 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972c62-40d4-458b-b0d3-e9d244ff7919 None None] Pushing event updated for resources: {'Port': ['ID=3af08d84-7c3a-4d40-bb52-c0951646757b,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:02.073351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66a1f1-af71-4726-a037-b864ddc20af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b4f79-f3ca-4476-9f36-a0eb1342469e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:02.125127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2b91-5566-493a-ab17-f086a46c3725 req-fc99ce5f-5790-4cd5-b821-17cda188ebd3 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.126963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-311d2b91-5566-493a-ab17-f086a46c3725 req-fc99ce5f-5790-4cd5-b821-17cda188ebd3 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 950 time: 0.1139095 Jul 09 17:11:02.188342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-311d2b91-5566-493a-ab17-f086a46c3725 req-649a1b85-8712-48d9-9d20-05a4da44e4fd tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Jul 09 17:11:02.216879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6c36c54-9bd7-4f5b-95ca-870d97910b1c req-c2cf0771-d5fe-4db3-81d9-368a1a443d46 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920501 Jul 09 17:11:02.232232 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504837c-41cd-4b86-b628-28b951367e15 x-openstack-request-id: req-f504837c-41cd-4b86-b628-28b951367e15 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:02.232548 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:02.232769 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f504837c-41cd-4b86-b628-28b951367e15 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:02.233138 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'status': 'completed', 'code': 200} Jul 09 17:11:02.252140 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:02.277877 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.383025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-29d5eaed-e1af-4201-b1f0-fa718c673838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.384639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-29d5eaed-e1af-4201-b1f0-fa718c673838 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1127 time: 0.1180513 Jul 09 17:11:02.422095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Deleting port cb4caabf-e11d-4666-a513-97a8a6e59d0d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:02.422568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.601612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-8375aae6-f18a-45ec-b44e-4d89e54e0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.603156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-8375aae6-f18a-45ec-b44e-4d89e54e0455 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.2065361 Jul 09 17:11:02.661027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] For port cb4caabf-e11d-4666-a513-97a8a6e59d0d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cb4caabf-e11d-4666-a513-97a8a6e59d0d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:02.661289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:02.700162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Calling delete_port for cb4caabf-e11d-4666-a513-97a8a6e59d0d owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:02.701106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:10:58Z', 'revision_number': 3, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:02.708278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-ea208fae-e022-4bfe-a603-1af15ac41101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 217 time: 0.0753455 Jul 09 17:11:02.743660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47781c7b-25fb-4175-ab5d-d1402eab2d5b None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:10:58Z', 'revision_number': 3, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:02.783178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc2b41-92a6-4a32-95c9-d88d6d258748 req-047a5c8c-89ed-496b-a14f-ce96214a7558 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.801732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cdc2b41-92a6-4a32-95c9-d88d6d258748 req-047a5c8c-89ed-496b-a14f-ce96214a7558 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1097 time: 0.1974773 Jul 09 17:11:02.854253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-aba3807a-54db-4b27-b0cf-522d5c35acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.855938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-aba3807a-54db-4b27-b0cf-522d5c35acd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1257186 Jul 09 17:11:02.872761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cdc2b41-92a6-4a32-95c9-d88d6d258748 req-7eb05cc0-634b-4b13-881a-fbf686038499 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699198 Jul 09 17:11:02.883395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f0ea-9929-4b84-adcb-2aad7213136e req-c005e0dd-4434-4641-ab82-d27fb2f0d584 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:02.890790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2bb0f0ea-9929-4b84-adcb-2aad7213136e req-c005e0dd-4434-4641-ab82-d27fb2f0d584 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.3642206 Jul 09 17:11:02.915786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-3e22492a-e4df-4205-a686-e9be4acc2486 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420272 Jul 09 17:11:02.927092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Allocated IP 172.20.0.1 (e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af/2968effa-e2ae-4302-a053-8f2df0e64c2c/d19acb24-c308-4d28-8e07-835f14481dca) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:02.990169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2bb0f0ea-9929-4b84-adcb-2aad7213136e req-254a6553-af2d-4c37-ae42-00201053a22c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838685 Jul 09 17:11:03.099802 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-fd8170f4-288f-4cbf-aba8-2978ca150c96 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704576 Jul 09 17:11:03.273399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.286089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['cb4caabf-e11d-4666-a513-97a8a6e59d0d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:03.330499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.336407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Pushing event deleted for resources: {'Port': ['ID=cb4caabf-e11d-4666-a513-97a8a6e59d0d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:03.347238 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7949c6e6-0b8e-4dc3-b52b-3849f8793697 req-103e9ea4-9152-4e44-a631-a22c22bebe69 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346079 Jul 09 17:11:03.429837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] No DVR routers for this DVR port cb4caabf-e11d-4666-a513-97a8a6e59d0d on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:03.435865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Transition to ACTIVE for port object d19acb24-c308-4d28-8e07-835f14481dca will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:03.443789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.446407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89a23f9b-9296-4a32-aaeb-95ffb30e29da req-fcecfc05-ecec-4b71-bd60-f72422bedf48 tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.36 "DELETE /v2.0/ports/cb4caabf-e11d-4666-a513-97a8a6e59d0d HTTP/1.1" status: 204 len: 173 time: 1.4736516 Jul 09 17:11:03.468562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe647c-8212-464d-9791-44bbd14f4ed2 req-9e30ee22-4744-40e8-a3e8-645268eaae97 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:03.486571 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2afe647c-8212-464d-9791-44bbd14f4ed2 req-9e30ee22-4744-40e8-a3e8-645268eaae97 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.3070960 Jul 09 17:11:03.616474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2afe647c-8212-464d-9791-44bbd14f4ed2 req-6248e3e8-5b74-4d1f-9b80-3418d08b6337 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287487 Jul 09 17:11:03.664763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.689169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3af08d84-7c3a-4d40-bb52-c0951646757b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:03.790191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:03.793525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b0f6-9ac9-425a-b787-37557df38ca3 req-825d4e0a-9dcd-4f02-b25f-bf4fb6ce0dcf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:03.809120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b0f6-9ac9-425a-b787-37557df38ca3 req-825d4e0a-9dcd-4f02-b25f-bf4fb6ce0dcf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:03.819398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:03.821822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Pushing event updated for resources: {'Port': ['ID=d19acb24-c308-4d28-8e07-835f14481dca,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:03.830396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3af08d84-7c3a-4d40-bb52-c0951646757b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:03.832411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7c4b0f6-9ac9-425a-b787-37557df38ca3 req-825d4e0a-9dcd-4f02-b25f-bf4fb6ce0dcf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274&device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 1690 time: 0.2686610 Jul 09 17:11:03.845647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3af08d84-7c3a-4d40-bb52-c0951646757b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:03.846025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:03.847370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:03.851574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:03.951360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7c4b0f6-9ac9-425a-b787-37557df38ca3 req-2e7a583b-25f9-4c45-a6e7-76b935897022 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179500 Jul 09 17:11:04.295637 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.325076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3af08d84-7c3a-4d40-bb52-c0951646757b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3af08d84-7c3a-4d40-bb52-c0951646757b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:04.339560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52cd919f-998b-45ea-a03a-9bbdf91b7b8a req-326306cf-9b67-40e9-8f3e-eea28a28d57f tempest-LiveMigrationNegativeTest-603412397 tempest-LiveMigrationNegativeTest-603412397-project] 10.222.0.21 "GET /v2.0/ports?device_id=09e23816-018c-4d46-82ea-21fa2a81d4ce HTTP/1.1" status: 200 len: 210 time: 0.0493026 Jul 09 17:11:04.352903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.360968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:04.439484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 has no active binding in host n-h1-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:11:04.444902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e3a4e0d-2a2d-4455-9b78-f08a997a6f14 None None] Provisioning for port d19acb24-c308-4d28-8e07-835f14481dca completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:04.446252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'name': 'network-vif-deleted', 'tag': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:04.448881 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa531b-2609-4c11-a981-4a10939c7acf" -d '{"events": [{"server_uuid": "09e23816-018c-4d46-82ea-21fa2a81d4ce", "name": "network-vif-deleted", "tag": "cb4caabf-e11d-4666-a513-97a8a6e59d0d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:04.475304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.478068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e3a4e0d-2a2d-4455-9b78-f08a997a6f14 None None] Provisioning complete for port d19acb24-c308-4d28-8e07-835f14481dca triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:04.478447 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0e3a4e0d-2a2d-4455-9b78-f08a997a6f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.616556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3af08d84-7c3a-4d40-bb52-c0951646757b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:04.636632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a4e0d-2a2d-4455-9b78-f08a997a6f14 None None] Port d19acb24-c308-4d28-8e07-835f14481dca cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:04.761829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47124) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:04.825324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e86e8c-91a7-4821-9dad-849f90d0e2aa req-10942cc8-32f1-44e5-aaae-fdddd6fd8a9c tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:04.826787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62e86e8c-91a7-4821-9dad-849f90d0e2aa req-10942cc8-32f1-44e5-aaae-fdddd6fd8a9c tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1097 time: 0.8733253 Jul 09 17:11:04.845866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeafa1-7932-4809-972f-596d24f3f9f5 req-556e0e04-b652-407e-b12f-854e5b161792 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:04.848953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbbeafa1-7932-4809-972f-596d24f3f9f5 req-556e0e04-b652-407e-b12f-854e5b161792 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1298416 Jul 09 17:11:04.880482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.896334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbbeafa1-7932-4809-972f-596d24f3f9f5 req-0e795312-b2b2-4f5d-a85d-33563d3da73b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Jul 09 17:11:04.921449 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-151e8f5b-b1a4-4f26-92de-e182c97b3304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:04.967583 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a5be08-2429-45f1-ba36-7d413c170093 x-openstack-request-id: req-82a5be08-2429-45f1-ba36-7d413c170093 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:04.968002 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e23816-018c-4d46-82ea-21fa2a81d4ce", "name": "network-vif-deleted", "tag": "cb4caabf-e11d-4666-a513-97a8a6e59d0d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:04.968332 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82a5be08-2429-45f1-ba36-7d413c170093 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:04.969125 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e23816-018c-4d46-82ea-21fa2a81d4ce', 'name': 'network-vif-deleted', 'tag': 'cb4caabf-e11d-4666-a513-97a8a6e59d0d', 'status': 'completed', 'code': 200} Jul 09 17:11:05.030961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-151e8f5b-b1a4-4f26-92de-e182c97b3304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.034936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62e86e8c-91a7-4821-9dad-849f90d0e2aa req-a7a75cf2-66d7-48d1-a817-f85bfe494d88 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557174 Jul 09 17:11:05.038008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-151e8f5b-b1a4-4f26-92de-e182c97b3304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.081166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8f5b-b1a4-4f26-92de-e182c97b3304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9aac1-c72f-4ab0-a7ca-5837c5dad237,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:05.136732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.143044 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.148820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-151e8f5b-b1a4-4f26-92de-e182c97b3304 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f2f5da15a0846bfb986242c118e8004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859520 Jul 09 17:11:05.153331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47130) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:05.202047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9590b1-0bf0-45d3-b01e-43b3b6bf40fb req-8b90d27a-ee6c-4fca-b648-7d97587f7aa4 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:05.203738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f9590b1-0bf0-45d3-b01e-43b3b6bf40fb req-8b90d27a-ee6c-4fca-b648-7d97587f7aa4 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 1102 time: 0.1309736 Jul 09 17:11:05.238929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43f601d-e13a-424c-801f-644bf71dfc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.247401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Pushing event updated for resources: {'Port': ['ID=d19acb24-c308-4d28-8e07-835f14481dca,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:05.251743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.281184 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f9590b1-0bf0-45d3-b01e-43b3b6bf40fb req-f9240e3a-7e73-4929-8040-4374741fbc8f tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668912 Jul 09 17:11:05.292201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43f601d-e13a-424c-801f-644bf71dfc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.345601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87578787-88a2-48de-99cb-e1dd86cc1d49 req-fee6a06d-bdf5-42d1-b4d6-10362287d657 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:05.347178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87578787-88a2-48de-99cb-e1dd86cc1d49 req-fee6a06d-bdf5-42d1-b4d6-10362287d657 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.1560054 Jul 09 17:11:05.355252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43f601d-e13a-424c-801f-644bf71dfc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.358356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f43f601d-e13a-424c-801f-644bf71dfc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.363312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f43f601d-e13a-424c-801f-644bf71dfc11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61f9aac1-c72f-4ab0-a7ca-5837c5dad237 HTTP/1.1" status: 204 len: 168 time: 0.2076917 Jul 09 17:11:05.373210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f601d-e13a-424c-801f-644bf71dfc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9aac1-c72f-4ab0-a7ca-5837c5dad237,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:05.408489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:05.412394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:05.440553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87578787-88a2-48de-99cb-e1dd86cc1d49 req-5199291b-aee6-4e4d-ab40-c2c24f24bd57 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847633 Jul 09 17:11:05.633614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3af08d84-7c3a-4d40-bb52-c0951646757b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:05.768349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3af08d84-7c3a-4d40-bb52-c0951646757b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:05.768983 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.825873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-845c7a2d-c28d-4b5a-85e8-4b08ab35325f None None] Provisioning complete for port d19acb24-c308-4d28-8e07-835f14481dca triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:05.826521 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-845c7a2d-c28d-4b5a-85e8-4b08ab35325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:05.869268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:05.876769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cb4caabf-e11d-4666-a513-97a8a6e59d0d no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:05.923899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: cb4caabf-e11d-4666-a513-97a8a6e59d0d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:05.924240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cb4caabf-e11d-4666-a513-97a8a6e59d0d not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:06.029234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-845c7a2d-c28d-4b5a-85e8-4b08ab35325f None None] Port d19acb24-c308-4d28-8e07-835f14481dca cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:06.035587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee8c8f-33e9-4180-ba06-17419c6d87fb req-bf084165-c0e7-442a-8bbc-9a3a0f5c2832 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.051992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5ee8c8f-33e9-4180-ba06-17419c6d87fb req-bf084165-c0e7-442a-8bbc-9a3a0f5c2832 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 1101 time: 0.2830272 Jul 09 17:11:06.093881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47154) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:06.111564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b7be9a-329a-4ed0-a657-fee57903a754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.211753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5ee8c8f-33e9-4180-ba06-17419c6d87fb req-24e1a7bc-8be2-428d-aadc-82daf1568609 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584945 Jul 09 17:11:06.228893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:06.237723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1ea3146a-e70f-4c05-b7b6-1310f5dedfcb admin admin] 10.222.0.21 "PUT /v2.0/routers/4698103d-a48b-4b4e-a3b4-71a3a01fa679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5926015 Jul 09 17:11:06.249728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:06.267456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:06.268142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:10:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:06.319411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-a90c2151-d9e7-46c5-91cf-452e2ddc7db9 service neutron] 10.222.0.13 "GET /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274/bindings/n-h1-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.1441307 Jul 09 17:11:06.372352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47162) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:06.520618 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b7be9a-329a-4ed0-a657-fee57903a754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.526169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:06.542215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48b7be9a-329a-4ed0-a657-fee57903a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.576830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7be9a-329a-4ed0-a657-fee57903a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44be935e-e680-481d-9b88-1c0b3993ed0f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:06.594221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3364c-41a2-4168-8a27-da0be78afa6c req-ed63f044-27b2-4af8-a1ba-ae86cc5b4534 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.599725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afa3364c-41a2-4168-8a27-da0be78afa6c req-ed63f044-27b2-4af8-a1ba-ae86cc5b4534 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1097 time: 0.1298094 Jul 09 17:11:06.629190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf296bc2-2864-4b24-a0a1-f1613b3a0cb4 req-7739289d-ff85-4daf-9644-f0f03c4207f4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:06.636737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf296bc2-2864-4b24-a0a1-f1613b3a0cb4 req-7739289d-ff85-4daf-9644-f0f03c4207f4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2487640 Jul 09 17:11:06.675220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afa3364c-41a2-4168-8a27-da0be78afa6c req-70277a3a-8c8d-4a8e-be58-0305f4229148 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712647 Jul 09 17:11:06.682460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47172) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:06.682656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-48b7be9a-329a-4ed0-a657-fee57903a754 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ca99f3b8cc0492f83c2e74024a1fcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863979 Jul 09 17:11:06.717611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf296bc2-2864-4b24-a0a1-f1613b3a0cb4 req-1bfd8f37-54ff-4c63-82ad-77dcc6da9444 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798829 Jul 09 17:11:06.821405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875018a6-a0d0-4d9b-ad64-2daf396f2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.881118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875018a6-a0d0-4d9b-ad64-2daf396f2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.915063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:06.967385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:06.978875 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875018a6-a0d0-4d9b-ad64-2daf396f2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.982043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875018a6-a0d0-4d9b-ad64-2daf396f2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:06.983350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-875018a6-a0d0-4d9b-ad64-2daf396f2522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44be935e-e680-481d-9b88-1c0b3993ed0f HTTP/1.1" status: 204 len: 168 time: 0.2995992 Jul 09 17:11:06.998142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47180) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:07.009958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5696e9aa-76b2-4fd1-b083-4f7f7de29274 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:07.022852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:07.023927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 2, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:07.031156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875018a6-a0d0-4d9b-ad64-2daf396f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be935e-e680-481d-9b88-1c0b3993ed0f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:07.044870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec315b02-93b1-4772-8547-c9a8a577262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.056358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:07.056537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.056767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Updating router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 port d19acb24-c308-4d28-8e07-835f14481dca binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:07.135064 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.178627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] Transition to ACTIVE for port object 5696e9aa-76b2-4fd1-b083-4f7f7de29274 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:07.188394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.189910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9e199-ca0a-433e-9926-dcfee668cb4e req-e2e62f23-a1b5-4359-a530-ba9067c74982 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.209577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdf9e199-ca0a-433e-9926-dcfee668cb4e req-e2e62f23-a1b5-4359-a530-ba9067c74982 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 944 time: 0.2303483 Jul 09 17:11:07.317836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdf9e199-ca0a-433e-9926-dcfee668cb4e req-a001c2c4-635d-4a57-b925-2b76da38fbb3 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078222 Jul 09 17:11:07.367957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] No DVR routers for this DVR port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:07.395303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-97c7fb52-b750-4905-9126-7c5a2e95ad1d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261339 Jul 09 17:11:07.412945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec315b02-93b1-4772-8547-c9a8a577262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.418441 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec315b02-93b1-4772-8547-c9a8a577262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.522809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ec315b02-93b1-4772-8547-c9a8a577262a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61819e4406c341c1b13c052df52752f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1469367 Jul 09 17:11:07.523504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47204) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:07.537522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec315b02-93b1-4772-8547-c9a8a577262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cb1e09-65a7-4326-86e0-00df028d842a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:07.545353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-4134f2b7-610f-4e8f-b7b6-bf7d8b6f50e4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.552179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-4134f2b7-610f-4e8f-b7b6-bf7d8b6f50e4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558442 Jul 09 17:11:07.582786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.591033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] Pushing event updated for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:07.597051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Transition to ACTIVE for port object d19acb24-c308-4d28-8e07-835f14481dca will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:07.605201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-69f70ec6-7317-4bb4-a4fc-8d6178ceb7c1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/quotas/1d321dc2a258416fae74744437b89d9c HTTP/1.1" status: 200 len: 375 time: 0.0521913 Jul 09 17:11:07.610983 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3ce8bc5d-e0c9-42c2-bd0b-d5410690d06d service neutron] 10.222.0.13 "PUT /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274/bindings/n-h1-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 1.2852361 Jul 09 17:11:07.615041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.687234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6e34e22a-3c06-4a6b-aa32-0b63b103a228 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=042bb72a66ae4d89953936c51cae853f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872795 Jul 09 17:11:07.690020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47210) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:07.703099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03fbfe9c-9997-4a7e-9c52-2f7c420effbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.705651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e82e8-4e8d-4319-9286-56387e4f75e0 None None] Pushing event updated for resources: {'Port': ['ID=d19acb24-c308-4d28-8e07-835f14481dca,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:07.741224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03fbfe9c-9997-4a7e-9c52-2f7c420effbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.827417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-823b6e49-63bf-4640-951b-ffb013f4c6c3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122407 Jul 09 17:11:07.829906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03fbfe9c-9997-4a7e-9c52-2f7c420effbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.834073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03fbfe9c-9997-4a7e-9c52-2f7c420effbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.835418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-03fbfe9c-9997-4a7e-9c52-2f7c420effbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48cb1e09-65a7-4326-86e0-00df028d842a HTTP/1.1" status: 204 len: 168 time: 0.3106861 Jul 09 17:11:07.839498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29f44d47-86af-4565-9638-4590b3d8d76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.848416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbfe9c-9997-4a7e-9c52-2f7c420effbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cb1e09-65a7-4326-86e0-00df028d842a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:07.880312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f56e52fb-3f59-4612-8a79-25eb14c47fd7 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:07.880535 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.882072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f56e52fb-3f59-4612-8a79-25eb14c47fd7 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.2020195 Jul 09 17:11:07.894347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29f44d47-86af-4565-9638-4590b3d8d76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.932425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Attempting to bind port d19acb24-c308-4d28-8e07-835f14481dca on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:07.934468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Attempting to bind port d19acb24-c308-4d28-8e07-835f14481dca by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:07.935897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Attempting to bind port d19acb24-c308-4d28-8e07-835f14481dca on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:07.970606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:07.970606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Checking segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:07.970606 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.970606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Bound using segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:07.970606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Bound port: d19acb24-c308-4d28-8e07-835f14481dca, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:07.972699 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:07.974667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47222) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:07.980712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-network', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:08.021597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29f44d47-86af-4565-9638-4590b3d8d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.025106 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29f44d47-86af-4565-9638-4590b3d8d76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.026537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-29f44d47-86af-4565-9638-4590b3d8d76b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9eb59ce-c3d4-411a-99b7-c103c8b64ec3 HTTP/1.1" status: 204 len: 168 time: 0.3356111 Jul 09 17:11:08.038893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44d47-86af-4565-9638-4590b3d8d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eb59ce-c3d4-411a-99b7-c103c8b64ec3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:08.105622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] For port d19acb24-c308-4d28-8e07-835f14481dca, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:08.109238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] For port d19acb24-c308-4d28-8e07-835f14481dca, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d19acb24-c308-4d28-8e07-835f14481dca,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:08.119811 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.126758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Made reservation on behalf of 918efe58d8d14c51ad5cc0555e66d416 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:08.129120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.145746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.173890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e86fa7-7686-40e8-9b96-b856f6007460 req-107ee6c7-af47-4174-89c0-e30edbd4bfe1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.175304 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22e86fa7-7686-40e8-9b96-b856f6007460 req-107ee6c7-af47-4174-89c0-e30edbd4bfe1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1825571 Jul 09 17:11:08.179979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-0884bae0-e490-43dc-a861-a88c582b9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.181638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-0884bae0-e490-43dc-a861-a88c582b9c2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 1097 time: 0.2906306 Jul 09 17:11:08.213249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e82e8-4e8d-4319-9286-56387e4f75e0 None None] Pushing event updated for resources: {'Port': ['ID=d19acb24-c308-4d28-8e07-835f14481dca,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:08.233873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:08.234567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:10:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:08.381322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22e86fa7-7686-40e8-9b96-b856f6007460 req-46e9df33-7736-465e-87e7-ea13e3eae5cb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949265 Jul 09 17:11:08.498491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ead9f186-05cc-4c80-bcfb-c39088c24114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.500118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-ead9f186-05cc-4c80-bcfb-c39088c24114 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1097 time: 0.2695668 Jul 09 17:11:08.564375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:08.672512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.679050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.776614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86096a71-26fd-435f-8bb3-ce91fe6266c1 req-720ef009-7690-4da2-804e-7e21391d4258 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.778686 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86096a71-26fd-435f-8bb3-ce91fe6266c1 req-720ef009-7690-4da2-804e-7e21391d4258 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.1066380 Jul 09 17:11:08.820705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:11:08.849433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:08.874752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-67d6c803-4bfe-42a0-b409-87bc17a044e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:08.878009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-67d6c803-4bfe-42a0-b409-87bc17a044e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.3680058 Jul 09 17:11:08.888082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86096a71-26fd-435f-8bb3-ce91fe6266c1 req-a9dfa35a-3d1e-4ad3-8017-302f80bc05a8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986662 Jul 09 17:11:08.888979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b004026-5628-4cef-97e5-e6482f379717,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:08.889849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc7299c1-fbdc-4323-8afc-c708f9b41941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.902984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:08.903851 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Added segment 1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8 of type vlan for network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a Jul 09 17:11:09.020178 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.035306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:08Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:09.065462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766747d2-2d00-425c-9f33-da7afb933a7c None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:08Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:09.190140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-3077ff73-4656-4fb3-9918-1c388516d993 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 217 time: 0.2794549 Jul 09 17:11:09.221879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562e746-530b-4481-b311-233e75302931 req-444e32f1-2fa1-42ed-92af-422dbe99aa44 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:09.230083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6562e746-530b-4481-b311-233e75302931 req-444e32f1-2fa1-42ed-92af-422dbe99aa44 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1097 time: 0.5154850 Jul 09 17:11:09.233758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.240441 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc7299c1-fbdc-4323-8afc-c708f9b41941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.259466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc7299c1-fbdc-4323-8afc-c708f9b41941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.311993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9cd8d40-260f-4098-b668-022ff01f960b req-9273c2dc-acca-4d22-ad97-2297c1085f88 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 210 time: 0.0832365 Jul 09 17:11:09.346793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47262) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:09.363837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fc7299c1-fbdc-4323-8afc-c708f9b41941 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0aa282c9acf140108e83818c1b8b6dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125096 Jul 09 17:11:09.373587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:09.384126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7299c1-fbdc-4323-8afc-c708f9b41941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d7fa38-f35e-40cc-8877-2f43f9469d66,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:09.387360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6562e746-530b-4481-b311-233e75302931 req-c8a5589b-0c9a-49b5-a915-58a50aeb9c79 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531377 Jul 09 17:11:09.441892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f434684e-a711-472f-b531-5675c2a40102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:09.443633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-f434684e-a711-472f-b531-5675c2a40102 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.2385480 Jul 09 17:11:09.444413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.445729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:09.446462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.644603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-e926d4e7-35e5-40ee-9ffe-bf49f115ac98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780119 Jul 09 17:11:09.672534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d19acb24-c308-4d28-8e07-835f14481dca up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:09.700253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7242579 Jul 09 17:11:09.731750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47276) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:09.760190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Request body: {'subnet': {'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-subnet', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:09.782001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d19acb24-c308-4d28-8e07-835f14481dca completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:09.789647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d19acb24-c308-4d28-8e07-835f14481dca triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:09.790025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.855719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0984614c-ca31-4019-a6ab-edc424722c23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff6381f0b1764a90adb2bad042521797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048406 Jul 09 17:11:09.858070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:09.878904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Made reservation on behalf of 918efe58d8d14c51ad5cc0555e66d416 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:09.881497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e461b1a-b1a9-434e-8401-2be9e9cf31b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d40cfe4-98bb-4e13-abb8-d588fb59ae8a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:09.886664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.899728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47bc3788-0a41-40f4-8efb-21ba4bcc3a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:09.900536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:11:09.997688 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47bc3788-0a41-40f4-8efb-21ba4bcc3a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.085947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-746bab9d-0583-45e1-a1d6-8e75b6c58ad3 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076533 Jul 09 17:11:10.155526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.245842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47bc3788-0a41-40f4-8efb-21ba4bcc3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.259080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47bc3788-0a41-40f4-8efb-21ba4bcc3a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.261542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47bc3788-0a41-40f4-8efb-21ba4bcc3a0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3d7fa38-f35e-40cc-8877-2f43f9469d66 HTTP/1.1" status: 204 len: 168 time: 0.8696921 Jul 09 17:11:10.278529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-c8948939-7165-403c-8f06-07986c76acba service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693580 Jul 09 17:11:10.279693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3788-0a41-40f4-8efb-21ba4bcc3a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d7fa38-f35e-40cc-8877-2f43f9469d66,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:10.300984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d19acb24-c308-4d28-8e07-835f14481dca, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d19acb24-c308-4d28-8e07-835f14481dca,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:10.312227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aae057-6a0c-4040-8dfd-fac3e2b3b3f1 req-f3abc726-eb86-483a-b046-bd4d2555e12b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:10.320069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4aae057-6a0c-4040-8dfd-fac3e2b3b3f1 req-f3abc726-eb86-483a-b046-bd4d2555e12b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.6804523 Jul 09 17:11:10.341855 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.343338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.441758 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-340664d4-8c21-453e-b1b8-02bf02a328ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.505270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4aae057-6a0c-4040-8dfd-fac3e2b3b3f1 req-5d8a7d94-412a-43da-9b17-9b3a65a45802 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837194 Jul 09 17:11:10.523930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d19acb24-c308-4d28-8e07-835f14481dca,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:10.549350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7f53a5-4d51-416d-95c9-59e34ae20562,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:10.566693 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5991d071-160b-4887-9edc-65db0720cd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.591847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5991d071-160b-4887-9edc-65db0720cd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.616783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Checking segment: {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:10.617145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Network hostable DHCP agents. Network: 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:11:10.647879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:10.685650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:11:10.724136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:10.731728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:10.736716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:10.737726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.744987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b5e1b-ae7e-4c0d-a792-ad30a5ac07b2 None None] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:10.747348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5991d071-160b-4887-9edc-65db0720cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.749930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5991d071-160b-4887-9edc-65db0720cd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.754439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5991d071-160b-4887-9edc-65db0720cd16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90efca8c-5a70-4c98-984b-8fa13b87b1f9 HTTP/1.1" status: 204 len: 168 time: 0.8953402 Jul 09 17:11:10.822902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8ff733d8-3412-4fcb-b732-96b19b151855 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0794172 Jul 09 17:11:10.825416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991d071-160b-4887-9edc-65db0720cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90efca8c-5a70-4c98-984b-8fa13b87b1f9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:10.825999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47320) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:10.838767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:10.902121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777f61-59f2-45a4-9b13-13b8ea21952f req-ff28d96d-371d-4725-a18b-48ef713a64f5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:10.911573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a777f61-59f2-45a4-9b13-13b8ea21952f req-ff28d96d-371d-4725-a18b-48ef713a64f5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.2506363 Jul 09 17:11:10.913473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.916050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:10.975947 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a777f61-59f2-45a4-9b13-13b8ea21952f req-f56a3946-5694-4e45-a571-0576a979abb2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630155 Jul 09 17:11:11.139402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-4d40cfe4-98bb-4e13-abb8-d588fb59ae8a', 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'fixed_ips': [{'subnet_id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:11:11.140364 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.352894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-0ba30d39-30cb-4b56-a637-b07d98471be1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616150 Jul 09 17:11:11.464780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-ea62632b-5679-4702-8d9e-260e30e3c098 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456824 Jul 09 17:11:11.468447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Allocated IP 172.20.0.2 (4d40cfe4-98bb-4e13-abb8-d588fb59ae8a/ac7f53a5-4d51-416d-95c9-59e34ae20562/cfb6e267-4022-43e8-98a7-62fbd53226b4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:11.678491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.681268 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.692153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Transition to ACTIVE for port object cfb6e267-4022-43e8-98a7-62fbd53226b4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:11.713276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Transition to ACTIVE for port object cfb6e267-4022-43e8-98a7-62fbd53226b4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:11.718791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d19acb24-c308-4d28-8e07-835f14481dca up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:11.747455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.791470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:11.796060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:11.846073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9f91321d-424e-4c78-94a8-3cddc952ab83 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:11.848717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-9f91321d-424e-4c78-94a8-3cddc952ab83 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.2842307 Jul 09 17:11:11.852969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:11.984763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Attempting to bind port cfb6e267-4022-43e8-98a7-62fbd53226b4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:11.985026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Attempting to bind port cfb6e267-4022-43e8-98a7-62fbd53226b4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:11.985436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Attempting to bind port cfb6e267-4022-43e8-98a7-62fbd53226b4 on network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:11.986407 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.996787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:11.997341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Checking segment: {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:11.997779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:11.998186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Bound using segment: {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:11.998983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Bound port: cfb6e267-4022-43e8-98a7-62fbd53226b4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:11.999454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.020916 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06a2b234-68f5-4cf6-b57e-8ef7f7f08da6 req-1906005a-5b97-4ad0-aa4a-7d7d4db32eaa tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 210 time: 0.2479365 Jul 09 17:11:12.086340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] For port cfb6e267-4022-43e8-98a7-62fbd53226b4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:12.090103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] For port cfb6e267-4022-43e8-98a7-62fbd53226b4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cfb6e267-4022-43e8-98a7-62fbd53226b4,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:12.095555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-20702a93-6fc2-419e-9b1c-8e3f85089e3c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:12.099051 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-20702a93-6fc2-419e-9b1c-8e3f85089e3c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7451377 Jul 09 17:11:12.105585 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.119404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Pushing event updated for resources: {'Port': ['ID=cfb6e267-4022-43e8-98a7-62fbd53226b4,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:12.142666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:12.158330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-e91f4837-6ebc-437a-85f1-5ebb18882459 service neutron] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:12.164197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-bdc73bb8-8aa4-4de6-9399-d416371c9850 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:12.167722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-bdc73bb8-8aa4-4de6-9399-d416371c9850 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6130280 Jul 09 17:11:12.176772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-e91f4837-6ebc-437a-85f1-5ebb18882459 service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.181749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1978a12-93b8-43cb-aaff-732752bf7bc0 req-e91f4837-6ebc-437a-85f1-5ebb18882459 service neutron] 10.222.0.36 "DELETE /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274/bindings/n-h2-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.2753508 Jul 09 17:11:12.197686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-3675ac44-e885-48a7-b1dd-b8ecc44a35d8 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:11:12.200658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-3675ac44-e885-48a7-b1dd-b8ecc44a35d8 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292468 Jul 09 17:11:12.217676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:12.218212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Unknown quota resources ['binding']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:11:12.252768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:12.267277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d19acb24-c308-4d28-8e07-835f14481dca triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:12.267656 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.332993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadcdf6-5c82-4401-93b3-b68a8d413038 None None] Pushing event updated for resources: {'Port': ['ID=cfb6e267-4022-43e8-98a7-62fbd53226b4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:12.712563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:12.713079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:12.713505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:12.728017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:12.728484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:12.736770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:12.737160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:12.737639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:12.738217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Bound port: d85d0499-270f-44d7-8bc7-bfc26cad2db6, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:12.746402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.831199 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.838852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:12.850273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.853196 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-84117b6d-f719-4e66-b3fb-1b2ef0b9d282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.923657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:12.937755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:12.938992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b1244a60-6038-46b9-ad60-857282e8228f service neutron] 10.222.0.21 "POST /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6/bindings HTTP/1.1" status: 201 len: 390 time: 0.7291787 Jul 09 17:11:13.055267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d03ace-7003-41f1-a976-af54b1c57015 req-6936fc89-0c32-4600-a2a8-32b5997be982 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:13.061768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Allocated IP 172.25.3.245 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/21437f15-d16a-4a8c-92e0-6191eb7542d2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:13.064220 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2d03ace-7003-41f1-a976-af54b1c57015 req-6936fc89-0c32-4600-a2a8-32b5997be982 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.2692430 Jul 09 17:11:13.232372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2d03ace-7003-41f1-a976-af54b1c57015 req-70d43314-2303-41b2-b1ba-500659f61c34 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666331 Jul 09 17:11:13.241874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.268661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:13.275973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.288092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.344340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.118 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/83630fb9-2e8b-4f36-8cf2-3e78d398a289) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:13.430197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.506035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:13.511248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:13.514521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:13.590294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Pushing event updated for resources: {'Port': ['ID=21437f15-d16a-4a8c-92e0-6191eb7542d2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:13.657329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-afdaba3e-79f0-4f42-8336-80449a06b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:13.658999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-afdaba3e-79f0-4f42-8336-80449a06b033 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1097 time: 0.2890060 Jul 09 17:11:13.688400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dad72e-a040-4d8b-af35-ff923a6033ae req-3100d825-e7a6-433a-9a91-043ea72e40bd tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:13.693318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84dad72e-a040-4d8b-af35-ff923a6033ae req-3100d825-e7a6-433a-9a91-043ea72e40bd tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.2986207 Jul 09 17:11:13.722199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.739579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object 83630fb9-2e8b-4f36-8cf2-3e78d398a289 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:13.754215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cfb6e267-4022-43e8-98a7-62fbd53226b4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:13.876423 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.898611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110326f-c04a-45a0-9a50-98c9ebeea19b None None] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:11:13.904581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:13.961348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:13.979724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84dad72e-a040-4d8b-af35-ff923a6033ae req-d289ccc6-39b8-403e-b189-0e8c6a1b3d73 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093377 Jul 09 17:11:14.000022 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17281385-5a95-4687-a40f-139dc47eed74 req-a3f6ad80-de4f-4f0a-bec3-0fd582de98af tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 210 time: 0.1050436 Jul 09 17:11:14.031031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:14.051539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:14.064904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:14.075198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.232 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/13a7fa89-3a18-4a92-9932-f7f102fb3ee7) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:14.115385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=83630fb9-2e8b-4f36-8cf2-3e78d398a289,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:14.156349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:14.175277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cfb6e267-4022-43e8-98a7-62fbd53226b4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:14.202735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.203407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.239602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] Provisioning for port cfb6e267-4022-43e8-98a7-62fbd53226b4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:14.246464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] Provisioning complete for port cfb6e267-4022-43e8-98a7-62fbd53226b4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:14.247371 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.254398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-55e02948-db29-4027-91ae-78613410896e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0654433 Jul 09 17:11:14.271173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.334128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d6ee9ce7-7997-4ef9-aa45-662e23ad4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.335670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d6ee9ce7-7997-4ef9-aa45-662e23ad4038 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.5719359 Jul 09 17:11:14.370928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Request body: {'port': {'device_id': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:14.440279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.509529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-285f785c-6641-44ad-ab3e-2c87883b1743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.526955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] For port cfb6e267-4022-43e8-98a7-62fbd53226b4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cfb6e267-4022-43e8-98a7-62fbd53226b4,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:14.559070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.565259 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.670891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0408d9-e42a-4d6d-ab95-243d68737b34 None None] Pushing event updated for resources: {'Port': ['ID=cfb6e267-4022-43e8-98a7-62fbd53226b4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:14.682549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-66a0791b-2440-4d1c-b44c-905bd840a85c tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca89432764654a77a72cfd1fde003e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747283 Jul 09 17:11:14.692599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.712307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72c5bcb4-c636-4dc2-bfcd-a44b9d9bb70e None None] Provisioning for port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:14.725409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72c5bcb4-c636-4dc2-bfcd-a44b9d9bb70e None None] Provisioning complete for port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:14.725409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72c5bcb4-c636-4dc2-bfcd-a44b9d9bb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.733551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-f22cedaa-b817-42c9-be1c-103dd2cb0d8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 217 time: 0.3706751 Jul 09 17:11:14.786816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-72c5bcb4-c636-4dc2-bfcd-a44b9d9bb70e None None] Port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:14.794032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:14.818109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72c5bcb4-c636-4dc2-bfcd-a44b9d9bb70e None None] Provisioning complete for port cfb6e267-4022-43e8-98a7-62fbd53226b4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:14.818483 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72c5bcb4-c636-4dc2-bfcd-a44b9d9bb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.855086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07da5-9249-45b1-a3e0-8a215b0a2b19 req-a073e399-0adc-4e54-848e-92e57201bdbf tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.857322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12d07da5-9249-45b1-a3e0-8a215b0a2b19 req-a073e399-0adc-4e54-848e-92e57201bdbf tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 945 time: 0.5847907 Jul 09 17:11:14.864627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-732d6360-10d9-4042-9b08-d42f0f8c9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.866624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-732d6360-10d9-4042-9b08-d42f0f8c9805 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1031971 Jul 09 17:11:14.939965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-36c37503-2a39-4ccc-9a33-db0493dc3063 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:14.941751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-36c37503-2a39-4ccc-9a33-db0493dc3063 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580023 Jul 09 17:11:14.961978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-8b695817-396a-465f-88bc-4181fddf247e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625930 Jul 09 17:11:14.972547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-285f785c-6641-44ad-ab3e-2c87883b1743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:14.974410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12d07da5-9249-45b1-a3e0-8a215b0a2b19 req-035f6089-4f5c-433f-9c77-b5b908a99912 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670877 Jul 09 17:11:14.977728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-64736377-5b83-4a11-8289-e363ba63da18 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/quotas/ca89432764654a77a72cfd1fde003e8a HTTP/1.1" status: 200 len: 375 time: 0.0246739 Jul 09 17:11:14.979317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-285f785c-6641-44ad-ab3e-2c87883b1743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.031700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.077517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.145824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-1bc09ffb-bca2-4201-9841-397731b6a5f8 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca89432764654a77a72cfd1fde003e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301274 Jul 09 17:11:15.154192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-03676fa1-3915-4464-93c3-36e7b8a2ad42 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511736 Jul 09 17:11:15.197497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-285f785c-6641-44ad-ab3e-2c87883b1743 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=630ade15f43c4579a78c5b1231eed777&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0316765 Jul 09 17:11:15.201828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:15.202960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47434) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:15.205240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f785c-6641-44ad-ab3e-2c87883b1743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7bc05-a232-4463-8836-d6faa5fd308f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:15.213060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:15.228055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:15.234213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:15.328976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:15.330378 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.401860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7d67-ea37-4dbc-9a7f-7eac57cdaafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.411635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f94256d7-355a-4b81-80c2-f20ef8d30f11 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2766943 Jul 09 17:11:15.414997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-c5396ee8-3b8e-44d7-ba82-8cf47eea03b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128210 Jul 09 17:11:15.420325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Request body: {'port': {'device_id': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:15.448553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Router 10cc42cd-2efe-4b43-be70-b23cab5006ab is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:11:15.452075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:15.458399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7d67-ea37-4dbc-9a7f-7eac57cdaafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.543908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83630fb9-2e8b-4f36-8cf2-3e78d398a289 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:15.587268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.612127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f63ba6bb-19d4-4651-bcf2-5aa9deb260b7 None None] Provisioning for port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:15.622784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cfb6e267-4022-43e8-98a7-62fbd53226b4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:15.632723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f63ba6bb-19d4-4651-bcf2-5aa9deb260b7 None None] Provisioning complete for port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:15.633160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f63ba6bb-19d4-4651-bcf2-5aa9deb260b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.667344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.700881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Transition to ACTIVE for port object 83630fb9-2e8b-4f36-8cf2-3e78d398a289 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:15.720831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d8e90-ae63-45cc-b289-730157212cf3 req-3294cc7e-20ff-4c5e-baca-26a28ab02052 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:15.723724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7d67-ea37-4dbc-9a7f-7eac57cdaafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.727565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7d67-ea37-4dbc-9a7f-7eac57cdaafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.728587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-393d8e90-ae63-45cc-b289-730157212cf3 req-3294cc7e-20ff-4c5e-baca-26a28ab02052 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 936 time: 0.1798260 Jul 09 17:11:15.732146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0e6e7d67-ea37-4dbc-9a7f-7eac57cdaafa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69c7bc05-a232-4463-8836-d6faa5fd308f HTTP/1.1" status: 204 len: 168 time: 0.5251558 Jul 09 17:11:15.745903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.752403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f63ba6bb-19d4-4651-bcf2-5aa9deb260b7 None None] Port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:15.791908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e7d67-ea37-4dbc-9a7f-7eac57cdaafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7bc05-a232-4463-8836-d6faa5fd308f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:15.803295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cfb6e267-4022-43e8-98a7-62fbd53226b4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:15.803727 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.851201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-1e7f8996-634d-47cd-af19-462c10307547 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:15.864708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-1e7f8996-634d-47cd-af19-462c10307547 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.3110790 Jul 09 17:11:15.961693 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:15.964263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887023c-3fb5-4a2c-9320-bfbfae5a816a req-1df8aff3-4422-4d15-9894-c6e36b968fa5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:15.966087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7887023c-3fb5-4a2c-9320-bfbfae5a816a req-1df8aff3-4422-4d15-9894-c6e36b968fa5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.4776716 Jul 09 17:11:15.967829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:15.980583 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Sync routers for ids ['10cc42cd-2efe-4b43-be70-b23cab5006ab'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:16.019228 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Routers {'10cc42cd-2efe-4b43-be70-b23cab5006ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:16.020158 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10cc42cd-2efe-4b43-be70-b23cab5006ab'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:16.020540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:16.176864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-393d8e90-ae63-45cc-b289-730157212cf3 req-50f49ab4-3618-4060-a0c4-438131027d0e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471190 Jul 09 17:11:16.217764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.218996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-746f3764-3bbf-4ca7-b34a-91fd9ac9398e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3917661 Jul 09 17:11:16.223628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47456) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:16.262661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=83630fb9-2e8b-4f36-8cf2-3e78d398a289,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:16.283941 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Set router 10cc42cd-2efe-4b43-be70-b23cab5006ab gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:16.343433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7887023c-3fb5-4a2c-9320-bfbfae5a816a req-f45d3fb7-ef99-46b9-9c86-85af4d66e0e2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975898 Jul 09 17:11:16.344539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Attempting to bind port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:16.345047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Attempting to bind port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:16.345541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Attempting to bind port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:16.353509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:16.358346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:16.358657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Attempting to bind port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:16.375708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.390803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Transition to ACTIVE for port object 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:16.397386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:16.397723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:16.400849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:16.400849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Bound port: 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:16.400849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.403379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47458) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:16.405172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.432359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77a903ee-e602-48eb-a488-40d671b3b158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.541843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] For port 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:16.546053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] For port 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:16.558030 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:11:13Z', 'revision_number': 3, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:16.584923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.599390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Checking router: 10cc42cd-2efe-4b43-be70-b23cab5006ab for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:16.600142 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Updating router 10cc42cd-2efe-4b43-be70-b23cab5006ab port 21437f15-d16a-4a8c-92e0-6191eb7542d2 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:16.616001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.669106 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.679034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Pushing event updated for resources: {'Port': ['ID=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:16.744045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8640d890-0525-461d-998c-df1f15e9f3b2 req-cef88fb6-7b5c-4c49-b2e9-19c4dee80672 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 210 time: 0.0533648 Jul 09 17:11:16.783783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:16.784382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:16.785859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/83630fb9-2e8b-4f36-8cf2-3e78d398a289 HTTP/1.1" status: 200 len: 1097 time: 2.4960277 Jul 09 17:11:16.788211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'tag': '83630fb9-2e8b-4f36-8cf2-3e78d398a289'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:16.790850 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f310577d-b90c-4a38-8167-93226fcb7883" -d '{"events": [{"name": "network-changed", "server_uuid": "8d07a38a-e51c-4c8a-9c72-84f78139527a", "tag": "83630fb9-2e8b-4f36-8cf2-3e78d398a289"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:16.909232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c99cb1-44cd-4951-acd9-2bb6ab3ed4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=83630fb9-2e8b-4f36-8cf2-3e78d398a289,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.008752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09ca4-3e49-4c96-9ecf-c047bfd935a8 req-08b845ad-38b9-4824-bd24-ca5800185db3 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.016433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59a09ca4-3e49-4c96-9ecf-c047bfd935a8 req-08b845ad-38b9-4824-bd24-ca5800185db3 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1097 time: 0.5376072 Jul 09 17:11:17.027473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Attempting to bind port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:17.027911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Attempting to bind port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:17.028187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Attempting to bind port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:17.052576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:17.052897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Attempting to bind port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:17.068878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:17.071803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:17.072102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:17.072479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:17.072920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Bound port: 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:17.073276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.098359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f3df611c-a124-42a5-a1f9-edc35f58ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.099805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f3df611c-a124-42a5-a1f9-edc35f58ab30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 1100 time: 0.2513275 Jul 09 17:11:17.107427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77a903ee-e602-48eb-a488-40d671b3b158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.117651 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.121851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59a09ca4-3e49-4c96-9ecf-c047bfd935a8 req-e2c12692-d2e2-49d3-80ac-12cf6257b01c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042302 Jul 09 17:11:17.129849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Transition to ACTIVE for port object 21437f15-d16a-4a8c-92e0-6191eb7542d2 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:17.143182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77a903ee-e602-48eb-a488-40d671b3b158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.151329 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.182505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:17.191527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f4d4e-e8e0-43b0-9129-6efb7f5c01f3 req-77e92cfe-5f41-44ee-b146-ed8b5544fa9d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.198544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a1f4d4e-e8e0-43b0-9129-6efb7f5c01f3 req-77e92cfe-5f41-44ee-b146-ed8b5544fa9d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 945 time: 0.2476852 Jul 09 17:11:17.249951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] For port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:17.255475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] For port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:17.296663 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4e4ee-c3dc-4197-a344-70f2b8275f65 None None] Pushing event updated for resources: {'Port': ['ID=21437f15-d16a-4a8c-92e0-6191eb7542d2,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.334690 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Attempting to bind port 21437f15-d16a-4a8c-92e0-6191eb7542d2 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:17.335255 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Attempting to bind port 21437f15-d16a-4a8c-92e0-6191eb7542d2 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:17.337239 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Attempting to bind port 21437f15-d16a-4a8c-92e0-6191eb7542d2 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:17.344688 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:17.346203 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:17.346926 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.347590 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:17.348342 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Bound port: 21437f15-d16a-4a8c-92e0-6191eb7542d2, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:17.348991 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.365215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-77a903ee-e602-48eb-a488-40d671b3b158 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2aa34d16dd734bb1b4687b091b53a3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9570541 Jul 09 17:11:17.367516 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-ca51d05c-b6a3-43c6-9d44-e299f8c4bdb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289 HTTP/1.1" status: 200 len: 217 time: 0.2449634 Jul 09 17:11:17.368043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47476) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:17.369492 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608abf0b-2945-47b0-96b7-e5e32e8e10b1 x-openstack-request-id: req-608abf0b-2945-47b0-96b7-e5e32e8e10b1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:17.369772 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d07a38a-e51c-4c8a-9c72-84f78139527a", "tag": "83630fb9-2e8b-4f36-8cf2-3e78d398a289", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:17.370016 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-608abf0b-2945-47b0-96b7-e5e32e8e10b1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:17.370403 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'tag': '83630fb9-2e8b-4f36-8cf2-3e78d398a289', 'status': 'completed', 'code': 200} Jul 09 17:11:17.371693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a903ee-e602-48eb-a488-40d671b3b158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18149ec-d816-4e5f-9ff4-63ff8e406d2c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.377068 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.417575 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] For port 21437f15-d16a-4a8c-92e0-6191eb7542d2, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:17.421470 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] For port 21437f15-d16a-4a8c-92e0-6191eb7542d2, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=21437f15-d16a-4a8c-92e0-6191eb7542d2,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:17.430135 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.533562 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Routers {'10cc42cd-2efe-4b43-be70-b23cab5006ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:17.539711 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10cc42cd-2efe-4b43-be70-b23cab5006ab'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:17.549440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Pushing event updated for resources: {'Port': ['ID=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.577724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-3fb8c7d4-2435-47b2-8e47-df3a9ba05c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.579247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-3fb8c7d4-2435-47b2-8e47-df3a9ba05c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1919391 Jul 09 17:11:17.604039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:17.604802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.606226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-f46ed639-5253-4e5e-a8ee-62ec7309b51a service neutron] 10.222.0.13 "PUT /v2.0/ports/13a7fa89-3a18-4a92-9932-f7f102fb3ee7 HTTP/1.1" status: 200 len: 1097 time: 2.1937304 Jul 09 17:11:17.606900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c8130e7-a70b-4f09-8cc4-d19f3ba5891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.610729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a1f4d4e-e8e0-43b0-9129-6efb7f5c01f3 req-7adf5a03-0cfb-4709-ab34-c8ccdf369b30 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111671 Jul 09 17:11:17.620005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.651534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:17.658545 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13b4893-c9e3-49e5-8d16-bacd8d89c40d" -d '{"events": [{"server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "name": "network-vif-unplugged", "status": "completed", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:17.667122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c8130e7-a70b-4f09-8cc4-d19f3ba5891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.672446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.676546 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4e4ee-c3dc-4197-a344-70f2b8275f65 None None] Pushing event updated for resources: {'Port': ['ID=21437f15-d16a-4a8c-92e0-6191eb7542d2,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.678309 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.689233 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] Set router 10cc42cd-2efe-4b43-be70-b23cab5006ab gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:17.761016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c6eeb6a-b9b0-4d2e-8f41-ea49c25ca27b tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca89432764654a77a72cfd1fde003e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3716261 Jul 09 17:11:17.774447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c8130e7-a70b-4f09-8cc4-d19f3ba5891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.779722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c8130e7-a70b-4f09-8cc4-d19f3ba5891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:17.782963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8c8130e7-a70b-4f09-8cc4-d19f3ba5891e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f18149ec-d816-4e5f-9ff4-63ff8e406d2c HTTP/1.1" status: 204 len: 168 time: 0.4082353 Jul 09 17:11:17.969923 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:11:13Z', 'revision_number': 3, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:17.990980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:17.999917 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24372311-dfeb-4c5a-838f-6df509bd494a None None] The sync data for ids ['10cc42cd-2efe-4b43-be70-b23cab5006ab'] in n-d-791506-17 is: [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:11:13Z', 'revision_number': 3, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:18.087726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:18.088105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:18.088443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:18.168593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-5e7c4088-cfe4-44d5-99e8-40015a40c267 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.175863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-5e7c4088-cfe4-44d5-99e8-40015a40c267 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.2981236 Jul 09 17:11:18.191141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:18.191738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Attempting to bind port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:18.200195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:18.200829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:18.201377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:18.201978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Bound port: d85d0499-270f-44d7-8bc7-bfc26cad2db6, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:18.202504 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.225930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-3b4bc2bc-4c63-4e14-8edf-f24932e2eef8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/quotas/f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 375 time: 0.0486426 Jul 09 17:11:18.249003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47504) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:18.289472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8130e7-a70b-4f09-8cc4-d19f3ba5891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18149ec-d816-4e5f-9ff4-63ff8e406d2c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:18.397448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Allocated IP 172.20.0.1 (4d40cfe4-98bb-4e13-abb8-d588fb59ae8a/ac7f53a5-4d51-416d-95c9-59e34ae20562/dfec9701-483e-4856-853a-2d8b9710b143) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:18.428150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-196f2b05-a270-448f-8e16-e2ff197cd40c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2014918 Jul 09 17:11:18.456352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:18.470480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-c06f7c14-6d83-42f5-8b3a-49b30c03dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.472093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-c06f7c14-6d83-42f5-8b3a-49b30c03dff1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 1100 time: 0.7101457 Jul 09 17:11:18.478458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a1df8ab7-2c53-4010-96dd-f28c5065cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.480318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a1df8ab7-2c53-4010-96dd-f28c5065cde4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7110422 Jul 09 17:11:18.497777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-06b1a70c-b652-4df9-9216-7c0fae4323ae tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.499530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-06b1a70c-b652-4df9-9216-7c0fae4323ae tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6395221 Jul 09 17:11:18.547913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:18.568303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4c104580-e0c0-4eaa-a005-191aeca87451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.575896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-ac267416-4e5c-4139-adfe-23c0914f0f09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7 HTTP/1.1" status: 200 len: 217 time: 0.0720911 Jul 09 17:11:18.586436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970b619-1950-46f9-9660-1b4ea6a8481f req-66d8f058-cbe4-4ae8-8db5-d117389a4c43 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.595456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c970b619-1950-46f9-9660-1b4ea6a8481f req-66d8f058-cbe4-4ae8-8db5-d117389a4c43 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 948 time: 1.0131166 Jul 09 17:11:18.601901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.609961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Request body: {'port': {'device_id': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': 'ca89432764654a77a72cfd1fde003e8a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:18.770314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:18.783293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.810588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c970b619-1950-46f9-9660-1b4ea6a8481f req-6a0fc8c0-35bf-4a89-94aa-c4eac4597599 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156057 Jul 09 17:11:18.831960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-b57c5786-fc4b-43e0-af3d-891d64c75b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.835376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-6ed93400-70a8-4c7a-8340-922d07ff15c0 service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939552 Jul 09 17:11:18.844250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-b57c5786-fc4b-43e0-af3d-891d64c75b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2296004 Jul 09 17:11:18.859107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:18.859737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:18.861203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-26a4bc23-1fd2-4ac1-b073-ec527e4362fa service neutron] 10.222.0.13 "PUT /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 1123 time: 2.9692960 Jul 09 17:11:18.901416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Transition to ACTIVE for port object dfec9701-483e-4856-853a-2d8b9710b143 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:18.902543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d85d0499-270f-44d7-8bc7-bfc26cad2db6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:18.997963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-ebc7baf9-3254-461a-b9d9-3b75447ca2da service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973478 Jul 09 17:11:19.116426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-79a62251-7fc1-46a8-bf42-7c7678084eab service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801650 Jul 09 17:11:19.123152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4c104580-e0c0-4eaa-a005-191aeca87451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.128634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.172653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfec9701-483e-4856-853a-2d8b9710b143,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.179629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4c104580-e0c0-4eaa-a005-191aeca87451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.183587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-10b3d74a-42e3-4078-ac58-d59d2f606541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:19.185406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-10b3d74a-42e3-4078-ac58-d59d2f606541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3358791 Jul 09 17:11:19.185910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Made reservation on behalf of ca89432764654a77a72cfd1fde003e8a for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:19.194147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.217838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c104580-e0c0-4eaa-a005-191aeca87451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4999c8-cc6e-43f7-8aef-040641dc9bdf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.241315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4c104580-e0c0-4eaa-a005-191aeca87451 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d42533aaffa4c40a6344f82869c217d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9886746 Jul 09 17:11:19.241657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:19.242169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47528) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:19.251271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.276727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:19.285121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:19.298542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-10808410-069d-4721-af89-b17bb088126c service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781036 Jul 09 17:11:19.328705 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2128965-dca4-40a1-af33-99c874d26a46 x-openstack-request-id: req-d2128965-dca4-40a1-af33-99c874d26a46 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:19.329029 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "name": "network-vif-unplugged", "status": "completed", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:19.329278 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2128965-dca4-40a1-af33-99c874d26a46 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:19.329673 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'code': 200} Jul 09 17:11:19.330419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.377568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'tag': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:19.380262 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53647dfa-276a-48f2-a50c-3d9151b0cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c", "tag": "13a7fa89-3a18-4a92-9932-f7f102fb3ee7"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:19.437204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89360f-ef6e-4b52-9b28-91c5dc8229fd req-2d88ea61-5b43-46b0-9ef3-ef92b3b06d95 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:19.438469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac00ac18-4a5c-450f-8a48-07a83cc9e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.448082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a89360f-ef6e-4b52-9b28-91c5dc8229fd req-2d88ea61-5b43-46b0-9ef3-ef92b3b06d95 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.4257362 Jul 09 17:11:19.478528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac00ac18-4a5c-450f-8a48-07a83cc9e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.517566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f83ae41-4219-4931-b9d0-b20f2e1b7940 req-429dc460-9a6b-4006-b5ae-bfcec63d7046 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 210 time: 0.0532537 Jul 09 17:11:19.587610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-33545510-9f80-4fe9-a545-6a4ed3ed918a service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417516 Jul 09 17:11:19.699961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21437f15-d16a-4a8c-92e0-6191eb7542d2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:19.702822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a89360f-ef6e-4b52-9b28-91c5dc8229fd req-e2ce9d04-e7d6-4d6c-8fe8-57603186a46b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535732 Jul 09 17:11:19.705431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac00ac18-4a5c-450f-8a48-07a83cc9e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.708343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac00ac18-4a5c-450f-8a48-07a83cc9e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.709586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ac00ac18-4a5c-450f-8a48-07a83cc9e7d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c4999c8-cc6e-43f7-8aef-040641dc9bdf HTTP/1.1" status: 204 len: 168 time: 0.4665005 Jul 09 17:11:19.765050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.765946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00ac18-4a5c-450f-8a48-07a83cc9e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4999c8-cc6e-43f7-8aef-040641dc9bdf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:19.775852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.807417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5ccedb8-6aff-4d44-8261-1d730613b31b None None] Provisioning for port dfec9701-483e-4856-853a-2d8b9710b143 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:19.814330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5ccedb8-6aff-4d44-8261-1d730613b31b None None] Provisioning complete for port dfec9701-483e-4856-853a-2d8b9710b143 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:19.814830 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5ccedb8-6aff-4d44-8261-1d730613b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.844020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:19.876950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a5ccedb8-6aff-4d44-8261-1d730613b31b None None] Port dfec9701-483e-4856-853a-2d8b9710b143 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:19.883018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 21437f15-d16a-4a8c-92e0-6191eb7542d2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:19.891510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 21437f15-d16a-4a8c-92e0-6191eb7542d2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:19.893084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.009458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.022729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.064293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310577d-b90c-4a38-8167-93226fcb7883 req-00510d4b-2973-457a-9757-82a69188b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.067166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-00510d4b-2973-457a-9757-82a69188b03a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 1100 time: 0.7024140 Jul 09 17:11:20.075377 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.109474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 21437f15-d16a-4a8c-92e0-6191eb7542d2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=21437f15-d16a-4a8c-92e0-6191eb7542d2,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:20.117170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a26303-5fa1-4982-98a4-ab37d131f7a3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:20.117519 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.123652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caed22-6947-47d1-92e9-9b261388a575 req-b1abe08f-1a7f-41d4-a406-9c34fb0875fc tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.132991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9caed22-6947-47d1-92e9-9b261388a575 req-b1abe08f-1a7f-41d4-a406-9c34fb0875fc tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 943 time: 0.4202087 Jul 09 17:11:20.169579 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.172163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfec9701-483e-4856-853a-2d8b9710b143,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:20.210653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9caed22-6947-47d1-92e9-9b261388a575 req-801ccd34-9ba0-44bf-b896-f424bea5fd3d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766594 Jul 09 17:11:20.420924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310577d-b90c-4a38-8167-93226fcb7883 req-9d33e1fa-9ebb-4f0a-88fa-23f3a53c1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.427855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:20.432754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:20.436732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-9d33e1fa-9ebb-4f0a-88fa-23f3a53c1bde service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3400691 Jul 09 17:11:20.443165 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd69e63-46c2-4f4e-8d1a-aa47fefff21b x-openstack-request-id: req-dcd69e63-46c2-4f4e-8d1a-aa47fefff21b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:20.444789 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c", "tag": "13a7fa89-3a18-4a92-9932-f7f102fb3ee7", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:20.445577 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcd69e63-46c2-4f4e-8d1a-aa47fefff21b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:20.452653 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'tag': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7', 'status': 'completed', 'code': 200} Jul 09 17:11:20.465549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0a191c-0ef1-4e56-89cf-3914258b7f37 req-a964c15d-a64e-4040-8af9-45bb9074b618 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929914 Jul 09 17:11:20.535496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=21437f15-d16a-4a8c-92e0-6191eb7542d2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:20.569619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47556) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:20.615620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-710202b2-33f0-4486-9b30-a11961f58d9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289 HTTP/1.1" status: 200 len: 217 time: 0.1368937 Jul 09 17:11:20.632452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79f1cdcd-1e29-4e8d-86c0-d9e36ad088e2 req-bf9b9dc4-e2c5-43f6-93fd-2317a7d43919 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 210 time: 0.0717390 Jul 09 17:11:20.644962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e59d86f4-6351-41f5-83a5-44476f439fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.745748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Router 10cc42cd-2efe-4b43-be70-b23cab5006ab has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:20.755583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Allocated IP 192.168.233.27 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/c5e32d1b-4513-4900-8303-dd0a47abe9e0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:20.780714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310577d-b90c-4a38-8167-93226fcb7883 req-15c697b1-ac4b-4ef2-8e89-b027b6ecdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.782194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-15c697b1-ac4b-4ef2-8e89-b027b6ecdfc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1443951 Jul 09 17:11:20.817528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5a26aaa-66b1-4906-81ec-7d43c6d01f7d None None] Provisioning complete for port dfec9701-483e-4856-853a-2d8b9710b143 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:20.818010 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5a26aaa-66b1-4906-81ec-7d43c6d01f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.857605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a5a26aaa-66b1-4906-81ec-7d43c6d01f7d None None] Port dfec9701-483e-4856-853a-2d8b9710b143 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:20.860176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-2759f084-801f-4dbb-b353-bf91348f98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.861718 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-2759f084-801f-4dbb-b353-bf91348f98c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 1100 time: 0.2643118 Jul 09 17:11:20.865081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe4cad4e-94da-4335-a3dc-1e2d2bf8e10b req-b98df78c-b4b3-4f4b-adf0-2516a80066d3 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 210 time: 0.0407724 Jul 09 17:11:20.912519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4db7f-c8f3-49e0-b796-0f91b2841dc2 req-347b1245-e0e7-4388-aab5-999bd353a404 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:20.914385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2d4db7f-c8f3-49e0-b796-0f91b2841dc2 req-347b1245-e0e7-4388-aab5-999bd353a404 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 948 time: 0.2253597 Jul 09 17:11:20.955170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e59d86f4-6351-41f5-83a5-44476f439fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:20.969091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e59d86f4-6351-41f5-83a5-44476f439fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.001426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e59d86f4-6351-41f5-83a5-44476f439fe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58830dd70bfb4789bf57b379ab07576e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304903 Jul 09 17:11:21.003257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:21.014663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Sync routers for ids ['10cc42cd-2efe-4b43-be70-b23cab5006ab'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:21.019914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-34e2667e-b7df-4a16-bc99-1522a1e1e0b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/10cc42cd-2efe-4b43-be70-b23cab5006ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7817290 Jul 09 17:11:21.021854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47574) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:21.044269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Routers {'10cc42cd-2efe-4b43-be70-b23cab5006ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:21.045246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10cc42cd-2efe-4b43-be70-b23cab5006ab'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:21.045995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d86f4-6351-41f5-83a5-44476f439fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd211ab-d157-4b69-8073-9443feb69503,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:21.123146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db112e8-f02f-4a2a-b42f-3385f7face1f req-6810a13d-b4cf-4100-8fc3-a11006ae6961 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:21.125475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2d4db7f-c8f3-49e0-b796-0f91b2841dc2 req-2c8bc791-c8c1-43ba-8d3a-33160d315f89 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647990 Jul 09 17:11:21.127243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310577d-b90c-4a38-8167-93226fcb7883 req-f1c17bd4-4a85-47b6-8021-f9cec0fcbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:21.128809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-f1c17bd4-4a85-47b6-8021-f9cec0fcbcdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3337996 Jul 09 17:11:21.131589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7db112e8-f02f-4a2a-b42f-3385f7face1f req-6810a13d-b4cf-4100-8fc3-a11006ae6961 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1097376 Jul 09 17:11:21.157549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.36', 62985) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:21.179343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-c0e5efeb-8ced-468a-8c42-31f961b1f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:21.182668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-c0e5efeb-8ced-468a-8c42-31f961b1f1ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3059828 Jul 09 17:11:21.280744 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7db112e8-f02f-4a2a-b42f-3385f7face1f req-4e93f963-7f16-4ff2-a9a9-9275edd63577 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478424 Jul 09 17:11:21.298063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Set router 10cc42cd-2efe-4b43-be70-b23cab5006ab gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:21.401311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:21.404512 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b42644-2a9b-4b5a-a425-7668b6533f06" -d '{"events": [{"name": "network-changed", "server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:21.427264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-6fe62ef8-3749-4228-8e12-8a5b83f6661e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:21.428924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-6fe62ef8-3749-4228-8e12-8a5b83f6661e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.2881384 Jul 09 17:11:21.433770 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-cb1a9886-b9e7-448d-85c3-0299a2d338e4 service neutron] show failed (client error): The resource could not be found. Jul 09 17:11:21.434767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-cb1a9886-b9e7-448d-85c3-0299a2d338e4 service neutron] 10.222.0.36 "GET /v2.0/ports/51529119-fa7d-4aaf-9eae-6446f7f92aee/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.2758989 Jul 09 17:11:21.456492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Request body: {'port': {'device_id': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'admin_state_up': True, 'tenant_id': 'f23e0e1a9ecc45719b5c6353ee12be2b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:21.630780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21437f15-d16a-4a8c-92e0-6191eb7542d2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:21.642489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Made reservation on behalf of f23e0e1a9ecc45719b5c6353ee12be2b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:21.655431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.668044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.695247 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024b8cad-3e78-4784-9875-970ba8503781 x-openstack-request-id: req-024b8cad-3e78-4784-9875-970ba8503781 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:21.695531 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:21.695795 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-024b8cad-3e78-4784-9875-970ba8503781 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:21.696428 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'status': 'completed', 'code': 200} Jul 09 17:11:21.728837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:11:19Z', 'revision_number': 4, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'dfec9701-483e-4856-853a-2d8b9710b143', 'name': '', 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'mac_address': 'fa:16:3e:11:1a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:17Z', 'updated_at': '2021-07-09T17:11:19Z', 'revision_number': 2, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'subnets': [{'id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:21.799495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1c7-251a-45f4-9d93-9d7ea71c57e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.801982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-52649ed6-d58e-4716-a1d7-5ca69daf13b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7 HTTP/1.1" status: 200 len: 217 time: 0.1637194 Jul 09 17:11:21.807881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Checking router: 10cc42cd-2efe-4b43-be70-b23cab5006ab for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:21.808199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Updating router 10cc42cd-2efe-4b43-be70-b23cab5006ab port dfec9701-483e-4856-853a-2d8b9710b143 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:11:21.809656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Transition to ACTIVE for port object c5e32d1b-4513-4900-8303-dd0a47abe9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:21.868590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 21437f15-d16a-4a8c-92e0-6191eb7542d2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:21.868934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.897024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1c7-251a-45f4-9d93-9d7ea71c57e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:21.944982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 83630fb9-2e8b-4f36-8cf2-3e78d398a289 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:21.992545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-fd4e7bb1-6aa8-43f9-8458-8e89e8f5a964 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362575 Jul 09 17:11:21.996904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.021988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-1cc6be25-f8cd-4e24-bebe-5dcdcd5c2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.024675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-1cc6be25-f8cd-4e24-bebe-5dcdcd5c2798 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2100213 Jul 09 17:11:22.087963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47616) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:22.089077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.098586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26473a32-34f3-49ec-8293-d1f3a342759a req-795c0008-b321-4558-8df1-3c77f7623f21 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.104332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26473a32-34f3-49ec-8293-d1f3a342759a req-795c0008-b321-4558-8df1-3c77f7623f21 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 943 time: 0.4527833 Jul 09 17:11:22.240861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:22.264801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:22.291530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1c7-251a-45f4-9d93-9d7ea71c57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.294222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1c7-251a-45f4-9d93-9d7ea71c57e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.295378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f3ae1c7-251a-45f4-9d93-9d7ea71c57e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cd211ab-d157-4b69-8073-9443feb69503 HTTP/1.1" status: 204 len: 168 time: 1.2724462 Jul 09 17:11:22.302123 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b12925ad-01ac-4cf8-8b34-4218a4da2bf2 req-835ae8f1-3520-4d25-a9ec-b67692c89a46 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 210 time: 0.1027434 Jul 09 17:11:22.318022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:22.337881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-0a59a206-9ea7-4c6c-9cfc-2f8f632407c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.339823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-0a59a206-9ea7-4c6c-9cfc-2f8f632407c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1126 time: 0.5969098 Jul 09 17:11:22.343968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Allocated IP 172.20.0.7 (6829d42f-a8a4-45a5-a286-b6f6db284a82/e97e64db-603c-49f8-8e29-4e353032bea7/37adc520-6274-4fe3-8372-e313806b28fb) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:22.346206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Pushing event updated for resources: {'Port': ['ID=c5e32d1b-4513-4900-8303-dd0a47abe9e0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:22.445332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26473a32-34f3-49ec-8293-d1f3a342759a req-b9a1ea21-eed1-45d4-ae7b-38371dae8740 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393154 Jul 09 17:11:22.461759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ae1c7-251a-45f4-9d93-9d7ea71c57e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd211ab-d157-4b69-8073-9443feb69503,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:22.487417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0daa968-74dc-4d28-b95e-af6f00f9cb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.491375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f310577d-b90c-4a38-8167-93226fcb7883 req-dfe75c94-ae69-47d7-83c2-f339c9ae0c89 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864933 Jul 09 17:11:22.501204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:22.531898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-e025dea5-576e-4a01-bf4c-f0f6cd32c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.533647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-e025dea5-576e-4a01-bf4c-f0f6cd32c3fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4912181 Jul 09 17:11:22.560579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.561257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.564156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '83630fb9-2e8b-4f36-8cf2-3e78d398a289', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '83630fb9-2e8b-4f36-8cf2-3e78d398a289', 'mac_address': 'fa:16:3e:3a:43:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:22.575508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-ad77bba2-1842-4560-8c24-62254bfb1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.577535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-ad77bba2-1842-4560-8c24-62254bfb1ffb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.2257466 Jul 09 17:11:22.668380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-902d06a3-0b3e-4f34-8f4d-03afdb02d571 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 217 time: 0.0642309 Jul 09 17:11:22.717725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-797a3d47-dc8f-46dc-a7bd-f8571ed76e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.719877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-797a3d47-dc8f-46dc-a7bd-f8571ed76e53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91&tenant_id=37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 1101 time: 0.5157650 Jul 09 17:11:22.729355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:22.771532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.795292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:22.816753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83630fb9-2e8b-4f36-8cf2-3e78d398a289 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:22.849351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:22.858661 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:22.884891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-164745b3-3d97-4529-98a3-d61a939840ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:22.887114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-164745b3-3d97-4529-98a3-d61a939840ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1902678 Jul 09 17:11:22.926530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-91f06181-b1d8-42c9-b3cd-84a45b858d82 None None] Provisioning for port c5e32d1b-4513-4900-8303-dd0a47abe9e0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:22.932682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=83630fb9-2e8b-4f36-8cf2-3e78d398a289,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:22.945647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.946021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.947058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.947585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.948170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.948631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.948967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.949397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.949886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.950227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.950554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.950877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:22.971791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-91f06181-b1d8-42c9-b3cd-84a45b858d82 None None] Provisioning complete for port c5e32d1b-4513-4900-8303-dd0a47abe9e0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:22.972423 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91f06181-b1d8-42c9-b3cd-84a45b858d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.004920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-7cb9d722-d5b6-4451-9680-1c3899477ded service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008260 Jul 09 17:11:23.011892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-10284a2b-fe87-45d5-b568-fbb3802b2688 service neutron] 10.222.0.36 "GET /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.2461686 Jul 09 17:11:23.025097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-91f06181-b1d8-42c9-b3cd-84a45b858d82 None None] Port c5e32d1b-4513-4900-8303-dd0a47abe9e0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:23.032252 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:11:23.035638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0daa968-74dc-4d28-b95e-af6f00f9cb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.043430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-53156acf-c810-43bd-83e7-67b985521b8c service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180411 Jul 09 17:11:23.080229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0daa968-74dc-4d28-b95e-af6f00f9cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.101534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-0c2c669f-1a9f-4ce2-84fa-2eda584ee189 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5233610 Jul 09 17:11:23.116473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.138228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:23.148253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c548536-fd5f-4309-b50b-df192a1f9968 req-a7a46926-f4b2-4a03-89d0-7a24760af232 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:23.155561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c548536-fd5f-4309-b50b-df192a1f9968 req-a7a46926-f4b2-4a03-89d0-7a24760af232 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 935 time: 0.4430103 Jul 09 17:11:23.184613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Request body: {'port': {'device_id': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:23.208163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.247723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Transition to ACTIVE for port object dfec9701-483e-4856-853a-2d8b9710b143 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:23.274600 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.278395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d0daa968-74dc-4d28-b95e-af6f00f9cb2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e19d0216f4584f52b79874e54a1a98b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1711633 Jul 09 17:11:23.282820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47640) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:23.286818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6395-ffe6-4c96-aad1-dbbb13044e53 req-e18beea5-dcb5-4ca4-be5d-a42e42117927 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:23.293779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-628d6395-ffe6-4c96-aad1-dbbb13044e53 req-e18beea5-dcb5-4ca4-be5d-a42e42117927 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 948 time: 0.4710884 Jul 09 17:11:23.300168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c548536-fd5f-4309-b50b-df192a1f9968 req-66bd8b98-b8ad-4369-8498-433db91c9ba6 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432788 Jul 09 17:11:23.310466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.311812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daa968-74dc-4d28-b95e-af6f00f9cb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5ade71-2af8-4035-9b17-4591e1256353,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:23.335429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-4bad1f8c-43e2-42eb-8dc4-2696ddc2e18a service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154283 Jul 09 17:11:23.379674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53647dfa-276a-48f2-a50c-3d9151b0cea9 req-64cd5043-7700-4d63-88ff-96f3df0f0536 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020840 Jul 09 17:11:23.422363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:23.543963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:11:23.612846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd9cb7-474d-4ae0-864e-3a65fa425876 None None] Pushing event updated for resources: {'Port': ['ID=dfec9701-483e-4856-853a-2d8b9710b143,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:23.649444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Attempting to bind port dfec9701-483e-4856-853a-2d8b9710b143 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:23.649859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Attempting to bind port dfec9701-483e-4856-853a-2d8b9710b143 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:23.650550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Attempting to bind port dfec9701-483e-4856-853a-2d8b9710b143 on network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:23.670893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:23.672196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Checking segment: {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:23.672196 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.672196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Bound using segment: {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:23.672484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-044b3e9f-fb74-4912-a09c-98b21bdf5b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.672571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Bound port: dfec9701-483e-4856-853a-2d8b9710b143, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:23.672923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.682183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:23.703907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:23.704529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-044b3e9f-fb74-4912-a09c-98b21bdf5b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.739475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85d0499-270f-44d7-8bc7-bfc26cad2db6 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:23.751747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:23.766761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.777173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-044b3e9f-fb74-4912-a09c-98b21bdf5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.779787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-044b3e9f-fb74-4912-a09c-98b21bdf5b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.783720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-044b3e9f-fb74-4912-a09c-98b21bdf5b91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf5ade71-2af8-4035-9b17-4591e1256353 HTTP/1.1" status: 204 len: 168 time: 0.4975507 Jul 09 17:11:23.784374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-628d6395-ffe6-4c96-aad1-dbbb13044e53 req-0e24fe32-f910-4286-8cdf-d3f05ff54d2f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896326 Jul 09 17:11:23.810685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.819091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b3e9f-fb74-4912-a09c-98b21bdf5b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5ade71-2af8-4035-9b17-4591e1256353,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:23.825819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] For port dfec9701-483e-4856-853a-2d8b9710b143, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:23.830469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] For port dfec9701-483e-4856-853a-2d8b9710b143, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfec9701-483e-4856-853a-2d8b9710b143,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:23.844956 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:23.933037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Routers {'10cc42cd-2efe-4b43-be70-b23cab5006ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:23.933696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10cc42cd-2efe-4b43-be70-b23cab5006ab'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:23.993712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] Transition to ACTIVE for port object d85d0499-270f-44d7-8bc7-bfc26cad2db6 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:23.997561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40b42644-2a9b-4b5a-a425-7668b6533f06 req-0a65b838-57ae-4ca0-86d7-74213c829300 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284845 Jul 09 17:11:24.000775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.001907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:24.007947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd9cb7-474d-4ae0-864e-3a65fa425876 None None] Pushing event updated for resources: {'Port': ['ID=dfec9701-483e-4856-853a-2d8b9710b143,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:24.070237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca0e41-ee24-4e42-abce-8278656aaf74 req-99d87796-078a-44d1-b668-8b382d0f3295 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.082519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bca0e41-ee24-4e42-abce-8278656aaf74 req-99d87796-078a-44d1-b668-8b382d0f3295 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.4523234 Jul 09 17:11:24.110032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.201918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:24.252086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:24.263991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:24.276164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:24.327712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] No DVR routers for this DVR port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:24.342059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bca0e41-ee24-4e42-abce-8278656aaf74 req-7c6775bc-2bae-4743-9713-d9d87ac17234 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580459 Jul 09 17:11:24.383092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722987b-4596-49f7-bb5e-1a4caae7e4d5 req-b0e99ff1-b4fe-4991-b9cd-c31330363ef0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.394811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e722987b-4596-49f7-bb5e-1a4caae7e4d5 req-b0e99ff1-b4fe-4991-b9cd-c31330363ef0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 931 time: 0.2004466 Jul 09 17:11:24.410778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] 10.222.0.36 "PUT /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 1.3883636 Jul 09 17:11:24.421080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d4a47-9d62-4fc5-8c0f-0d66ee6ece01 service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:24.452636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.455468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.461270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e722987b-4596-49f7-bb5e-1a4caae7e4d5 req-8555379a-b155-4e7d-8390-104f79b036b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Jul 09 17:11:24.502531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] Set router 10cc42cd-2efe-4b43-be70-b23cab5006ab gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:24.543912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c3aeadc7-aac1-49e6-8028-08508e44965b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0913620 Jul 09 17:11:24.574399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.576112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Request body: {'port': {'device_id': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:24.609519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:24.658770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-747f3133-9273-4f81-b795-1095e64376cf tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.662987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-747f3133-9273-4f81-b795-1095e64376cf tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.1576693 Jul 09 17:11:24.772710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:24.774810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:24.851258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.892048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-39e9e77d-5552-43c7-945d-3d408b8e8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.894359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-39e9e77d-5552-43c7-945d-3d408b8e8008 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538&tenant_id=fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 1096 time: 0.2250326 Jul 09 17:11:24.902735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a38a77-7b26-4252-899b-d592fee28efa req-c356c711-0a83-4d36-bcaf-5af3236b0f0c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.904425 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2a38a77-7b26-4252-899b-d592fee28efa req-c356c711-0a83-4d36-bcaf-5af3236b0f0c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 944 time: 0.2298787 Jul 09 17:11:24.910588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:24.912932 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e967d23e-5bad-42d7-a6f5-8f79ea4d3ff6" -d '{"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-unplugged", "status": "completed", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:24.917366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:24.938610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdf100-a198-4a39-9bd7-0069dad18fcc req-1e4ffda5-43a2-47e0-b7c1-6c3a9414ec97 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:24.940355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10fdf100-a198-4a39-9bd7-0069dad18fcc req-1e4ffda5-43a2-47e0-b7c1-6c3a9414ec97 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 935 time: 0.1712158 Jul 09 17:11:24.982392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Transition to ACTIVE for port object 51529119-fa7d-4aaf-9eae-6446f7f92aee will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:24.995796 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2a38a77-7b26-4252-899b-d592fee28efa req-e27ddc26-368a-43f9-a441-1713c1dd4562 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752645 Jul 09 17:11:25.041948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.079038 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:11:25.079621 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:11:25.082976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10fdf100-a198-4a39-9bd7-0069dad18fcc req-3ea71bea-2475-435a-8a87-24d525a04048 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329327 Jul 09 17:11:25.156607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-193fec9c-8982-4914-a0f8-c12dd370cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:25.159112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-193fec9c-8982-4914-a0f8-c12dd370cc95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1096 time: 0.2177057 Jul 09 17:11:25.188333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:11:19Z', 'revision_number': 4, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'dfec9701-483e-4856-853a-2d8b9710b143', 'name': '', 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'mac_address': 'fa:16:3e:11:1a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:17Z', 'updated_at': '2021-07-09T17:11:23Z', 'revision_number': 4, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'subnets': [{'id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:25.265172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbceac4c-0517-46c3-a2a0-e989aab9fa4e None None] The sync data for ids ['10cc42cd-2efe-4b43-be70-b23cab5006ab'] in n-d-791506-17 is: [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:11:19Z', 'revision_number': 4, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'dfec9701-483e-4856-853a-2d8b9710b143', 'name': '', 'network_id': '4d40cfe4-98bb-4e13-abb8-d588fb59ae8a', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'mac_address': 'fa:16:3e:11:1a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:17Z', 'updated_at': '2021-07-09T17:11:23Z', 'revision_number': 4, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'subnets': [{'id': 'ac7f53a5-4d51-416d-95c9-59e34ae20562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:25.267566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:25.308000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7', 'mac_address': 'fa:16:3e:a2:67:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:25.397499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] No DVR routers for this DVR port 51529119-fa7d-4aaf-9eae-6446f7f92aee on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:25.401652 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.426143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:25.458121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b434a219-7269-491a-82c8-5c904848f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:25.463464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-b434a219-7269-491a-82c8-5c904848f762 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.2937248 Jul 09 17:11:25.471013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:25.480278 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.519683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.553963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:25.554377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:25.554775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:25.565414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Port 51529119-fa7d-4aaf-9eae-6446f7f92aee on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:25.565814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Attempting to bind port 51529119-fa7d-4aaf-9eae-6446f7f92aee on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:25.569173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.575814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:25.575993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:25.578521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:25.578521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Bound port: 51529119-fa7d-4aaf-9eae-6446f7f92aee, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:25.578521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.686514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-3c3ee76b-fcc6-42d7-a725-612834c8a6bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 217 time: 0.2180834 Jul 09 17:11:25.699525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47708) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:25.700710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:25.704451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e32d1b-4513-4900-8303-dd0a47abe9e0 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:25.715857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:25.717114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfec9701-483e-4856-853a-2d8b9710b143 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:25.725974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224323217', 'description': 'tempest-description--385502927'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:25.726675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.757235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.783471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port dfec9701-483e-4856-853a-2d8b9710b143 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:25.797499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dfec9701-483e-4856-853a-2d8b9710b143 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:25.797879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.797998 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e857c22e-8722-4fb2-9baf-700b3cf21bc2 x-openstack-request-id: req-e857c22e-8722-4fb2-9baf-700b3cf21bc2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:25.798254 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-unplugged", "status": "completed", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:25.798506 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e857c22e-8722-4fb2-9baf-700b3cf21bc2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:25.799345 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'code': 200} Jul 09 17:11:25.810888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:25.817777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:25.818738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.820610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] 10.222.0.13 "PUT /v2.0/ports/51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 1096 time: 3.0344253 Jul 09 17:11:25.823641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f964541-ca0b-4ed7-b44a-35641409c362 service neutron] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:25.929539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37adc520-6274-4fe3-8372-e313806b28fb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:25.931498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Transition to ACTIVE for port object c5e32d1b-4513-4900-8303-dd0a47abe9e0 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:25.940322 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.943728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.956410 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:25.964385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-8a674de9-3292-4443-af1b-307f1858205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:25.965844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-8a674de9-3292-4443-af1b-307f1858205e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.2637010 Jul 09 17:11:25.968461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 83630fb9-2e8b-4f36-8cf2-3e78d398a289 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:26.121535 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.156644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:26.180284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:26.180572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.195125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port dfec9701-483e-4856-853a-2d8b9710b143, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfec9701-483e-4856-853a-2d8b9710b143,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:26.227687 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.305195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b404c-d74b-4e3c-aa27-40cdb48846b1 req-0ede422a-ef82-4870-b566-6106f4e3e502 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:26.313003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-033b404c-d74b-4e3c-aa27-40cdb48846b1 req-0ede422a-ef82-4870-b566-6106f4e3e502 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 949 time: 0.9398947 Jul 09 17:11:26.325561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=dfec9701-483e-4856-853a-2d8b9710b143,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.345835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Transition to ACTIVE for port object 37adc520-6274-4fe3-8372-e313806b28fb will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:26.355720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.378476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.382617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-0acdde2b-cb38-4b4f-89c8-cde8b51a6532 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098053 Jul 09 17:11:26.420180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.431274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83630fb9-2e8b-4f36-8cf2-3e78d398a289'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:26.433648 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2817471-a234-49d0-8028-f6e57aeca639" -d '{"events": [{"server_uuid": "8d07a38a-e51c-4c8a-9c72-84f78139527a", "name": "network-vif-plugged", "status": "completed", "tag": "83630fb9-2e8b-4f36-8cf2-3e78d398a289"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:26.453282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:26.465538 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.537152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=83630fb9-2e8b-4f36-8cf2-3e78d398a289,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.561824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-6687b272-8edd-4450-ae30-82dc15154f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:26.564237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-6687b272-8edd-4450-ae30-82dc15154f7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1099 time: 0.7038486 Jul 09 17:11:26.572740 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:11:26.582267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Pushing event updated for resources: {'Port': ['ID=c5e32d1b-4513-4900-8303-dd0a47abe9e0,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.598654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-033b404c-d74b-4e3c-aa27-40cdb48846b1 req-c5ca3db0-823f-4ad9-ba38-7f398eb6b51a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845023 Jul 09 17:11:26.628877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:26.629345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:26.629685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:26.681007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:26.681573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:26.690156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-a9941929-525f-4d96-a2df-85b663da8af9 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828717 Jul 09 17:11:26.702327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fd64e-7f7e-480a-88d7-d92c8a563047 req-692fe51d-d713-4a4e-ac1d-ebf0fe79be61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:26.703997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f24fd64e-7f7e-480a-88d7-d92c8a563047 req-692fe51d-d713-4a4e-ac1d-ebf0fe79be61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.7511835 Jul 09 17:11:26.720052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:26.720052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:26.720407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:26.720659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Bound port: 37adc520-6274-4fe3-8372-e313806b28fb, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:26.720954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.721841 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.766385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.824346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f24fd64e-7f7e-480a-88d7-d92c8a563047 req-18fd2a50-a2e4-4747-b08c-9b45bf569941 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109662 Jul 09 17:11:26.827506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Attempting to bind port c5e32d1b-4513-4900-8303-dd0a47abe9e0 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:26.827875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Attempting to bind port c5e32d1b-4513-4900-8303-dd0a47abe9e0 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:26.828216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Attempting to bind port c5e32d1b-4513-4900-8303-dd0a47abe9e0 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:26.833835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-b6841e89-6367-47a4-a1fc-062bbd0b2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:26.836716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-b6841e89-6367-47a4-a1fc-062bbd0b2e4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2621810 Jul 09 17:11:26.839157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.845081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1403692 Jul 09 17:11:26.845081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17775f51-8ed1-4b6c-b1b0-ff898ab47a95 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1921d18c-3b51-400a-9959-4645d03d4aef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:26.852272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47718) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:26.856889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Port c5e32d1b-4513-4900-8303-dd0a47abe9e0 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:26.857609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Attempting to bind port c5e32d1b-4513-4900-8303-dd0a47abe9e0 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:26.865161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'security_group_rule': {'security_group_id': '1921d18c-3b51-400a-9959-4645d03d4aef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:26.873921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:26.874878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:26.875421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:26.876360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Bound port: c5e32d1b-4513-4900-8303-dd0a47abe9e0, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:26.877589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:26.908693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-ebd05442-f6d2-497e-980c-0edf291c837b service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100034 Jul 09 17:11:26.919353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-bdf47920-e65e-437c-9045-d053af60c396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.0713017 Jul 09 17:11:26.993786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-c1a709ba-5259-4eca-bf90-b2d0e1c817d9 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=782c421e274b4450aa5bfc4c3f12d14f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304704 Jul 09 17:11:26.994262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:26.999599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:27.010815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.013812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-2e1c3340-7ce1-439f-9d8c-b230a46805e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.015290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-2e1c3340-7ce1-439f-9d8c-b230a46805e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0891078 Jul 09 17:11:27.028218 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.071975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] For port c5e32d1b-4513-4900-8303-dd0a47abe9e0, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:27.091655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] For port c5e32d1b-4513-4900-8303-dd0a47abe9e0, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:27.105547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.115392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.116033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.117446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] 10.222.0.36 "PUT /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 1092 time: 2.5514805 Jul 09 17:11:27.171232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Pushing event updated for resources: {'Port': ['ID=c5e32d1b-4513-4900-8303-dd0a47abe9e0,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:27.184358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.185842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.187552 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-17b10157-5a03-46e1-8017-06ad73bff8bb service neutron] 10.222.0.13 "PUT /v2.0/ports/c5e32d1b-4513-4900-8303-dd0a47abe9e0 HTTP/1.1" status: 200 len: 1096 time: 4.0544302 Jul 09 17:11:27.191278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'tag': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:27.194223 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e3979-930a-4c70-bc2d-c9616902cd76" -d '{"events": [{"name": "network-changed", "server_uuid": "780c0b20-f7f9-46c3-a944-b92207bddde3", "tag": "c5e32d1b-4513-4900-8303-dd0a47abe9e0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:27.196410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008c501-385a-4181-ab21-280552c6cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:27.219177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-9ad63e51-91a2-4641-9fb3-6990449d68df tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.222337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-9ad63e51-91a2-4641-9fb3-6990449d68df tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225847 Jul 09 17:11:27.267528 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-539e961a-428d-4d07-9b69-b5f46ba3ac44 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/quotas/782c421e274b4450aa5bfc4c3f12d14f HTTP/1.1" status: 200 len: 375 time: 0.0302513 Jul 09 17:11:27.288536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.299162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec85a3-f373-48f9-96f8-c7ee7e00be39 req-986aa178-c892-49c2-9058-9c7cdaa4d8d2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.300836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6ec85a3-f373-48f9-96f8-c7ee7e00be39 req-986aa178-c892-49c2-9058-9c7cdaa4d8d2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.2384672 Jul 09 17:11:27.306374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.312874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-f67ddd02-6643-4536-be85-6e7970c5a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.314573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-f67ddd02-6643-4536-be85-6e7970c5a868 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2876854 Jul 09 17:11:27.338689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-e8d597d2-0f87-45e1-8929-d2ced1ab11c5 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=782c421e274b4450aa5bfc4c3f12d14f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579593 Jul 09 17:11:27.372049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-27a9cc23-f14a-45e9-a8ab-59cf4022e60f tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.373521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-27a9cc23-f14a-45e9-a8ab-59cf4022e60f tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.1464145 Jul 09 17:11:27.377923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8ef795-e76a-46c0-a4b8-86cc2c1870fb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:27.412580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-befd2af7-612a-48d7-9c9f-73e77be48b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.414192 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-befd2af7-612a-48d7-9c9f-73e77be48b4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca89432764654a77a72cfd1fde003e8a&device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 1099 time: 0.1445451 Jul 09 17:11:27.431886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.433019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b11c127a-4ca9-4c1f-a09a-7ded60d114d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5797443 Jul 09 17:11:27.439519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-04bfe0fb-9b56-4835-aadf-4b74026ff246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.441081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-04bfe0fb-9b56-4835-aadf-4b74026ff246 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1095 time: 0.2415838 Jul 09 17:11:27.441553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:27.449520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'security_group_rule': {'security_group_id': '1921d18c-3b51-400a-9959-4645d03d4aef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:27.460559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6ec85a3-f373-48f9-96f8-c7ee7e00be39 req-ae131095-5326-4299-814b-9534ca45d58f tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449945 Jul 09 17:11:27.464415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-2fad071b-2460-4fe1-add3-23d64865e0e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0 HTTP/1.1" status: 200 len: 217 time: 0.0424087 Jul 09 17:11:27.527192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c6d137ba-af60-4a82-b8e2-5142c9c8c01a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 217 time: 0.0707700 Jul 09 17:11:27.611478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-c1391dad-ae68-4e56-884d-cef23ba4486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.613143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-c1391dad-ae68-4e56-884d-cef23ba4486a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1388094 Jul 09 17:11:27.617357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-4eb62f26-2972-4b14-aee3-d4334dbff21b service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818160 Jul 09 17:11:27.621477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.654649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfec9701-483e-4856-853a-2d8b9710b143 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:27.689309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-2b63897b-4a90-495c-887a-1d1a45f22be7 service neutron] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:27.693027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-805950f4-010d-461d-8c3c-ebbe61bb65e2 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6cee85a7bb8e494b8b3ad57a5ee00664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281780 Jul 09 17:11:27.700660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-2b63897b-4a90-495c-887a-1d1a45f22be7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.702046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05470577-fd9b-4b28-81dc-c0a9600bc748 req-2b63897b-4a90-495c-887a-1d1a45f22be7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.3212793 Jul 09 17:11:27.740996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dfec9701-483e-4856-853a-2d8b9710b143 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:27.741522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.810798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee'}, {'name': 'network-changed', 'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:27.812775 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee"}, {"name": "network-changed", "server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "tag": "37adc520-6274-4fe3-8372-e313806b28fb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:27.865376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c00a401d-3f81-4725-a53a-831b64e5ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.866978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-c00a401d-3f81-4725-a53a-831b64e5ae4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.3300385 Jul 09 17:11:27.883901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-a6def477-f639-4205-b7cd-e325f63fb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.885799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-a6def477-f639-4205-b7cd-e325f63fb684 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2577531 Jul 09 17:11:27.893364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-59660da0-fdb0-41a9-a9da-424d5e0ee503 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.895585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-59660da0-fdb0-41a9-a9da-424d5e0ee503 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921239 Jul 09 17:11:27.931384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.936161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-b57eefe2-5c86-4539-831d-cd404a7bd0da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548368 Jul 09 17:11:27.939934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8565f226-34c5-4aff-ae7d-10f5cf3ec7e5 req-5bed4f96-efea-47ed-80a1-e259ff9bc483 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750881 Jul 09 17:11:27.942401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:27.957735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:27.958536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-019d9ab0-d2f9-4fb9-871b-f782889cdce3 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/quotas/6cee85a7bb8e494b8b3ad57a5ee00664 HTTP/1.1" status: 200 len: 375 time: 0.0510528 Jul 09 17:11:27.958741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a9d20-b947-4cf5-8776-70cc2b2a5024 req-70d8227e-87e6-453d-b0fa-5459c7ec7c21 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:27.960339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-736a9d20-b947-4cf5-8776-70cc2b2a5024 req-70d8227e-87e6-453d-b0fa-5459c7ec7c21 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 944 time: 0.1949410 Jul 09 17:11:28.008417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-9fbfd3af-eacd-4cd3-a93f-ef3a29507587 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cee85a7bb8e494b8b3ad57a5ee00664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488980 Jul 09 17:11:28.036627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:28.070261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-83a08e5c-4ab4-463b-8eb1-89fd05741beb service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712236 Jul 09 17:11:28.088169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2da2b2-2a40-4592-aca9-6ff2545e12a5,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:28.137961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.143043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-08eebcf9-2828-4da3-a630-cf9a285950e9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6969435 Jul 09 17:11:28.147888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47758) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:28.155434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:28.209706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-736a9d20-b947-4cf5-8776-70cc2b2a5024 req-859644ef-2c57-45e3-abc2-43148f382528 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363794 Jul 09 17:11:28.239387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-36f515f8-b637-4c36-8667-dbc3a3796417 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892354 Jul 09 17:11:28.287307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a514bfdd-77cc-4217-9173-b41d80f8f3b0 req-74974d5a-4b0c-4c2f-994a-363a32aeefec service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097578 Jul 09 17:11:28.288679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.375351 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7257ae-4b2c-4816-95d9-237dc5aa2a4a x-openstack-request-id: req-4c7257ae-4b2c-4816-95d9-237dc5aa2a4a {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:28.375655 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07a38a-e51c-4c8a-9c72-84f78139527a", "name": "network-vif-plugged", "status": "completed", "tag": "83630fb9-2e8b-4f36-8cf2-3e78d398a289", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:28.375953 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c7257ae-4b2c-4816-95d9-237dc5aa2a4a {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:28.376375 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83630fb9-2e8b-4f36-8cf2-3e78d398a289', 'code': 200} Jul 09 17:11:28.410009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7617a98d-42b1-4252-aeff-c2efff260d10 req-ed0de22b-fe01-451c-9808-c9ad5a7a7248 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638031 Jul 09 17:11:28.433014 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87fa984-737c-43e7-9169-c80179a6a0f4 x-openstack-request-id: req-c87fa984-737c-43e7-9169-c80179a6a0f4 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:28.433294 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c0b20-f7f9-46c3-a944-b92207bddde3", "tag": "c5e32d1b-4513-4900-8303-dd0a47abe9e0", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:28.433547 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c87fa984-737c-43e7-9169-c80179a6a0f4 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:28.433939 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'tag': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0', 'status': 'completed', 'code': 200} Jul 09 17:11:28.492673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1f3a-ccb9-46bb-ba7c-e26c87d6851f req-f9088165-0457-4cfc-abc2-fd756062a1c0 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:28.499185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bdee1f3a-ccb9-46bb-ba7c-e26c87d6851f req-f9088165-0457-4cfc-abc2-fd756062a1c0 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 947 time: 0.1162834 Jul 09 17:11:28.596518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.612883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12cc1615-3819-48be-9d65-caf69a946702 req-d996e60e-0354-4a6a-904d-de18c8dc5824 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 210 time: 0.0495274 Jul 09 17:11:28.614203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bdee1f3a-ccb9-46bb-ba7c-e26c87d6851f req-c8cb63bc-0aa8-4685-abbf-34d90abc153d tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140077 Jul 09 17:11:28.733435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f40c7-e70f-47a5-9344-369eeca6d2da req-480193a3-4f62-4b2d-a99b-5db8f52e143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:28.736195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-404f40c7-e70f-47a5-9344-369eeca6d2da req-480193a3-4f62-4b2d-a99b-5db8f52e143f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 1102 time: 0.1600645 Jul 09 17:11:28.748121 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44080d2e-48e9-42aa-bf58-b42699e12e65 x-openstack-request-id: req-44080d2e-48e9-42aa-bf58-b42699e12e65 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:28.748338 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "tag": "37adc520-6274-4fe3-8372-e313806b28fb", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:28.748588 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44080d2e-48e9-42aa-bf58-b42699e12e65 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:28.749062 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'status': 'completed', 'code': 200} Jul 09 17:11:28.749316 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb', 'status': 'completed', 'code': 200} Jul 09 17:11:28.753976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-ecb6dfcf-46f3-48e9-aa7a-0a1d810762aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:28.755343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-ecb6dfcf-46f3-48e9-aa7a-0a1d810762aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca89432764654a77a72cfd1fde003e8a&device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 1099 time: 0.2523980 Jul 09 17:11:28.757713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:28.825321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-404f40c7-e70f-47a5-9344-369eeca6d2da req-64efe3d9-d625-4609-b0a4-5d9a3c322516 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614893 Jul 09 17:11:28.895008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:28.900731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:28.901343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:28.959505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-302e4a97-b61e-4e00-8541-152a09ceb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:28.961405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-302e4a97-b61e-4e00-8541-152a09ceb694 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1099 time: 0.1381388 Jul 09 17:11:28.971480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051476-fe1a-45e5-8a91-bdcfd90e4339 req-f74396cb-7771-49dc-bfd2-f712cfd2229d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:28.979649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd051476-fe1a-45e5-8a91-bdcfd90e4339 req-f74396cb-7771-49dc-bfd2-f712cfd2229d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.1061330 Jul 09 17:11:29.023202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Allocated IP 172.25.3.75 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/3475c77d-4b6e-49ed-b485-ee854501508d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:29.035937 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.046988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-0dce11e1-5852-4a79-8aaa-585258825ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.048575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-0dce11e1-5852-4a79-8aaa-585258825ba6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2810571 Jul 09 17:11:29.097199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-7ace8b80-9702-4163-8c87-dbace1bdc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.099008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-7ace8b80-9702-4163-8c87-dbace1bdc6bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1106515 Jul 09 17:11:29.104997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:29.110975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.111643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd051476-fe1a-45e5-8a91-bdcfd90e4339 req-7eb77292-8587-4637-a17f-ea5864d8b4ed tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309071 Jul 09 17:11:29.129785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a2c6d-cff4-4dbf-a886-0af993c838bd req-4de6ee1b-a8cb-41fc-bf72-cfee79f2bfd4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.131366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-915a2c6d-cff4-4dbf-a886-0af993c838bd req-4de6ee1b-a8cb-41fc-bf72-cfee79f2bfd4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 949 time: 0.3535593 Jul 09 17:11:29.169843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-e1d497c6-2c37-4d34-93c1-b4a8285c0234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0 HTTP/1.1" status: 200 len: 217 time: 0.1103151 Jul 09 17:11:29.183806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-0f807eee-e872-43b1-a26f-9bbe79e0d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.185154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-0f807eee-e872-43b1-a26f-9bbe79e0d089 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1099 time: 0.2985024 Jul 09 17:11:29.199885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:29.214176 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-c847a720-f496-4c8f-a338-6bdf9e8d9a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.0961785 Jul 09 17:11:29.293509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-816032dd-fcce-4b1e-b925-fbcf69526a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.296149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-816032dd-fcce-4b1e-b925-fbcf69526a86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0741789 Jul 09 17:11:29.336138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4985308e-267e-4fc9-8a85-06c57677a0cc req-b1e054f9-0e0d-4695-8815-f3eb5dd7c72b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 210 time: 0.0459216 Jul 09 17:11:29.342355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-915a2c6d-cff4-4dbf-a886-0af993c838bd req-e21149fa-1142-4c04-bb8d-08d9f36ee35a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820962 Jul 09 17:11:29.390518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.392274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-3569eb6c-05dc-4689-b0b6-750e9e53f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.393970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-3569eb6c-05dc-4689-b0b6-750e9e53f992 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846713 Jul 09 17:11:29.394414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-54228800-c598-4e19-99aa-8605241bca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.400751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-54228800-c598-4e19-99aa-8605241bca06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2129042 Jul 09 17:11:29.558673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-c5361229-4e59-433e-bb26-e4a26ac7ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.560631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-c5361229-4e59-433e-bb26-e4a26ac7ccd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3661225 Jul 09 17:11:29.583114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-ae354c6d-380a-4c04-9565-c888925de667 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740088 Jul 09 17:11:29.635869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-2234a5e5-3461-4067-92d3-ea1eee19a04d tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=782c421e274b4450aa5bfc4c3f12d14f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2270789 Jul 09 17:11:29.662374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:29.697007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d64ce-6285-41ce-a997-0b4d660dd7fc req-a44a43a6-b868-4c53-bdc0-b54e6efed2ed tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.699599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-199d64ce-6285-41ce-a997-0b4d660dd7fc req-a44a43a6-b868-4c53-bdc0-b54e6efed2ed tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1096 time: 0.1301606 Jul 09 17:11:29.731660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-e1c54f80-538c-4369-9964-922f0d4e6bca service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311913 Jul 09 17:11:29.749810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-199d64ce-6285-41ce-a997-0b4d660dd7fc req-25389e8b-36eb-4865-be19-f7eb9e4352ad tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Jul 09 17:11:29.758833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-0b031c5f-7888-40fa-8a77-50ea94a2887e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.1293566 Jul 09 17:11:29.989643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116939e2-3b05-44bb-87cd-f85aaaad4171 req-4607a6d5-c806-4845-b133-da6319a1bd61 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:29.996472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-116939e2-3b05-44bb-87cd-f85aaaad4171 req-4607a6d5-c806-4845-b133-da6319a1bd61 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 947 time: 0.0835185 Jul 09 17:11:30.036524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-116939e2-3b05-44bb-87cd-f85aaaad4171 req-afb7411a-e5e6-46d4-a5ae-5d2df3ab144e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Jul 09 17:11:30.077857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:30.099353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:30.114636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-afb49909-d63e-48cd-9f6b-ba0439cba63a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6cee85a7bb8e494b8b3ad57a5ee00664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329947 Jul 09 17:11:30.114971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:30.120722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'Port': ['ID=3475c77d-4b6e-49ed-b485-ee854501508d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:30.169439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-9c6b72bc-7d76-4921-b90d-85272ebdceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.170899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-9c6b72bc-7d76-4921-b90d-85272ebdceee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.3792367 Jul 09 17:11:30.212866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7193-e87c-4057-a803-59485ea8c616 req-2e13573b-f579-49b0-ad9d-3de938627e03 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.214397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae5d7193-e87c-4057-a803-59485ea8c616 req-2e13573b-f579-49b0-ad9d-3de938627e03 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.6505635 Jul 09 17:11:30.229607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c45bb20-8bc4-4ec9-8209-edec0495adb6 req-e19f5a20-a50d-4e0b-8b0d-4122aad0113f tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 210 time: 0.0464191 Jul 09 17:11:30.240099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-79dc8f08-f649-45d1-a616-22718d6105a0 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.241287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-79dc8f08-f649-45d1-a616-22718d6105a0 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5739186 Jul 09 17:11:30.247808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-7b7cd8cf-291b-48fd-8368-873a411b982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.248869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-7b7cd8cf-291b-48fd-8368-873a411b982c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6872706 Jul 09 17:11:30.296829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-747f3d19-1e4f-4b81-879d-7beb0fef28a0 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.298684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-747f3d19-1e4f-4b81-879d-7beb0fef28a0 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791329 Jul 09 17:11:30.308427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Request body: {'port': {'device_id': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '782c421e274b4450aa5bfc4c3f12d14f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:30.312220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Request body: {'port': {'device_id': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '6cee85a7bb8e494b8b3ad57a5ee00664'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:30.378067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:30.381348 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae2d259-483c-4060-bff0-a3f458767a96" -d '{"events": [{"server_uuid": "d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c", "name": "network-vif-plugged", "status": "completed", "tag": "13a7fa89-3a18-4a92-9932-f7f102fb3ee7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:30.474338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.481493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae5d7193-e87c-4057-a803-59485ea8c616 req-979955bb-0a6f-4faf-9cd2-5973d56618d2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487228 Jul 09 17:11:30.591194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-0005c225-bf6d-413d-b653-8b5663757ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124137 Jul 09 17:11:30.602790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-83bda304-121e-4f43-88d8-dd264caf8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.604366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-83bda304-121e-4f43-88d8-dd264caf8679 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4181890 Jul 09 17:11:30.625760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.762099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-5f798b25-fc15-4edb-9ba7-c1b99c54a87e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:30.764314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-5f798b25-fc15-4edb-9ba7-c1b99c54a87e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.3894629 Jul 09 17:11:30.784750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-0cc9e5fe-ceba-4f94-a774-e872e54092f5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/quotas/fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 375 time: 0.0153892 Jul 09 17:11:30.792124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Made reservation on behalf of 782c421e274b4450aa5bfc4c3f12d14f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:30.799212 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.813005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Made reservation on behalf of 6cee85a7bb8e494b8b3ad57a5ee00664 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:30.817871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.843885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.884800 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:30.920247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-be05c83a-2cb1-46a5-b3f0-ef33535d0b2b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214972 Jul 09 17:11:30.985981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-664f789b-ead8-4347-8e8b-55ee10af4123 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704610 Jul 09 17:11:30.993579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35e3979-930a-4c70-bc2d-c9616902cd76 req-b8838b9d-7342-44e6-b1c5-9f2469836d66 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933132 Jul 09 17:11:31.068377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.075648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-714a05a4-6a9f-47f5-b66e-a1b29efe9253 service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473374 Jul 09 17:11:31.076861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.132456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266bd48-9990-4462-b0f1-f053f3ef694f req-a742f093-98d8-4852-8009-c05ed4fd6571 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.133872 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a266bd48-9990-4462-b0f1-f053f3ef694f req-a742f093-98d8-4852-8009-c05ed4fd6571 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.3044014 Jul 09 17:11:31.166757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.187151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.194641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-45ee6350-d7c3-4413-a275-95dc55cc0b79 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940289 Jul 09 17:11:31.194844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:31.273430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-0dfb4742-56d8-4deb-b32b-1858c6c4edff service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889067 Jul 09 17:11:31.290895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Allocated IP 192.168.233.53 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/3bc5ec4a-0036-4610-8219-80c94b92b556) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:31.304874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a266bd48-9990-4462-b0f1-f053f3ef694f req-c1df8d68-6517-4f5d-ab88-3c3cb171d993 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545608 Jul 09 17:11:31.345181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'Port': ['ID=3475c77d-4b6e-49ed-b485-ee854501508d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:31.380953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.440535 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.489927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.504477 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-82317d17-3bc6-4711-bb79-56143ed73020 req-25d9af3d-4881-46d7-b7d6-c81a69d799f2 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 210 time: 0.0623147 Jul 09 17:11:31.512550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.532748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-116bcad5-e5c2-4f2f-9bd6-cf554319e53d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3817117 Jul 09 17:11:31.540461 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.570686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Transition to ACTIVE for port object 3bc5ec4a-0036-4610-8219-80c94b92b556 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:31.578938 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8688ac-f762-445b-80fa-ae45df9120ba x-openstack-request-id: req-bf8688ac-f762-445b-80fa-ae45df9120ba {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:31.579445 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c", "name": "network-vif-plugged", "status": "completed", "tag": "13a7fa89-3a18-4a92-9932-f7f102fb3ee7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:31.579445 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf8688ac-f762-445b-80fa-ae45df9120ba {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:31.579874 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7', 'code': 200} Jul 09 17:11:31.673000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c896ff51-a380-44c1-9643-e7578189a1df,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:31.696011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-c24ea177-301e-4faa-825b-813b698b698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.697483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-c24ea177-301e-4faa-825b-813b698b698a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1095 time: 0.4180765 Jul 09 17:11:31.705756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68de5e-756c-4b89-b4be-60eebf15fe75 req-6497668b-22ae-4518-b60a-1621568292f3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.707446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc68de5e-756c-4b89-b4be-60eebf15fe75 req-6497668b-22ae-4518-b60a-1621568292f3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 950 time: 0.1512587 Jul 09 17:11:31.709254 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.777913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:31.787844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:31.790418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:31.856784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:31.865450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc68de5e-756c-4b89-b4be-60eebf15fe75 req-a7746be9-d832-43e7-9268-196e5d04d1bd tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441839 Jul 09 17:11:31.904897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:31.905972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:31.937733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-84534e2c-f441-4281-8103-615f7814851b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6297653 Jul 09 17:11:31.939057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Allocated IP 192.168.233.253 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/341c1312-2369-4376-beba-529c7b403569) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:31.958805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 37adc520-6274-4fe3-8372-e313806b28fb details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:31.959047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Request body: {'port': {'device_id': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:32.037621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-b10ce2fb-844c-4bcb-ac99-5540f8bfdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.039131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-b10ce2fb-844c-4bcb-ac99-5540f8bfdff2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.3304355 Jul 09 17:11:32.060602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929876-e173-4978-8b79-1178b6551f50 req-577f46ee-7374-44ae-8851-40304ef18b6e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.063168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08929876-e173-4978-8b79-1178b6551f50 req-577f46ee-7374-44ae-8851-40304ef18b6e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 947 time: 0.3548934 Jul 09 17:11:32.104454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-82908c38-0cce-4b91-83e2-447c167e301d req-047259f6-8bde-464e-816d-a77938405dfd tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 210 time: 0.0569453 Jul 09 17:11:32.108447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:32.110800 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.124572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '37adc520-6274-4fe3-8372-e313806b28fb', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'port_id': '37adc520-6274-4fe3-8372-e313806b28fb', 'mac_address': 'fa:16:3e:e6:02:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e64db-603c-49f8-8e29-4e353032bea7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:32.140063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9c883-474b-4a79-8d60-4938f4cbf10a req-8e039f01-5413-403b-9a79-9acedbbf7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.141894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b9c883-474b-4a79-8d60-4938f4cbf10a req-8e039f01-5413-403b-9a79-9acedbbf7db1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 1102 time: 0.4572985 Jul 09 17:11:32.183440 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.196725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3a82cfd6-5631-440b-87e9-b1ffacfbd572 None None] Provisioning for port 3bc5ec4a-0036-4610-8219-80c94b92b556 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:32.201265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3a82cfd6-5631-440b-87e9-b1ffacfbd572 None None] Provisioning complete for port 3bc5ec4a-0036-4610-8219-80c94b92b556 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:32.201906 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a82cfd6-5631-440b-87e9-b1ffacfbd572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.204800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37adc520-6274-4fe3-8372-e313806b28fb {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:32.221298 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-ed16aa7b-7a7e-4ae7-93f8-2eb8bf1f407a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 217 time: 0.1576924 Jul 09 17:11:32.245908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:32.256557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.268295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08929876-e173-4978-8b79-1178b6551f50 req-6cc03b35-60c6-45b1-8472-c312b8573fe0 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803904 Jul 09 17:11:32.290019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3a82cfd6-5631-440b-87e9-b1ffacfbd572 None None] Port 3bc5ec4a-0036-4610-8219-80c94b92b556 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:32.319359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:32.366285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b9c883-474b-4a79-8d60-4938f4cbf10a req-c2d788d2-132f-4960-afb4-6f6280ec6ddc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755564 Jul 09 17:11:32.409466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-bb6792d0-f915-4515-a5ad-943953bd477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.411578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-bb6792d0-f915-4515-a5ad-943953bd477e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1806092 Jul 09 17:11:32.418151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.466981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-338fe64b-1dea-4a7b-91a3-ab1695057a7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460284 Jul 09 17:11:32.489126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Transition to ACTIVE for port object 341c1312-2369-4376-beba-529c7b403569 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:32.492092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['37adc520-6274-4fe3-8372-e313806b28fb'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:32.499319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-241290ca-a315-431c-a3ba-94eae1bd5eb5 req-619681e8-56db-4aaa-9bfe-bc6e4aa8c052 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 210 time: 0.0658031 Jul 09 17:11:32.622694 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.659951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46b159-e562-4e59-8dce-265d16955fc8 req-e78959ef-39fc-43bd-b8a5-a41e877bdec5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.661608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a46b159-e562-4e59-8dce-265d16955fc8 req-e78959ef-39fc-43bd-b8a5-a41e877bdec5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 944 time: 0.2221339 Jul 09 17:11:32.666614 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-24932e17-0bef-46aa-9e5f-cc512ede33a0 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794274 Jul 09 17:11:32.671341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:32.683726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:32.685974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:32.788468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Pushing event updated for resources: {'Port': ['ID=341c1312-2369-4376-beba-529c7b403569,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:32.789363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a46b159-e562-4e59-8dce-265d16955fc8 req-59f21dfc-62bc-436a-9b3c-10682e13d007 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901630 Jul 09 17:11:32.792285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:32.848677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.849361 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:32.849918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-027cb586-498d-414a-8404-86a5ed1c6600 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:32.851700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-027cb586-498d-414a-8404-86a5ed1c6600 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91&tenant_id=37dd3406226c4b52b6f7beb53dc5c463&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 947 time: 0.3181286 Jul 09 17:11:32.867064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-fac4f387-f52b-4393-b335-040cb2b6f5fb tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1224323217&fields=id&tenant_id=bdeefdecf6754e8896b6b61b32d650bb HTTP/1.1" status: 200 len: 267 time: 0.1975806 Jul 09 17:11:32.909046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-7b29bc23-f284-487d-aafe-6cf08ae9ad61 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6289630 Jul 09 17:11:32.951739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Request body: {'port': {'device_id': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:32.963118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:32.996164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'mac_address': 'fa:16:3e:4f:5a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:33.004943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d70824-3ffc-4c8d-8e9e-f2ae6deb75e6 req-073e41e8-423c-4a29-9dbd-230ffb0890a5 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297057 Jul 09 17:11:33.014908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc5ec4a-0036-4610-8219-80c94b92b556 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:33.029582 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-70ff7853-7a48-4b71-ab7e-4a49abbee956 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:11:33.030619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-70ff7853-7a48-4b71-ab7e-4a49abbee956 service neutron] 10.222.0.36 "DELETE /v2.0/ports/51529119-fa7d-4aaf-9eae-6446f7f92aee/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.1622481 Jul 09 17:11:33.036410 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.061552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Transition to ACTIVE for port object 3bc5ec4a-0036-4610-8219-80c94b92b556 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:33.063450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c508b90c-fa26-4f18-9dc9-fbd26decfcd0 None None] Provisioning for port 341c1312-2369-4376-beba-529c7b403569 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:33.066489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.080853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2ff22a5d-2be3-4bf4-87ad-a766f92da357 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.082468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c508b90c-fa26-4f18-9dc9-fbd26decfcd0 None None] Provisioning complete for port 341c1312-2369-4376-beba-529c7b403569 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:33.083050 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c508b90c-fa26-4f18-9dc9-fbd26decfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.087561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2ff22a5d-2be3-4bf4-87ad-a766f92da357 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 824 time: 0.2195902 Jul 09 17:11:33.088052 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.098569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.122174 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-ea52ef7e-b4a7-44a3-a0c8-ccafcee15a7e tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/quotas/bdeefdecf6754e8896b6b61b32d650bb HTTP/1.1" status: 200 len: 375 time: 0.0336690 Jul 09 17:11:33.127968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51529119-fa7d-4aaf-9eae-6446f7f92aee {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:33.182726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:33.185925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c508b90c-fa26-4f18-9dc9-fbd26decfcd0 None None] Port 341c1312-2369-4376-beba-529c7b403569 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:33.191784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.193829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c5e32d1b-4513-4900-8303-dd0a47abe9e0 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:33.220183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:33.328261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30029-9cdd-4494-84a6-3a3775bde1cb req-f96640bd-f38c-4abf-8d7b-656adbeaf923 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.335560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e30029-9cdd-4494-84a6-3a3775bde1cb req-f96640bd-f38c-4abf-8d7b-656adbeaf923 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 947 time: 0.2661126 Jul 09 17:11:33.373404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-8ecf91cb-7b49-4b8e-8ddf-510350e4949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.375296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-8ecf91cb-7b49-4b8e-8ddf-510350e4949e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1099 time: 0.2460699 Jul 09 17:11:33.464436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:33.476540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port c5e32d1b-4513-4900-8303-dd0a47abe9e0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:33.496095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0', 'mac_address': 'fa:16:3e:a6:45:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:33.539558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Attempting to bind port 3bc5ec4a-0036-4610-8219-80c94b92b556 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:33.540513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Attempting to bind port 3bc5ec4a-0036-4610-8219-80c94b92b556 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:33.540912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Attempting to bind port 3bc5ec4a-0036-4610-8219-80c94b92b556 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:33.554976 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e30029-9cdd-4494-84a6-3a3775bde1cb req-a58d1e70-3e81-485d-af82-061d3a3239da tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184951 Jul 09 17:11:33.558077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Port 3bc5ec4a-0036-4610-8219-80c94b92b556 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:33.558509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Attempting to bind port 3bc5ec4a-0036-4610-8219-80c94b92b556 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:33.567157 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.567438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:33.567852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:33.568583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:33.569119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Bound port: 3bc5ec4a-0036-4610-8219-80c94b92b556, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:33.569490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.580684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e32d1b-4513-4900-8303-dd0a47abe9e0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:33.618480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port c5e32d1b-4513-4900-8303-dd0a47abe9e0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:33.629430 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.668564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:33.672199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:33.680392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.690177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=c5e32d1b-4513-4900-8303-dd0a47abe9e0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:33.758280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.759148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:33.761150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] 10.222.0.13 "PUT /v2.0/ports/3bc5ec4a-0036-4610-8219-80c94b92b556 HTTP/1.1" status: 200 len: 1096 time: 1.8152688 Jul 09 17:11:33.771678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:33.774518 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b0317-a28e-4e7f-bd19-f858640ca26d" -d '{"events": [{"name": "network-changed", "server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:33.777565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-caa68400-6d41-4373-b7a7-914de81946c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.779582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-caa68400-6d41-4373-b7a7-914de81946c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3951132 Jul 09 17:11:33.794266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-b7984977-f654-4340-ac19-d5d1e360df44 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.795573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-b7984977-f654-4340-ac19-d5d1e360df44 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.2605064 Jul 09 17:11:33.826551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Request body: {'port': {'device_id': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'admin_state_up': True, 'tenant_id': 'fb606fb084e54561bb3749f2fa23fb29'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:33.847384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eeb0e-3c4d-4c4f-9673-8526d071e72b service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:33.874040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-4f35c3d9-ac38-464b-82f9-aedf4c222405 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.0825078 Jul 09 17:11:33.900421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-05888674-6e76-417a-bc70-d67564142e86 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3637414 Jul 09 17:11:33.927898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-b3329136-3c7a-4ab3-ac23-763261c9b0f2 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:11:33.928928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-b3329136-3c7a-4ab3-ac23-763261c9b0f2 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093019 Jul 09 17:11:33.953034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee555cf0-6bc1-4fb0-b2cd-816f36e46491 req-18a72276-5b90-43b7-a5a7-c1a060be6805 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.954580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee555cf0-6bc1-4fb0-b2cd-816f36e46491 req-18a72276-5b90-43b7-a5a7-c1a060be6805 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 947 time: 0.2590299 Jul 09 17:11:33.963038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-87199841-2e24-485f-955c-87fe28d2ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:33.964465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-87199841-2e24-485f-955c-87fe28d2ee54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0804217 Jul 09 17:11:33.972677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 37adc520-6274-4fe3-8372-e313806b28fb up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:34.004253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['c5e32d1b-4513-4900-8303-dd0a47abe9e0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:34.010491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:34.019904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b6d80662-ffa2-46fa-8cdc-11bce797df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.021423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b6d80662-ffa2-46fa-8cdc-11bce797df58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cee85a7bb8e494b8b3ad57a5ee00664&device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 1099 time: 0.2123897 Jul 09 17:11:34.084358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee555cf0-6bc1-4fb0-b2cd-816f36e46491 req-97a672fa-8819-4969-8ba5-92defff5c2cb tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229479 Jul 09 17:11:34.086509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-caa9dec2-490b-4169-8c32-56b1183402cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3bc5ec4a-0036-4610-8219-80c94b92b556 HTTP/1.1" status: 200 len: 217 time: 0.0525661 Jul 09 17:11:34.131893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-c810f3ba-d8e3-4a63-828d-2c90bb63cc69 service neutron] 10.222.0.21 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954181 Jul 09 17:11:34.134918 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341c1312-2369-4376-beba-529c7b403569 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:34.139614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Made reservation on behalf of fb606fb084e54561bb3749f2fa23fb29 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:34.143478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.151587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 37adc520-6274-4fe3-8372-e313806b28fb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:34.164299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.178744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 37adc520-6274-4fe3-8372-e313806b28fb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:34.179118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.188317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-2362f74c-89f3-49c7-a057-5776734e03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.191261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-2362f74c-89f3-49c7-a057-5776734e03b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131507 Jul 09 17:11:34.262036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Transition to ACTIVE for port object 341c1312-2369-4376-beba-529c7b403569 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:34.276102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.390684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.403038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Pushing event updated for resources: {'Port': ['ID=341c1312-2369-4376-beba-529c7b403569,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:34.418787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-4eb45385-f1d7-4d10-bb76-b9608856516c service neutron] 10.222.0.21 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612951 Jul 09 17:11:34.433457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:34.436040 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e7e94-4e0b-48e6-bc0b-7e20b29a3ec7" -d '{"events": [{"server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "name": "network-vif-plugged", "status": "completed", "tag": "37adc520-6274-4fe3-8372-e313806b28fb"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:34.451835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Allocated IP 172.20.0.11 (a0984783-6030-4026-aa72-b6a12ef93345/c2893c1d-fad9-48e7-b0c2-c9078881d4fe/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:34.464594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:34.472208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.541953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:34.565515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-25f3e3e0-8f80-42b9-8bb8-bd027dc1694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.567171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-25f3e3e0-8f80-42b9-8bb8-bd027dc1694e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.4703114 Jul 09 17:11:34.646538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760a1d9-77cc-40b2-bb1d-5af81b3dac7c req-376f4f12-7923-4e67-9397-30c4b26b2926 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.653687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4760a1d9-77cc-40b2-bb1d-5af81b3dac7c req-376f4f12-7923-4e67-9397-30c4b26b2926 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 950 time: 0.4333696 Jul 09 17:11:34.667280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Attempting to bind port 341c1312-2369-4376-beba-529c7b403569 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:34.667622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Attempting to bind port 341c1312-2369-4376-beba-529c7b403569 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:34.668139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Attempting to bind port 341c1312-2369-4376-beba-529c7b403569 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:34.683719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Port 341c1312-2369-4376-beba-529c7b403569 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:34.683880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-97624be3-d8bf-490f-80e6-9567dd3cee85 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846733 Jul 09 17:11:34.684065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Attempting to bind port 341c1312-2369-4376-beba-529c7b403569 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:34.697421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:34.697753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:34.698131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:34.698565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Bound port: 341c1312-2369-4376-beba-529c7b403569, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:34.698923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.765722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-95d42454-bed0-4afe-89e0-2303a298d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.767621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-95d42454-bed0-4afe-89e0-2303a298d397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1895638 Jul 09 17:11:34.771082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4760a1d9-77cc-40b2-bb1d-5af81b3dac7c req-031949c1-cfee-450b-a23c-97dc288d45cc tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164842 Jul 09 17:11:34.826226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.880637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] For port 341c1312-2369-4376-beba-529c7b403569, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:34.887547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] For port 341c1312-2369-4376-beba-529c7b403569, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=341c1312-2369-4376-beba-529c7b403569,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:34.898701 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.903077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3a1ecf7-133c-4245-94f4-f0fcc3f3c6aa req-1dd431e0-8a75-48c1-be85-2e86118b3b6b service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113380 Jul 09 17:11:34.949320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.983666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259008d-54a3-469f-bee5-641410bc27c4 req-5fa2e970-d3d2-4fcd-bb81-f4bec7d6d5ad tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.985424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b259008d-54a3-469f-bee5-641410bc27c4 req-5fa2e970-d3d2-4fcd-bb81-f4bec7d6d5ad tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 948 time: 0.2172029 Jul 09 17:11:34.987081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-b302f72a-1884-44d6-a123-e13bf698bd32 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115748 Jul 09 17:11:34.991035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:34.991659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:34.993628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/341c1312-2369-4376-beba-529c7b403569 HTTP/1.1" status: 200 len: 1097 time: 2.0499573 Jul 09 17:11:34.994404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'tag': '341c1312-2369-4376-beba-529c7b403569'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:34.996744 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334" -d '{"events": [{"name": "network-changed", "server_uuid": "c715e8c9-8335-421e-985c-ac347bd0f612", "tag": "341c1312-2369-4376-beba-529c7b403569"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:35.026302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Network a0984783-6030-4026-aa72-b6a12ef93345 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:35.042081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:35.046431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:35.062229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c216b-5cd5-4cd4-9ac1-4998a4b269e2 service neutron] Pushing event updated for resources: {'Port': ['ID=341c1312-2369-4376-beba-529c7b403569,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.117691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff5293-ed59-413a-acff-151af84ea6c1 req-3e288488-13af-4ddd-9ada-a53aa67aea6c tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.119573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adff5293-ed59-413a-acff-151af84ea6c1 req-3e288488-13af-4ddd-9ada-a53aa67aea6c tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 948 time: 0.1954963 Jul 09 17:11:35.165620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b2cb9d-07a4-4b34-8f02-b1d6522c0c23 req-ccf8c8fd-b44e-4a80-8818-051dd4fc936e service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687832 Jul 09 17:11:35.186331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b259008d-54a3-469f-bee5-641410bc27c4 req-f8f99e1c-84e4-4fc3-ba3d-96c178003f5f tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862240 Jul 09 17:11:35.192277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adff5293-ed59-413a-acff-151af84ea6c1 req-056537dc-87ee-4125-bfa9-6d6e4ef0bd8e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522621 Jul 09 17:11:35.246817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.247291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.277016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4546893 Jul 09 17:11:35.279300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa74714-aef3-458a-9e6a-dbe94f678179 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:35.292778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Request body: {'port': {'device_id': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:35.299870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-501b3dbf-dd44-4f2e-a5a7-3f21d84a99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.301579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-501b3dbf-dd44-4f2e-a5a7-3f21d84a99c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=782c421e274b4450aa5bfc4c3f12d14f&device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 1100 time: 0.2519565 Jul 09 17:11:35.366445 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-90890a20-b003-469e-b7fa-b18420664a26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=341c1312-2369-4376-beba-529c7b403569 HTTP/1.1" status: 200 len: 217 time: 0.0414438 Jul 09 17:11:35.449610 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9d1f0-98c9-407e-8206-f7271ee093a9 x-openstack-request-id: req-25f9d1f0-98c9-407e-8206-f7271ee093a9 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:35.449947 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:35.450222 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25f9d1f0-98c9-407e-8206-f7271ee093a9 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:35.450947 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'status': 'completed', 'code': 200} Jul 09 17:11:35.508732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-49da28b1-88e5-4875-917e-eeef87054fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.510543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-49da28b1-88e5-4875-917e-eeef87054fc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1282294 Jul 09 17:11:35.553322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:35.566459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff593-cd8b-4183-8316-52ac601aca4e req-4ab12d29-ff96-42cb-aa4f-5f4ab55fd8b4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.567262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02ff593-cd8b-4183-8316-52ac601aca4e req-4ab12d29-ff96-42cb-aa4f-5f4ab55fd8b4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 932 time: 0.1988311 Jul 09 17:11:35.626784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-ee8a5469-89e2-48da-990a-be2e15856ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.629027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-ee8a5469-89e2-48da-990a-be2e15856ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cee85a7bb8e494b8b3ad57a5ee00664&device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 1099 time: 0.1505001 Jul 09 17:11:35.661341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02ff593-cd8b-4183-8316-52ac601aca4e req-a655789b-ce91-4ab6-8a4f-a900ef71a74a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855763 Jul 09 17:11:35.670824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-d6a32fd2-1e10-445b-87de-db3568515972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.672764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-d6a32fd2-1e10-445b-87de-db3568515972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532757 Jul 09 17:11:35.752005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df90df7-f2ab-4074-9142-210f83fe18f9 req-85c6bc6d-addb-4b15-a7b2-50f86599d09c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.754301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9df90df7-f2ab-4074-9142-210f83fe18f9 req-85c6bc6d-addb-4b15-a7b2-50f86599d09c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 945 time: 0.1715226 Jul 09 17:11:35.802891 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ec15a-1809-43ca-9f79-7fbdc7bffbcf x-openstack-request-id: req-a88ec15a-1809-43ca-9f79-7fbdc7bffbcf {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:35.803399 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "name": "network-vif-plugged", "status": "completed", "tag": "37adc520-6274-4fe3-8372-e313806b28fb", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:35.803655 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a88ec15a-1809-43ca-9f79-7fbdc7bffbcf {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:35.804248 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb', 'code': 200} Jul 09 17:11:35.836819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9df90df7-f2ab-4074-9142-210f83fe18f9 req-4ba15099-7c30-4a8a-bcbe-ba156ef16ec9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Jul 09 17:11:35.858968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-aa3406c2-ab4c-44dc-b64f-17dd0c3e0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:35.865529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-aa3406c2-ab4c-44dc-b64f-17dd0c3e0b07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2271245 Jul 09 17:11:35.938493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-ee7318be-55e1-4350-9142-b233dc7139ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3bc5ec4a-0036-4610-8219-80c94b92b556 HTTP/1.1" status: 200 len: 217 time: 0.0621209 Jul 09 17:11:36.025390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09fb76ab-2db3-444e-9cbc-d5016071771d req-41672db7-7d27-43ba-81e1-63cc6fc05766 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 210 time: 0.0310507 Jul 09 17:11:36.027377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3009a-e23a-4650-ac9b-495c5d06e61d req-808a0b1d-9594-466e-8323-2d8c2d38fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.029047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eca3009a-e23a-4650-ac9b-495c5d06e61d req-808a0b1d-9594-466e-8323-2d8c2d38fb9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1097 time: 0.1626081 Jul 09 17:11:36.035927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-9deb7177-63c0-4e1a-b244-73d883c3cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.037521 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-9deb7177-63c0-4e1a-b244-73d883c3cc8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0915060 Jul 09 17:11:36.114705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eca3009a-e23a-4650-ac9b-495c5d06e61d req-06778638-1fac-44bd-a7f8-c4d8fe7cda7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760145 Jul 09 17:11:36.281682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-cdff281d-fe9e-4239-aeb2-7ee3bad25161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.281900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-d91392db-c821-426e-ae02-931b6e6b7f52 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618441 Jul 09 17:11:36.283065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-cdff281d-fe9e-4239-aeb2-7ee3bad25161 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2375846 Jul 09 17:11:36.301767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-45cb6fd3-e8cc-4563-9a9d-d610c38591d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.303360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-45cb6fd3-e8cc-4563-9a9d-d610c38591d8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 824 time: 0.1876073 Jul 09 17:11:36.318401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf51912-b6e1-42f3-8f3a-0aee8e8a1dc9 req-78917fd7-6df4-477a-9e65-f10cd6e181ac tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.318938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc54af-2ddb-4dc5-8cc4-4b974d324475 req-3ff56c3d-d19f-431b-8928-f51455ec1dee tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.319873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf51912-b6e1-42f3-8f3a-0aee8e8a1dc9 req-78917fd7-6df4-477a-9e65-f10cd6e181ac tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 948 time: 0.4302707 Jul 09 17:11:36.325671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99bc54af-2ddb-4dc5-8cc4-4b974d324475 req-3ff56c3d-d19f-431b-8928-f51455ec1dee tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 950 time: 0.1506889 Jul 09 17:11:36.441632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-6c8bc3dc-980a-42bd-9b1d-7f0dc8bb0d18 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdeefdecf6754e8896b6b61b32d650bb HTTP/1.1" status: 200 len: 380 time: 0.1124365 Jul 09 17:11:36.441876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf51912-b6e1-42f3-8f3a-0aee8e8a1dc9 req-33941c0c-3eca-4295-b846-01f6d0f2a9ad tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875909 Jul 09 17:11:36.443876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:36.453718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99bc54af-2ddb-4dc5-8cc4-4b974d324475 req-d45ff8f3-cc5f-49f5-8697-5b7354560df7 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271999 Jul 09 17:11:36.456283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.457791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'port': {'device_id': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'admin_state_up': True, 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'security_groups': ['1921d18c-3b51-400a-9959-4645d03d4aef']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:36.474807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba2b105-4690-4882-8b7a-f7a8b0e3d036 req-ba76d92a-7cf2-49df-869a-4d023a72c667 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745853 Jul 09 17:11:36.477475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Transition to ACTIVE for port object ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:36.485075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.518261 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553167e6-5db2-4543-ab19-c884d916f1eb x-openstack-request-id: req-553167e6-5db2-4543-ab19-c884d916f1eb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:36.518556 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715e8c9-8335-421e-985c-ac347bd0f612", "tag": "341c1312-2369-4376-beba-529c7b403569", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:36.518769 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-553167e6-5db2-4543-ab19-c884d916f1eb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:36.521309 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'tag': '341c1312-2369-4376-beba-529c7b403569', 'status': 'completed', 'code': 200} Jul 09 17:11:36.551057 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-cd4b20a9-1d8f-4fd3-9f83-f0497811d8ac service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466624 Jul 09 17:11:36.559092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:36.714800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:36.715207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:36.715463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:36.726228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:36.726554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:36.727714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335b0317-a28e-4e7f-bd19-f858640ca26d req-218e4fb6-d91e-4861-8c83-0ca889357251 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641252 Jul 09 17:11:36.736334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Made reservation on behalf of bdeefdecf6754e8896b6b61b32d650bb for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:36.740006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.740444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:36.740789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:36.741175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:36.741608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Bound port: ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:36.741965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.763388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-45ece2f8-d4c6-49bf-9561-adc2eb3c9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.764981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-45ece2f8-d4c6-49bf-9561-adc2eb3c9078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=782c421e274b4450aa5bfc4c3f12d14f&device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 1100 time: 0.1970496 Jul 09 17:11:36.777485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870283c9-7671-48fd-b738-24016ca70d28 req-421bef98-eac4-40b0-ae4d-8043e6737525 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.778973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-870283c9-7671-48fd-b738-24016ca70d28 req-421bef98-eac4-40b0-ae4d-8043e6737525 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 948 time: 0.1253772 Jul 09 17:11:36.784369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c45181-4f71-47a2-90c2-40f0c8012991 req-851bd36c-66ea-4011-871f-7c77a64b888d tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.785952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72c45181-4f71-47a2-90c2-40f0c8012991 req-851bd36c-66ea-4011-871f-7c77a64b888d tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 947 time: 0.1353681 Jul 09 17:11:36.808477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:36.865250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 51529119-fa7d-4aaf-9eae-6446f7f92aee completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:36.869814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 51529119-fa7d-4aaf-9eae-6446f7f92aee triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:36.870474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.888608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72c45181-4f71-47a2-90c2-40f0c8012991 req-5272f0d9-d1c5-419b-bef2-db0a73c27354 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685899 Jul 09 17:11:36.910145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:36.936805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-870283c9-7671-48fd-b738-24016ca70d28 req-8a428e51-9364-47b8-8dcb-3b257f1a669e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284842 Jul 09 17:11:36.952879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:36.974020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:36.976375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Allocated IP 172.20.0.8 (e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af/2968effa-e2ae-4302-a053-8f2df0e64c2c/9bdd7709-95bc-405b-b8ae-1a99fa1d01e3) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:36.991572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-65985ae9-2cd7-4d8e-b2ac-fc9072e17bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:36.996221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-65985ae9-2cd7-4d8e-b2ac-fc9072e17bf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2141650 Jul 09 17:11:36.999590 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.030410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.031732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.033964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 1093 time: 1.7463822 Jul 09 17:11:37.056400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:37.064905 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.066210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c5e32d1b-4513-4900-8303-dd0a47abe9e0 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:37.092964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-b1352805-9d33-4a43-9692-47d736e1f5e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=341c1312-2369-4376-beba-529c7b403569 HTTP/1.1" status: 200 len: 217 time: 0.0554738 Jul 09 17:11:37.152479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.167586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port c5e32d1b-4513-4900-8303-dd0a47abe9e0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:37.177458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port c5e32d1b-4513-4900-8303-dd0a47abe9e0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:37.178240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.189644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff83ab-1e0e-4da0-a56e-1a934c7eb7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.234685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.246500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-80f6db67-e577-4a82-9206-303dc2cc30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.248011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-80f6db67-e577-4a82-9206-303dc2cc30cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1429865 Jul 09 17:11:37.252835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Transition to ACTIVE for port object 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:37.266749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6471aa-39c9-47b6-8dbe-d91942dbbb3d req-a417ca3b-d1da-4099-99f9-4bb1334ab0a2 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.268307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a6471aa-39c9-47b6-8dbe-d91942dbbb3d req-a417ca3b-d1da-4099-99f9-4bb1334ab0a2 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 948 time: 0.1154571 Jul 09 17:11:37.275671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.307716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e266-e3fe-4576-bc16-daec71868a30 req-1f323508-4ca8-4e50-b787-78ab420acb51 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.309301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9048e266-e3fe-4576-bc16-daec71868a30 req-1f323508-4ca8-4e50-b787-78ab420acb51 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1101 time: 0.1864038 Jul 09 17:11:37.311800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port c5e32d1b-4513-4900-8303-dd0a47abe9e0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:37.317516 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.324123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-cfc13c4c-60c0-428a-900c-0e2e4a25d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.325651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-cfc13c4c-60c0-428a-900c-0e2e4a25d34f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1096 time: 0.1329267 Jul 09 17:11:37.327684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a6471aa-39c9-47b6-8dbe-d91942dbbb3d req-0f4cfa12-9e8a-4044-8daf-576cbc8c4c8e tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485213 Jul 09 17:11:37.329215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.375584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:37.381126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:37.385418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:37.388100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-806b684e-2dc8-42ad-98dc-9602e7cc7bb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 217 time: 0.0530987 Jul 09 17:11:37.391847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-145d97fc-ec2e-49c5-96ad-ea7be0f01bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.393792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-145d97fc-ec2e-49c5-96ad-ea7be0f01bad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366661 Jul 09 17:11:37.409551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=c5e32d1b-4513-4900-8303-dd0a47abe9e0,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.417712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'Port': ['ID=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:37.443966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.444611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.462334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9048e266-e3fe-4576-bc16-daec71868a30 req-32130ed7-1e4c-4491-a43f-19be02a4d5f1 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406116 Jul 09 17:11:37.462605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-0799e0ff-7d3d-4719-a232-0914a369f6bc tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0122304 Jul 09 17:11:37.474990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Request body: {'port': {'device_id': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:37.550102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-d62a1f1e-dcad-442b-804e-e2352180680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.551673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-d62a1f1e-dcad-442b-804e-e2352180680d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1570463 Jul 09 17:11:37.615243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.637834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-b4f09b0f-8565-4587-b8aa-3efdcaf26aec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524900 Jul 09 17:11:37.707985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f5931589-6c6a-4f5c-b5a7-a3ab25c75750 None None] Provisioning for port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:37.712084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f5931589-6c6a-4f5c-b5a7-a3ab25c75750 None None] Provisioning complete for port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:37.712084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f5931589-6c6a-4f5c-b5a7-a3ab25c75750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.713834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-047401fa-44e9-4ddc-908a-1b2e09230c5c service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977290 Jul 09 17:11:37.746575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f5931589-6c6a-4f5c-b5a7-a3ab25c75750 None None] Port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:37.773239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:37.805964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee'}, {'server_uuid': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:37.809010 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69978b85-ac21-4892-91d1-710f358599c7" -d '{"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-plugged", "status": "completed", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee"}, {"server_uuid": "780c0b20-f7f9-46c3-a944-b92207bddde3", "name": "network-vif-plugged", "status": "completed", "tag": "c5e32d1b-4513-4900-8303-dd0a47abe9e0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:37.828200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab835536-14d7-4f42-9342-dbf08a5a128c req-e94f367b-98b2-406b-9a1e-6aadf5d170f6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.829666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab835536-14d7-4f42-9342-dbf08a5a128c req-e94f367b-98b2-406b-9a1e-6aadf5d170f6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.2261794 Jul 09 17:11:37.842458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9e790-6049-4438-acdc-c3f02341ddaf req-d71df31b-85e9-48ba-bbc9-454030ea957a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.843487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-1da6606f-d488-4a9e-8036-9806058577b3 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823339 Jul 09 17:11:37.848406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9e790-6049-4438-acdc-c3f02341ddaf req-d71df31b-85e9-48ba-bbc9-454030ea957a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:37.850243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-93d9e790-6049-4438-acdc-c3f02341ddaf req-d71df31b-85e9-48ba-bbc9-454030ea957a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a&device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 1691 time: 0.1960046 Jul 09 17:11:37.914390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ed8fcb2-3a86-42a7-8b1e-2d6486131334 req-a3c98a95-c4a5-45dd-a8a9-ce36ce08bb0b service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880569 Jul 09 17:11:37.916905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-93d9e790-6049-4438-acdc-c3f02341ddaf req-b2697b49-9d5c-4664-a05e-8368d490828e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Jul 09 17:11:37.941372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab835536-14d7-4f42-9342-dbf08a5a128c req-977f6097-f0f2-41ef-bcd0-228fb8442fa8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022308 Jul 09 17:11:37.978416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9c5e4fd-21ef-4eef-b34c-e63496822d1b req-bc6690bb-11da-4637-81a2-8e8d1b4b71f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282072 Jul 09 17:11:37.986375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:37.994301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.007175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Transition to ACTIVE for port object 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:38.013668 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.145931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cf534-2d92-4464-aaf6-eb50536adf8e req-a3080961-b010-41bf-a73a-f30e61bdfa84 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.147588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-335cf534-2d92-4464-aaf6-eb50536adf8e req-a3080961-b010-41bf-a73a-f30e61bdfa84 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 943 time: 0.0824616 Jul 09 17:11:38.199954 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-335cf534-2d92-4464-aaf6-eb50536adf8e req-0df03756-314d-4ef8-8828-f90d2438381b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Jul 09 17:11:38.296921 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf4107-e19e-4ccc-abc9-4e56ccb3f355 x-openstack-request-id: req-3daf4107-e19e-4ccc-abc9-4e56ccb3f355 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:38.298330 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-plugged", "status": "completed", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee", "code": 200}, {"server_uuid": "780c0b20-f7f9-46c3-a944-b92207bddde3", "name": "network-vif-plugged", "status": "completed", "tag": "c5e32d1b-4513-4900-8303-dd0a47abe9e0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:38.298582 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3daf4107-e19e-4ccc-abc9-4e56ccb3f355 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:38.298993 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'code': 200} Jul 09 17:11:38.299364 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0', 'code': 200} Jul 09 17:11:38.333631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:38.414625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b607aa-b783-434d-8dea-3bf13aa49fb1 req-d4c337c1-de13-4971-b722-f0b30d809aed tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.416122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68b607aa-b783-434d-8dea-3bf13aa49fb1 req-d4c337c1-de13-4971-b722-f0b30d809aed tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 945 time: 0.3741345 Jul 09 17:11:38.432578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Attempting to bind port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:38.432906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Attempting to bind port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:38.433232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Attempting to bind port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:38.445303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:38.445622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Attempting to bind port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:38.453270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:38.453601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Checking segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:38.453983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Bound using segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:38.454422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Bound port: 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:38.454774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.478022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68b607aa-b783-434d-8dea-3bf13aa49fb1 req-588fb472-cb3a-4c60-8c4c-b9cf9f37d425 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559638 Jul 09 17:11:38.482476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89079e-c8c4-41c1-8114-d8de3c917484 req-e9cd9b30-0203-408c-8a6b-bb7e0d5ef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.484194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b89079e-c8c4-41c1-8114-d8de3c917484 req-e9cd9b30-0203-408c-8a6b-bb7e0d5ef859 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 1101 time: 0.0912328 Jul 09 17:11:38.497141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c97c1-a1f5-41ea-ad7d-b9b5f472b93b req-6f735187-f071-41a6-93ed-767050e6f15c tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.498655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b6c97c1-a1f5-41ea-ad7d-b9b5f472b93b req-6f735187-f071-41a6-93ed-767050e6f15c tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 947 time: 0.1046691 Jul 09 17:11:38.525346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:38.529037 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3a272-059c-47aa-93df-47386be1dd66" -d '{"events": [{"name": "network-changed", "server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:38.531814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] For port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:38.535352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] For port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:38.543477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.582245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b89079e-c8c4-41c1-8114-d8de3c917484 req-6037722a-987e-4f6a-b128-1ac42d335e7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826068 Jul 09 17:11:38.588892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.592020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.593415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] 10.222.0.36 "PUT /v2.0/ports/9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 HTTP/1.1" status: 200 len: 1092 time: 1.1236928 Jul 09 17:11:38.593905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:38.596725 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb5f04-c707-4edf-b478-709126547907" -d '{"events": [{"name": "network-changed", "server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:38.611116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b6c97c1-a1f5-41ea-ad7d-b9b5f472b93b req-067d3489-ec76-478a-b88f-45cf95ae8939 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025620 Jul 09 17:11:38.628648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805deea-fae6-4399-b959-33a0ccc5a087 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:38.734878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-140bb46e-b575-46a8-9a6c-a894d86f7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.736376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-140bb46e-b575-46a8-9a6c-a894d86f7a26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 1095 time: 0.0897601 Jul 09 17:11:38.789857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-441c79c4-34b6-4f30-8b01-48355dde95f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 HTTP/1.1" status: 200 len: 217 time: 0.0436139 Jul 09 17:11:38.796218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452edfa7-053e-4a94-9678-a94f673a603e req-d6a2eac4-99b8-4034-9fa3-b7c09d026a98 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.797763 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-452edfa7-053e-4a94-9678-a94f673a603e req-d6a2eac4-99b8-4034-9fa3-b7c09d026a98 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 948 time: 0.0728703 Jul 09 17:11:38.802090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe96fd4-0b6d-4523-8596-51321d72755a req-1e5383ac-4fad-448e-a045-b7cdf68c6549 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.803600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abe96fd4-0b6d-4523-8596-51321d72755a req-1e5383ac-4fad-448e-a045-b7cdf68c6549 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 949 time: 0.1136377 Jul 09 17:11:38.810835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:38.848618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-452edfa7-053e-4a94-9678-a94f673a603e req-0fe8cc3e-f600-4039-8865-1bd02db075b8 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Jul 09 17:11:38.883288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abe96fd4-0b6d-4523-8596-51321d72755a req-7e46971e-57aa-481b-b779-954923559803 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694394 Jul 09 17:11:38.885587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-dd7c4ae9-1479-4fc6-883e-98b5ce2bc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.886956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-dd7c4ae9-1479-4fc6-883e-98b5ce2bc821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.0823286 Jul 09 17:11:38.942683 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:38.955599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:38.967200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237631-b496-4bdb-a1c0-4b263849075b req-b8426478-6205-470c-b186-03dcc407de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:38.969148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'mac_address': 'fa:16:3e:51:e8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:38.969458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-b8426478-6205-470c-b186-03dcc407de8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741017 Jul 09 17:11:39.001349 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-d0110e88-4f8d-4036-9316-f1a0efbb27b8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418255 Jul 09 17:11:39.008559 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.025839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc5ec4a-0036-4610-8219-80c94b92b556 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:39.046062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:39.051622 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:39.110215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:39.115447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-b0349ef5-c2a4-42ff-bdff-7139d6a38de8 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384187 Jul 09 17:11:39.120847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374320-907a-41ba-863a-a1d4856c6235 req-c271d654-693c-4ce6-bc28-d6ddbcd6fbd7 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.122276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb374320-907a-41ba-863a-a1d4856c6235 req-c271d654-693c-4ce6-bc28-d6ddbcd6fbd7 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1097 time: 0.0953758 Jul 09 17:11:39.133120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ec41c714-fcdc-43ae-b897-e74fc6801e86 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.134592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ec41c714-fcdc-43ae-b897-e74fc6801e86 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249938 Jul 09 17:11:39.149552 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-94ffbfa9-d70a-4b77-ac4e-4aed5bbe3fce tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/quotas/37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 375 time: 0.0092795 Jul 09 17:11:39.205913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb374320-907a-41ba-863a-a1d4856c6235 req-89b3e2e9-d125-48fd-b269-c11103af94bb tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745542 Jul 09 17:11:39.219843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ae57a862-5a96-42bf-b0fc-8bee251b09e8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649099 Jul 09 17:11:39.243436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7237631-b496-4bdb-a1c0-4b263849075b req-bbcfb778-f357-45fe-8338-e0e3d6f72dec service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197431 Jul 09 17:11:39.264227 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681d44cc-61c5-42ed-80e8-0b589193b221 x-openstack-request-id: req-681d44cc-61c5-42ed-80e8-0b589193b221 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:39.264647 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:39.265049 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-681d44cc-61c5-42ed-80e8-0b589193b221 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:39.265667 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'status': 'completed', 'code': 200} Jul 09 17:11:39.337704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-f50220ab-37b2-4244-ac0b-d15dca1a533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.339337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-f50220ab-37b2-4244-ac0b-d15dca1a533b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1096 time: 0.0541313 Jul 09 17:11:39.398471 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee566ca5-90b4-4b40-b2bd-094a77ceff65 x-openstack-request-id: req-ee566ca5-90b4-4b40-b2bd-094a77ceff65 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:39.398772 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:39.398985 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee566ca5-90b4-4b40-b2bd-094a77ceff65 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:39.399368 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'status': 'completed', 'code': 200} Jul 09 17:11:39.470153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb5f04-c707-4edf-b478-709126547907 req-8eb2fced-fcc4-482d-88e7-0e62e07bbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.471734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-8eb2fced-fcc4-482d-88e7-0e62e07bbdab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 1095 time: 0.0514777 Jul 09 17:11:39.481780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['3bc5ec4a-0036-4610-8219-80c94b92b556'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:39.501750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-8cf29715-c4a7-4066-aeb8-c3f16a1d9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.503300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-8cf29715-c4a7-4066-aeb8-c3f16a1d9b32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1579120 Jul 09 17:11:39.507832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe216f-4520-44ad-aa0e-7c79633ae3b2 req-3ee7c0d7-62bd-40f9-bb38-f6ecd86e58ad tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.509309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00fe216f-4520-44ad-aa0e-7c79633ae3b2 req-3ee7c0d7-62bd-40f9-bb38-f6ecd86e58ad tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 1102 time: 0.1447082 Jul 09 17:11:39.600742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00fe216f-4520-44ad-aa0e-7c79633ae3b2 req-d6c83dcd-898d-4c90-9f06-17a597e14544 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805619 Jul 09 17:11:39.606275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-bdd88b26-9f6b-4b74-b9f2-71bddaf2aa22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 217 time: 0.0948617 Jul 09 17:11:39.630588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb5f04-c707-4edf-b478-709126547907 req-7d3d2120-4b45-4709-bcf9-99fa3a87f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.632066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-7d3d2120-4b45-4709-bcf9-99fa3a87f7bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 925 time: 0.1534841 Jul 09 17:11:39.681913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-d36abe7c-f70f-445b-95ab-afe570b82330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 HTTP/1.1" status: 200 len: 217 time: 0.0423982 Jul 09 17:11:39.697764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1b011-4b22-456b-94f6-8a939e545611 req-32da0189-3a14-4304-a4a1-f3458df73263 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.699123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-69881b33-8824-4d37-9676-ec9468a53142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.705223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72f1b011-4b22-456b-94f6-8a939e545611 req-32da0189-3a14-4304-a4a1-f3458df73263 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1347463 Jul 09 17:11:39.718507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-69881b33-8824-4d37-9676-ec9468a53142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0996432 Jul 09 17:11:39.767215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-1a8a25b2-1462-4a42-b613-2ce8059b3b6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424049 Jul 09 17:11:39.785054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72f1b011-4b22-456b-94f6-8a939e545611 req-1e5c9b45-b2f9-41bc-b107-30fb515f35ca tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787392 Jul 09 17:11:39.811008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb5f04-c707-4edf-b478-709126547907 req-e9463300-9a4e-4fc8-a8b4-0f12524d4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.812567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-e9463300-9a4e-4fc8-a8b4-0f12524d4229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.0887933 Jul 09 17:11:39.881205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb5f04-c707-4edf-b478-709126547907 req-d4e2e32c-f167-4e19-9755-3ae4c62b402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.883113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-d4e2e32c-f167-4e19-9755-3ae4c62b402a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638623 Jul 09 17:11:39.918012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-1df35188-944c-4c34-8a8a-f1e8e001a11a service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363735 Jul 09 17:11:39.932179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6289852-3992-4bc5-96cc-868d2f40cc1d req-4ec703c7-fb53-42f7-875f-a2edd0263bd0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:39.933639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6289852-3992-4bc5-96cc-868d2f40cc1d req-4ec703c7-fb53-42f7-875f-a2edd0263bd0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 943 time: 0.1654150 Jul 09 17:11:40.022041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-683b6a5a-1bee-4f44-81ed-4269ec32b679 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317425 Jul 09 17:11:40.022286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6289852-3992-4bc5-96cc-868d2f40cc1d req-5477dfb1-a14d-4a4d-a73b-8ac83b69474d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805044 Jul 09 17:11:40.027133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c0db-7407-42cd-ad56-68b046be0148 req-8f4b1e9c-2a4a-4957-ab9f-6f04e9b50ad3 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.028975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4772c0db-7407-42cd-ad56-68b046be0148 req-8f4b1e9c-2a4a-4957-ab9f-6f04e9b50ad3 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1097 time: 0.1148372 Jul 09 17:11:40.055507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6d3a272-059c-47aa-93df-47386be1dd66 req-80c1539e-f110-41a1-9605-cedb787a8021 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208799 Jul 09 17:11:40.129691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4772c0db-7407-42cd-ad56-68b046be0148 req-2dcc10f0-a796-4dd2-bd93-b269943daadb tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910943 Jul 09 17:11:40.149829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5efb5f04-c707-4edf-b478-709126547907 req-2837ffb5-d80d-46f6-a7cf-cfb09b068b8e service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197307 Jul 09 17:11:40.167336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99fef946-9815-4ec3-91e7-cdc4c3076296 req-0619b257-6d28-4647-939c-23719931e347 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 210 time: 0.0343754 Jul 09 17:11:40.310958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dde97d-d214-4099-85bf-d8ff4727f1ca req-89e07b0a-d228-48b8-bbcd-af3796e60086 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.312643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84dde97d-d214-4099-85bf-d8ff4727f1ca req-89e07b0a-d228-48b8-bbcd-af3796e60086 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 1102 time: 0.0577066 Jul 09 17:11:40.339515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5615b-c08a-499a-8e99-f95fdb37a4e8 req-c323e65b-a08f-422e-af2a-c7968e79bc17 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.341115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d5615b-c08a-499a-8e99-f95fdb37a4e8 req-c323e65b-a08f-422e-af2a-c7968e79bc17 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 948 time: 0.0634062 Jul 09 17:11:40.350685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84dde97d-d214-4099-85bf-d8ff4727f1ca req-dbb2cddd-95c5-4112-a38a-00a2416befb6 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jul 09 17:11:40.357835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-154b9593-9729-48c0-b0fb-1a1e42bf216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.394842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d5615b-c08a-499a-8e99-f95fdb37a4e8 req-991ab9cb-aa8a-4af6-887a-35e5425eabc5 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 Jul 09 17:11:40.532849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c532f-44be-4770-b32d-e6a54f0acc73 req-94ccbb09-7d33-4dfa-afb0-e6867a66bbc1 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.534375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d4c532f-44be-4770-b32d-e6a54f0acc73 req-94ccbb09-7d33-4dfa-afb0-e6867a66bbc1 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 948 time: 0.0682859 Jul 09 17:11:40.581073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28705fbd-a2b7-446c-b119-5d34c12f2c88 req-5e3a4649-4370-4014-8d10-60e06bf0bd2e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.583868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d4c532f-44be-4770-b32d-e6a54f0acc73 req-01847791-4569-4c3f-a272-37241a35e020 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Jul 09 17:11:40.589389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28705fbd-a2b7-446c-b119-5d34c12f2c88 req-5e3a4649-4370-4014-8d10-60e06bf0bd2e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 949 time: 0.0772083 Jul 09 17:11:40.632419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28705fbd-a2b7-446c-b119-5d34c12f2c88 req-4ea1c44b-d319-4375-b93c-da8544079080 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Jul 09 17:11:40.694096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-f3ad6ff0-7a3f-4243-b90e-754f08a59dfc tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374668 Jul 09 17:11:40.747529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-446d4452-0c40-4499-a53b-a1b4125a3576 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277798 Jul 09 17:11:40.806941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 341c1312-2369-4376-beba-529c7b403569 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:40.809661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:40.842718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-583af2ed-e475-4eb3-b899-1d847ea2a237 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.846536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-583af2ed-e475-4eb3-b899-1d847ea2a237 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465864 Jul 09 17:11:40.864911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Request body: {'port': {'device_id': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '37dd3406226c4b52b6f7beb53dc5c463'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:40.939980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-a818c8d8-cfdd-4aee-9e10-d153768de5ec tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:40.941865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-a818c8d8-cfdd-4aee-9e10-d153768de5ec tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890354 Jul 09 17:11:40.949955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 3bc5ec4a-0036-4610-8219-80c94b92b556 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:40.957228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 3bc5ec4a-0036-4610-8219-80c94b92b556 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:40.957608 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:40.960839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-68519af0-dfa9-42e0-82c9-9d9d213e93de tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/quotas/1d321dc2a258416fae74744437b89d9c HTTP/1.1" status: 200 len: 375 time: 0.0116463 Jul 09 17:11:41.008227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 341c1312-2369-4376-beba-529c7b403569, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=341c1312-2369-4376-beba-529c7b403569,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:41.025163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Made reservation on behalf of 37dd3406226c4b52b6f7beb53dc5c463 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:41.025520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '341c1312-2369-4376-beba-529c7b403569', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '341c1312-2369-4376-beba-529c7b403569', 'mac_address': 'fa:16:3e:3a:6d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:41.029530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.082028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-8cd0d8c4-7ccb-491f-a33d-8267afdb8cdd tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1135104 Jul 09 17:11:41.090186 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.150345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341c1312-2369-4376-beba-529c7b403569 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:41.181949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 341c1312-2369-4376-beba-529c7b403569, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=341c1312-2369-4376-beba-529c7b403569,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:41.182952 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.195804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.232168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Allocated IP 192.168.233.195 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/77e290b0-ddd1-4862-a156-fdeb02312d97) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:41.241627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:41.243936 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838f4ff9-fd0a-479f-be68-05318df31fb0" -d '{"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:41.269744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:41.283459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.289651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=341c1312-2369-4376-beba-529c7b403569,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:41.345495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:41.469050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ac56e-5ae3-41c0-866c-2cd8154a2d4d req-e86f81cd-fe40-4ae8-97b4-9afdb5cac9c6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:41.477793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-590ac56e-5ae3-41c0-866c-2cd8154a2d4d req-e86f81cd-fe40-4ae8-97b4-9afdb5cac9c6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1010354 Jul 09 17:11:41.536851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-590ac56e-5ae3-41c0-866c-2cd8154a2d4d req-0308806f-98a9-44da-9bd7-b918074741e3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Jul 09 17:11:41.559700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.577370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Transition to ACTIVE for port object 77e290b0-ddd1-4862-a156-fdeb02312d97 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:41.587645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['341c1312-2369-4376-beba-529c7b403569'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:41.654680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc27b0-ed12-4036-bca1-47e28a86040f req-9918c181-f7dc-4f39-abc7-99384ddc7471 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:41.656315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-61dc27b0-ed12-4036-bca1-47e28a86040f req-9918c181-f7dc-4f39-abc7-99384ddc7471 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1097 time: 0.1465251 Jul 09 17:11:41.664890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:41.741204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a8a72-cb15-4b74-892b-8cdb7f90f3ff req-5a67d581-1753-42fb-b480-5c964b39b011 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:41.742850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b18a8a72-cb15-4b74-892b-8cdb7f90f3ff req-5a67d581-1753-42fb-b480-5c964b39b011 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 943 time: 0.0736403 Jul 09 17:11:41.807040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b18a8a72-cb15-4b74-892b-8cdb7f90f3ff req-7889aa15-f2d7-49e4-8c65-46d312983cd1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563834 Jul 09 17:11:41.983570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d27f5a-0731-4421-963a-a9350983d942 req-ebc015eb-2606-4fbf-a2d2-9caa08cdc53d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:41.985525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9d27f5a-0731-4421-963a-a9350983d942 req-ebc015eb-2606-4fbf-a2d2-9caa08cdc53d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 936 time: 0.0731215 Jul 09 17:11:42.007510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:42.026974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:42.034168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9d27f5a-0731-4421-963a-a9350983d942 req-a7b6bc83-7f76-443b-ada6-ce39d1b5ec35 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Jul 09 17:11:42.041077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:42.044676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.049804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:42.091316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-61dc27b0-ed12-4036-bca1-47e28a86040f req-268b7e6e-3ca9-455d-940b-7fa98e1b8f15 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236152 Jul 09 17:11:42.159649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.164235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.180646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:42.185352 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e98a05-0c69-42c0-b4d6-7930c03388c3 x-openstack-request-id: req-55e98a05-0c69-42c0-b4d6-7930c03388c3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:42.185793 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:42.186047 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55e98a05-0c69-42c0-b4d6-7930c03388c3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:42.186441 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'code': 200} Jul 09 17:11:42.208662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-ca1630b0-27a4-4de9-ae33-ffd7a8a66c02 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3516002 Jul 09 17:11:42.214981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'port_id': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'mac_address': 'fa:16:3e:2f:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:42.219952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-a0241131-b42e-4d22-83f5-c9235744c5f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2299221 Jul 09 17:11:42.226541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Request body: {'port': {'device_id': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:42.233484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44029fe9-6dd9-421f-a96a-acdc67ddfe0a req-1ffb3fc0-33ad-4061-8178-643af83566e2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 210 time: 0.0510693 Jul 09 17:11:42.265289 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.291130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:42.325710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:42.339414 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.340401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:42.435178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.438955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c774cf-6810-4e40-9057-731bde1fcf9f req-0967fee4-cc46-47ff-9443-0b9a31e2baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.439809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.440917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c774cf-6810-4e40-9057-731bde1fcf9f req-0967fee4-cc46-47ff-9443-0b9a31e2baa5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 1101 time: 0.1146474 Jul 09 17:11:42.463932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e249b-d02c-435a-a3dc-193f704662e5 req-e92fdfd7-8e0e-440b-926a-c5048f91df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.465554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-e92fdfd7-8e0e-440b-926a-c5048f91df5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 1123 time: 0.1618164 Jul 09 17:11:42.496147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fc19a7e5-b246-4ea1-adfc-74ed1f2638c1 None None] Provisioning for port 77e290b0-ddd1-4862-a156-fdeb02312d97 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:42.497856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ad620-0c37-4ed0-ac0a-600f161d69da req-62bf5878-307b-48d8-9e93-a341096819ba tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.504450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:42.505318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a7ad620-0c37-4ed0-ac0a-600f161d69da req-62bf5878-307b-48d8-9e93-a341096819ba tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 949 time: 0.1668544 Jul 09 17:11:42.507488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fc19a7e5-b246-4ea1-adfc-74ed1f2638c1 None None] Provisioning complete for port 77e290b0-ddd1-4862-a156-fdeb02312d97 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:42.507886 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc19a7e5-b246-4ea1-adfc-74ed1f2638c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.518480 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c774cf-6810-4e40-9057-731bde1fcf9f req-1fd8bc7a-375b-4d4a-8322-4030fc5a5d7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677400 Jul 09 17:11:42.537416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'port_id': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'mac_address': 'fa:16:3e:50:90:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2893c1d-fad9-48e7-b0c2-c9078881d4fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:42.539645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b09b4-b4cd-48b6-a960-ac50278b9237 req-71f5bf3a-2496-43e6-afb4-9af34dd89123 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.541816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-416b09b4-b4cd-48b6-a960-ac50278b9237 req-71f5bf3a-2496-43e6-afb4-9af34dd89123 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 949 time: 0.1370821 Jul 09 17:11:42.572487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fc19a7e5-b246-4ea1-adfc-74ed1f2638c1 None None] Port 77e290b0-ddd1-4862-a156-fdeb02312d97 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:42.600119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.614373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-416b09b4-b4cd-48b6-a960-ac50278b9237 req-fac09689-37da-43d2-8cb8-1b74105ac821 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608828 Jul 09 17:11:42.623325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:42.650219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:42.659733 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.695371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a7ad620-0c37-4ed0-ac0a-600f161d69da req-27e67852-0e41-4c9c-a1ab-8d0fcc7c7b85 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890223 Jul 09 17:11:42.724319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:42.763799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e249b-d02c-435a-a3dc-193f704662e5 req-6967fe42-bb35-4fb5-b6f1-9838d7e5f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.765379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-6967fe42-bb35-4fb5-b6f1-9838d7e5f58f service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2560542 Jul 09 17:11:42.772426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-07298093-7b32-4b1d-be45-50375d47fe80 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552258 Jul 09 17:11:42.775627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:42.830341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-91d18c33-668e-4861-a7db-8fff58ad58fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b HTTP/1.1" status: 200 len: 217 time: 0.0511804 Jul 09 17:11:42.916077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115966c-73cd-41cb-b4e2-a7d3a4e7e520 req-a7cb0a26-8804-45c4-bd5f-c36fcb17aa4e tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.918756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e249b-d02c-435a-a3dc-193f704662e5 req-310ea0ef-9e6a-423d-a78e-c74062968f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:42.920952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-310ea0ef-9e6a-423d-a78e-c74062968f20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0823348 Jul 09 17:11:42.923432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7115966c-73cd-41cb-b4e2-a7d3a4e7e520 req-a7cb0a26-8804-45c4-bd5f-c36fcb17aa4e tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 949 time: 0.1641028 Jul 09 17:11:42.972331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8aad7634-3a35-4754-9ff0-a88f1aa4582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:42.981033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:42.987279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7115966c-73cd-41cb-b4e2-a7d3a4e7e520 req-f42b5582-f2ed-4ba3-a05d-0108e0e50252 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628047 Jul 09 17:11:42.999446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e290b0-ddd1-4862-a156-fdeb02312d97 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:43.001586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f9625b34-a80e-4fed-9d77-a45e012c0a7c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.003096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f9625b34-a80e-4fed-9d77-a45e012c0a7c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115071 Jul 09 17:11:43.011263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.018885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': '49bc6dad-627c-4670-80dd-efe694769af4', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:43.034041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Transition to ACTIVE for port object 77e290b0-ddd1-4862-a156-fdeb02312d97 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:43.044565 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.064168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['9bdd7709-95bc-405b-b8ae-1a99fa1d01e3'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:43.085920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e249b-d02c-435a-a3dc-193f704662e5 req-ea0da189-ebd0-440e-b526-a15fd0ad4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.087782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-ea0da189-ebd0-440e-b526-a15fd0ad4a00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375935 Jul 09 17:11:43.165809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:43.407490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-b89896bf-0160-4540-8129-59b0c2e5c597 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050830 Jul 09 17:11:43.411163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:43.411463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:43.411829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:43.417234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Port 77e290b0-ddd1-4862-a156-fdeb02312d97 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:43.417552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:43.430559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:43.430923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:43.431266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:43.431710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Bound port: 77e290b0-ddd1-4862-a156-fdeb02312d97, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:43.432170 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.470624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.537585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89549ff4-6b94-4505-b0b2-9cbfa359ae91 req-575c375c-d908-4781-901d-49817b5ec995 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.541704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89549ff4-6b94-4505-b0b2-9cbfa359ae91 req-575c375c-d908-4781-901d-49817b5ec995 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 945 time: 0.2346034 Jul 09 17:11:43.549151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:43.554559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.574096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:43.578674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:43.581960 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-520e249b-d02c-435a-a3dc-193f704662e5 req-8a2d9de9-9a2d-4ec7-90fd-fce0465258cf service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596565 Jul 09 17:11:43.585572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.688387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.689138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.691198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] 10.222.0.36 "PUT /v2.0/ports/77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 1097 time: 1.4688811 Jul 09 17:11:43.691867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:43.695812 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45cc414-5dd2-4b08-8418-7451cd2de50d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:43.727179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89549ff4-6b94-4505-b0b2-9cbfa359ae91 req-5193ffd1-39de-40a8-9fce-8d921b723087 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670609 Jul 09 17:11:43.729197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-172c5c65-61b9-48cb-83de-c15e29cf870c tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.731398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-172c5c65-61b9-48cb-83de-c15e29cf870c tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 1101 time: 0.3403425 Jul 09 17:11:43.806795 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:43.843424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4d202-f035-477a-a89d-c068de6e8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:43.920423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-05cbcfb3-312b-4f7e-8f0b-016c31c9414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:43.923118 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-05cbcfb3-312b-4f7e-8f0b-016c31c9414f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1100 time: 0.1664591 Jul 09 17:11:43.976362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-02667168-b828-481d-bb94-8ff097fdf396 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.0429931 Jul 09 17:11:44.015558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.174 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/64e2530a-f84b-46da-b31e-ca49a15a6782) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:44.041210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-1062982e-e4d4-410b-ab96-b07cdf45dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:44.042887 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-1062982e-e4d4-410b-ab96-b07cdf45dfa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0591781 Jul 09 17:11:44.083686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Deleting port c5e32d1b-4513-4900-8303-dd0a47abe9e0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:44.084071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.105336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-3fa57316-59ab-45ec-b426-e8418474854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:44.107050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-3fa57316-59ab-45ec-b426-e8418474854a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572486 Jul 09 17:11:44.108201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa955a7d-255b-4064-9e37-d07f2d750913 req-e11abaa9-6beb-4170-98bc-f496a7767d0a tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:44.109818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa955a7d-255b-4064-9e37-d07f2d750913 req-e11abaa9-6beb-4170-98bc-f496a7767d0a tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 944 time: 0.1880317 Jul 09 17:11:44.213408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-71664185-68ee-41af-a9d0-6c0d168bc0c8 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990970 Jul 09 17:11:44.322934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4716e57e-a182-456a-a494-4d46bad8ed77 req-6fc7fb69-cc7f-402c-b3c0-9e902f8cd53e service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026559 Jul 09 17:11:44.430542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:44.485594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa955a7d-255b-4064-9e37-d07f2d750913 req-996e77f2-2f57-4b53-b072-2175cfdf9e7e tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411620 Jul 09 17:11:44.516208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] For port c5e32d1b-4513-4900-8303-dd0a47abe9e0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c5e32d1b-4513-4900-8303-dd0a47abe9e0,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:44.516509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.539324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Calling delete_port for c5e32d1b-4513-4900-8303-dd0a47abe9e0 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:44.543140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.549801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-9bf019d0-02dc-4de6-b700-a7f52e51e4e8 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:11:44.551020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-9bf019d0-02dc-4de6-b700-a7f52e51e4e8 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1193929 Jul 09 17:11:44.564511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object 64e2530a-f84b-46da-b31e-ca49a15a6782 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:44.654810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:44.655384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Unknown quota resources ['binding']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:11:44.695822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.707643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:44.733141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:44.759507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:44.793460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:44.804351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c706b74-dd8a-4f4f-abe5-8a970be2c5e9 req-97fc059d-cf89-41ce-a4da-0dfe75eae6e7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:44.805900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c706b74-dd8a-4f4f-abe5-8a970be2c5e9 req-97fc059d-cf89-41ce-a4da-0dfe75eae6e7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 948 time: 0.2100871 Jul 09 17:11:44.806726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:44.811106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=64e2530a-f84b-46da-b31e-ca49a15a6782,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:44.839287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 341c1312-2369-4376-beba-529c7b403569 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:44.876382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:44.877372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:44.877878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:44.886793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:44.887285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:44.888512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:44.889641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.891628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:44.895581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:44.896051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:44.896838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:44.897158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Bound port: 37adc520-6274-4fe3-8372-e313806b28fb, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:44.942437 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c706b74-dd8a-4f4f-abe5-8a970be2c5e9 req-b115dc85-8e6b-4b7f-966b-83e25509dfab tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050966 Jul 09 17:11:44.944483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5e32d1b-4513-4900-8303-dd0a47abe9e0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:44.956221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-f53466d2-e222-46e3-9377-2012be434cf5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9414215 Jul 09 17:11:44.986662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Request body: {'port': {'device_id': '49bc6dad-627c-4670-80dd-efe694769af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:45.025127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] No DVR routers for this DVR port c5e32d1b-4513-4900-8303-dd0a47abe9e0 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:45.029020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.031060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f989c2a5-f8f1-4d8a-8fb5-51b072e67ff9 req-9e412e75-24c8-4b0b-9b34-99935b1c0263 tempest-DeleteServersAdminTestJSON-714079441 tempest-DeleteServersAdminTestJSON-714079441-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c5e32d1b-4513-4900-8303-dd0a47abe9e0 HTTP/1.1" status: 204 len: 173 time: 1.2888980 Jul 09 17:11:45.031518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'name': 'network-vif-deleted', 'tag': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:45.033924 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6236d6d9-f69b-4be5-aa1e-9458ea39fc66" -d '{"events": [{"server_uuid": "780c0b20-f7f9-46c3-a944-b92207bddde3", "name": "network-vif-deleted", "tag": "c5e32d1b-4513-4900-8303-dd0a47abe9e0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:45.054068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:45.061773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 341c1312-2369-4376-beba-529c7b403569 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:45.074244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.077263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-801604b0-33ff-45c3-a66e-aa435bff5f9f service neutron] 10.222.0.21 "POST /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.4719954 Jul 09 17:11:45.091997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 341c1312-2369-4376-beba-529c7b403569 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:45.092323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.111781 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.228878 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.273907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 341c1312-2369-4376-beba-529c7b403569, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=341c1312-2369-4376-beba-529c7b403569,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:45.280004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341c1312-2369-4376-beba-529c7b403569'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:45.284720 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c3a27-98a5-4100-a4db-dd000abd6c4c" -d '{"events": [{"server_uuid": "c715e8c9-8335-421e-985c-ac347bd0f612", "name": "network-vif-plugged", "status": "completed", "tag": "341c1312-2369-4376-beba-529c7b403569"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:45.296319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.297173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c5e32d1b-4513-4900-8303-dd0a47abe9e0 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:45.372368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=341c1312-2369-4376-beba-529c7b403569,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.415122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bb290-e46a-47cb-9e2f-5755bd3ec101 req-db8c0949-b6e0-4874-ba3f-47bb95798a74 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.417047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f9bb290-e46a-47cb-9e2f-5755bd3ec101 req-db8c0949-b6e0-4874-ba3f-47bb95798a74 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 936 time: 0.2542021 Jul 09 17:11:45.421233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-070e2354-cc1b-4a02-bf39-1fa9642ae641 None None] Provisioning for port 64e2530a-f84b-46da-b31e-ca49a15a6782 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:45.438406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: c5e32d1b-4513-4900-8303-dd0a47abe9e0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:45.438752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c5e32d1b-4513-4900-8303-dd0a47abe9e0 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:45.444859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-070e2354-cc1b-4a02-bf39-1fa9642ae641 None None] Provisioning complete for port 64e2530a-f84b-46da-b31e-ca49a15a6782 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:45.445282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-070e2354-cc1b-4a02-bf39-1fa9642ae641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.499319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-070e2354-cc1b-4a02-bf39-1fa9642ae641 None None] Port 64e2530a-f84b-46da-b31e-ca49a15a6782 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:45.507254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f4a1-1d1e-45d0-8a62-e3e3eb444149 req-a791abbd-ec92-491e-b02c-0a94fe74d75e tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.515718 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d43f4a1-1d1e-45d0-8a62-e3e3eb444149 req-a791abbd-ec92-491e-b02c-0a94fe74d75e tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 949 time: 0.0984147 Jul 09 17:11:45.530258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f9bb290-e46a-47cb-9e2f-5755bd3ec101 req-0ca5d209-282c-41ea-b714-6da683887397 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004679 Jul 09 17:11:45.586981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d43f4a1-1d1e-45d0-8a62-e3e3eb444149 req-5a52e715-a533-4c05-b860-b93a20205987 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642965 Jul 09 17:11:45.616212 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be946c66-7821-44e7-b2ae-7777da1f56f7 x-openstack-request-id: req-be946c66-7821-44e7-b2ae-7777da1f56f7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:45.616816 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:45.617262 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be946c66-7821-44e7-b2ae-7777da1f56f7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:45.617876 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'status': 'completed', 'code': 200} Jul 09 17:11:45.618985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e2530a-f84b-46da-b31e-ca49a15a6782 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:45.633001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-3d0376d7-b910-47a2-8380-cf0f7baa420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.637869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-3d0376d7-b910-47a2-8380-cf0f7baa420f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1097 time: 0.1662819 Jul 09 17:11:45.642112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.655820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Transition to ACTIVE for port object 64e2530a-f84b-46da-b31e-ca49a15a6782 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:45.668565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.696383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:45.731811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-4e061273-8d88-41f9-a160-2a4a410f28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.734566 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-4e061273-8d88-41f9-a160-2a4a410f28b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1100 time: 0.0900850 Jul 09 17:11:45.775409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Pushing event updated for resources: {'Port': ['ID=64e2530a-f84b-46da-b31e-ca49a15a6782,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:45.843650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-a915ef79-5429-44e2-ada3-46f552d71916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.845189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-a915ef79-5429-44e2-ada3-46f552d71916 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.1877403 Jul 09 17:11:45.858673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c8af551-2bbc-4d21-af8a-89d4c54a88ca req-8fdb8262-b930-4659-8436-9c81c7d743b5 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=780c0b20-f7f9-46c3-a944-b92207bddde3 HTTP/1.1" status: 200 len: 210 time: 0.0420845 Jul 09 17:11:45.914620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-98f55edc-d704-4f06-b3ec-030a07d1f380 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 217 time: 0.0504241 Jul 09 17:11:45.927185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-954eeb88-70e3-455e-8ce8-8f92c68453fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:45.930896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-954eeb88-70e3-455e-8ce8-8f92c68453fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1887779 Jul 09 17:11:45.991819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Attempting to bind port 64e2530a-f84b-46da-b31e-ca49a15a6782 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:45.993824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Attempting to bind port 64e2530a-f84b-46da-b31e-ca49a15a6782 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:45.993824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Attempting to bind port 64e2530a-f84b-46da-b31e-ca49a15a6782 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:46.008020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Port 64e2530a-f84b-46da-b31e-ca49a15a6782 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:46.008399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Attempting to bind port 64e2530a-f84b-46da-b31e-ca49a15a6782 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:46.020864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-bb090f26-202d-459d-8d68-ddae56fed40a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.0778511 Jul 09 17:11:46.021913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c79a-0c30-48a9-b20f-ef3b63720e8b req-d1e66dc8-f06a-4b35-8308-522f5e70201d tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.023474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a459c79a-0c30-48a9-b20f-ef3b63720e8b req-d1e66dc8-f06a-4b35-8308-522f5e70201d tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 950 time: 0.2133970 Jul 09 17:11:46.028209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:46.028629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:46.028934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:46.029376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Bound port: 64e2530a-f84b-46da-b31e-ca49a15a6782, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:46.029739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.030303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:46.050863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0ee9d1b9-3e93-4e36-9d70-d6cdad18886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.052398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0ee9d1b9-3e93-4e36-9d70-d6cdad18886b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1216154 Jul 09 17:11:46.114364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:46.116788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-57646b8b-bbec-4717-abb4-50083f946df3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539143 Jul 09 17:11:46.120154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:46.120933 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.135281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-183a642d-8e41-41ac-8475-cd95ef5fe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.136785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-183a642d-8e41-41ac-8475-cd95ef5fe9c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0902162 Jul 09 17:11:46.181046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06004696-1090-4567-b870-e4cf5318be83 req-2f8fb1e2-507d-4553-b7ce-ab5664168dff tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.182135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06004696-1090-4567-b870-e4cf5318be83 req-2f8fb1e2-507d-4553-b7ce-ab5664168dff tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 945 time: 0.1644096 Jul 09 17:11:46.192026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a459c79a-0c30-48a9-b20f-ef3b63720e8b req-e61079c3-79ed-4aaf-9a59-dc0501ee21e1 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577935 Jul 09 17:11:46.226051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] For port 64e2530a-f84b-46da-b31e-ca49a15a6782, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:46.229031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.230484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] For port 64e2530a-f84b-46da-b31e-ca49a15a6782, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64e2530a-f84b-46da-b31e-ca49a15a6782,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:46.235187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.242366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-c0b4d5c1-f58b-4b91-97e8-fc38d7a6a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.244034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-c0b4d5c1-f58b-4b91-97e8-fc38d7a6a9f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004324 Jul 09 17:11:46.257606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06004696-1090-4567-b870-e4cf5318be83 req-b810e8ac-2fa9-4737-87ce-2a4bd55993c6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Jul 09 17:11:46.268911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:46.275989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.277557 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aadbcd-8139-4043-a801-07cb5622c396 x-openstack-request-id: req-83aadbcd-8139-4043-a801-07cb5622c396 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:46.277845 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c0b20-f7f9-46c3-a944-b92207bddde3", "name": "network-vif-deleted", "tag": "c5e32d1b-4513-4900-8303-dd0a47abe9e0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:46.278155 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83aadbcd-8139-4043-a801-07cb5622c396 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:46.278479 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c0b20-f7f9-46c3-a944-b92207bddde3', 'name': 'network-vif-deleted', 'tag': 'c5e32d1b-4513-4900-8303-dd0a47abe9e0', 'status': 'completed', 'code': 200} Jul 09 17:11:46.288401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:46.297150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.297738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.299145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] 10.222.0.36 "PUT /v2.0/ports/64e2530a-f84b-46da-b31e-ca49a15a6782 HTTP/1.1" status: 200 len: 1097 time: 1.3200963 Jul 09 17:11:46.313178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-853fa79a-e72e-4e89-b7a5-4b0790ea8959 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872156 Jul 09 17:11:46.344387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6189e-f428-4f9b-b551-e8b44d637d41 service neutron] Pushing event updated for resources: {'Port': ['ID=64e2530a-f84b-46da-b31e-ca49a15a6782,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.364796 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844af33e-9892-44a4-b547-c6f8fea77a15 x-openstack-request-id: req-844af33e-9892-44a4-b547-c6f8fea77a15 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:46.365072 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715e8c9-8335-421e-985c-ac347bd0f612", "name": "network-vif-plugged", "status": "completed", "tag": "341c1312-2369-4376-beba-529c7b403569", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:46.365305 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-844af33e-9892-44a4-b547-c6f8fea77a15 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:46.365702 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341c1312-2369-4376-beba-529c7b403569', 'code': 200} Jul 09 17:11:46.398255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.411253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:46.419419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:46.421275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.494839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-c3c07414-bc76-4105-b42d-1d5f2b213986 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335589 Jul 09 17:11:46.526924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-ee835417-f683-4bf9-b3d7-29051b0078d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046106 Jul 09 17:11:46.528959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-af65590a-ef34-4230-aee3-f2311f135fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.530347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-af65590a-ef34-4230-aee3-f2311f135fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 1100 time: 0.1589041 Jul 09 17:11:46.550598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.590483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-ed059731-6dc5-4361-9428-76ff2674425e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=64e2530a-f84b-46da-b31e-ca49a15a6782 HTTP/1.1" status: 200 len: 217 time: 0.0494306 Jul 09 17:11:46.599825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:46.607156 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:46.669050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:46.693667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b45cc414-5dd2-4b08-8418-7451cd2de50d req-ab8a1fa0-7821-46f2-ad7e-20b943e1d708 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719785 Jul 09 17:11:46.697504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4925b-d514-4c23-9f76-a2c7a5197efa req-d7b68f71-5d8b-4e73-97bc-99090635de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.698066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75f4925b-d514-4c23-9f76-a2c7a5197efa req-d7b68f71-5d8b-4e73-97bc-99090635de36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 1102 time: 0.2282565 Jul 09 17:11:46.713891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05886c63-c333-45e2-8f47-2bf17242707f req-1ed2204f-118e-47a4-bfd0-9a2be76f2651 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.715156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05886c63-c333-45e2-8f47-2bf17242707f req-1ed2204f-118e-47a4-bfd0-9a2be76f2651 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.1958838 Jul 09 17:11:46.732340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-adc43011-0f78-4088-9f0f-bb6c7d1c7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.735074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-adc43011-0f78-4088-9f0f-bb6c7d1c7119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1120520 Jul 09 17:11:46.757123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3a20-ac90-4915-8c4f-455a9e1131a1 req-a731e893-6142-4263-b489-22366f58349d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.759236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47ae3a20-ac90-4915-8c4f-455a9e1131a1 req-a731e893-6142-4263-b489-22366f58349d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 945 time: 0.2103877 Jul 09 17:11:46.763198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75f4925b-d514-4c23-9f76-a2c7a5197efa req-e01ec6f3-2a63-4018-9571-d9fa3ce96070 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Jul 09 17:11:46.776746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05886c63-c333-45e2-8f47-2bf17242707f req-abab6fa3-04ac-426b-a99d-b85cf93542a1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 Jul 09 17:11:46.842457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-033fe8a9-fd08-4dae-a953-1ab892daed4f tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.843999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-033fe8a9-fd08-4dae-a953-1ab892daed4f tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.2193339 Jul 09 17:11:46.851126 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47ae3a20-ac90-4915-8c4f-455a9e1131a1 req-ef74d70b-e284-4e08-9c33-cceabecf0fd4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805910 Jul 09 17:11:46.865967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-b519e8b2-1f64-476e-af7e-307f2098cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:46.867473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-b519e8b2-1f64-476e-af7e-307f2098cf16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217790 Jul 09 17:11:46.885243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:47.057674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-2f201c0e-26ad-4901-b865-29f493bff844 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839838 Jul 09 17:11:47.062770 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.188389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e19aa-c445-445a-ba85-e30009ee3826 req-74e8010b-62e3-4bb0-8650-1db3c0de043b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:47.189848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-490e19aa-c445-445a-ba85-e30009ee3826 req-74e8010b-62e3-4bb0-8650-1db3c0de043b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 948 time: 0.2187576 Jul 09 17:11:47.270745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbe33fb7-7461-49a7-bdfc-e7b592fd4a02 req-efba5429-b815-45e2-9a5c-79f2e315b918 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057660 Jul 09 17:11:47.288540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-490e19aa-c445-445a-ba85-e30009ee3826 req-cc12e159-a003-4e22-803b-23aba20b3c9c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928292 Jul 09 17:11:47.324010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:47.367457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:47.406339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7339a-b3ed-40e4-ac46-4eb36a719559 req-027cf5cf-07d4-4050-b598-8ad5777e4c9a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:47.408536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9df7339a-b3ed-40e4-ac46-4eb36a719559 req-027cf5cf-07d4-4050-b598-8ad5777e4c9a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 948 time: 0.0714767 Jul 09 17:11:47.423172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.432687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.463396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9df7339a-b3ed-40e4-ac46-4eb36a719559 req-43c16dbf-a4c1-4bea-8722-cd80d27be4f1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Jul 09 17:11:47.563837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:47.577668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:47.578007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:47.578330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:47.603135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:47.603458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Attempting to bind port 37adc520-6274-4fe3-8372-e313806b28fb on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:47.610868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:47.611204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:47.611586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:47.612045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Bound port: 37adc520-6274-4fe3-8372-e313806b28fb, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:47.612401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.679562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a47c5c-75a6-40f3-9962-4db8d944356d req-5c7ab5e4-580b-4868-9f2c-3345f1e7d890 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:47.680988 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12a47c5c-75a6-40f3-9962-4db8d944356d req-5c7ab5e4-580b-4868-9f2c-3345f1e7d890 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 950 time: 0.1204004 Jul 09 17:11:47.690389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17bd5-e604-4bfd-b073-9a74ff8cc958 req-6c9fe09a-6915-4c65-a787-5ae19884070b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:47.691977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04b17bd5-e604-4bfd-b073-9a74ff8cc958 req-6c9fe09a-6915-4c65-a787-5ae19884070b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.0630922 Jul 09 17:11:47.710848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:47.729848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:47.731480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04b17bd5-e604-4bfd-b073-9a74ff8cc958 req-47961da5-ec83-4dbe-b784-075e5a0ee697 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Jul 09 17:11:47.737712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12a47c5c-75a6-40f3-9962-4db8d944356d req-ae4613d5-c58f-4e6f-95cf-ffa367f02abe tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Jul 09 17:11:47.739698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.819304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:47.823562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:47.824208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:47.825627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0f55044d-ad22-4987-b0f8-24cf36a4bee9 service neutron] 10.222.0.13 "PUT /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 1123 time: 0.9570847 Jul 09 17:11:47.857953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-4d579f67-0ebc-4dcd-a73f-0ef4aa87e1eb tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ca89432764654a77a72cfd1fde003e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230777 Jul 09 17:11:47.941331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['37adc520-6274-4fe3-8372-e313806b28fb'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:48.008560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-4400b9ac-0f3e-4bf0-838d-de62908720c2 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.010676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-4400b9ac-0f3e-4bf0-838d-de62908720c2 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413672 Jul 09 17:11:48.028970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-8bb3a19f-8a7d-4d23-b7ca-e98da1a37b75 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/quotas/ca89432764654a77a72cfd1fde003e8a HTTP/1.1" status: 200 len: 375 time: 0.0100324 Jul 09 17:11:48.046093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:48.065371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-32ad3594-f3a8-4578-83c1-b06892d910f7 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca89432764654a77a72cfd1fde003e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287826 Jul 09 17:11:48.191479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a088a-d166-4951-af21-418c90cdfc1d req-0a9a92c2-174f-4b39-9ffe-436737c1e361 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.198577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:48.198745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b2a088a-d166-4951-af21-418c90cdfc1d req-0a9a92c2-174f-4b39-9ffe-436737c1e361 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.2998016 Jul 09 17:11:48.222460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'mac_address': 'fa:16:3e:97:a3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:48.241173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b2a088a-d166-4951-af21-418c90cdfc1d req-a1954b05-c06b-49de-ba1d-6d250b36a385 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416439 Jul 09 17:11:48.269080 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.280171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49bc6dad-627c-4670-80dd-efe694769af4', 'tag': '64e2530a-f84b-46da-b31e-ca49a15a6782'}, {'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb'}, {'name': 'network-changed', 'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:48.282880 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa4e84-64d8-4f6a-b718-96a21d854d20" -d '{"events": [{"name": "network-changed", "server_uuid": "49bc6dad-627c-4670-80dd-efe694769af4", "tag": "64e2530a-f84b-46da-b31e-ca49a15a6782"}, {"server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "37adc520-6274-4fe3-8372-e313806b28fb"}, {"name": "network-changed", "server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "tag": "37adc520-6274-4fe3-8372-e313806b28fb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:48.286197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e290b0-ddd1-4862-a156-fdeb02312d97 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:48.313497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:48.319321 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:48.319736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-400d1d71-7136-4929-86ac-5a3e167558d9 req-b6f934fa-fad8-4e30-acac-844c7bad3889 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 210 time: 0.0291040 Jul 09 17:11:48.362056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6400b-7025-4fe8-9c16-781112b64f69 req-c27da4a2-bf3c-45a3-af73-8d164e356c0e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.367050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3'}, {'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:48.370612 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d61c67-bd8c-4893-9065-1d1886937870" -d '{"events": [{"server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "name": "network-vif-plugged", "status": "completed", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3"}, {"server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "name": "network-vif-plugged", "status": "completed", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:48.372252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ca6400b-7025-4fe8-9c16-781112b64f69 req-c27da4a2-bf3c-45a3-af73-8d164e356c0e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.0787113 Jul 09 17:11:48.383276 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f99488-71cb-403f-a596-cc7e5dfe0345 x-openstack-request-id: req-87f99488-71cb-403f-a596-cc7e5dfe0345 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:48.383599 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49bc6dad-627c-4670-80dd-efe694769af4", "tag": "64e2530a-f84b-46da-b31e-ca49a15a6782", "status": "completed", "code": 200}, {"server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "37adc520-6274-4fe3-8372-e313806b28fb", "code": 200}, {"name": "network-changed", "server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "tag": "37adc520-6274-4fe3-8372-e313806b28fb", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:48.384003 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87f99488-71cb-403f-a596-cc7e5dfe0345 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:48.384393 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49bc6dad-627c-4670-80dd-efe694769af4', 'tag': '64e2530a-f84b-46da-b31e-ca49a15a6782', 'status': 'completed', 'code': 200} Jul 09 17:11:48.384683 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb', 'code': 200} Jul 09 17:11:48.385271 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb', 'status': 'completed', 'code': 200} Jul 09 17:11:48.388586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:48.433856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ca6400b-7025-4fe8-9c16-781112b64f69 req-4b85eef3-382f-486c-8b07-3ff9e99d11ca tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605044 Jul 09 17:11:48.474023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-5291b4ab-d39f-4369-ab31-371784b551ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.475568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-5291b4ab-d39f-4369-ab31-371784b551ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 1100 time: 0.0620847 Jul 09 17:11:48.500410 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85234ef8-51f2-4798-b0ea-edc4a2751e64 x-openstack-request-id: req-85234ef8-51f2-4798-b0ea-edc4a2751e64 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:48.501469 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "name": "network-vif-plugged", "status": "completed", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3", "code": 200}, {"server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "name": "network-vif-plugged", "status": "completed", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:48.501719 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85234ef8-51f2-4798-b0ea-edc4a2751e64 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:48.502121 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'code': 200} Jul 09 17:11:48.502374 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'code': 200} Jul 09 17:11:48.625506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f9a4c-e99f-4a8b-8cfa-f247bfbc057b req-9f1f03f2-2cf1-4efc-b500-a79d13cda16e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.632784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c8f9a4c-e99f-4a8b-8cfa-f247bfbc057b req-9f1f03f2-2cf1-4efc-b500-a79d13cda16e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 949 time: 0.1561584 Jul 09 17:11:48.635575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-beaf1ff8-5e7c-4b08-b273-9ed6158c4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.637217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-beaf1ff8-5e7c-4b08-b273-9ed6158c4c44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1506524 Jul 09 17:11:48.639721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:48.692410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-304b559f-b23b-4245-a2ca-16c1523c46a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=64e2530a-f84b-46da-b31e-ca49a15a6782 HTTP/1.1" status: 200 len: 217 time: 0.0477660 Jul 09 17:11:48.735519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c8f9a4c-e99f-4a8b-8cfa-f247bfbc057b req-1fb336d2-b6fd-438b-912d-04cbe63ba860 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017458 Jul 09 17:11:48.806863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95053f62-5074-415d-84cf-dd9f7cd2cc33 req-ff11c7fe-c0cf-45af-ae10-a188cdc9b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.809079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95053f62-5074-415d-84cf-dd9f7cd2cc33 req-ff11c7fe-c0cf-45af-ae10-a188cdc9b736 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 1097 time: 0.1711121 Jul 09 17:11:48.823703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-b23523bc-d76f-4ce8-af3b-8b1c28cc3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.825243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-b23523bc-d76f-4ce8-af3b-8b1c28cc3e02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1176870 Jul 09 17:11:48.841621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfae55-f9b9-4887-b0ed-35b13190ca13 req-adee6f58-08a6-4ccf-94fc-4aa9129d38df tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.851188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72cfae55-f9b9-4887-b0ed-35b13190ca13 req-adee6f58-08a6-4ccf-94fc-4aa9129d38df tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 948 time: 0.1469526 Jul 09 17:11:48.909053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72cfae55-f9b9-4887-b0ed-35b13190ca13 req-3f15385f-3c70-489c-a517-b0e8c8fe7cfe tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560853 Jul 09 17:11:48.931628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c1ba5-ef44-4d7a-b07f-e41cf9a2b401 req-bb8bcc68-65e0-4a64-b352-ed7f86fec2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.932818 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95053f62-5074-415d-84cf-dd9f7cd2cc33 req-f3d8f38f-31bb-4437-89d4-44c54781e995 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150384 Jul 09 17:11:48.933479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-843c1ba5-ef44-4d7a-b07f-e41cf9a2b401 req-bb8bcc68-65e0-4a64-b352-ed7f86fec2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1098 time: 0.1623032 Jul 09 17:11:48.951326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-357f9c06-184e-451b-a69c-852a8894a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:48.953009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-357f9c06-184e-451b-a69c-852a8894a5c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174684 Jul 09 17:11:49.092734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24503320-c08a-416c-a9a0-247f5b97fd21 req-80659f64-1bd6-451d-811d-efd6e88b3d68 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.094301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24503320-c08a-416c-a9a0-247f5b97fd21 req-80659f64-1bd6-451d-811d-efd6e88b3d68 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 950 time: 0.0684538 Jul 09 17:11:49.101974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-843c1ba5-ef44-4d7a-b07f-e41cf9a2b401 req-72284ff6-8441-41cb-b70e-94d778c929a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926194 Jul 09 17:11:49.135128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6136-0976-449b-871d-7cd8121a90ba req-0ce86467-0bbe-45de-a348-6bcd2165455e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.136683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e8a6136-0976-449b-871d-7cd8121a90ba req-0ce86467-0bbe-45de-a348-6bcd2165455e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1646633 Jul 09 17:11:49.138664 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-30151789-e2d9-4e95-8596-606b95c98d58 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380401 Jul 09 17:11:49.140452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24503320-c08a-416c-a9a0-247f5b97fd21 req-c343899b-0c56-4f1b-abe7-66e586e80175 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Jul 09 17:11:49.229237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e8a6136-0976-449b-871d-7cd8121a90ba req-ae552b18-64e0-4aea-8396-f7bc84f42868 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840061 Jul 09 17:11:49.263015 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-f6610a47-b4bb-474b-b4cc-25688e0faf24 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092250 Jul 09 17:11:49.418092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-4277a207-7099-4257-ac36-08167b1fdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.419631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-4277a207-7099-4257-ac36-08167b1fdd64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1126 time: 0.0954597 Jul 09 17:11:49.434223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738589-29d4-4410-bfa1-70569227b99c req-0236e932-7713-4081-9456-7ce67dbbbf9b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.435618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72738589-29d4-4410-bfa1-70569227b99c req-0236e932-7713-4081-9456-7ce67dbbbf9b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.0803208 Jul 09 17:11:49.492923 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6cf1ad4a-b109-4600-b82c-6f154084e9a4 req-9d9c2714-32dc-4fd6-8355-56db9e8dc8a5 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 210 time: 0.0282128 Jul 09 17:11:49.527403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72738589-29d4-4410-bfa1-70569227b99c req-3261eaea-88fc-42d9-af69-d9eae4b3cb3c tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834007 Jul 09 17:11:49.551589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-42ae294e-b122-47ef-b472-8766be56ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.553303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-42ae294e-b122-47ef-b472-8766be56ee29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.1166310 Jul 09 17:11:49.601640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-98567067-7f0e-4cae-a483-9a8aae75cd89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 217 time: 0.0376115 Jul 09 17:11:49.709530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-acc3da82-43dc-44a6-b712-cd645b4db981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.711119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-acc3da82-43dc-44a6-b712-cd645b4db981 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1001608 Jul 09 17:11:49.730535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-ca2e7a0a-1108-47eb-bded-c6ac2bc17b5f tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ca89432764654a77a72cfd1fde003e8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365510 Jul 09 17:11:49.756635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-61309fa5-c904-46d1-aa16-d0fe565e50d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352111 Jul 09 17:11:49.909413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0a30-1655-4d13-8da4-052b9d767a63 req-b5ef1103-b365-4308-ae2f-6d0f0cdfd746 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:49.911500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f23e0a30-1655-4d13-8da4-052b9d767a63 req-b5ef1103-b365-4308-ae2f-6d0f0cdfd746 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.2515354 Jul 09 17:11:49.995504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-e91f3ece-e8a3-4ad8-8738-c7f55c419849 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278743 Jul 09 17:11:50.001805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cb324-d1c6-428e-bbad-dbd41614a7d9 req-34dc3959-b0f0-41a1-acda-31af23dfe3db tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.003942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ea5cb324-d1c6-428e-bbad-dbd41614a7d9 req-34dc3959-b0f0-41a1-acda-31af23dfe3db tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 949 time: 0.0689282 Jul 09 17:11:50.007027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-73da3743-c276-44ba-83e6-aaf2e2640369 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.008501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-73da3743-c276-44ba-83e6-aaf2e2640369 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570891 Jul 09 17:11:50.012382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f23e0a30-1655-4d13-8da4-052b9d767a63 req-feb303e9-b45b-4a01-8dc8-2cc038c2d571 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933266 Jul 09 17:11:50.038652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Request body: {'port': {'device_id': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': 'ca89432764654a77a72cfd1fde003e8a'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:50.051591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64e2530a-f84b-46da-b31e-ca49a15a6782 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:50.052513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ea5cb324-d1c6-428e-bbad-dbd41614a7d9 req-a5335c4c-80c8-4317-9d37-d06d0d479897 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jul 09 17:11:50.053664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:50.214059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 77e290b0-ddd1-4862-a156-fdeb02312d97 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:50.223319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 77e290b0-ddd1-4862-a156-fdeb02312d97 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:50.223698 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.264862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 64e2530a-f84b-46da-b31e-ca49a15a6782, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64e2530a-f84b-46da-b31e-ca49a15a6782,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:50.283202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '64e2530a-f84b-46da-b31e-ca49a15a6782', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '64e2530a-f84b-46da-b31e-ca49a15a6782', 'mac_address': 'fa:16:3e:66:09:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:50.289551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecaa4e84-64d8-4f6a-b718-96a21d854d20 req-566e7fb8-85f7-40a9-92bf-1e4201e235f8 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760568 Jul 09 17:11:50.323105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310ce8-5203-49d6-b308-901dc4ce2f07 req-b34d9ee4-ec3e-467f-8c17-6284e07e6f5b tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.324657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91310ce8-5203-49d6-b308-901dc4ce2f07 req-b34d9ee4-ec3e-467f-8c17-6284e07e6f5b tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 950 time: 0.1498418 Jul 09 17:11:50.358357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.360592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d7257-ea02-4bd7-85e5-cdf401a43b79 req-689c0dc5-68c2-46b8-8b9e-81a51a68f479 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.368168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e99d7257-ea02-4bd7-85e5-cdf401a43b79 req-689c0dc5-68c2-46b8-8b9e-81a51a68f479 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 948 time: 0.1018608 Jul 09 17:11:50.371063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Made reservation on behalf of ca89432764654a77a72cfd1fde003e8a for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:11:50.374728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.380517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e2530a-f84b-46da-b31e-ca49a15a6782 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:50.383524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91310ce8-5203-49d6-b308-901dc4ce2f07 req-45c5b449-e023-47e8-a2c4-e41dfcf366b1 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 Jul 09 17:11:50.385611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.427114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 64e2530a-f84b-46da-b31e-ca49a15a6782, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64e2530a-f84b-46da-b31e-ca49a15a6782,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:50.435931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.439431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:50.466190 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.497405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=64e2530a-f84b-46da-b31e-ca49a15a6782,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:50.503791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:50.506514 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80b8fc-8eb3-41dd-a041-f7a26993c354" -d '{"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-plugged", "status": "completed", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:50.566613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:50.593348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Allocated IP 192.168.233.240 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/263740dd-192e-40fd-8364-75a53b640808) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:11:50.646557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e99d7257-ea02-4bd7-85e5-cdf401a43b79 req-12c5cf81-64d2-4e5d-be6e-2d18e86e124c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775040 Jul 09 17:11:50.682438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571fe7a-0326-4c8b-9d25-b459641b6714 req-0d0364b7-775f-4ddb-a9fa-e70f6b13e319 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.683942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c571fe7a-0326-4c8b-9d25-b459641b6714 req-0d0364b7-775f-4ddb-a9fa-e70f6b13e319 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1375456 Jul 09 17:11:50.765501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c571fe7a-0326-4c8b-9d25-b459641b6714 req-2a6f3787-e8e2-41e5-bf9a-f52c27a98c90 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545499 Jul 09 17:11:50.772456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['64e2530a-f84b-46da-b31e-ca49a15a6782'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:50.788070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc163ed7-d3f6-408b-bc84-a37ed01bb1d3 req-6387f40f-8027-4104-b280-dd5d9e8efa90 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 210 time: 0.0341725 Jul 09 17:11:50.815243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.834146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Transition to ACTIVE for port object 263740dd-192e-40fd-8364-75a53b640808 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:50.838803 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d87500-27e8-45fe-b3d2-4f580aa03d8d x-openstack-request-id: req-b2d87500-27e8-45fe-b3d2-4f580aa03d8d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:50.839508 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-plugged", "status": "completed", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:50.840158 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2d87500-27e8-45fe-b3d2-4f580aa03d8d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:50.840771 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'code': 200} Jul 09 17:11:50.884234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 37adc520-6274-4fe3-8372-e313806b28fb details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:50.901904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:50.993191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71c506-f768-48ba-a6bf-6dcded7dd8fc req-243c8900-189d-4a5a-9f5c-2a9707766af8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:50.994809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb71c506-f768-48ba-a6bf-6dcded7dd8fc req-243c8900-189d-4a5a-9f5c-2a9707766af8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.0639644 Jul 09 17:11:51.026671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:11:51.033578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:11:51.039120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:11:51.041330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb71c506-f768-48ba-a6bf-6dcded7dd8fc req-fc7172d1-eaeb-4e72-8796-1b7ca94708bd tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363920 Jul 09 17:11:51.047712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:51.077737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 37adc520-6274-4fe3-8372-e313806b28fb has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:11:51.080307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:11:51.081463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Pushing event updated for resources: {'Port': ['ID=263740dd-192e-40fd-8364-75a53b640808,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.142953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.143633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.167718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449556-174b-4b47-a1f3-d52675123f1e req-8a1dc5bb-ca3e-4e91-86b2-52401b59e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.169447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19449556-174b-4b47-a1f3-d52675123f1e req-8a1dc5bb-ca3e-4e91-86b2-52401b59e191 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1102 time: 0.2288089 Jul 09 17:11:51.176278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45c3f6-9a1e-439e-8bc9-85a6ceeb944f req-e9023796-9992-4098-b1e4-36b552f870ed tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.177809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be45c3f6-9a1e-439e-8bc9-85a6ceeb944f req-e9023796-9992-4098-b1e4-36b552f870ed tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1098 time: 0.2383301 Jul 09 17:11:51.199716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-a20c0192-9fe5-46a1-be0b-7bb0bcfc68ab tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1655729 Jul 09 17:11:51.212386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:51.229227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'mac_address': 'fa:16:3e:51:e8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:11:51.240095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Request body: {'port': {'device_id': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:51.274102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be45c3f6-9a1e-439e-8bc9-85a6ceeb944f req-b507f2f8-b310-413f-9d4e-fd6cf383d81a tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783260 Jul 09 17:11:51.279981 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.294004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19449556-174b-4b47-a1f3-d52675123f1e req-721dffbc-94d6-4b78-a5f1-3a1bbeb84a1d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086638 Jul 09 17:11:51.295490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bc5ec4a-0036-4610-8219-80c94b92b556 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:51.327537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:51.336202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.347229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c71cc7-d6b6-47f4-be04-e1285b3a0ea9 req-51d9720c-d80b-44e3-8656-61ee3215ef9b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.350191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.356132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29c71cc7-d6b6-47f4-be04-e1285b3a0ea9 req-51d9720c-d80b-44e3-8656-61ee3215ef9b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.1350486 Jul 09 17:11:51.402811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-862cc43d-db80-4f0b-ac5f-cbbaf4624bc7 None None] Provisioning for port 263740dd-192e-40fd-8364-75a53b640808 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:51.431702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29c71cc7-d6b6-47f4-be04-e1285b3a0ea9 req-17d56d08-a7f5-4310-8f2b-1cc9cf5c7d5f tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695102 Jul 09 17:11:51.446836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:51.459307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-862cc43d-db80-4f0b-ac5f-cbbaf4624bc7 None None] Provisioning complete for port 263740dd-192e-40fd-8364-75a53b640808 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:51.460208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-862cc43d-db80-4f0b-ac5f-cbbaf4624bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:51.514189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-862cc43d-db80-4f0b-ac5f-cbbaf4624bc7 None None] Port 263740dd-192e-40fd-8364-75a53b640808 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:11:51.589715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['3bc5ec4a-0036-4610-8219-80c94b92b556'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:51.632276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8bbc4-0a9a-49d3-8f6d-52307ad582e0 req-1e3e43dc-2bcd-41f2-ad5c-e4f2be754b64 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.640822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d791513-e5e6-46a0-9780-14364defa160 req-128c9095-f7cf-4b6a-b5de-712b39fb165e tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.642367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d791513-e5e6-46a0-9780-14364defa160 req-128c9095-f7cf-4b6a-b5de-712b39fb165e tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.1599658 Jul 09 17:11:51.643971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01f8bbc4-0a9a-49d3-8f6d-52307ad582e0 req-1e3e43dc-2bcd-41f2-ad5c-e4f2be754b64 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0996168 Jul 09 17:11:51.656253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48196) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:51.661457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'floatingip': {'port_id': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:11:51.717799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01f8bbc4-0a9a-49d3-8f6d-52307ad582e0 req-d3836f72-4e56-43a1-8f51-6c90ab407a5c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629961 Jul 09 17:11:51.949243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2f222-d5ff-4eb4-98dd-4de9008ad4ec req-d6da7120-bc49-4de8-9cb8-caec7d38d4ae tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:51.949243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cf2f222-d5ff-4eb4-98dd-4de9008ad4ec req-d6da7120-bc49-4de8-9cb8-caec7d38d4ae tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 950 time: 0.0873299 Jul 09 17:11:52.002557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cf2f222-d5ff-4eb4-98dd-4de9008ad4ec req-cce63f9f-98c7-49fd-9597-61eef0f0fbc8 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/security-groups?id=c896ff51-a380-44c1-9643-e7578189a1df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Jul 09 17:11:52.052456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64e2530a-f84b-46da-b31e-ca49a15a6782 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:52.139253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 64e2530a-f84b-46da-b31e-ca49a15a6782 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:11:52.149794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 64e2530a-f84b-46da-b31e-ca49a15a6782 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:52.150752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.281126 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.321486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.372540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-a60b137c-ddb4-4b73-8d81-bccc8e083c32 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:52.388361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-a60b137c-ddb4-4b73-8d81-bccc8e083c32 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.13 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 950 time: 0.1954393 Jul 09 17:11:52.409912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 64e2530a-f84b-46da-b31e-ca49a15a6782, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64e2530a-f84b-46da-b31e-ca49a15a6782,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:52.420556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.473038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6856ca-4334-4919-8c88-043c93c50de6 req-e66ac3d5-a8fa-4666-a89d-6682be7c3208 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:52.493090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=64e2530a-f84b-46da-b31e-ca49a15a6782,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:52.494070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c6856ca-4334-4919-8c88-043c93c50de6 req-e66ac3d5-a8fa-4666-a89d-6682be7c3208 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 936 time: 0.2651560 Jul 09 17:11:52.533124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263740dd-192e-40fd-8364-75a53b640808 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:52.541593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.555520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Transition to ACTIVE for port object 263740dd-192e-40fd-8364-75a53b640808 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:52.572536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.593763 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c6856ca-4334-4919-8c88-043c93c50de6 req-d083f8ce-e3c6-497b-bc13-8c936bc6ffc1 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972497 Jul 09 17:11:52.696889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-5c3d8fb6-7380-4e21-b13d-6b02c42096d2 service neutron] 10.222.0.36 "GET /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.5483329 Jul 09 17:11:52.749322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Deleting port 341c1312-2369-4376-beba-529c7b403569 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:11:52.761098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:52.776825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8f348-80e2-4276-bda9-9f7d943525e1 req-be6f05ef-4650-4429-8283-1f6b02115f3f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:52.797220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27c8f348-80e2-4276-bda9-9f7d943525e1 req-be6f05ef-4650-4429-8283-1f6b02115f3f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 949 time: 0.6491208 Jul 09 17:11:52.842254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bc6dad-627c-4670-80dd-efe694769af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e2530a-f84b-46da-b31e-ca49a15a6782'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:52.847556 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f97ddf-f2ef-4117-82c9-22d094cb2ef8" -d '{"events": [{"server_uuid": "49bc6dad-627c-4670-80dd-efe694769af4", "name": "network-vif-plugged", "status": "completed", "tag": "64e2530a-f84b-46da-b31e-ca49a15a6782"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:52.890403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:11:53.052367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 3bc5ec4a-0036-4610-8219-80c94b92b556 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:11:53.052971 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.095076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Pushing event updated for resources: {'Port': ['ID=263740dd-192e-40fd-8364-75a53b640808,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:53.198708 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.236792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:53.245758 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.314797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.315236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.315852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.317238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.317797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.318341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.318868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.319392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.320042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.320567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.321092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.321620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.369298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] For port 341c1312-2369-4376-beba-529c7b403569, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=341c1312-2369-4376-beba-529c7b403569,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:53.370555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.383522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:53.401098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906660b7-f647-4d4c-9acd-336ddf009a5c req-6350e90c-9c44-4381-a2c6-0c97e68b464c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:53.408282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-906660b7-f647-4d4c-9acd-336ddf009a5c req-6350e90c-9c44-4381-a2c6-0c97e68b464c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.4337034 Jul 09 17:11:53.419467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Calling delete_port for 341c1312-2369-4376-beba-529c7b403569 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:11:53.510236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-906660b7-f647-4d4c-9acd-336ddf009a5c req-b47bedbf-071f-451b-a4bb-8b939770df9c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920713 Jul 09 17:11:53.642314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Attempting to bind port 263740dd-192e-40fd-8364-75a53b640808 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:11:53.642653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Attempting to bind port 263740dd-192e-40fd-8364-75a53b640808 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:11:53.643244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Attempting to bind port 263740dd-192e-40fd-8364-75a53b640808 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:53.684169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.692075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27c8f348-80e2-4276-bda9-9f7d943525e1 req-2051f36b-2f7f-4d19-afdb-db3d7b0bd548 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937788 Jul 09 17:11:53.696845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['341c1312-2369-4376-beba-529c7b403569'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:11:53.757027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Port 263740dd-192e-40fd-8364-75a53b640808 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:11:53.757358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Attempting to bind port 263740dd-192e-40fd-8364-75a53b640808 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:11:53.784713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:11:53.784952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:11:53.785341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:11:53.785788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Bound port: 263740dd-192e-40fd-8364-75a53b640808, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:11:53.786147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.794912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Pushing event deleted for resources: {'Port': ['ID=341c1312-2369-4376-beba-529c7b403569,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:53.866108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.866573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.867030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.867480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.867935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.868360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.868844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.869258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.869855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.870488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.877477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.878009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:11:53.935404 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6e45b3-12d8-4e19-9fc9-07c5126ca6ee x-openstack-request-id: req-ab6e45b3-12d8-4e19-9fc9-07c5126ca6ee {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:53.936707 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bc6dad-627c-4670-80dd-efe694769af4", "name": "network-vif-plugged", "status": "completed", "tag": "64e2530a-f84b-46da-b31e-ca49a15a6782", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:53.937681 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab6e45b3-12d8-4e19-9fc9-07c5126ca6ee {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:53.938368 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bc6dad-627c-4670-80dd-efe694769af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e2530a-f84b-46da-b31e-ca49a15a6782', 'code': 200} Jul 09 17:11:53.963553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] No DVR routers for this DVR port 341c1312-2369-4376-beba-529c7b403569 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:53.970959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:53.987381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a4208b0-2938-4a06-bb1f-e60ead82cc77 req-1ba78bc7-589b-4232-9245-4bb330724a4c tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.13 "DELETE /v2.0/ports/341c1312-2369-4376-beba-529c7b403569 HTTP/1.1" status: 204 len: 173 time: 1.5851676 Jul 09 17:11:53.988811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'name': 'network-vif-deleted', 'tag': '341c1312-2369-4376-beba-529c7b403569'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:53.991664 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e12d9d-a9d4-43da-8a10-f38034b792e5" -d '{"events": [{"server_uuid": "c715e8c9-8335-421e-985c-ac347bd0f612", "name": "network-vif-deleted", "tag": "341c1312-2369-4376-beba-529c7b403569"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:54.019778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:11:54.104157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.160599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.188321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e169b-6fec-4a44-89c9-c752ceaca377 req-59e026e9-96ce-4bc4-aa55-37bbd5b0fbc6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:54.190691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-508e169b-6fec-4a44-89c9-c752ceaca377 req-59e026e9-96ce-4bc4-aa55-37bbd5b0fbc6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.3573530 Jul 09 17:11:54.297435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-508e169b-6fec-4a44-89c9-c752ceaca377 req-a993e77d-0089-4f3c-8600-9e08d4a9d89b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977931 Jul 09 17:11:54.365896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] For port 263740dd-192e-40fd-8364-75a53b640808, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:54.482543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f32e12e0-3433-46c7-82a8-169f836ab98f req-b8c871ac-341f-464b-a352-5a5d066ac996 tempest-TenantUsagesTestJSON-802806774 tempest-TenantUsagesTestJSON-802806774-project] 10.222.0.21 "GET /v2.0/ports?device_id=c715e8c9-8335-421e-985c-ac347bd0f612 HTTP/1.1" status: 200 len: 210 time: 0.1867659 Jul 09 17:11:54.516589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] For port 263740dd-192e-40fd-8364-75a53b640808, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=263740dd-192e-40fd-8364-75a53b640808,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:11:54.530724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:54.573821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.591204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52632909-2cbd-4293-9544-5acb6ba46c94 req-3b472b11-1b2e-4c1a-8f43-c55d788cf15e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:54.598147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c9422-d5e9-4f66-a42a-3a67aeb95ad1 req-5c5d9bbf-bdeb-4f02-9135-98a5884687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:54.600060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52632909-2cbd-4293-9544-5acb6ba46c94 req-3b472b11-1b2e-4c1a-8f43-c55d788cf15e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 948 time: 0.1163962 Jul 09 17:11:54.602335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d76c9422-d5e9-4f66-a42a-3a67aeb95ad1 req-5c5d9bbf-bdeb-4f02-9135-98a5884687ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 1102 time: 0.4964094 Jul 09 17:11:54.609493 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ef1208-b765-466d-b398-9399dd4eae84 x-openstack-request-id: req-45ef1208-b765-466d-b398-9399dd4eae84 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:54.609932 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715e8c9-8335-421e-985c-ac347bd0f612", "name": "network-vif-deleted", "tag": "341c1312-2369-4376-beba-529c7b403569", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:54.610392 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45ef1208-b765-466d-b398-9399dd4eae84 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:54.611366 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715e8c9-8335-421e-985c-ac347bd0f612', 'name': 'network-vif-deleted', 'tag': '341c1312-2369-4376-beba-529c7b403569', 'status': 'completed', 'code': 200} Jul 09 17:11:54.672788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52632909-2cbd-4293-9544-5acb6ba46c94 req-30f48f38-56be-473f-b27d-f7d1fa1e2702 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Jul 09 17:11:54.727146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:11:54.853708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-beb90fce-ac15-45a0-bae3-f31fb2eba4e3 req-69332c77-1e53-4813-b242-e7e03783cbf1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:11:54.854820 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-beb90fce-ac15-45a0-bae3-f31fb2eba4e3 req-69332c77-1e53-4813-b242-e7e03783cbf1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312421 Jul 09 17:11:54.871223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:54.872025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:54.875116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] 10.222.0.13 "PUT /v2.0/ports/263740dd-192e-40fd-8364-75a53b640808 HTTP/1.1" status: 200 len: 1097 time: 3.6459746 Jul 09 17:11:54.907350 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c associated. External IP: 172.25.3.75, port: 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3. Jul 09 17:11:54.912939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'tag': '263740dd-192e-40fd-8364-75a53b640808'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:54.918395 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed7b8e-33dd-428c-b48a-90f80d7420a9" -d '{"events": [{"name": "network-changed", "server_uuid": "079fdc10-ea40-4aed-a86a-d0e21bee73c9", "tag": "263740dd-192e-40fd-8364-75a53b640808"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:54.985960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37adc520-6274-4fe3-8372-e313806b28fb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:11:55.026001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57fd26-ebc5-486e-be2b-4378848c374b req-eda445ac-fde1-434c-b432-13155bf368b7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:55.027519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:11:55.033988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e57fd26-ebc5-486e-be2b-4378848c374b req-eda445ac-fde1-434c-b432-13155bf368b7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 943 time: 0.1024506 Jul 09 17:11:55.117274 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e57fd26-ebc5-486e-be2b-4378848c374b req-45d58ade-e8e6-490d-97a4-40aaac565f8b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785019 Jul 09 17:11:55.409630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c587c-eb75-40e7-a57e-26368daf4d32 req-cc9274b8-9eaa-4820-8532-c2c3ee546766 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:55.418144 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b0c587c-eb75-40e7-a57e-26368daf4d32 req-cc9274b8-9eaa-4820-8532-c2c3ee546766 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 950 time: 0.1511729 Jul 09 17:11:55.476347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b0c587c-eb75-40e7-a57e-26368daf4d32 req-514f2bbb-acbf-4073-b3dd-e8c349a0f71e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570519 Jul 09 17:11:55.509154 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bb0ab7-ff52-4523-8876-09d3e07f484b x-openstack-request-id: req-62bb0ab7-ff52-4523-8876-09d3e07f484b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:55.510431 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079fdc10-ea40-4aed-a86a-d0e21bee73c9", "tag": "263740dd-192e-40fd-8364-75a53b640808", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:55.511126 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62bb0ab7-ff52-4523-8876-09d3e07f484b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:55.512241 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'tag': '263740dd-192e-40fd-8364-75a53b640808', 'status': 'completed', 'code': 200} Jul 09 17:11:55.525549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-fdc433d4-2073-4073-8f6b-4fab90201a13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1731176 Jul 09 17:11:55.562170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:55.669329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eefe0-e485-4973-a1ff-816df5e84d32 service neutron] Pushing event updated for resources: {'Port': ['ID=263740dd-192e-40fd-8364-75a53b640808,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:55.690842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d76c9422-d5e9-4f66-a42a-3a67aeb95ad1 req-6b354f48-8219-4544-b944-634bf217d10e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0281935 Jul 09 17:11:55.939730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:55.943191 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c94cab-6efe-46c2-b8ba-c7c8f72ab3dc" -d '{"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:55.973173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128710f-02a7-4d27-a3d9-468517aa75cd req-a6f90b5f-057c-4a12-8b6e-d97a9346d1d7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:55.984867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7128710f-02a7-4d27-a3d9-468517aa75cd req-a6f90b5f-057c-4a12-8b6e-d97a9346d1d7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.4131165 Jul 09 17:11:55.999190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-876cb845-2279-4d8c-b104-24a81a1da23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.001251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-876cb845-2279-4d8c-b104-24a81a1da23e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca89432764654a77a72cfd1fde003e8a&device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 1100 time: 0.4948835 Jul 09 17:11:56.024365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] Transition to ACTIVE for port object 37adc520-6274-4fe3-8372-e313806b28fb will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:11:56.079306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:11:56.086031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 37adc520-6274-4fe3-8372-e313806b28fb no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:56.091647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.113530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-44637648-c2ba-4544-a45e-0e25deea283b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=263740dd-192e-40fd-8364-75a53b640808 HTTP/1.1" status: 200 len: 217 time: 0.0913680 Jul 09 17:11:56.149355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48326) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:56.192384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 37adc520-6274-4fe3-8372-e313806b28fb not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:56.301840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7128710f-02a7-4d27-a3d9-468517aa75cd req-d15f8670-f48b-4af3-96a5-1d6be6821231 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169611 Jul 09 17:11:56.304753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-4dd0d2cd-fbcf-49c8-8530-35cc2b45e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.318440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-4dd0d2cd-fbcf-49c8-8530-35cc2b45e210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1923857 Jul 09 17:11:56.388994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:56.420175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4020c83f-82e8-41a1-9e0d-6ed3e93ff81c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=782c421e274b4450aa5bfc4c3f12d14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689433 Jul 09 17:11:56.425623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48340) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:56.469513 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732eec9c-91b3-4bb4-92b7-ea4a5c24f3a8 x-openstack-request-id: req-732eec9c-91b3-4bb4-92b7-ea4a5c24f3a8 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:56.469674 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:56.469898 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-732eec9c-91b3-4bb4-92b7-ea4a5c24f3a8 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:56.470684 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'code': 200} Jul 09 17:11:56.484087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] No DVR routers for this DVR port 37adc520-6274-4fe3-8372-e313806b28fb on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:11:56.628270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-0fc4c280-1055-4916-8ac1-be5272cc5e41 service neutron] 10.222.0.36 "PUT /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 3.9040723 Jul 09 17:11:56.711464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acf0a68f-f0d3-4507-908d-04ffa41d271a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.733851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-21357481-fe3d-41b1-9f2d-e9535d638b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.735665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-21357481-fe3d-41b1-9f2d-e9535d638b6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3946502 Jul 09 17:11:56.736816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:11:56.749104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.756727 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:11:56.792315 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:56.792971 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:11:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:56.838521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acf0a68f-f0d3-4507-908d-04ffa41d271a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:56.887459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 341c1312-2369-4376-beba-529c7b403569 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:11:56.896694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96306a81-de6c-4eab-9084-bfeffff5b5b3 req-5c6a246b-64b8-4f76-85bc-f216e685caf4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:56.908488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96306a81-de6c-4eab-9084-bfeffff5b5b3 req-5c6a246b-64b8-4f76-85bc-f216e685caf4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 944 time: 0.1670547 Jul 09 17:11:56.953280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 341c1312-2369-4376-beba-529c7b403569 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:11:56.953280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 341c1312-2369-4376-beba-529c7b403569 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:11:56.960645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd2a8681-022d-4b28-b445-a33ed727f8b0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "PUT /v2.0/floatingips/44779ecd-8784-46aa-8fea-fb4b1bad9a7c HTTP/1.1" status: 200 len: 990 time: 5.3032544 Jul 09 17:11:57.058987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64342-2fb1-4ab4-b96b-e1e7805915a7 req-7e431682-a6c1-470f-88bf-b86468510307 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.064079 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:57.067426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4de64342-2fb1-4ab4-b96b-e1e7805915a7 req-7e431682-a6c1-470f-88bf-b86468510307 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 948 time: 0.4605026 Jul 09 17:11:57.111475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-ccaa699b-23bc-4d9e-86df-c89b0562d6bf service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530576 Jul 09 17:11:57.121837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96306a81-de6c-4eab-9084-bfeffff5b5b3 req-ee6b0333-0606-4a05-aabf-3a9c8ab70661 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984279 Jul 09 17:11:57.153675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4de64342-2fb1-4ab4-b96b-e1e7805915a7 req-8931d341-d74e-4fe8-bd3b-efcc4fbc06d4 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851538 Jul 09 17:11:57.155555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-9b5593ad-8215-4ef1-a16d-01709b0f0518 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.160852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-9b5593ad-8215-4ef1-a16d-01709b0f0518 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.2495296 Jul 09 17:11:57.199568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acf0a68f-f0d3-4507-908d-04ffa41d271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.202120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acf0a68f-f0d3-4507-908d-04ffa41d271a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:57.236093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-acf0a68f-f0d3-4507-908d-04ffa41d271a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c896ff51-a380-44c1-9643-e7578189a1df HTTP/1.1" status: 204 len: 168 time: 0.7487600 Jul 09 17:11:57.364065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-7d5c8654-99b4-46d1-ae85-8dfb2247a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.368766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0a68f-f0d3-4507-908d-04ffa41d271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c896ff51-a380-44c1-9643-e7578189a1df,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:57.372940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-7d5c8654-99b4-46d1-ae85-8dfb2247a7ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 1096 time: 0.2052765 Jul 09 17:11:57.481612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71839197-0fbd-4b8d-9d47-4e94663d18f6 req-8bbeccfc-29ec-411c-8f96-e4f6ad5d07a9 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582749 Jul 09 17:11:57.552587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-054a385d-8085-4361-80e5-7a28a717dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.554263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-054a385d-8085-4361-80e5-7a28a717dc09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1096 time: 0.1491930 Jul 09 17:11:57.603093 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '44779ecd-8784-46aa-8fea-fb4b1bad9a7c', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'port_id': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'mac_address': 'fa:16:3e:2f:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:30Z', 'updated_at': '2021-07-09T17:11:53Z', 'revision_number': 1, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:57.638482 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:11:57.666695 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:11:57.667400 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:11:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:57.693190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:11:57.703221 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997" -d '{"events": [{"name": "network-changed", "server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:11:57.818962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-75b1eefb-ec27-458a-9866-a292f745a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.820635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-75b1eefb-ec27-458a-9866-a292f745a545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.2359307 Jul 09 17:11:57.909922 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:11:57.914950 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-cb732629-aa03-47ba-ad10-cd9f3a1185cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 200 len: 217 time: 0.0839829 Jul 09 17:11:57.986701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d32c-b0dd-4cc8-8f37-23ae15180786 req-4a8840da-cb88-4dd8-ab94-243680692f21 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:57.997837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9684d32c-b0dd-4cc8-8f37-23ae15180786 req-4a8840da-cb88-4dd8-ab94-243680692f21 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 950 time: 0.4952755 Jul 09 17:11:58.068787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48368) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:58.071460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9684d32c-b0dd-4cc8-8f37-23ae15180786 req-b0a1b420-4967-4173-a4aa-f40c3cf323d9 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726676 Jul 09 17:11:58.073982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-817278b1-b82e-42fc-b44f-cec5a3a6121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.078551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-817278b1-b82e-42fc-b44f-cec5a3a6121a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1102 time: 0.3574097 Jul 09 17:11:58.119925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-287be31b-bf51-4169-8642-f7d7cdd8c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.127407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-0c6ff0eb-e963-40d1-9818-9a201f26ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.131890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-0c6ff0eb-e963-40d1-9818-9a201f26ac01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca89432764654a77a72cfd1fde003e8a&device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 1100 time: 0.3213277 Jul 09 17:11:58.162757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-82970bfd-d574-4c18-a9f9-786e222090d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.164858 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-82970bfd-d574-4c18-a9f9-786e222090d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1833754 Jul 09 17:11:58.194350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e85167-a588-47ca-8e25-4b5f90eed137 req-1e2fb3c3-f433-472a-b0e3-a852773aebc1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.195968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78e85167-a588-47ca-8e25-4b5f90eed137 req-1e2fb3c3-f433-472a-b0e3-a852773aebc1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.2950268 Jul 09 17:11:58.314311 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '44779ecd-8784-46aa-8fea-fb4b1bad9a7c', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'port_id': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'mac_address': 'fa:16:3e:2f:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:30Z', 'updated_at': '2021-07-09T17:11:53Z', 'revision_number': 1, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:11:58.363389 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6f57bf-8b73-4f85-917c-8f263a88d15d x-openstack-request-id: req-7f6f57bf-8b73-4f85-917c-8f263a88d15d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:11:58.363642 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:11:58.363957 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f6f57bf-8b73-4f85-917c-8f263a88d15d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:11:58.364386 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'status': 'completed', 'code': 200} Jul 09 17:11:58.366201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-03bba722-be2d-4379-bcb7-ee98bc0fc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.367806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-03bba722-be2d-4379-bcb7-ee98bc0fc2cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2016747 Jul 09 17:11:58.389567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcbb9a6-e6d7-4092-b6e6-308ca736a9a1 None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '44779ecd-8784-46aa-8fea-fb4b1bad9a7c', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'port_id': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'mac_address': 'fa:16:3e:2f:37:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:30Z', 'updated_at': '2021-07-09T17:11:53Z', 'revision_number': 1, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:11:58.426750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-287be31b-bf51-4169-8642-f7d7cdd8c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.430245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-304e71c1-10ca-4464-9866-60db3572ed2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312117 Jul 09 17:11:58.449136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-287be31b-bf51-4169-8642-f7d7cdd8c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.521959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-68f90054-78f1-4b9c-84b2-55ceb1779585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=263740dd-192e-40fd-8364-75a53b640808 HTTP/1.1" status: 200 len: 217 time: 0.0778015 Jul 09 17:11:58.570146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78e85167-a588-47ca-8e25-4b5f90eed137 req-450eafb4-2de5-4508-ac99-7497efc350fa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591909 Jul 09 17:11:58.598661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-77795408-0844-4e48-8166-b01af23168ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.600721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-77795408-0844-4e48-8166-b01af23168ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0617206 Jul 09 17:11:58.605890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287be31b-bf51-4169-8642-f7d7cdd8c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612dbbc2-8d54-4ac2-b752-602f80db8b9a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:58.628714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-287be31b-bf51-4169-8642-f7d7cdd8c95b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f77f677963741f8a2ea3404ded756ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587134 Jul 09 17:11:58.632020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:11:58.714325 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4a69-ac2f-4c30-af67-fe43b8ef8e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.739586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-2d7d89d6-cbb0-4d44-a9f7-36a93272e7e7 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856212 Jul 09 17:11:58.779190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54678bcb-07c4-46b7-aef0-c22169324192 req-4e48a539-9cf3-4c9c-9033-5780eb72d6d5 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.781566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54678bcb-07c4-46b7-aef0-c22169324192 req-4e48a539-9cf3-4c9c-9033-5780eb72d6d5 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 1102 time: 0.4126325 Jul 09 17:11:58.797512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e488e-df3d-4d66-bd56-5561d8956042 None None] New status for floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:11:58.812151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4a69-ac2f-4c30-af67-fe43b8ef8e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:58.823276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-6fc3bfde-fa24-423a-a545-4cdb90487e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:58.824828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-6fc3bfde-fa24-423a-a545-4cdb90487e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 1097 time: 0.4549067 Jul 09 17:11:59.149382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-ea33503f-9215-4a3c-b419-0bd19f5369ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:59.151067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-ea33503f-9215-4a3c-b419-0bd19f5369ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 1.0549097 Jul 09 17:11:59.173025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54678bcb-07c4-46b7-aef0-c22169324192 req-f305cc52-2d04-405c-8a19-abf691a7737d tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549957 Jul 09 17:11:59.233156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f58fa-6ca1-458d-abf5-f9f5ade13ebf req-c128804f-eab3-411a-a4bf-875dc5830bc0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:59.240195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-401f58fa-6ca1-458d-abf5-f9f5ade13ebf req-c128804f-eab3-411a-a4bf-875dc5830bc0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 944 time: 0.3122075 Jul 09 17:11:59.244992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4a69-ac2f-4c30-af67-fe43b8ef8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.260452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4a69-ac2f-4c30-af67-fe43b8ef8e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:11:59.262071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c9a4a69-ac2f-4c30-af67-fe43b8ef8e94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/612dbbc2-8d54-4ac2-b752-602f80db8b9a HTTP/1.1" status: 204 len: 168 time: 0.6285827 Jul 09 17:11:59.312236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-74471180-dd28-4474-bfd1-81ad7dfd76a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.1434643 Jul 09 17:11:59.345480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-151b57ee-282d-4348-8099-2e9747d515d9 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960672 Jul 09 17:11:59.347578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4a69-ac2f-4c30-af67-fe43b8ef8e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612dbbc2-8d54-4ac2-b752-602f80db8b9a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:11:59.455263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-01fb5546-995e-4e9e-a028-2150b91d126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:59.457979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-01fb5546-995e-4e9e-a028-2150b91d126b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8386347 Jul 09 17:11:59.489717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-401f58fa-6ca1-458d-abf5-f9f5ade13ebf req-67604e6c-915b-4576-bbff-7a08b13330a9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261064 Jul 09 17:11:59.691248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-bec61ccf-c97e-42f7-a116-f050a5bc7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:59.692956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-bec61ccf-c97e-42f7-a116-f050a5bc7542 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.3613966 Jul 09 17:11:59.726071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-498e2f61-b95f-4da7-9fa4-4958324ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:11:59.738201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-498e2f61-b95f-4da7-9fa4-4958324ab832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 925 time: 0.5683300 Jul 09 17:12:00.123212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-4b9109b7-6687-4bd7-bf3e-27cc87ba29b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409024 Jul 09 17:12:00.125416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48904c-37ec-4216-b5f4-c3c12f414d7c req-895824c1-0581-4d47-905e-59edb9e0581f tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.138980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a48904c-37ec-4216-b5f4-c3c12f414d7c req-895824c1-0581-4d47-905e-59edb9e0581f tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 948 time: 0.5074472 Jul 09 17:12:00.154456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-6f5d0d11-792f-4588-a3b2-77b82066f7bc service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694303 Jul 09 17:12:00.294441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-2e1dd43e-a138-408b-8523-d56fd2ba1fc0 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.296126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-2e1dd43e-a138-408b-8523-d56fd2ba1fc0 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.3671024 Jul 09 17:12:00.384366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-f8aba11d-85e8-4d72-8aa1-4c8e3a1384cf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.392300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-f8aba11d-85e8-4d72-8aa1-4c8e3a1384cf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678230 Jul 09 17:12:00.397234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a48904c-37ec-4216-b5f4-c3c12f414d7c req-2a4d9b44-8c78-4964-85f9-1b585e447257 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566237 Jul 09 17:12:00.408130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-6b88d91a-b219-43b6-8873-48889a1a9fc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 HTTP/1.1" status: 200 len: 1000 time: 0.6362073 Jul 09 17:12:00.420493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-43096778-0752-4cc2-8900-e9a137e02f37 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/quotas/1d321dc2a258416fae74744437b89d9c HTTP/1.1" status: 200 len: 375 time: 0.0269520 Jul 09 17:12:00.459262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-c57132f8-c84d-4c04-bcf6-f7851e3769d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.460806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-c57132f8-c84d-4c04-bcf6-f7851e3769d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7177780 Jul 09 17:12:00.647155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-66397ca1-edcb-46b7-a6fb-6633d57f9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.649215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-66397ca1-edcb-46b7-a6fb-6633d57f9ccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.2193797 Jul 09 17:12:00.655588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-32a81dc4-24f2-49bb-b520-908a07513994 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2340527 Jul 09 17:12:00.660403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-7f89b179-5064-437f-8cd2-758a5fc87ab1 service neutron] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:00.673651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-7f89b179-5064-437f-8cd2-758a5fc87ab1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:00.678926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-209c8877-f5db-4b82-9131-fff1288cdf04 req-7f89b179-5064-437f-8cd2-758a5fc87ab1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.3674691 Jul 09 17:12:00.757745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeed7b8e-33dd-428c-b48a-90f80d7420a9 req-dee389dc-2e82-45bd-838e-6602dc90eb36 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594611 Jul 09 17:12:00.834484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-1747b0f3-9def-4841-ae6f-3c6052444aba service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180192 Jul 09 17:12:00.853180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-04d08990-ea33-4a0a-961b-1ff259efac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.855296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-04d08990-ea33-4a0a-961b-1ff259efac88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698599 Jul 09 17:12:00.870853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc579-7f05-4ffe-8bf0-d69f08703754 req-d5d4f224-9fc6-41a4-93c1-9767c1d4800d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:00.878507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-128fc579-7f05-4ffe-8bf0-d69f08703754 req-d5d4f224-9fc6-41a4-93c1-9767c1d4800d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.3356037 Jul 09 17:12:00.900399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 263740dd-192e-40fd-8364-75a53b640808 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:00.917419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:01.085962 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-128fc579-7f05-4ffe-8bf0-d69f08703754 req-1a56a145-98ed-478c-a028-8dac6f687a3c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064550 Jul 09 17:12:01.147178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 263740dd-192e-40fd-8364-75a53b640808, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=263740dd-192e-40fd-8364-75a53b640808,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:01.209249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-6d547279-77a4-4d50-9e74-d255ce3dba37 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643003 Jul 09 17:12:01.212034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '263740dd-192e-40fd-8364-75a53b640808', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '263740dd-192e-40fd-8364-75a53b640808', 'mac_address': 'fa:16:3e:85:c9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:01.224928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-55990503-13ad-4062-8836-b16b9896c700 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430681 Jul 09 17:12:01.236476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-993121790-network', 'tenant_id': 'f6df2579ff4049bab3d752fe698c5273'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:01.277657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Made reservation on behalf of f6df2579ff4049bab3d752fe698c5273 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:01.294535 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.322714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.340584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.383468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263740dd-192e-40fd-8364-75a53b640808 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:01.408967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 263740dd-192e-40fd-8364-75a53b640808, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=263740dd-192e-40fd-8364-75a53b640808,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:01.420734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.460576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03e07f4-66fb-4e85-bc30-8a9e4dd98997 req-7929abf3-b4e2-4dc8-903c-b37ebfffc97e service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940069 Jul 09 17:12:01.607649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=263740dd-192e-40fd-8364-75a53b640808,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:01.771578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbad8a-3b58-4b43-a830-66412030235e req-a6d2c9e8-1812-4188-8a41-d0201f9f7102 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:01.793942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85bbad8a-3b58-4b43-a830-66412030235e req-a6d2c9e8-1812-4188-8a41-d0201f9f7102 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 944 time: 0.3987200 Jul 09 17:12:01.811583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['263740dd-192e-40fd-8364-75a53b640808'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:01.824234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-508d9bf6-9291-4016-ba8f-97c3ae1a73da req-3b9417cf-e18b-4b3c-aab8-a13949595e91 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0715933 Jul 09 17:12:01.912584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85bbad8a-3b58-4b43-a830-66412030235e req-6d4245a4-5bab-4ee2-b989-d9c8df622a17 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197219 Jul 09 17:12:01.946463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:01.968583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.061098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:02.100150 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.100604 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Added segment e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e of type vlan for network 0e9eeb15-5c98-427f-ab20-b579d95aff95 Jul 09 17:12:02.118854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6110ec6-06e3-4a88-a98d-d55dec807a97,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:02.279405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761599cb-b4f5-44d0-8b5e-9eabb9a9e352 req-160e223d-3b79-4244-8513-0e8e7f92405e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.289620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-761599cb-b4f5-44d0-8b5e-9eabb9a9e352 req-160e223d-3b79-4244-8513-0e8e7f92405e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 949 time: 0.1107635 Jul 09 17:12:02.333475 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.376982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-761599cb-b4f5-44d0-8b5e-9eabb9a9e352 req-b0c5caf7-5ab1-4dfd-9203-e7fb5ae9b0f9 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863678 Jul 09 17:12:02.416385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.419532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.420347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.442187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bfd31-6623-4f93-8a60-50d04fe51588 req-4854f5f9-e341-4a0b-8d3f-705c5b9cb9d4 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.450785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-569bfd31-6623-4f93-8a60-50d04fe51588 req-4854f5f9-e341-4a0b-8d3f-705c5b9cb9d4 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 1096 time: 0.1863911 Jul 09 17:12:02.525597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48476) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:02.525881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6070628 Jul 09 17:12:02.537677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Request body: {'subnet': {'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-993121790-subnet', 'tenant_id': 'f6df2579ff4049bab3d752fe698c5273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:02.592421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-569bfd31-6623-4f93-8a60-50d04fe51588 req-519f7a40-48b7-44fa-815e-50c144fd6958 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406229 Jul 09 17:12:02.627609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5d168-720c-4ad6-866f-50fa7d406d18 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9eeb15-5c98-427f-ab20-b579d95aff95,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:02.646659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0e9eeb15-5c98-427f-ab20-b579d95aff95 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:02.678312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Made reservation on behalf of f6df2579ff4049bab3d752fe698c5273 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:02.680977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:02.854473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904592-8c13-4456-b86d-0e4481c671ca req-007fb70c-dc94-4600-949f-92d3e2943644 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:02.865304 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9904592-8c13-4456-b86d-0e4481c671ca req-007fb70c-dc94-4600-949f-92d3e2943644 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.2864051 Jul 09 17:12:02.980396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9904592-8c13-4456-b86d-0e4481c671ca req-e46e3cb6-14c8-4f39-93dd-ff4ff7b248ce tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140928 Jul 09 17:12:03.130772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.196470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3b0ecfbe-0ed5-4c01-b187-eba62624ebd8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.203564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3b0ecfbe-0ed5-4c01-b187-eba62624ebd8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.1909430 Jul 09 17:12:03.225741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-4b4b69fb-d883-4657-afaa-2e58ceaff461 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/quotas/f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 375 time: 0.0205364 Jul 09 17:12:03.273552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e941c962-20aa-47db-a043-73fe7da366f9 req-db3ab82d-e501-414c-98e8-77c8d0075a44 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0663905 Jul 09 17:12:03.317294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:03.333430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Checking segment: {'id': 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:03.333430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Network hostable DHCP agents. Network: 0e9eeb15-5c98-427f-ab20-b579d95aff95, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:03.382107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Network 0e9eeb15-5c98-427f-ab20-b579d95aff95 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:03.389079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-20edb6d3-9065-472f-b9a4-dba3406539ee tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623151 Jul 09 17:12:03.432226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0e9eeb15-5c98-427f-ab20-b579d95aff95) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:03.442583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d766c62-2baa-423d-99f4-918e8d410362 None None] Network 0e9eeb15-5c98-427f-ab20-b579d95aff95 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:03.443463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-a2b6b48c-6423-4616-9e23-e724c8fc3e9a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542424 Jul 09 17:12:03.449893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.450715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:03.511822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2dcb03b3-969a-460c-b58a-793e8e0a5e06 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9850221 Jul 09 17:12:03.574942 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:12:03.656070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-b3f090f5-cb04-4040-950d-fccfaa2bec70 service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638185 Jul 09 17:12:03.727707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d295cd3-80a4-4ef5-915e-45561a5d1a8b None None] Network 0e9eeb15-5c98-427f-ab20-b579d95aff95 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:03.745002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-15463f02-9d77-434f-9178-386b8de1048b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.751399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-15463f02-9d77-434f-9178-386b8de1048b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890728 Jul 09 17:12:03.787184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:03.879624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-a43b969b-a916-481d-bf9b-804ed1593412 service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226586 Jul 09 17:12:03.973620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f964516-d903-4c14-947d-4749285b8ca2 req-cbb473ec-63c3-4484-80d8-0684785abb47 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:03.975391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f964516-d903-4c14-947d-4749285b8ca2 req-cbb473ec-63c3-4484-80d8-0684785abb47 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 949 time: 0.2228079 Jul 09 17:12:04.089752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f964516-d903-4c14-947d-4749285b8ca2 req-b389e54c-34bb-4c18-bcbe-4ca63ab0fb86 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030209 Jul 09 17:12:04.100178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:04.129344 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.405183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.77 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:04.430568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328ecad-8e76-43db-91e9-a3a623f50622 req-33634554-27ec-4e22-88ae-30380e2c93ca tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:04.440394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9328ecad-8e76-43db-91e9-a3a623f50622 req-33634554-27ec-4e22-88ae-30380e2c93ca tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1653125 Jul 09 17:12:04.487896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48544) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:04.515109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1158725155-network', 'tenant_id': '9e8883390ffd411280cd6e88c8b27168'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:04.545910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9328ecad-8e76-43db-91e9-a3a623f50622 req-cb43c3cf-b35b-41a1-8715-3ad7880eaf52 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997744 Jul 09 17:12:04.619164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Made reservation on behalf of 9e8883390ffd411280cd6e88c8b27168 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:04.621550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.622525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6891d3c4-5e68-4cbf-aadf-1c03f761584a req-587d8de5-9d2d-4686-b6cf-b0be02370fe0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 210 time: 0.1442859 Jul 09 17:12:04.656633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.824461 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.858771 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.873490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:04.878774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.923155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd571524-ead6-457f-b944-86e98afe510e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:04.924784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.927411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-abe68fe3-506c-4647-844c-91ef8bf87e91 req-8885ac7f-aff1-433f-9049-a81b7a3b71b4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0669763 Jul 09 17:12:04.931925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 263740dd-192e-40fd-8364-75a53b640808 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:04.936702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:04.947624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:04.948073 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Added segment 8b1e80da-6670-4853-9c9d-2eb66c7950b2 of type vlan for network 89855cad-2975-49f4-b7d3-dc53c928cd19 Jul 09 17:12:04.989409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:05.000520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:05.003069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:05.033417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.046600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:05.099181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:05.106364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.107572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:05.108384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.116924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289', '64e2530a-f84b-46da-b31e-ca49a15a6782'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:05.180953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:05.181634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.241822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-491fe6d4-7774-472d-9ca1-caab36233f03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4642906 Jul 09 17:12:05.249310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] Pushing event updated for resources: {'Network': ['ID=89855cad-2975-49f4-b7d3-dc53c928cd19,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:05.265842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Request body: {'port': {'device_id': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:05.272557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cfcb4223-8d6a-4fd4-ba3a-e0e53d676a5f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7769880 Jul 09 17:12:05.275253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48558) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:05.286384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Request body: {'subnet': {'network_id': '89855cad-2975-49f4-b7d3-dc53c928cd19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1158725155-subnet', 'tenant_id': '9e8883390ffd411280cd6e88c8b27168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:05.291419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 89855cad-2975-49f4-b7d3-dc53c928cd19 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:05.337455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Made reservation on behalf of 9e8883390ffd411280cd6e88c8b27168 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:05.344559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.480059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-75987db3-1df8-4ce5-b380-10e9c1762273 None None] Provisioning for port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:05.516127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-75987db3-1df8-4ce5-b380-10e9c1762273 None None] Provisioning complete for port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:05.516551 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75987db3-1df8-4ce5-b380-10e9c1762273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.592506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.674360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 263740dd-192e-40fd-8364-75a53b640808 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:05.730069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e22e4-32fb-481b-ac0a-a2f597d53fc5 req-36f89e75-0fe8-497e-bd2f-51b86882fa77 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:05.734125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-75987db3-1df8-4ce5-b380-10e9c1762273 None None] Port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:05.738157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-796e22e4-32fb-481b-ac0a-a2f597d53fc5 req-36f89e75-0fe8-497e-bd2f-51b86882fa77 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 949 time: 0.4169807 Jul 09 17:12:05.743684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 263740dd-192e-40fd-8364-75a53b640808 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:05.744600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.750268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:05.808294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-796e22e4-32fb-481b-ac0a-a2f597d53fc5 req-9bacde40-908c-4355-88fb-55930c85ffdc tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689349 Jul 09 17:12:05.969987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab3c7b4-e3ae-4562-af95-11180d54d849,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:06.012327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Checking segment: {'id': '8b1e80da-6670-4853-9c9d-2eb66c7950b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '89855cad-2975-49f4-b7d3-dc53c928cd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:06.012714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Network hostable DHCP agents. Network: 89855cad-2975-49f4-b7d3-dc53c928cd19, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:06.084489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Network 89855cad-2975-49f4-b7d3-dc53c928cd19 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:06.106110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 89855cad-2975-49f4-b7d3-dc53c928cd19) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:06.148005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859c0c5-cded-4c9a-8faa-e9bda0adcb34 req-df60332c-608f-402c-8351-f16fadb6bc78 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:06.159442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e859c0c5-cded-4c9a-8faa-e9bda0adcb34 req-df60332c-608f-402c-8351-f16fadb6bc78 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.2264035 Jul 09 17:12:06.166219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:06.167384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.200100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ed3b0-3f74-4a30-9ce5-68a915c777dc None None] Network 89855cad-2975-49f4-b7d3-dc53c928cd19 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:06.434751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.505097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263740dd-192e-40fd-8364-75a53b640808'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:06.508011 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af667623-e461-4981-8e08-8a324f3aa786" -d '{"events": [{"server_uuid": "079fdc10-ea40-4aed-a86a-d0e21bee73c9", "name": "network-vif-plugged", "status": "completed", "tag": "263740dd-192e-40fd-8364-75a53b640808"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:06.510810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c10a2bc-db2a-44de-9497-0b9cc9eba3ac req-6c021c17-7afb-4cff-a012-9df9c5b8827b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 210 time: 0.2108514 Jul 09 17:12:06.535372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-097dd326-060b-406f-aa4e-ea2e95bc9789 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2496986 Jul 09 17:12:06.544634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 263740dd-192e-40fd-8364-75a53b640808, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=263740dd-192e-40fd-8364-75a53b640808,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:06.554945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:06.568716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e859c0c5-cded-4c9a-8faa-e9bda0adcb34 req-fba8a10b-42f9-49c8-8d74-9f423ead7a03 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080336 Jul 09 17:12:06.634774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=263740dd-192e-40fd-8364-75a53b640808,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:06.694675 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82288fc0-b19c-4835-9709-4a2073b56fc5 x-openstack-request-id: req-82288fc0-b19c-4835-9709-4a2073b56fc5 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:06.694969 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079fdc10-ea40-4aed-a86a-d0e21bee73c9", "name": "network-vif-plugged", "status": "completed", "tag": "263740dd-192e-40fd-8364-75a53b640808", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:06.695198 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82288fc0-b19c-4835-9709-4a2073b56fc5 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:06.695585 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263740dd-192e-40fd-8364-75a53b640808', 'code': 200} Jul 09 17:12:06.706672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337ae56-2209-4b4b-86d3-bb9bdd0b6010 None None] Network 89855cad-2975-49f4-b7d3-dc53c928cd19 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:06.989577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-075e3312-4e81-44f4-b597-bde03af7280e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:06.992815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-075e3312-4e81-44f4-b597-bde03af7280e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.6942694 Jul 09 17:12:07.016344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Request body: {'port': {'device_id': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'admin_state_up': True, 'tenant_id': 'f23e0e1a9ecc45719b5c6353ee12be2b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:07.146326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01858c-0786-4a5d-b295-8c11b1820c3e req-8a42c9dd-a2a7-4bf1-8c24-f9b5b365afbf tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:07.148797 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d01858c-0786-4a5d-b295-8c11b1820c3e req-8a42c9dd-a2a7-4bf1-8c24-f9b5b365afbf tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 950 time: 0.0875981 Jul 09 17:12:07.156356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d90cb-c35d-4c05-b0ac-ad8244b0df5b req-f4b1af1b-ac71-4746-834d-39b6cd4124c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:07.158797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed7d90cb-c35d-4c05-b0ac-ad8244b0df5b req-f4b1af1b-ac71-4746-834d-39b6cd4124c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 1102 time: 0.2643394 Jul 09 17:12:07.213200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d01858c-0786-4a5d-b295-8c11b1820c3e req-a4fc7c4a-445a-4f5f-8d49-2411803b2cfa tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520833 Jul 09 17:12:07.232942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed7d90cb-c35d-4c05-b0ac-ad8244b0df5b req-aa160f2c-e3fb-44a7-91a5-9fd58135c3df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568373 Jul 09 17:12:07.244598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8ac18-72ad-47ab-81c6-4f4ed2d4bee0 req-42aae97c-f7b6-4b53-a4b3-73438848ccbd tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:07.254069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42c8ac18-72ad-47ab-81c6-4f4ed2d4bee0 req-42aae97c-f7b6-4b53-a4b3-73438848ccbd tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 935 time: 0.4804473 Jul 09 17:12:07.263018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:07.290370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.333708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42c8ac18-72ad-47ab-81c6-4f4ed2d4bee0 req-177484ca-cc1c-43ba-b2d9-e329c29f989a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787249 Jul 09 17:12:07.341803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Transition to ACTIVE for port object 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:07.350889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.414481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Made reservation on behalf of f23e0e1a9ecc45719b5c6353ee12be2b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:07.418437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.451785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:07.618338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Allocated IP 172.20.0.3 (6829d42f-a8a4-45a5-a286-b6f6db284a82/e97e64db-603c-49f8-8e29-4e353032bea7/5c28057c-8e9e-45f6-8a42-be27b4a7865d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:07.730682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-5fba8143-3f58-471f-b0f8-0ed0123e9925 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:07.737864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-5fba8143-3f58-471f-b0f8-0ed0123e9925 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/networks?id=0e9eeb15-5c98-427f-ab20-b579d95aff95 HTTP/1.1" status: 200 len: 814 time: 0.1946917 Jul 09 17:12:07.762767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-e18d2dcf-d08a-48b0-823a-03537cf988ca tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/quotas/f6df2579ff4049bab3d752fe698c5273 HTTP/1.1" status: 200 len: 375 time: 0.0223289 Jul 09 17:12:07.817765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-02a71edc-6689-44f1-9b02-df0f2e740483 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6df2579ff4049bab3d752fe698c5273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505314 Jul 09 17:12:07.838337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:07.874574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Attempting to bind port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:07.875017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Attempting to bind port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:07.875806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Attempting to bind port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:07.879839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76508a4d-b09b-4e09-828a-f08dd53a4d6b req-22d024bb-1c8a-4f00-a0ca-28b3fa5dde1d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 210 time: 0.1112351 Jul 09 17:12:07.909610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:07.910063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Attempting to bind port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:07.962209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-89a8767a-58ac-4f60-8a06-c2ddf37e1157 service neutron] 10.222.0.21 "GET /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482937 Jul 09 17:12:07.980508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:07.980839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:07.981226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:07.981655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Bound port: 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:07.982011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.043919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.081798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] For port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:08.085087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] For port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:08.095650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.121862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.122511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.123925 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 HTTP/1.1" status: 200 len: 1096 time: 2.8712389 Jul 09 17:12:08.145518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'tag': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:08.148229 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebfaac4-cf29-495c-8f27-597ea81aeb88" -d '{"events": [{"name": "network-changed", "server_uuid": "a3669062-d2d3-40ab-9a42-cb4082a8c7b3", "tag": "32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:08.159987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-6b6215f0-2f5a-402d-8836-8aaacc519c42 service neutron] 10.222.0.21 "GET /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965764 Jul 09 17:12:08.357250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6dcb6-d879-43d0-934c-9c9ca64e5cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:08.377235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.512709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135abc-c290-4a59-94b7-8f09dabf97da req-6e98a90e-73a3-4aef-8ea6-3963fc654f82 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.515965 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-97135abc-c290-4a59-94b7-8f09dabf97da req-6e98a90e-73a3-4aef-8ea6-3963fc654f82 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.3076251 Jul 09 17:12:08.537160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:08.571187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:08.583875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:08.601125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-db0892b5-95cf-43ea-85d6-54d4bbc2cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.602667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-db0892b5-95cf-43ea-85d6-54d4bbc2cca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 1099 time: 0.4095526 Jul 09 17:12:08.674211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-5ce8d8e3-bd68-4695-aabe-725c77a0eb9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 HTTP/1.1" status: 200 len: 217 time: 0.0434618 Jul 09 17:12:08.675808 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4432735-b3a4-4fbd-9a3d-ae298c0af0da x-openstack-request-id: req-d4432735-b3a4-4fbd-9a3d-ae298c0af0da {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:08.676066 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3669062-d2d3-40ab-9a42-cb4082a8c7b3", "tag": "32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:08.676306 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4432735-b3a4-4fbd-9a3d-ae298c0af0da {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:08.676866 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'tag': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806', 'status': 'completed', 'code': 200} Jul 09 17:12:08.725276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:08.784477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-97135abc-c290-4a59-94b7-8f09dabf97da req-184e37e4-c47c-4713-a8e3-86fabef3dd9e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413969 Jul 09 17:12:08.794584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.794749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.811038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-f386c8d5-c690-4567-82db-092c25530c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.812592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-f386c8d5-c690-4567-82db-092c25530c78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1259406 Jul 09 17:12:08.814373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-07d487b4-169a-49d0-9d87-7574a76f1a2c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8028212 Jul 09 17:12:08.864538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Request body: {'port': {'device_id': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:08.939224 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:08.941636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6ba7-1627-497e-830d-57589c4458a7 req-d844386c-a148-4039-a24a-a1ee8ada04f8 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:08.943683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5aa6ba7-1627-497e-830d-57589c4458a7 req-d844386c-a148-4039-a24a-a1ee8ada04f8 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 950 time: 0.1694262 Jul 09 17:12:08.964742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1dd34af9-fe1d-47d3-8d34-c9a8aeaa96dd req-9c6e5748-e767-4c00-9b46-b6ac34ec5ce3 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 210 time: 0.0968077 Jul 09 17:12:09.044591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-b4974391-4639-4294-afb5-b35162d6fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.046132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-b4974391-4639-4294-afb5-b35162d6fb8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2106121 Jul 09 17:12:09.051395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.106761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5aa6ba7-1627-497e-830d-57589c4458a7 req-e133ed48-b0f6-4caa-a392-6842149b3ac8 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446619 Jul 09 17:12:09.352767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd058d-63a9-4beb-ba93-54c68686feef req-9d0e5777-0e59-4839-b060-b049367430ac tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.361613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cbd058d-63a9-4beb-ba93-54c68686feef req-9d0e5777-0e59-4839-b060-b049367430ac tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 931 time: 0.0960646 Jul 09 17:12:09.411292 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-66031e66-4997-4a89-981a-b59ea42de84b service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560812 Jul 09 17:12:09.423998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cbd058d-63a9-4beb-ba93-54c68686feef req-61db7485-21b4-46c1-bb39-1d2bf2f64535 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612249 Jul 09 17:12:09.494855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bfc89-a7e6-4374-b2f4-de29752d331a req-d35a5148-5031-4878-9eba-142597c52ab4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.502353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0bfc89-a7e6-4374-b2f4-de29752d331a req-d35a5148-5031-4878-9eba-142597c52ab4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 947 time: 0.2967029 Jul 09 17:12:09.639899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0bfc89-a7e6-4374-b2f4-de29752d331a req-ff2d7c9a-1898-4a72-af68-383eee4d6253 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365218 Jul 09 17:12:09.707879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b2f89b-4bae-46ad-bffe-fa2136337bee req-0c4e205a-70b9-4bd2-aec3-41a82a1d9955 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799063 Jul 09 17:12:09.820756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c28057c-8e9e-45f6-8a42-be27b4a7865d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:09.840307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:09.863522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Transition to ACTIVE for port object 5c28057c-8e9e-45f6-8a42-be27b4a7865d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:09.865805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-6d27811c-5265-47b5-98c8-c074749e91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:09.867619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-6d27811c-5265-47b5-98c8-c074749e91f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 1099 time: 0.0894811 Jul 09 17:12:09.869362 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.002763 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:10.094476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5929e-e019-4b52-9593-b53bba50cff8 req-70b32c17-8fa9-4115-97bc-0a7d7e7a0a51 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.099688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe5929e-e019-4b52-9593-b53bba50cff8 req-70b32c17-8fa9-4115-97bc-0a7d7e7a0a51 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1099007 Jul 09 17:12:10.157400 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe5929e-e019-4b52-9593-b53bba50cff8 req-6cab9ee8-2ba5-4ab6-a387-6fd3a2153d99 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518537 Jul 09 17:12:10.371400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c9211b8-e067-4341-989d-1606be235da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.400885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbe05ba1-e12f-4188-b879-455adbac57f1 req-e7d7fc9c-8475-4149-9c44-5929447267d6 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 210 time: 0.1206343 Jul 09 17:12:10.539744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-ffee2215-ad3c-41b3-8e28-c196da2ca9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.541322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-ffee2215-ad3c-41b3-8e28-c196da2ca9f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.6304529 Jul 09 17:12:10.556981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fc717-3a6b-467f-a6ee-5715fc794689 req-c26d0f60-b658-4f65-b253-5de7e8f70c7e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.559859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13fc717-3a6b-467f-a6ee-5715fc794689 req-c26d0f60-b658-4f65-b253-5de7e8f70c7e tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 950 time: 0.6404846 Jul 09 17:12:10.652701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-8f44845c-b2a2-4437-a373-e39da3e3214c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 HTTP/1.1" status: 200 len: 217 time: 0.0894847 Jul 09 17:12:10.653736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:10.654139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:10.654530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:10.668488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:10.668749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:10.672484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e5ac7-90b3-402e-b066-4c7ba99e3801 req-49c76585-94d2-48af-bd9f-b7c824db2996 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.681053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5e5ac7-90b3-402e-b066-4c7ba99e3801 req-49c76585-94d2-48af-bd9f-b7c824db2996 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.0996192 Jul 09 17:12:10.706149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:10.706612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:10.707053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:10.707557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Bound port: 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:10.707995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:10.727064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5e5ac7-90b3-402e-b066-4c7ba99e3801 req-f00a583a-440a-486e-b591-157eaecd62f5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 Jul 09 17:12:10.794277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13fc717-3a6b-467f-a6ee-5715fc794689 req-87c845d2-242f-4727-a72a-d204fc6151a2 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185998 Jul 09 17:12:10.827820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-fb5a15e7-59b4-410a-91b1-32b375030ab3 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.829513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-fb5a15e7-59b4-410a-91b1-32b375030ab3 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.13 "GET /v2.0/networks?id=0e9eeb15-5c98-427f-ab20-b579d95aff95 HTTP/1.1" status: 200 len: 814 time: 0.3692007 Jul 09 17:12:10.856913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-03dce385-4919-4503-8f3a-4ba85ba39586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.860743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-03dce385-4919-4503-8f3a-4ba85ba39586 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1819780 Jul 09 17:12:10.869019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Request body: {'port': {'device_id': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95', 'admin_state_up': True, 'tenant_id': 'f6df2579ff4049bab3d752fe698c5273'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:10.932567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7caa50-b45c-418b-9f8e-f3bb602eea30 req-99a49e5a-88a3-4e69-9406-35310555e14d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:10.941571 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d7caa50-b45c-418b-9f8e-f3bb602eea30 req-99a49e5a-88a3-4e69-9406-35310555e14d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 947 time: 0.1173136 Jul 09 17:12:10.995903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d7caa50-b45c-418b-9f8e-f3bb602eea30 req-bad79171-e3ac-4f0d-b0bf-1ef611783157 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Jul 09 17:12:11.039091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:11.050568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:11.059401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-df7789fe-3e06-4a1c-9ae4-f93d3411d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.062787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-df7789fe-3e06-4a1c-9ae4-f93d3411d946 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886640 Jul 09 17:12:11.066975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.134954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.135579 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.137025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 1092 time: 2.2949262 Jul 09 17:12:11.137487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:11.139779 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:11.222349 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4661c3-b779-4b8f-8e64-e991af03e7f8 x-openstack-request-id: req-9b4661c3-b779-4b8f-8e64-e991af03e7f8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:11.222645 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:11.222897 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b4661c3-b779-4b8f-8e64-e991af03e7f8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:11.223289 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'status': 'completed', 'code': 200} Jul 09 17:12:11.309037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Made reservation on behalf of f6df2579ff4049bab3d752fe698c5273 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:11.312746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:11.349170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa13f9-1c74-4eec-a30c-fd442b2e2e61 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:11.394280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-fb934621-61d8-4fc3-b807-6181ca9d439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.395909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-fb934621-61d8-4fc3-b807-6181ca9d439d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1095 time: 0.1754282 Jul 09 17:12:11.466694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-f4ec99a1-9bcd-4faa-adb5-b6572859ec17 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810034 Jul 09 17:12:11.506939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf67cc-c6b7-4215-b2b6-927834b43fc3 req-464e425f-f7f1-413d-a324-0233d1617ec3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.509321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73bf67cc-c6b7-4215-b2b6-927834b43fc3 req-464e425f-f7f1-413d-a324-0233d1617ec3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1104665 Jul 09 17:12:11.569956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-cd853f56-fb5d-4418-af36-7905eab8434e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 217 time: 0.1364462 Jul 09 17:12:11.592624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73bf67cc-c6b7-4215-b2b6-927834b43fc3 req-643bd92e-342a-43b2-a726-719b2fc28088 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757720 Jul 09 17:12:11.707989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-97cc34be-8ae0-400d-ba6c-4a7e4e8f565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.709355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-97cc34be-8ae0-400d-ba6c-4a7e4e8f565a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1322858 Jul 09 17:12:11.722481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a52ac3-2308-4a83-847c-66a6083b2c69 req-56e19c97-ddc1-45d3-b8f7-333576fd2d4b tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.729531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85a52ac3-2308-4a83-847c-66a6083b2c69 req-56e19c97-ddc1-45d3-b8f7-333576fd2d4b tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 950 time: 0.3311768 Jul 09 17:12:11.752654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eebfaac4-cf29-495c-8f27-597ea81aeb88 req-4c9396fd-7470-4f97-a3c8-495c93386195 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744865 Jul 09 17:12:11.763140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0bc260d7-5018-43cc-9269-19f6a425a025 req-5a92ee45-5768-46eb-94eb-ac494c3914ee tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 210 time: 0.0379202 Jul 09 17:12:11.774985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Allocated IP 172.20.0.2 (0e9eeb15-5c98-427f-ab20-b579d95aff95/aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e/0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:11.785744 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-040017eb-d36a-4bf2-a5ec-c8ff8b438c7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522735 Jul 09 17:12:11.880482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85a52ac3-2308-4a83-847c-66a6083b2c69 req-b1252e28-8885-4520-a104-bee57a65c8ec tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499202 Jul 09 17:12:11.988063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184361-b594-4a75-afe9-2d8f0b7e37f8 req-e57b2102-d64e-4e71-b266-36a86ec053c5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:11.990743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84184361-b594-4a75-afe9-2d8f0b7e37f8 req-e57b2102-d64e-4e71-b266-36a86ec053c5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.0972788 Jul 09 17:12:12.008414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-22b92e2f-c314-45ea-b4a8-d513d358e219 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060654 Jul 09 17:12:12.040448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84184361-b594-4a75-afe9-2d8f0b7e37f8 req-8ed69b8b-828a-4131-8553-9bd67a813d64 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Jul 09 17:12:12.175814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa45ac1-2538-4b83-9607-dc96fd5c9933 req-26308ca4-1641-4d7c-bc0f-913f471c0891 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476877 Jul 09 17:12:12.178840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.270267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e2a4-3a3a-4a1b-ba10-b4284283f44c req-01604df9-ce22-481f-9e20-9b767962edd6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.277236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a834e2a4-3a3a-4a1b-ba10-b4284283f44c req-01604df9-ce22-481f-9e20-9b767962edd6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 947 time: 0.1263924 Jul 09 17:12:12.321838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.384734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a834e2a4-3a3a-4a1b-ba10-b4284283f44c req-7a7a4227-81cd-4dda-ab37-1096ffea6706 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061757 Jul 09 17:12:12.418207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Network 0e9eeb15-5c98-427f-ab20-b579d95aff95 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:12.420392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Pushing event updated for resources: {'Port': ['ID=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:12.425446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:12.428291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:12.454086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-a66c4dc4-0269-4658-94f2-02fb0e255ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.455870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-a66c4dc4-0269-4658-94f2-02fb0e255ca0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1095 time: 0.2042699 Jul 09 17:12:12.550881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.551905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.582656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-aeba799e-0566-48aa-8f87-ed2e9275d412 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7205224 Jul 09 17:12:12.604541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Request body: {'port': {'device_id': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:12.729983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-c7f01f6d-c787-4f0a-96c9-41a5038d2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.731951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-c7f01f6d-c787-4f0a-96c9-41a5038d2c9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.2653248 Jul 09 17:12:12.802756 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-45d4d422-feab-4de7-9cf0-b779a4424057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 217 time: 0.0587578 Jul 09 17:12:12.815106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7de579-945b-4dbd-8360-57a1f916816a req-e0c4ea5e-a299-4085-9fb0-a9dfd57bd699 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.825635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a7de579-945b-4dbd-8360-57a1f916816a req-e0c4ea5e-a299-4085-9fb0-a9dfd57bd699 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1050344 Jul 09 17:12:12.826184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.884989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-61e635dd-1767-4d60-bf33-19599064e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:12.949084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-30281cd0-88c1-451e-bb55-77cc03098f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:12.950643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-30281cd0-88c1-451e-bb55-77cc03098f1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1321061 Jul 09 17:12:12.980280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a7de579-945b-4dbd-8360-57a1f916816a req-8d523cb7-5d88-4020-818e-2125011397d9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532321 Jul 09 17:12:13.018488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-9732d816-b33a-4cdd-b4a1-ae4885086204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459197 Jul 09 17:12:13.075211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-84753d44-677f-49fb-9c64-0fd665bedee5 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:13.079578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-84753d44-677f-49fb-9c64-0fd665bedee5 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 950 time: 0.1147792 Jul 09 17:12:13.180468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80d87a-172a-4391-91cf-a2f735243232 req-b9bdbad6-30a7-415f-83d5-e4de06910d6e tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:13.184759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa80d87a-172a-4391-91cf-a2f735243232 req-b9bdbad6-30a7-415f-83d5-e4de06910d6e tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 931 time: 0.2801206 Jul 09 17:12:13.256624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Deleting port 263740dd-192e-40fd-8364-75a53b640808 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:13.257119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.270925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6066e84-46f8-438e-aa0d-2a951758d80b req-4d332a85-646e-4d15-af24-c3e82b23c510 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:13.272709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b6066e84-46f8-438e-aa0d-2a951758d80b req-4d332a85-646e-4d15-af24-c3e82b23c510 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 950 time: 0.1179247 Jul 09 17:12:13.280918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa80d87a-172a-4391-91cf-a2f735243232 req-eaae8527-a1a3-4a08-a708-a0c29530d538 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767558 Jul 09 17:12:13.286914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.324414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-f06bd778-21c4-45f0-bbcc-f7c7bf0e377a service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453101 Jul 09 17:12:13.409092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b6066e84-46f8-438e-aa0d-2a951758d80b req-d19bb2f5-c567-49e4-a80e-92bb7bd201b1 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/security-groups?id=10a26303-5fa1-4982-98a4-ab37d131f7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226368 Jul 09 17:12:13.497420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] For port 263740dd-192e-40fd-8364-75a53b640808, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=263740dd-192e-40fd-8364-75a53b640808,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:13.497795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.522199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Calling delete_port for 263740dd-192e-40fd-8364-75a53b640808 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:13.727611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.744777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['263740dd-192e-40fd-8364-75a53b640808'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:13.782875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Pushing event deleted for resources: {'Port': ['ID=263740dd-192e-40fd-8364-75a53b640808,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:13.825775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.852836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] No DVR routers for this DVR port 263740dd-192e-40fd-8364-75a53b640808 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:13.856779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.858852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e81f6ff-d65b-4264-b77c-c36fbea0d760 req-182c5bed-1703-42e7-bd36-0f60626d6231 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.13 "DELETE /v2.0/ports/263740dd-192e-40fd-8364-75a53b640808 HTTP/1.1" status: 204 len: 173 time: 0.7721970 Jul 09 17:12:13.859307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'name': 'network-vif-deleted', 'tag': '263740dd-192e-40fd-8364-75a53b640808'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:13.868738 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb89d1-d2e0-45b4-afec-55d8555816b7" -d '{"events": [{"server_uuid": "079fdc10-ea40-4aed-a86a-d0e21bee73c9", "name": "network-vif-deleted", "tag": "263740dd-192e-40fd-8364-75a53b640808"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:13.877476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a99fc9-4259-48d9-8a57-cac2f7f4f63b req-314cef9a-a73b-45c0-a0a4-6cedc3c98c43 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435166 Jul 09 17:12:13.891302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27d8e2-7df0-4524-a3e7-1298b10ee16f req-fb4a69a2-c8ea-4ff3-b5ae-a5ff57180a86 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:13.898785 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df27d8e2-7df0-4524-a3e7-1298b10ee16f req-fb4a69a2-c8ea-4ff3-b5ae-a5ff57180a86 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.1941257 Jul 09 17:12:13.912171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:13.928517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.936631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d80668-19a2-422b-b5d0-7e663b7c5fc5 req-7aae5850-bb4d-4df8-9420-5ba668e1b802 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:13.944440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12d80668-19a2-422b-b5d0-7e663b7c5fc5 req-7aae5850-bb4d-4df8-9420-5ba668e1b802 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 947 time: 0.1664221 Jul 09 17:12:13.960041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df27d8e2-7df0-4524-a3e7-1298b10ee16f req-dae9c641-aadf-416d-be16-fce8cd31ea56 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602283 Jul 09 17:12:13.982464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Transition to ACTIVE for port object 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:13.990204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:13.991498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12d80668-19a2-422b-b5d0-7e663b7c5fc5 req-8def6fe6-d076-49e6-9aa2-233d627666d9 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Jul 09 17:12:14.040163 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c3f7d-6a35-406c-90da-277de010204b x-openstack-request-id: req-5b3c3f7d-6a35-406c-90da-277de010204b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:14.040448 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079fdc10-ea40-4aed-a86a-d0e21bee73c9", "name": "network-vif-deleted", "tag": "263740dd-192e-40fd-8364-75a53b640808", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:14.040867 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b3c3f7d-6a35-406c-90da-277de010204b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:14.041447 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079fdc10-ea40-4aed-a86a-d0e21bee73c9', 'name': 'network-vif-deleted', 'tag': '263740dd-192e-40fd-8364-75a53b640808', 'status': 'completed', 'code': 200} Jul 09 17:12:14.083683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Pushing event updated for resources: {'Port': ['ID=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.173432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Attempting to bind port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:14.173765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Attempting to bind port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:14.174093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Attempting to bind port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 on network 0e9eeb15-5c98-427f-ab20-b579d95aff95 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:14.182782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 on network 0e9eeb15-5c98-427f-ab20-b579d95aff95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:14.183207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Attempting to bind port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 on network 0e9eeb15-5c98-427f-ab20-b579d95aff95 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:14.189201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:14.189535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Checking segment: {'id': 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:14.189922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Bound using segment: {'id': 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:14.190409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Bound port: 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:14.190771 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.197275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c14e-cacd-4648-87d2-6ef11f6674da req-7bd2cd57-3ff0-4bea-8898-12e7fa0a1a01 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.198861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a130c14e-cacd-4648-87d2-6ef11f6674da req-7bd2cd57-3ff0-4bea-8898-12e7fa0a1a01 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0716889 Jul 09 17:12:14.207081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e253633-4251-4cb2-9d33-faa9a8df4cba req-27e10517-6727-4686-b215-56abaafd81e2 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.208697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e253633-4251-4cb2-9d33-faa9a8df4cba req-27e10517-6727-4686-b215-56abaafd81e2 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0993335 Jul 09 17:12:14.210838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:14.247746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a130c14e-cacd-4648-87d2-6ef11f6674da req-e00ff49c-643c-4f52-937d-e0ed91864bec tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Jul 09 17:12:14.286601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e253633-4251-4cb2-9d33-faa9a8df4cba req-d6ce4a1a-4196-4ab9-8c7c-91d19e29af61 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Jul 09 17:12:14.308747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] For port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:14.313166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] For port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,segment=NetworkSegment(e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e),segment_id=e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:14.320274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.330636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:14.343394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806', 'mac_address': 'fa:16:3e:20:49:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:14.383053 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.390768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Pushing event updated for resources: {'Port': ['ID=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.398505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.399304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.401713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-cfe1488e-822c-4257-9aa7-81a96e10d529 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 HTTP/1.1" status: 200 len: 1092 time: 1.8011684 Jul 09 17:12:14.402220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'tag': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:14.404650 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13" -d '{"events": [{"name": "network-changed", "server_uuid": "dd701ded-5157-438a-806e-bc1dc349e58c", "tag": "0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:14.406706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:14.433238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:14.439075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:14.498786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c6168-fae7-4e72-b430-3d469804cbaa req-ddb0ef33-96e8-438c-beb9-9c3ffd888c16 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.500603 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918c6168-fae7-4e72-b430-3d469804cbaa req-ddb0ef33-96e8-438c-beb9-9c3ffd888c16 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 943 time: 0.0787859 Jul 09 17:12:14.510746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:14.534975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-6194e018-2184-45ad-bc8c-e9a5179e905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.536527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-6194e018-2184-45ad-bc8c-e9a5179e905d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6df2579ff4049bab3d752fe698c5273&device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 1095 time: 0.0749371 Jul 09 17:12:14.551582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918c6168-fae7-4e72-b430-3d469804cbaa req-0d9813d2-4c22-4d6f-91de-00d78a6de65d tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Jul 09 17:12:14.608269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-3cc455f5-98ca-4a46-b842-c597ef11672f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 HTTP/1.1" status: 200 len: 217 time: 0.0497475 Jul 09 17:12:14.684924 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3853c-3f1f-4a11-b261-f403c6e47d98 x-openstack-request-id: req-d4c3853c-3f1f-4a11-b261-f403c6e47d98 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:14.685208 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd701ded-5157-438a-806e-bc1dc349e58c", "tag": "0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:14.685451 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4c3853c-3f1f-4a11-b261-f403c6e47d98 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:14.685849 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'tag': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85', 'status': 'completed', 'code': 200} Jul 09 17:12:14.687416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-553c0f76-99b9-4d2a-8652-d104834d8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:14.688960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-553c0f76-99b9-4d2a-8652-d104834d8138 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e HTTP/1.1" status: 200 len: 854 time: 0.0596464 Jul 09 17:12:14.735979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-a87c87de-b465-4fe6-be01-f5d3c7e36067 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e9eeb15-5c98-427f-ab20-b579d95aff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347571 Jul 09 17:12:14.800164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:14.836709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1572b603-a7e4-4f9c-9a99-ca84a8e415d4 req-04b90bf8-f228-413a-9ddc-250168c90c07 tempest-DeleteServersAdminTestJSON-466400546 tempest-DeleteServersAdminTestJSON-466400546-project] 10.222.0.21 "GET /v2.0/ports?device_id=079fdc10-ea40-4aed-a86a-d0e21bee73c9 HTTP/1.1" status: 200 len: 210 time: 0.0286517 Jul 09 17:12:14.869921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-a32639ed-473e-4e2f-89d0-214f410ea8ee service neutron] 10.222.0.13 "GET /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237299 Jul 09 17:12:14.994402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-615a26eb-5402-429b-a9e2-5da2d072a8a6 req-8fa2c423-9fbb-494c-b41e-c21a21ec61fd service neutron] 10.222.0.13 "GET /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114271 Jul 09 17:12:15.117716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-d740bd5e-3e79-468c-9297-e45a5e3549ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.119452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-d740bd5e-3e79-468c-9297-e45a5e3549ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6df2579ff4049bab3d752fe698c5273&device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 1095 time: 0.0657229 Jul 09 17:12:15.200158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cea1-de32-4b24-8cdc-30bb97f689a6 req-b0ad47fc-ed46-4478-a329-f311d28e570d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.201966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87b7cea1-de32-4b24-8cdc-30bb97f689a6 req-b0ad47fc-ed46-4478-a329-f311d28e570d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.0779953 Jul 09 17:12:15.230578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-af95d183-00ed-481e-b0e1-b913929c8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.232120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-af95d183-00ed-481e-b0e1-b913929c8a86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0e9eeb15-5c98-427f-ab20-b579d95aff95 HTTP/1.1" status: 200 len: 915 time: 0.1049800 Jul 09 17:12:15.246717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87b7cea1-de32-4b24-8cdc-30bb97f689a6 req-b360a4fb-04a8-47a3-88b0-18487029f084 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Jul 09 17:12:15.289648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-320c3c17-fa7b-4722-8efd-300e04dacb16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 HTTP/1.1" status: 200 len: 217 time: 0.0486686 Jul 09 17:12:15.340471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-cce6e862-f2c2-4d8e-bb46-d0efb0aaafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.341854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-cce6e862-f2c2-4d8e-bb46-d0efb0aaafd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e HTTP/1.1" status: 200 len: 854 time: 0.0450308 Jul 09 17:12:15.387340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-0f698ee5-8ae0-4d91-9197-eb58f9db3d67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e9eeb15-5c98-427f-ab20-b579d95aff95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289550 Jul 09 17:12:15.417261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa42f0-225b-4cad-a117-cfff1eb27504 req-76f66640-2c43-47a6-b35e-248a00750076 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.418940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0aa42f0-225b-4cad-a117-cfff1eb27504 req-76f66640-2c43-47a6-b35e-248a00750076 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 948 time: 0.0733209 Jul 09 17:12:15.462012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0aa42f0-225b-4cad-a117-cfff1eb27504 req-a0d0c992-4a86-4947-b3b6-4cd768b3bf03 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Jul 09 17:12:15.509917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-edb18529-06b6-43e3-a76c-7f15cb54f2ac tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:12:15.511052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-edb18529-06b6-43e3-a76c-7f15cb54f2ac tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064604 Jul 09 17:12:15.513379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-31e8b7aa-13ae-40b1-979f-5f10f4c0e6fb service neutron] 10.222.0.13 "GET /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173306 Jul 09 17:12:15.520869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:15.521430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Unknown quota resources ['binding']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:12:15.621876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29cf8b70-61d0-4ccc-85b7-fa855d65eb13 req-bbb7ce83-3a06-4f94-98a0-1e05de5ff353 service neutron] 10.222.0.13 "GET /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007838 Jul 09 17:12:15.680580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:15.681236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:15.681565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:15.686612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:15.686892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:15.689419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.692396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:15.692720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:15.693101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:15.693523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Bound port: ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:15.749038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:15.761069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:15.762128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-91c1f363-0f69-493d-ae49-2283334a8bc2 service neutron] 10.222.0.21 "POST /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06/bindings HTTP/1.1" status: 201 len: 390 time: 0.2450094 Jul 09 17:12:15.817702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b599a-e559-4f74-95d1-fd6ce7856097 req-7b42c2ef-4afe-42ee-84a1-8374dd36cbdc tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:15.819177 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-072b599a-e559-4f74-95d1-fd6ce7856097 req-7b42c2ef-4afe-42ee-84a1-8374dd36cbdc tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 949 time: 0.0720627 Jul 09 17:12:15.861102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-072b599a-e559-4f74-95d1-fd6ce7856097 req-a6d9f921-1630-4956-8564-12ed948c9122 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Jul 09 17:12:16.011259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc19788-3100-43aa-86d8-f35346390faa req-6c41e056-82bd-450c-82e8-34442dacd90b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.012935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fc19788-3100-43aa-86d8-f35346390faa req-6c41e056-82bd-450c-82e8-34442dacd90b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0705197 Jul 09 17:12:16.031531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fef8ba-f2e2-4e04-89d1-3a46cb68f8b7 req-24e489b8-5099-425a-806d-4b263b6b7148 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.033140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24fef8ba-f2e2-4e04-89d1-3a46cb68f8b7 req-24e489b8-5099-425a-806d-4b263b6b7148 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 943 time: 0.0677524 Jul 09 17:12:16.062786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fc19788-3100-43aa-86d8-f35346390faa req-714c6a71-7ea9-42a8-ac11-7438823ca6b0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Jul 09 17:12:16.074600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24fef8ba-f2e2-4e04-89d1-3a46cb68f8b7 req-f9622065-e915-479c-a97e-8942b41b3b63 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Jul 09 17:12:16.112282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-14c37f60-498c-48e0-890f-7555fb0417e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.113853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-14c37f60-498c-48e0-890f-7555fb0417e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0653985 Jul 09 17:12:16.224403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:16.226875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:16.255726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-e57eac91-f9f7-4845-8723-6470f42c71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.257255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-e57eac91-f9f7-4845-8723-6470f42c71d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1304684 Jul 09 17:12:16.276327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459aa7-17d4-4530-81ea-b03daf824f7d req-4c107906-92d4-48d9-b6af-d28578cf7d6f tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.278488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69459aa7-17d4-4530-81ea-b03daf824f7d req-4c107906-92d4-48d9-b6af-d28578cf7d6f tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1072333 Jul 09 17:12:16.315310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-cc880918-671c-42e2-bc67-5f9b9a054780 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 217 time: 0.0491569 Jul 09 17:12:16.344796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:16.357786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:16.358073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.385478 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69459aa7-17d4-4530-81ea-b03daf824f7d req-b5c253bc-d136-4178-88fd-c42be1c5c84d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730205 Jul 09 17:12:16.393956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-ba418d24-df95-4c02-87eb-230da46ecdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.394200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:16.395703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-ba418d24-df95-4c02-87eb-230da46ecdd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0671017 Jul 09 17:12:16.416671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'port_id': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'mac_address': 'fa:16:3e:14:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e64db-603c-49f8-8e29-4e353032bea7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:16.442360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-f173d209-6399-4a95-b7a1-8047aec1d925 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290134 Jul 09 17:12:16.504468 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.549022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-aa109498-2800-4f1c-826a-81df1cbf7379 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949903 Jul 09 17:12:16.556137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:16.559276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:16.562224 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b0a5f-fee3-458c-991f-723d757dc293" -d '{"events": [{"server_uuid": "a3669062-d2d3-40ab-9a42-cb4082a8c7b3", "name": "network-vif-plugged", "status": "completed", "tag": "32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:16.567956 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.583595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d28c78-91f4-462f-af39-7f7967e39ba6 req-6cdefd14-da90-4ea3-944c-13f3db82a918 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.585604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2d28c78-91f4-462f-af39-7f7967e39ba6 req-6cdefd14-da90-4ea3-944c-13f3db82a918 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.0704839 Jul 09 17:12:16.628433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2d28c78-91f4-462f-af39-7f7967e39ba6 req-177151f6-20f5-4428-b103-dc74773616db tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Jul 09 17:12:16.628576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:16.632119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.656867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c28057c-8e9e-45f6-8a42-be27b4a7865d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:16.678846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:16.685651 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:16.712297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-0bad34bf-0edd-4a41-8a4e-1930f4266697 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405525 Jul 09 17:12:16.740617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:16.909027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836903f-38e5-49f1-a4b3-382a37f65556 req-7d084b7c-39d8-40bb-af43-75feb5f6d29c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:16.910652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2836903f-38e5-49f1-a4b3-382a37f65556 req-7d084b7c-39d8-40bb-af43-75feb5f6d29c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 949 time: 0.0779893 Jul 09 17:12:16.948935 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2836903f-38e5-49f1-a4b3-382a37f65556 req-b2a25964-c672-43ed-a7fc-8188181817fc tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 09 17:12:16.983996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 263740dd-192e-40fd-8364-75a53b640808 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:17.012830 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a7892a-c180-40dc-9929-a44a8fd7d1b6 x-openstack-request-id: req-53a7892a-c180-40dc-9929-a44a8fd7d1b6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:17.013475 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3669062-d2d3-40ab-9a42-cb4082a8c7b3", "name": "network-vif-plugged", "status": "completed", "tag": "32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:17.014079 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53a7892a-c180-40dc-9929-a44a8fd7d1b6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:17.015542 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806', 'code': 200} Jul 09 17:12:17.017654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 263740dd-192e-40fd-8364-75a53b640808 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:17.018700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 263740dd-192e-40fd-8364-75a53b640808 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:17.019857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:17.078577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['5c28057c-8e9e-45f6-8a42-be27b4a7865d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:17.199080 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.202851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab244c2-d990-4025-9d70-df78acf5e133 req-770263b5-57f8-4d4f-82f3-15fe4203930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.207399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aab244c2-d990-4025-9d70-df78acf5e133 req-770263b5-57f8-4d4f-82f3-15fe4203930c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 1101 time: 0.0994210 Jul 09 17:12:17.285671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aab244c2-d990-4025-9d70-df78acf5e133 req-2e9d630e-bdf4-4001-bec1-c59efb6f2035 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 Jul 09 17:12:17.297357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:17.310716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.350794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd920678-862d-4216-9f3f-4ddaeafdc262 req-61f5bed4-9451-4283-b435-34c403e17b4e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.354068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd920678-862d-4216-9f3f-4ddaeafdc262 req-61f5bed4-9451-4283-b435-34c403e17b4e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1072638 Jul 09 17:12:17.418722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:17.451736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd920678-862d-4216-9f3f-4ddaeafdc262 req-d7cf009d-fc74-49ec-871a-65e9b5849f77 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832765 Jul 09 17:12:17.512780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:17.607956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab289b-605f-424d-825c-28f392c45886 req-a17a0855-2763-4aeb-98af-40fb50aba237 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.609757 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3ab289b-605f-424d-825c-28f392c45886 req-a17a0855-2763-4aeb-98af-40fb50aba237 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 943 time: 0.1027758 Jul 09 17:12:17.666378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3ab289b-605f-424d-825c-28f392c45886 req-8df7ba10-556c-435e-a66f-ca7e9c9657e6 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500982 Jul 09 17:12:17.683883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e791bd11-844c-48cf-9237-6a0b3311feee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca89432764654a77a72cfd1fde003e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692145 Jul 09 17:12:17.685853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:17.779679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f7c7-22fc-462c-abe0-8e72146ee3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.808748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f7c7-22fc-462c-abe0-8e72146ee3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.859697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749df17-263f-47c6-a053-eb554c1e1db9 req-9660f553-ddec-49c6-aa2b-082675496142 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:17.861266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a749df17-263f-47c6-a053-eb554c1e1db9 req-9660f553-ddec-49c6-aa2b-082675496142 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1131775 Jul 09 17:12:17.886086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f7c7-22fc-462c-abe0-8e72146ee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.888653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f7c7-22fc-462c-abe0-8e72146ee3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:17.892150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3cf0f7c7-22fc-462c-abe0-8e72146ee3b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10a26303-5fa1-4982-98a4-ab37d131f7a3 HTTP/1.1" status: 204 len: 168 time: 0.2026269 Jul 09 17:12:17.927084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0f7c7-22fc-462c-abe0-8e72146ee3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a26303-5fa1-4982-98a4-ab37d131f7a3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:17.953468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a749df17-263f-47c6-a053-eb554c1e1db9 req-febe9f8e-5e41-481a-b3ac-36b673434b11 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759609 Jul 09 17:12:18.147945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46919e8-3b41-4a62-ac8b-f7482e60da19 req-130421d5-e808-4a9a-a7c9-c81a34b221e6 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.156523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e46919e8-3b41-4a62-ac8b-f7482e60da19 req-130421d5-e808-4a9a-a7c9-c81a34b221e6 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.0887022 Jul 09 17:12:18.208687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e46919e8-3b41-4a62-ac8b-f7482e60da19 req-159fb433-8858-4072-9d5e-254498f0237d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Jul 09 17:12:18.261929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48946) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:18.277722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e495d56-c1e4-47a3-9030-377619ba9380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.366606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1061b9-b500-4c74-ba87-d50fc5e9190a req-5910fd3f-b35b-443a-83ca-45e1bd7c61db tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.368601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e1061b9-b500-4c74-ba87-d50fc5e9190a req-5910fd3f-b35b-443a-83ca-45e1bd7c61db tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 949 time: 0.0992541 Jul 09 17:12:18.388735 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e495d56-c1e4-47a3-9030-377619ba9380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.395417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e495d56-c1e4-47a3-9030-377619ba9380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.412769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e1061b9-b500-4c74-ba87-d50fc5e9190a req-fbe8d772-07c2-4abf-a253-5ea0726f1c32 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Jul 09 17:12:18.421309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e495d56-c1e4-47a3-9030-377619ba9380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab53f6-cb7d-4bb5-82ab-436918dcd788,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:18.452483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48952) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:18.453093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8e495d56-c1e4-47a3-9030-377619ba9380 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e31cc5cf0df04bdd8f7cc85135c1b25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893408 Jul 09 17:12:18.527187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a774079-5171-4925-bd09-15840979de69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.550595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a774079-5171-4925-bd09-15840979de69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.634713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a774079-5171-4925-bd09-15840979de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.637479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a774079-5171-4925-bd09-15840979de69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:18.638718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2a774079-5171-4925-bd09-15840979de69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43ab53f6-cb7d-4bb5-82ab-436918dcd788 HTTP/1.1" status: 204 len: 168 time: 0.1849546 Jul 09 17:12:18.648818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a774079-5171-4925-bd09-15840979de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab53f6-cb7d-4bb5-82ab-436918dcd788,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:18.681212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be083938-a80e-49f2-ac7e-73e92f7ac788 req-feaa22c4-032d-463c-b331-7c6a8f8b8ea9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.688734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be083938-a80e-49f2-ac7e-73e92f7ac788 req-feaa22c4-032d-463c-b331-7c6a8f8b8ea9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0999062 Jul 09 17:12:18.739537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be083938-a80e-49f2-ac7e-73e92f7ac788 req-e69724cf-fbb8-48ab-9b92-7418fa7c7e7a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 Jul 09 17:12:18.954516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbce1bd-5e34-4a13-a591-abc46954e380 req-49faae3f-2de9-427f-8d64-f8d246dacc7d tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:18.956060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fcbce1bd-5e34-4a13-a591-abc46954e380 req-49faae3f-2de9-427f-8d64-f8d246dacc7d tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 943 time: 0.0694222 Jul 09 17:12:18.988760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:19.023782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:19.026803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fcbce1bd-5e34-4a13-a591-abc46954e380 req-1943a145-4579-4752-9458-c58d0fba3987 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596972 Jul 09 17:12:19.036276 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2ca79-05f9-491f-af4a-de2569ecef2e" -d '{"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:19.114293 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b60ef87-e9cb-4ca5-bfdf-631a7660c1a6 x-openstack-request-id: req-3b60ef87-e9cb-4ca5-bfdf-631a7660c1a6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:19.114293 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:19.114777 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b60ef87-e9cb-4ca5-bfdf-631a7660c1a6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:19.115306 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'code': 200} Jul 09 17:12:19.154938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,segment=NetworkSegment(e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e),segment_id=e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:19.171657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85', 'network_id': '0e9eeb15-5c98-427f-ab20-b579d95aff95', 'port_id': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85', 'mac_address': 'fa:16:3e:1d:22:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:19.208367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274f7a3-f0c3-4d30-9cf4-851a219949b7 req-009074e5-0961-4171-bc18-03994e310d8c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:19.212695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b274f7a3-f0c3-4d30-9cf4-851a219949b7 req-009074e5-0961-4171-bc18-03994e310d8c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.0921030 Jul 09 17:12:19.222256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.236290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:19.259780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,segment=NetworkSegment(e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e),segment_id=e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:19.265077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b274f7a3-f0c3-4d30-9cf4-851a219949b7 req-03ce0156-36b6-41cc-8930-a2ffb276d7b3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Jul 09 17:12:19.266589 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:19.320377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:19.447050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459615cd-751d-4ab4-a50d-d2248bcb2473 req-63071a01-990b-45b3-a5cc-b5018ba19959 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:19.448730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-459615cd-751d-4ab4-a50d-d2248bcb2473 req-63071a01-990b-45b3-a5cc-b5018ba19959 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.0730727 Jul 09 17:12:19.503836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-459615cd-751d-4ab4-a50d-d2248bcb2473 req-b62004b8-bf92-4b8a-925d-88857cbfd991 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492692 Jul 09 17:12:19.657116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779c7a0-c12f-46fc-9524-c89af3cb5d5b req-8a3a2a4c-77a2-4ade-9d10-1006e81fcce2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:19.659607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7779c7a0-c12f-46fc-9524-c89af3cb5d5b req-8a3a2a4c-77a2-4ade-9d10-1006e81fcce2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 949 time: 0.0718946 Jul 09 17:12:19.674471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:19.724080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7779c7a0-c12f-46fc-9524-c89af3cb5d5b req-94285655-0f2f-414f-b416-ee9511d5d1a2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571983 Jul 09 17:12:19.972836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741350-e418-493e-8cab-546f438dc3f0 req-f78d0936-c584-4220-bde6-c6fa01bc7a53 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:19.974991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca741350-e418-493e-8cab-546f438dc3f0 req-f78d0936-c584-4220-bde6-c6fa01bc7a53 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 1101 time: 0.0644159 Jul 09 17:12:20.017728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca741350-e418-493e-8cab-546f438dc3f0 req-a6f1a701-aeef-419e-8ee3-0858f1d97b37 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Jul 09 17:12:20.085784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae737321-0f40-43ea-b54d-9e0781f2f00b req-8d13493c-83bd-4c6f-9330-b076a812c2fe tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.089928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae737321-0f40-43ea-b54d-9e0781f2f00b req-8d13493c-83bd-4c6f-9330-b076a812c2fe tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1366270 Jul 09 17:12:20.143624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae737321-0f40-43ea-b54d-9e0781f2f00b req-5e559eb9-4304-4c2e-948f-117b45db692a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Jul 09 17:12:20.253997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:20.302215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-4f28175a-0573-4d83-a35c-ecb39755ec52 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403039 Jul 09 17:12:20.332318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 5c28057c-8e9e-45f6-8a42-be27b4a7865d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:20.338627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 5c28057c-8e9e-45f6-8a42-be27b4a7865d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:20.339148 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.365707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce6c6b-dccf-4eb5-a12e-c5a36ebc8369 req-5d34a953-aaba-4ff2-8b0d-541293c17aa9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.375218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17ce6c6b-dccf-4eb5-a12e-c5a36ebc8369 req-5d34a953-aaba-4ff2-8b0d-541293c17aa9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 944 time: 0.1042099 Jul 09 17:12:20.425638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17ce6c6b-dccf-4eb5-a12e-c5a36ebc8369 req-1de336ad-cc4b-4a01-9791-e4fe5247e8f6 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Jul 09 17:12:20.446377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-858d64fc-2c79-4e2f-ae45-b589f8aff409 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.450810 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.455263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-858d64fc-2c79-4e2f-ae45-b589f8aff409 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478236 Jul 09 17:12:20.475895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-aabd2d3d-3811-4cda-bf03-53cba9826fd2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/quotas/1d321dc2a258416fae74744437b89d9c HTTP/1.1" status: 200 len: 375 time: 0.0195780 Jul 09 17:12:20.492973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:20.500573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:20.565677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:20.580350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-3f956d12-8650-4b72-b59f-ef94806cfe3a tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1035209 Jul 09 17:12:20.602987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f0fde-0f30-4644-864e-61c30b435312 req-54917161-14de-4cd0-ad0f-caf2e51bcf5e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.604690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e4f0fde-0f30-4644-864e-61c30b435312 req-54917161-14de-4cd0-ad0f-caf2e51bcf5e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.0734854 Jul 09 17:12:20.647863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e4f0fde-0f30-4644-864e-61c30b435312 req-6e0ea868-6fe9-42de-ab64-9a67d6b6a078 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 Jul 09 17:12:20.908448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019ad9-1e11-427b-9675-0fbb479fed79 req-dc4435cd-2e70-4676-8707-bf6f60b92248 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:20.910548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1019ad9-1e11-427b-9675-0fbb479fed79 req-dc4435cd-2e70-4676-8707-bf6f60b92248 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.0692892 Jul 09 17:12:20.970006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1019ad9-1e11-427b-9675-0fbb479fed79 req-946fb426-356f-4b6c-97b9-e7988d518999 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Jul 09 17:12:20.989180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:21.034627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fdd11b74-7f16-4ace-be28-cf4e28ea2f77 req-dc5da4d4-c081-4e5d-ab87-12dd9e26e785 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 210 time: 0.0520720 Jul 09 17:12:21.116522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:21.119128 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa58169-80f2-44bf-8c92-b1a4236f1078" -d '{"events": [{"server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "name": "network-vif-plugged", "status": "completed", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:21.142779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:21.158905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'mac_address': 'fa:16:3e:51:e8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:21.218277 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aaad6e-bbb4-42cf-85e9-7e49f6aa0194 x-openstack-request-id: req-f4aaad6e-bbb4-42cf-85e9-7e49f6aa0194 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:21.218640 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "name": "network-vif-plugged", "status": "completed", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:21.218963 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4aaad6e-bbb4-42cf-85e9-7e49f6aa0194 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:21.219416 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'code': 200} Jul 09 17:12:21.227097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.251271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc5ec4a-0036-4610-8219-80c94b92b556 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:21.284894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:21.294975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:21.353374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:21.409237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5ce7e-ad52-498e-9140-a19c5175847a req-f1d09407-3719-4935-ac95-a80546bf2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.411641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dca5ce7e-ad52-498e-9140-a19c5175847a req-f1d09407-3719-4935-ac95-a80546bf2ebb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1097 time: 0.0955772 Jul 09 17:12:21.457504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['3bc5ec4a-0036-4610-8219-80c94b92b556'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:21.463986 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dca5ce7e-ad52-498e-9140-a19c5175847a req-0b56c9fc-f25d-4fa1-9c1e-402bbb9b90a6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 09 17:12:21.490850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4001ed-875e-4240-b788-0000bd99a316 req-72d04ed4-08e1-44dd-872e-ace9b1d03384 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.499484 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f4001ed-875e-4240-b788-0000bd99a316 req-72d04ed4-08e1-44dd-872e-ace9b1d03384 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1079619 Jul 09 17:12:21.565657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f4001ed-875e-4240-b788-0000bd99a316 req-4180fd34-78cf-4511-ad3d-bec9e595cf12 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Jul 09 17:12:21.712993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9070b76-e632-4dbc-bf4f-258a021e8970 req-99f2125e-4109-4ea4-b0e4-b1db7cc1c3f3 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.714834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9070b76-e632-4dbc-bf4f-258a021e8970 req-99f2125e-4109-4ea4-b0e4-b1db7cc1c3f3 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 944 time: 0.1137221 Jul 09 17:12:21.763849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9070b76-e632-4dbc-bf4f-258a021e8970 req-141150fb-b7e4-421a-ac83-da5cdf19fcb1 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Jul 09 17:12:21.903131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c09bfe-bdbd-4ca5-a1d4-edb25b2f3ffc req-3f4d9449-2ddb-4030-93c6-9d2829a9cd58 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:21.905579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6c09bfe-bdbd-4ca5-a1d4-edb25b2f3ffc req-3f4d9449-2ddb-4030-93c6-9d2829a9cd58 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.0875156 Jul 09 17:12:21.951663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6c09bfe-bdbd-4ca5-a1d4-edb25b2f3ffc req-5ac13c58-aab6-4512-a2c6-60c9a8968107 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Jul 09 17:12:22.223235 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76f55869-0088-4d2e-8112-2a8cf4de5c5b req-86bf5c2d-cd49-4b45-932d-a193bcf451d1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 210 time: 0.0423877 Jul 09 17:12:22.238398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244ff4-6c1a-47d0-8776-fb8bda90d9a6 req-5317d558-3d40-45f0-ba37-9cb35706d765 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:22.240284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1244ff4-6c1a-47d0-8776-fb8bda90d9a6 req-5317d558-3d40-45f0-ba37-9cb35706d765 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1443706 Jul 09 17:12:22.253067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49106) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:22.275217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-51c7e3e7-1835-4e0d-b92d-76e6eaee429d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1d321dc2a258416fae74744437b89d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338249 Jul 09 17:12:22.358543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1244ff4-6c1a-47d0-8776-fb8bda90d9a6 req-4b23b437-18c6-4732-91fd-9841f26bc837 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004596 Jul 09 17:12:22.406595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d86e7de-e3fb-4584-b176-545e631a728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.442984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-f1607e4c-2d90-42cb-bbce-762ce6f8ec85 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:22.444810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-f1607e4c-2d90-42cb-bbce-762ce6f8ec85 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629171 Jul 09 17:12:22.459121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Request body: {'port': {'device_id': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1d321dc2a258416fae74744437b89d9c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:22.523131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d86e7de-e3fb-4584-b176-545e631a728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.528223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d86e7de-e3fb-4584-b176-545e631a728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.591809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d86e7de-e3fb-4584-b176-545e631a728e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78fd5a29c5894ce8842ed438e2f0590c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381331 Jul 09 17:12:22.592772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49124) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:22.601096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86e7de-e3fb-4584-b176-545e631a728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8fe50a-7038-4353-94cf-d8556f98e2bd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:22.663389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb555bab-39ae-42fb-a8b3-33cb9636d7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.698096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Made reservation on behalf of 1d321dc2a258416fae74744437b89d9c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:22.698744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb555bab-39ae-42fb-a8b3-33cb9636d7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.705372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.772283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb555bab-39ae-42fb-a8b3-33cb9636d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.777427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb555bab-39ae-42fb-a8b3-33cb9636d7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:22.781801 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cb555bab-39ae-42fb-a8b3-33cb9636d7b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb8fe50a-7038-4353-94cf-d8556f98e2bd HTTP/1.1" status: 204 len: 168 time: 0.1869864 Jul 09 17:12:22.793908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb555bab-39ae-42fb-a8b3-33cb9636d7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8fe50a-7038-4353-94cf-d8556f98e2bd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:22.993985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:23.119932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7932-22cb-481c-b3b3-a29a60a42e8d req-b601aa81-ac42-491d-89e7-0ae67b7c101f tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.121969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b7c7932-22cb-481c-b3b3-a29a60a42e8d req-b601aa81-ac42-491d-89e7-0ae67b7c101f tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 944 time: 0.1685839 Jul 09 17:12:23.122405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Allocated IP 192.168.233.7 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/de104da3-6c65-4043-85de-9ca4bae652ef) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:23.147036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27377e0-c80c-4bb5-971d-d7ba85a935c5 req-d61f1238-da8d-4fcf-90da-97b79f6c3f45 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.153956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d27377e0-c80c-4bb5-971d-d7ba85a935c5 req-d61f1238-da8d-4fcf-90da-97b79f6c3f45 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.4445477 Jul 09 17:12:23.168005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:23.174742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:23.176019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.228688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b7c7932-22cb-481c-b3b3-a29a60a42e8d req-f1b86f31-a6df-4295-a906-9108b4032043 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962017 Jul 09 17:12:23.234618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49142) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:23.266342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efa29c66-e534-4de8-b1c5-3190757a2766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.328657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d27377e0-c80c-4bb5-971d-d7ba85a935c5 req-b3c5d89f-df02-4c0b-b6b9-23117eceaf8f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734316 Jul 09 17:12:23.347976 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.396034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,segment=NetworkSegment(e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e),segment_id=e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:23.397829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:23.401087 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e35bae5-4053-48ad-9d78-e886707353bc" -d '{"events": [{"server_uuid": "dd701ded-5157-438a-806e-bc1dc349e58c", "name": "network-vif-plugged", "status": "completed", "tag": "0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:23.408472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.409414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:23.492626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efa29c66-e534-4de8-b1c5-3190757a2766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.495485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41bbc3b4-7e7e-4aee-9363-57e2cd3e1b11 req-e82ec67d-493a-4754-a3a6-2cde9e64194c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 210 time: 0.0414376 Jul 09 17:12:23.498570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-efa29c66-e534-4de8-b1c5-3190757a2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.511611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 3bc5ec4a-0036-4610-8219-80c94b92b556 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:23.512285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.543699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.549632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa29c66-e534-4de8-b1c5-3190757a2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c827e-6bc4-4258-8687-71c4d58b1db8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.558163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.558510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.558906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.559249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.559575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.560126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.560491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.561274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.561483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.561822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.562279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.562609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:23.567395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49166) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:23.567622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-efa29c66-e534-4de8-b1c5-3190757a2766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb49af3076b34ec6ba2e6af5a60e0fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306613 Jul 09 17:12:23.645681 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.682221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:23.702302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.741925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.778969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c45f8-f28b-49df-9e38-1817760f3179 req-757f1131-6325-41f2-8f6c-56f73191f833 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.786762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af0c45f8-f28b-49df-9e38-1817760f3179 req-757f1131-6325-41f2-8f6c-56f73191f833 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.3275216 Jul 09 17:12:23.798547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Transition to ACTIVE for port object de104da3-6c65-4043-85de-9ca4bae652ef will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:23.801097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a563bf48-e2a8-4fc4-99c1-7fe81e9984ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.802290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:23.848377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9a8b-2ec6-415d-bc59-b77a2d485ff7 req-e2d48a6e-c7cf-4a8b-93c7-28a500e65188 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:23.856496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b1c9a8b-2ec6-415d-bc59-b77a2d485ff7 req-e2d48a6e-c7cf-4a8b-93c7-28a500e65188 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1199930 Jul 09 17:12:23.881632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af0c45f8-f28b-49df-9e38-1817760f3179 req-31db81f5-bedd-4be5-b102-4d37fe6de72d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926795 Jul 09 17:12:23.906139 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b1c9a8b-2ec6-415d-bc59-b77a2d485ff7 req-a6f441f8-9876-4fcb-aa1d-59c50e0da122 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485387 Jul 09 17:12:23.920237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a563bf48-e2a8-4fc4-99c1-7fe81e9984ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.942790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:23.959182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:23.963050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289', '64e2530a-f84b-46da-b31e-ca49a15a6782', '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:24.079479 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c4469-8367-4cac-a992-1ce546f911c4 x-openstack-request-id: req-a87c4469-8367-4cac-a992-1ce546f911c4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:24.080191 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd701ded-5157-438a-806e-bc1dc349e58c", "name": "network-vif-plugged", "status": "completed", "tag": "0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:24.080191 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a87c4469-8367-4cac-a992-1ce546f911c4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:24.080657 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85', 'code': 200} Jul 09 17:12:24.157345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:24.162847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:24.169348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:24.227521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab8-8776-4ad5-8c93-17608fcb021f req-24039434-a38e-41c5-82ae-579c82b45472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:24.233497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae812ab8-8776-4ad5-8c93-17608fcb021f req-24039434-a38e-41c5-82ae-579c82b45472 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 1097 time: 0.1484427 Jul 09 17:12:24.238492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:24.239517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.268260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event updated for resources: {'Port': ['ID=de104da3-6c65-4043-85de-9ca4bae652ef,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.276698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-5dded7f9-d743-4f0b-b02c-c0492a7fe237 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8214123 Jul 09 17:12:24.293626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Request body: {'port': {'device_id': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:24.296993 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a563bf48-e2a8-4fc4-99c1-7fe81e9984ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.300191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a563bf48-e2a8-4fc4-99c1-7fe81e9984ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.305130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a563bf48-e2a8-4fc4-99c1-7fe81e9984ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f85c827e-6bc4-4258-8687-71c4d58b1db8 HTTP/1.1" status: 204 len: 168 time: 0.7299294 Jul 09 17:12:24.319466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae812ab8-8776-4ad5-8c93-17608fcb021f req-878b3954-cce1-4464-899d-c0dd9e3ae9a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778913 Jul 09 17:12:24.331181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d152a-dfe1-4fde-b569-be48fdc5ac31 req-1b88a49d-b6d5-46dd-854e-2ed847bcfb17 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:24.341377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-182d152a-dfe1-4fde-b569-be48fdc5ac31 req-1b88a49d-b6d5-46dd-854e-2ed847bcfb17 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1097 time: 0.1645417 Jul 09 17:12:24.346663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563bf48-e2a8-4fc4-99c1-7fe81e9984ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c827e-6bc4-4258-8687-71c4d58b1db8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:24.391942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-182d152a-dfe1-4fde-b569-be48fdc5ac31 req-1b0453c4-7b20-4fbd-b800-a2a01e555eca tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Jul 09 17:12:24.450490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.677281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-49c4ef87-e5dd-4dda-b820-f6932ff42969 None None] Provisioning for port de104da3-6c65-4043-85de-9ca4bae652ef completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:24.707354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-49c4ef87-e5dd-4dda-b820-f6932ff42969 None None] Provisioning complete for port de104da3-6c65-4043-85de-9ca4bae652ef triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:24.707716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-49c4ef87-e5dd-4dda-b820-f6932ff42969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:24.719384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdae99-197b-4772-8432-6c40e26d6d35 req-639e0e50-72b9-4d65-9f3c-fa6ea072b9fd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:24.723958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcfdae99-197b-4772-8432-6c40e26d6d35 req-639e0e50-72b9-4d65-9f3c-fa6ea072b9fd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1666517 Jul 09 17:12:24.750369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-49c4ef87-e5dd-4dda-b820-f6932ff42969 None None] Port de104da3-6c65-4043-85de-9ca4bae652ef cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:24.820880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcfdae99-197b-4772-8432-6c40e26d6d35 req-54026737-44a6-497b-aae4-62d8c632a554 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926967 Jul 09 17:12:24.903245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a2306-a596-44aa-bf6f-b2db91ea399a req-60249497-c982-47bc-a699-18180f7c6392 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:24.906343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e5a2306-a596-44aa-bf6f-b2db91ea399a req-60249497-c982-47bc-a699-18180f7c6392 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 945 time: 0.3775311 Jul 09 17:12:25.034588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e5a2306-a596-44aa-bf6f-b2db91ea399a req-97493ec1-54c4-4402-a6ae-0071bd4152a3 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197748 Jul 09 17:12:25.177497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de104da3-6c65-4043-85de-9ca4bae652ef {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:25.188594 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.207413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Transition to ACTIVE for port object de104da3-6c65-4043-85de-9ca4bae652ef will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:25.219613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.342995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Pushing event updated for resources: {'Port': ['ID=de104da3-6c65-4043-85de-9ca4bae652ef,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:25.390705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6c1f2-f589-48f0-87c5-09e38c8c2d8c req-87d0eed0-1883-41c1-9dc5-e73e911fb46d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.397913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3bc6c1f2-f589-48f0-87c5-09e38c8c2d8c req-87d0eed0-1883-41c1-9dc5-e73e911fb46d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 946 time: 0.1533720 Jul 09 17:12:25.454115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3bc6c1f2-f589-48f0-87c5-09e38c8c2d8c req-d9ba4058-2cdd-4748-ad9f-795f6ac8c26e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 Jul 09 17:12:25.609608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Attempting to bind port de104da3-6c65-4043-85de-9ca4bae652ef on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:25.610163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Attempting to bind port de104da3-6c65-4043-85de-9ca4bae652ef by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:25.610268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Attempting to bind port de104da3-6c65-4043-85de-9ca4bae652ef on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:25.629829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Port de104da3-6c65-4043-85de-9ca4bae652ef on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:25.630072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Attempting to bind port de104da3-6c65-4043-85de-9ca4bae652ef on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:25.652894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:25.653503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:25.654133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:25.655203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Bound port: de104da3-6c65-4043-85de-9ca4bae652ef, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:25.656267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.693767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a889f-15c3-4396-8168-e3a2ebff76e3 req-588da8ff-95a6-4c74-8031-c2e2e16a2418 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.695556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a8a889f-15c3-4396-8168-e3a2ebff76e3 req-588da8ff-95a6-4c74-8031-c2e2e16a2418 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.3828943 Jul 09 17:12:25.791460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a8a889f-15c3-4396-8168-e3a2ebff76e3 req-789a4c0d-c1b8-4a4b-8b04-90c3a96759b1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Jul 09 17:12:25.801368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] For port de104da3-6c65-4043-85de-9ca4bae652ef, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:25.809890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] For port de104da3-6c65-4043-85de-9ca4bae652ef, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=de104da3-6c65-4043-85de-9ca4bae652ef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:25.832748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.922130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:25.922909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:25.926288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] 10.222.0.13 "PUT /v2.0/ports/de104da3-6c65-4043-85de-9ca4bae652ef HTTP/1.1" status: 200 len: 1095 time: 1.6399379 Jul 09 17:12:25.926831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'tag': 'de104da3-6c65-4043-85de-9ca4bae652ef'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:25.929792 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3", "tag": "de104da3-6c65-4043-85de-9ca4bae652ef"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:25.996379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de417c64-88a8-4ee7-ba63-22877f91186b service neutron] Pushing event updated for resources: {'Port': ['ID=de104da3-6c65-4043-85de-9ca4bae652ef,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:26.082239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:26.084706 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77612997-887a-44d4-a246-f95e23542194" -d '{"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:26.106582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9bb75-2e8b-4b0d-9e58-a9120bec2c2a req-be0c1548-c171-46a9-bb68-f6eb02852cf9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:26.119040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-82f9bb75-2e8b-4b0d-9e58-a9120bec2c2a req-be0c1548-c171-46a9-bb68-f6eb02852cf9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1165993 Jul 09 17:12:26.154379 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b731b-c82d-4397-9481-b9d3dd3c61eb x-openstack-request-id: req-364b731b-c82d-4397-9481-b9d3dd3c61eb {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:26.154659 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3", "tag": "de104da3-6c65-4043-85de-9ca4bae652ef", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:26.154903 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-364b731b-c82d-4397-9481-b9d3dd3c61eb {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:26.157439 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'tag': 'de104da3-6c65-4043-85de-9ca4bae652ef', 'status': 'completed', 'code': 200} Jul 09 17:12:26.186968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-bf0b4195-68cb-4e2b-9bb6-a6097cebb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:26.190933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-bf0b4195-68cb-4e2b-9bb6-a6097cebb475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 1098 time: 0.1745160 Jul 09 17:12:26.208685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-82f9bb75-2e8b-4b0d-9e58-a9120bec2c2a req-4d967ff5-f95f-4745-85f4-cec45b2c90ec tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886693 Jul 09 17:12:26.279476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-34e0936c-0356-406c-8015-760970103065 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=de104da3-6c65-4043-85de-9ca4bae652ef HTTP/1.1" status: 200 len: 217 time: 0.0750403 Jul 09 17:12:26.318238 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fd5242-6940-4661-a698-e98646553461 x-openstack-request-id: req-17fd5242-6940-4661-a698-e98646553461 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:26.318522 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:26.318766 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17fd5242-6940-4661-a698-e98646553461 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:26.319151 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'code': 200} Jul 09 17:12:26.364829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-6ed6877b-ebcd-4433-ad9f-31809951296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:26.366419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-6ed6877b-ebcd-4433-ad9f-31809951296d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0779777 Jul 09 17:12:26.541957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d3942-c87b-456e-8202-fa3124b2c48e req-4152eeed-0905-4401-b922-55a2cc154e4b tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:26.557434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-986d3942-c87b-456e-8202-fa3124b2c48e req-4152eeed-0905-4401-b922-55a2cc154e4b tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 945 time: 0.1887245 Jul 09 17:12:26.580837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-a23ead91-f355-41b7-821c-f9927feb3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:26.582353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-a23ead91-f355-41b7-821c-f9927feb3b0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1915214 Jul 09 17:12:26.794597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7adb8-ebf4-4770-9156-73fe25a4260b req-e42c8538-ea13-4bba-989a-afc43fa334e5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:26.805235 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1d7adb8-ebf4-4770-9156-73fe25a4260b req-e42c8538-ea13-4bba-989a-afc43fa334e5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 946 time: 0.1504405 Jul 09 17:12:26.883369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1d7adb8-ebf4-4770-9156-73fe25a4260b req-6cf6214e-7226-417b-95d2-254ac140812c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768623 Jul 09 17:12:27.013120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-986d3942-c87b-456e-8202-fa3124b2c48e req-585262f5-6111-4666-9d81-87fbd4097105 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546013 Jul 09 17:12:27.068401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-9dd04b6b-b310-4d5b-b9c3-fbfd71d84964 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687734 Jul 09 17:12:27.231885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-802cfa88-82ec-44dd-aa7c-4207da8dd162 req-c08aad43-f881-47f9-902a-51ebe428f5ba service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513240 Jul 09 17:12:27.307056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefffcf-4e9d-4b44-953f-53ca4e754d24 req-f3015fb5-de55-4adc-ab1c-71f0a741b714 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.316158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bfefffcf-4e9d-4b44-953f-53ca4e754d24 req-f3015fb5-de55-4adc-ab1c-71f0a741b714 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1297419 Jul 09 17:12:27.399389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bfefffcf-4e9d-4b44-953f-53ca4e754d24 req-d6abc4ec-f697-44a9-877f-0216cf254482 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Jul 09 17:12:27.420331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-5e54d9cb-756a-4d01-b791-8584f56f8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.421954 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-5e54d9cb-756a-4d01-b791-8584f56f8292 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d321dc2a258416fae74744437b89d9c&device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 1098 time: 0.1029251 Jul 09 17:12:27.619793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-c4e65108-f409-4708-8c18-d2bb990bdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.621281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-c4e65108-f409-4708-8c18-d2bb990bdfda service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1848762 Jul 09 17:12:27.702597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-82b99447-979b-4f81-9936-3e1aa6f5e2d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=de104da3-6c65-4043-85de-9ca4bae652ef HTTP/1.1" status: 200 len: 217 time: 0.0445282 Jul 09 17:12:27.773073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7fbb8-4998-4ab8-84b9-3f39c5054a0d req-048ef249-5fda-4880-8bc6-359671210937 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.774606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ca7fbb8-4998-4ab8-84b9-3f39c5054a0d req-048ef249-5fda-4880-8bc6-359671210937 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1524284 Jul 09 17:12:27.787945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-2d88e655-2dba-4212-a32c-c98414c0acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.789882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-2d88e655-2dba-4212-a32c-c98414c0acb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0773046 Jul 09 17:12:27.887145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ca7fbb8-4998-4ab8-84b9-3f39c5054a0d req-ba5b3d4f-cb7d-48d0-b2f6-cac2884bee69 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031475 Jul 09 17:12:27.906960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-20fd09f3-a06c-455b-babe-e091172e23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:27.909561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-20fd09f3-a06c-455b-babe-e091172e23a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049111 Jul 09 17:12:28.094130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-02911188-e40a-4c99-8c06-af18ce685ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688313 Jul 09 17:12:28.218566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc49b51b-5fd6-4c79-95b5-2ec4a78cda8c req-a7903b9d-f5b7-4895-ab78-2ec5c5420a79 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147537 Jul 09 17:12:28.260318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f974-4ca1-48f5-a7a9-f03f5c246623 req-8ecaba24-4819-4a8f-8c84-e3cc808c8132 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:28.261843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08b5f974-4ca1-48f5-a7a9-f03f5c246623 req-8ecaba24-4819-4a8f-8c84-e3cc808c8132 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 946 time: 0.2101815 Jul 09 17:12:28.332037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08b5f974-4ca1-48f5-a7a9-f03f5c246623 req-cae83907-8209-4b86-b04d-416bc8da93f2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 Jul 09 17:12:28.790517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a20c5-4712-451b-a042-b11899563814 req-53a45d1b-e49b-4e57-9168-71c1bcda0c52 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:28.792141 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff2a20c5-4712-451b-a042-b11899563814 req-53a45d1b-e49b-4e57-9168-71c1bcda0c52 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1369634 Jul 09 17:12:28.855608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff2a20c5-4712-451b-a042-b11899563814 req-38bc061c-be42-4b16-a727-a3ff92c88d9a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Jul 09 17:12:29.693134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-e3034958-c9f2-4b50-a55c-dc838d6b4a19 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:29.695581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-e3034958-c9f2-4b50-a55c-dc838d6b4a19 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1098 time: 0.1667421 Jul 09 17:12:29.722981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:29.744256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff9e1-1310-4046-8d30-64c1be4098e6 req-55c4b407-11e3-4a3f-bc39-82176b47ab26 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:29.752562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12bff9e1-1310-4046-8d30-64c1be4098e6 req-55c4b407-11e3-4a3f-bc39-82176b47ab26 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 946 time: 0.0811954 Jul 09 17:12:29.781401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631162d-7e80-443d-8e38-574e632fb057 req-8e1b6c02-04ec-4d59-872c-56d5d4bd93c1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:29.788549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6631162d-7e80-443d-8e38-574e632fb057 req-8e1b6c02-04ec-4d59-872c-56d5d4bd93c1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1783974 Jul 09 17:12:29.810693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12bff9e1-1310-4046-8d30-64c1be4098e6 req-6c8d21b4-3f85-4425-b523-a61525c19234 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570567 Jul 09 17:12:29.877398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:29.908813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6631162d-7e80-443d-8e38-574e632fb057 req-a026dd24-204b-4609-8764-ddf1b6170a69 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191456 Jul 09 17:12:30.147370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:30.243446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:30.308682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:30.311045 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955c2d41-396b-4461-bb9d-809733cdbfd5" -d '{"events": [{"server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:30.315538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.328688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814e8f6-e283-4c50-b628-43b0ba9e439c req-ad115155-7d32-4bb5-8115-ad9e190b10ff tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:30.330597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c814e8f6-e283-4c50-b628-43b0ba9e439c req-ad115155-7d32-4bb5-8115-ad9e190b10ff tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 946 time: 0.1478627 Jul 09 17:12:30.332468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.416030 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6fd973-5110-4cdf-8ef3-89f2404a3025 x-openstack-request-id: req-ed6fd973-5110-4cdf-8ef3-89f2404a3025 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:30.416800 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:30.417226 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed6fd973-5110-4cdf-8ef3-89f2404a3025 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:30.417814 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'code': 200} Jul 09 17:12:30.461054 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c814e8f6-e283-4c50-b628-43b0ba9e439c req-72ae011d-a1c4-4544-884e-ac5bcdd0f477 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194422 Jul 09 17:12:30.468652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:30.535867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:30.536219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:30.536570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:30.542044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:30.542371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Attempting to bind port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:30.548457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:30.548809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:30.549200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:30.549677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Bound port: ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:30.550106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.681268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:30.685114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:30.692205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.711525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:30.784229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:30.784924 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.786474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] 10.222.0.13 "PUT /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 1124 time: 1.0720975 Jul 09 17:12:30.804021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafdfd0-2966-40ae-8aa9-2c6c7273b1dc service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:30.932647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1e045d23-9d98-41ea-9929-17d67c463e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:30.942667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:31.058327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:31.060819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device de104da3-6c65-4043-85de-9ca4bae652ef details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:31.124611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1e045d23-9d98-41ea-9929-17d67c463e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.169162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1e045d23-9d98-41ea-9929-17d67c463e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.170938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port de104da3-6c65-4043-85de-9ca4bae652ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=de104da3-6c65-4043-85de-9ca4bae652ef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:31.187596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'de104da3-6c65-4043-85de-9ca4bae652ef', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'de104da3-6c65-4043-85de-9ca4bae652ef', 'mac_address': 'fa:16:3e:de:09:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:31.213133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045d23-9d98-41ea-9929-17d67c463e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c22ad1-649c-48fd-97a0-7a0ad613a051,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:31.257252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3dadb-c02b-492c-8eaa-53e51196c509 req-52deb07c-4e34-48ee-883e-9c7ed71a6d05 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:31.259982 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.266059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fd3dadb-c02b-492c-8eaa-53e51196c509 req-52deb07c-4e34-48ee-883e-9c7ed71a6d05 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1370437 Jul 09 17:12:31.279195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de104da3-6c65-4043-85de-9ca4bae652ef {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:31.325694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3250f1-fdaf-4b0c-a7fe-864fd8e16180 req-cc381762-381d-49fe-add9-f6a4a56efcc7 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:31.330890 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3250f1-fdaf-4b0c-a7fe-864fd8e16180 req-cc381762-381d-49fe-add9-f6a4a56efcc7 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 946 time: 0.2041271 Jul 09 17:12:31.338569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1e045d23-9d98-41ea-9929-17d67c463e73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b286c3613be4882979e40c8d8cdd67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227422 Jul 09 17:12:31.341257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49386) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:31.362107 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fd3dadb-c02b-492c-8eaa-53e51196c509 req-d4656c55-4990-4e2c-926c-f6aafe5f31c4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894699 Jul 09 17:12:31.419799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3250f1-fdaf-4b0c-a7fe-864fd8e16180 req-64f24159-7e31-4ecf-b825-16d81ba4c640 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Jul 09 17:12:31.438796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port de104da3-6c65-4043-85de-9ca4bae652ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=de104da3-6c65-4043-85de-9ca4bae652ef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:31.447539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cad0-6fda-45b1-936f-0dc3171dbf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.463584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.464369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:31.475714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cad0-6fda-45b1-936f-0dc3171dbf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.593645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cad0-6fda-45b1-936f-0dc3171dbf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.596896 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ad8cad0-6fda-45b1-936f-0dc3171dbf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:31.600928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7ad8cad0-6fda-45b1-936f-0dc3171dbf18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3c22ad1-649c-48fd-97a0-7a0ad613a051 HTTP/1.1" status: 204 len: 168 time: 0.2556589 Jul 09 17:12:31.611028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8cad0-6fda-45b1-936f-0dc3171dbf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c22ad1-649c-48fd-97a0-7a0ad613a051,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:31.714943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=de104da3-6c65-4043-85de-9ca4bae652ef,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:31.864534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d03ac-fba7-481b-b711-cf6a4b04299e req-0eab81ca-12cd-49c1-bfde-374401b19de1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:31.873088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:31.876246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e4d03ac-fba7-481b-b711-cf6a4b04299e req-0eab81ca-12cd-49c1-bfde-374401b19de1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1525483 Jul 09 17:12:31.897877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:12:31.963089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e4d03ac-fba7-481b-b711-cf6a4b04299e req-8ca2cd29-358f-4711-b069-5d78ac852a46 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787616 Jul 09 17:12:32.088306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49402) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:32.103545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b0b4001-75c6-499e-a045-61843cc163b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.222452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b0b4001-75c6-499e-a045-61843cc163b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.236765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b0b4001-75c6-499e-a045-61843cc163b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.275008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b4001-75c6-499e-a045-61843cc163b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb5f4a1-2e25-4a92-9f9e-6772490ee992,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:32.291178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4b0b4001-75c6-499e-a045-61843cc163b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ed1056649f7453291ecf54db912a5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016094 Jul 09 17:12:32.294142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49404) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:32.348808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9bff3d8-9a50-446e-8d31-4455b5c8f43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.353848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['de104da3-6c65-4043-85de-9ca4bae652ef'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:32.425488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:32.431353 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f689586e-4b66-4833-86c9-b40794ab024d" -d '{"events": [{"name": "network-changed", "server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:32.448628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9bff3d8-9a50-446e-8d31-4455b5c8f43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.546669 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543771e-dc88-432e-b156-80cc82480848 x-openstack-request-id: req-1543771e-dc88-432e-b156-80cc82480848 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:32.546995 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:32.547205 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1543771e-dc88-432e-b156-80cc82480848 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:32.547605 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'status': 'completed', 'code': 200} Jul 09 17:12:32.548832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9bff3d8-9a50-446e-8d31-4455b5c8f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.551876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9bff3d8-9a50-446e-8d31-4455b5c8f43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:32.553198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a9bff3d8-9a50-446e-8d31-4455b5c8f43c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/deb5f4a1-2e25-4a92-9f9e-6772490ee992 HTTP/1.1" status: 204 len: 168 time: 0.2573850 Jul 09 17:12:32.582034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bff3d8-9a50-446e-8d31-4455b5c8f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb5f4a1-2e25-4a92-9f9e-6772490ee992,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:32.753880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689586e-4b66-4833-86c9-b40794ab024d req-351ea930-1a6e-4c0f-9ac7-07cc35ae3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:32.755907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-351ea930-1a6e-4c0f-9ac7-07cc35ae3c41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1127 time: 0.1689713 Jul 09 17:12:32.869785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689586e-4b66-4833-86c9-b40794ab024d req-48d074d5-f084-404d-8ec1-ac4a5d8d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:32.871752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-48d074d5-f084-404d-8ec1-ac4a5d8d3b9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.0973186 Jul 09 17:12:32.894063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a667-a40d-48c1-930d-68e7ab404c03 req-04ceb410-441b-4aa8-a665-8e69e6097e53 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:32.901161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7018e9-e188-4d2c-ab8c-7569250b0d8f req-1cf6a051-f611-4c49-8f60-1a7fe79c2e0a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:32.909309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab7018e9-e188-4d2c-ab8c-7569250b0d8f req-1cf6a051-f611-4c49-8f60-1a7fe79c2e0a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.2198012 Jul 09 17:12:32.912050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1531a667-a40d-48c1-930d-68e7ab404c03 req-04ceb410-441b-4aa8-a665-8e69e6097e53 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 947 time: 0.2030218 Jul 09 17:12:32.970596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-e147d619-b9ca-4798-b7dc-76e664fcd374 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 217 time: 0.0884593 Jul 09 17:12:33.003960 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1531a667-a40d-48c1-930d-68e7ab404c03 req-b9588f32-158f-42df-8439-7cbf8e7d8e9b tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752425 Jul 09 17:12:33.040170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689586e-4b66-4833-86c9-b40794ab024d req-4f03ee62-de89-4d91-b980-b77f0c1515ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:33.041655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-4f03ee62-de89-4d91-b980-b77f0c1515ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0610559 Jul 09 17:12:33.056762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab7018e9-e188-4d2c-ab8c-7569250b0d8f req-d92e48f3-1bf5-40b5-a3d7-f521295414bb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458404 Jul 09 17:12:33.127043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-20f309d4-66e3-471b-b651-71a09b5d005d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692596 Jul 09 17:12:33.309181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-f1370559-f203-4fb4-8f26-05bee2dee818 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720669 Jul 09 17:12:33.469810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56506f2a-9fa3-4ca3-8fc5-9f98df1e785d req-0d878709-01be-49be-9eed-6af578331d65 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:33.472211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56506f2a-9fa3-4ca3-8fc5-9f98df1e785d req-0d878709-01be-49be-9eed-6af578331d65 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1059470 Jul 09 17:12:33.494733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f689586e-4b66-4833-86c9-b40794ab024d req-b18104c8-2c43-4493-a39a-6e23404a054d service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670992 Jul 09 17:12:33.552285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56506f2a-9fa3-4ca3-8fc5-9f98df1e785d req-e23a123d-ef13-4206-b5fb-02d0b0f9190c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710242 Jul 09 17:12:34.200398 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-52d7fd66-b54b-406b-a2bb-bb23813a50d9 service neutron] show failed (client error): The resource could not be found. Jul 09 17:12:34.201380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-52d7fd66-b54b-406b-a2bb-bb23813a50d9 service neutron] 10.222.0.36 "GET /v2.0/ports/77e290b0-ddd1-4862-a156-fdeb02312d97/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.1376445 Jul 09 17:12:34.342211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe543-2224-4689-aa07-39b1d6585f04 req-0dc77d82-d2c3-4c10-9a9e-575b96e671b8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:34.351108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2afe543-2224-4689-aa07-39b1d6585f04 req-0dc77d82-d2c3-4c10-9a9e-575b96e671b8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0844913 Jul 09 17:12:34.399275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7585fe-65d8-43f8-b03a-116cdfaf2769 req-bcedf862-dcb0-444d-8e0a-06ab4b3f2d83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:34.414231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c7585fe-65d8-43f8-b03a-116cdfaf2769 req-bcedf862-dcb0-444d-8e0a-06ab4b3f2d83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 947 time: 0.1840403 Jul 09 17:12:34.423775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2afe543-2224-4689-aa07-39b1d6585f04 req-53e5eae1-9fd0-4c6d-937f-e32548794b77 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715683 Jul 09 17:12:34.469287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c7585fe-65d8-43f8-b03a-116cdfaf2769 req-3ad1991b-d592-44a9-adb9-be6ce7c74bf0 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536699 Jul 09 17:12:34.786652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-9a7d472e-7ce1-43c7-8dfc-66650f0b29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:34.788350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-9a7d472e-7ce1-43c7-8dfc-66650f0b29d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8&tenant_id=37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 1102 time: 0.1464779 Jul 09 17:12:34.812103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:34.927620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.004327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device de104da3-6c65-4043-85de-9ca4bae652ef up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:35.029278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfd1dc-75bd-4a00-92ab-00dfdb2d1e8f req-b9c6a3df-281a-4be3-9cae-bebfbd919d56 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:35.038548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28cfd1dc-75bd-4a00-92ab-00dfdb2d1e8f req-b9c6a3df-281a-4be3-9cae-bebfbd919d56 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1492662 Jul 09 17:12:35.112014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28cfd1dc-75bd-4a00-92ab-00dfdb2d1e8f req-88429eda-04cd-480e-a406-95caa32affbb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636683 Jul 09 17:12:35.129856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port de104da3-6c65-4043-85de-9ca4bae652ef completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:35.137934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port de104da3-6c65-4043-85de-9ca4bae652ef triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:35.139509 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.320574 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.376037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de104da3-6c65-4043-85de-9ca4bae652ef'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:35.380703 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859e049-ba42-4e8a-a4b9-dc4dae181779" -d '{"events": [{"server_uuid": "fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3", "name": "network-vif-plugged", "status": "completed", "tag": "de104da3-6c65-4043-85de-9ca4bae652ef"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:35.399880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:35.408103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port de104da3-6c65-4043-85de-9ca4bae652ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=de104da3-6c65-4043-85de-9ca4bae652ef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:35.428166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.463657 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6ce38-3540-4682-bce5-57bb398b03e5 x-openstack-request-id: req-cfa6ce38-3540-4682-bce5-57bb398b03e5 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:35.463934 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3", "name": "network-vif-plugged", "status": "completed", "tag": "de104da3-6c65-4043-85de-9ca4bae652ef", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:35.464240 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfa6ce38-3540-4682-bce5-57bb398b03e5 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:35.465235 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de104da3-6c65-4043-85de-9ca4bae652ef', 'code': 200} Jul 09 17:12:35.473160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:35.503587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=de104da3-6c65-4043-85de-9ca4bae652ef,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:35.565565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:35.568394 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811d6131-2952-4c1f-9628-4bbb8da0f366" -d '{"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-unplugged", "status": "completed", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:35.576517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.610735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Transition to ACTIVE for port object 77e290b0-ddd1-4862-a156-fdeb02312d97 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:35.635569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:35.732684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:35.746624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75660c-404a-4058-b4a2-e42b63772cc0 req-ff266604-de67-44eb-9622-a6526a58bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:35.748217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc75660c-404a-4058-b4a2-e42b63772cc0 req-ff266604-de67-44eb-9622-a6526a58bc3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 1100 time: 0.2086866 Jul 09 17:12:35.829149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc75660c-404a-4058-b4a2-e42b63772cc0 req-6cb9b0d7-623d-4177-a76a-dea217143324 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547955 Jul 09 17:12:35.830554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] No DVR routers for this DVR port 77e290b0-ddd1-4862-a156-fdeb02312d97 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:35.846518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb650df-7314-4cb0-92bf-8745ed6b424e req-c1f8cd1a-5052-4079-b336-70107b0240b7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:35.864303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afb650df-7314-4cb0-92bf-8745ed6b424e req-c1f8cd1a-5052-4079-b336-70107b0240b7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 948 time: 0.1933854 Jul 09 17:12:35.905443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:35.914766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:35.915516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:35.924752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Port 77e290b0-ddd1-4862-a156-fdeb02312d97 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:35.925218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Attempting to bind port 77e290b0-ddd1-4862-a156-fdeb02312d97 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:35.933407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:35.933591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afb650df-7314-4cb0-92bf-8745ed6b424e req-04af3605-979f-4cea-a8e0-e864a2602832 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678706 Jul 09 17:12:35.936584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:35.937114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:35.938259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Bound port: 77e290b0-ddd1-4862-a156-fdeb02312d97, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:35.938856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.103297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:36.108199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:36.120784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.226992 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26197684-fc73-4ffc-aa74-25ffdb0debf6 x-openstack-request-id: req-26197684-fc73-4ffc-aa74-25ffdb0debf6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:36.227285 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-unplugged", "status": "completed", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:36.227535 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26197684-fc73-4ffc-aa74-25ffdb0debf6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:36.227975 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'code': 200} Jul 09 17:12:36.256096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:36.256719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:36.258129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] 10.222.0.13 "PUT /v2.0/ports/77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 1097 time: 1.4537690 Jul 09 17:12:36.262738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ddf6d-7564-41f5-b984-6a439732ac96 service neutron] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:36.323591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a41b9f-3b76-4d80-a69b-ab7e7f12c7bf req-d13203aa-a1f1-4c1a-b1dd-b6cc6b810e80 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:36.325180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54a41b9f-3b76-4d80-a69b-ab7e7f12c7bf req-d13203aa-a1f1-4c1a-b1dd-b6cc6b810e80 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 948 time: 0.1035023 Jul 09 17:12:36.396641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54a41b9f-3b76-4d80-a69b-ab7e7f12c7bf req-13ecdf9b-2db5-4220-9a59-b34a884a41d4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653038 Jul 09 17:12:36.409199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-b368368d-a2bd-4439-918e-1ba8c770cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:36.411337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-b368368d-a2bd-4439-918e-1ba8c770cd0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1100 time: 0.1274643 Jul 09 17:12:36.634286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-0f9a40d5-ce3d-4a76-b5f9-a66fffd49812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:36.637520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-0f9a40d5-ce3d-4a76-b5f9-a66fffd49812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2147913 Jul 09 17:12:36.738967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-72cfa5f8-2c85-4a97-8dd8-87d2ae360b77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.0833380 Jul 09 17:12:36.776950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e7ddf-cc2d-4fac-85ff-4eb8ed1610df req-05d5d06e-8250-459d-b7ff-e25af6c17d71 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:36.782436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c61e7ddf-cc2d-4fac-85ff-4eb8ed1610df req-05d5d06e-8250-459d-b7ff-e25af6c17d71 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1385098 Jul 09 17:12:36.862714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-ccbb1976-00c2-4afe-8dbc-08079d3da8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:36.867338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-ccbb1976-00c2-4afe-8dbc-08079d3da8e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1204720 Jul 09 17:12:36.884411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c61e7ddf-cc2d-4fac-85ff-4eb8ed1610df req-2e37d05f-31c7-465b-9ed4-5cf31668f75c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942717 Jul 09 17:12:37.002474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-0d0006fd-3902-4f44-a504-c95ddd943489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:37.004202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-0d0006fd-3902-4f44-a504-c95ddd943489 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286194 Jul 09 17:12:37.145867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-f83bccbe-208b-40b0-975a-95c1cc31cb02 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259561 Jul 09 17:12:37.282805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ddfe462-0c5d-4723-8261-3a60450ee15f req-d51f02c5-5a08-4d90-a3f8-39b0846d2871 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285942 Jul 09 17:12:37.301946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a030-771b-42a8-9a6d-c4fb538f0d55 req-bbc1a5c1-9bd3-4fdd-ac6b-5e6ce134b537 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:37.312424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c9a030-771b-42a8-9a6d-c4fb538f0d55 req-bbc1a5c1-9bd3-4fdd-ac6b-5e6ce134b537 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 948 time: 0.1553094 Jul 09 17:12:37.387843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c9a030-771b-42a8-9a6d-c4fb538f0d55 req-75dd1ba8-d351-4ac7-9473-2ffd3bd455b7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Jul 09 17:12:37.770041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85137e-20d2-4d17-8ce4-e4db7ec73e42 req-34e23032-3121-4418-9b80-d20d3fd6d7ac tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:37.781586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff85137e-20d2-4d17-8ce4-e4db7ec73e42 req-34e23032-3121-4418-9b80-d20d3fd6d7ac tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 948 time: 0.0882013 Jul 09 17:12:37.805203 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:37.836030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff85137e-20d2-4d17-8ce4-e4db7ec73e42 req-78125a83-233f-41d8-84da-79a304cd2035 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490310 Jul 09 17:12:38.181656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbc670-8d88-4ec0-8c63-4f7b74232103 req-07204f5b-ae1b-4b89-b4b1-e3188be0723e tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:38.183194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07fbc670-8d88-4ec0-8c63-4f7b74232103 req-07204f5b-ae1b-4b89-b4b1-e3188be0723e tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 1100 time: 0.1373823 Jul 09 17:12:38.234993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:38.238102 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:38.273939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da186-2a8e-4c1c-9934-0ae6202b07cc req-28d73546-a401-477e-97fc-4397a415e692 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:38.275425 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc3da186-2a8e-4c1c-9934-0ae6202b07cc req-28d73546-a401-477e-97fc-4397a415e692 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1574728 Jul 09 17:12:38.302322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:38.356343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07fbc670-8d88-4ec0-8c63-4f7b74232103 req-8b783020-0dd3-4c85-abf1-c713c5cd6ad0 tempest-ServersOnMultiNodesTest-512369269 tempest-ServersOnMultiNodesTest-512369269-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569965 Jul 09 17:12:38.363406 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc3da186-2a8e-4c1c-9934-0ae6202b07cc req-3c3b71cc-5df8-42d5-9eb8-6c503608a9ab tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Jul 09 17:12:38.489791 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd5a7a-160c-47bb-995c-a257ab3f953d x-openstack-request-id: req-b7fd5a7a-160c-47bb-995c-a257ab3f953d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:38.491190 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:38.492286 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7fd5a7a-160c-47bb-995c-a257ab3f953d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:38.493071 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'status': 'completed', 'code': 200} Jul 09 17:12:38.506768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:38.708170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49588) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:38.837686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-3bc31f66-eead-4977-86b7-d3d830970788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:38.843742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-3bc31f66-eead-4977-86b7-d3d830970788 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1100 time: 0.3420665 Jul 09 17:12:38.880710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-c7ac80de-f65a-45b6-b747-2c89cd050641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:38.880710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-c7ac80de-f65a-45b6-b747-2c89cd050641 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1100 time: 0.2983189 Jul 09 17:12:38.939561 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:38.954334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e44bea-d386-4df4-9834-db82ce25f375 req-babc3d93-83c6-43b2-80d1-fec8b3ff2928 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:38.972957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-89e44bea-d386-4df4-9834-db82ce25f375 req-babc3d93-83c6-43b2-80d1-fec8b3ff2928 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 948 time: 0.1814475 Jul 09 17:12:39.030548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-634c9f82-0f6b-453d-9902-3b803ae9d53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.059512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-01d84716-8a12-4f55-b0ed-9872b4803b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:39.062694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-01d84716-8a12-4f55-b0ed-9872b4803b86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1473591 Jul 09 17:12:39.084804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-89e44bea-d386-4df4-9834-db82ce25f375 req-1feb5881-ffef-4525-9832-98e9f1beb72a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106501 Jul 09 17:12:39.112695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-62ae2626-52aa-4e1e-b24a-5c24284a7829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.0434375 Jul 09 17:12:39.225150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-1d74fae0-9e7b-4030-a01d-a5ae13a69bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:39.227161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-1d74fae0-9e7b-4030-a01d-a5ae13a69bc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1063793 Jul 09 17:12:39.228209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-a5c60baf-77fe-41bc-9f74-f1091de125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:39.229854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-a5c60baf-77fe-41bc-9f74-f1091de125d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3800068 Jul 09 17:12:39.305231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-634c9f82-0f6b-453d-9902-3b803ae9d53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.318276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-634c9f82-0f6b-453d-9902-3b803ae9d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.410334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-2c46b1ec-7914-4b6d-a2b9-f3e5160b980a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.1616392 Jul 09 17:12:39.457774 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-634c9f82-0f6b-453d-9902-3b803ae9d53e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1226d612a0fc4349b4ade161f4312181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7481973 Jul 09 17:12:39.459212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9f82-0f6b-453d-9902-3b803ae9d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad837b5-eb7c-4a33-9046-2d7d53f00ae0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:39.463461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:39.554650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca2061-5c5a-4dac-b2e4-8ad162b3d4cd req-fcbff01d-aca6-44df-ba0c-a103c0a5676d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:39.560458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-80d1ecd5-0431-4edc-9146-cc01c183fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:39.561951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-80d1ecd5-0431-4edc-9146-cc01c183fddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1413486 Jul 09 17:12:39.562896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfca2061-5c5a-4dac-b2e4-8ad162b3d4cd req-fcbff01d-aca6-44df-ba0c-a103c0a5676d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 948 time: 0.2366674 Jul 09 17:12:39.650462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3cc52f1-9a6f-4d74-a0f3-d8c74b8bd12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.669980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-aa042f40-37d6-4103-a21e-47c1d5fea25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:39.673764 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-aa042f40-37d6-4103-a21e-47c1d5fea25e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4389479 Jul 09 17:12:39.682759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfca2061-5c5a-4dac-b2e4-8ad162b3d4cd req-47b530a9-2ca0-41a6-b1d7-01befc8f958d tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186926 Jul 09 17:12:39.717925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3cc52f1-9a6f-4d74-a0f3-d8c74b8bd12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.799312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3cc52f1-9a6f-4d74-a0f3-d8c74b8bd12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.802575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3cc52f1-9a6f-4d74-a0f3-d8c74b8bd12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:39.806857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f3cc52f1-9a6f-4d74-a0f3-d8c74b8bd12a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ad837b5-eb7c-4a33-9046-2d7d53f00ae0 HTTP/1.1" status: 204 len: 168 time: 0.3410525 Jul 09 17:12:39.839235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc52f1-9a6f-4d74-a0f3-d8c74b8bd12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad837b5-eb7c-4a33-9046-2d7d53f00ae0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:40.230863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-dde5fe51-bae5-421a-b940-54abede50b15 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445504 Jul 09 17:12:40.357958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de871e5f-c858-409c-8f11-7fbcda8dfa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.390887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-e38b91a7-cb5d-4d08-b6f9-33ff12c9d69d service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455615 Jul 09 17:12:40.393619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49620) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:40.437370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1062257b-0855-4496-bb38-058629bce866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.477983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f44b86-4c5c-4d5e-be8c-ace227113be8 req-9a999af7-b161-49ce-a8f2-53af5c1dbcb5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:40.480604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3f44b86-4c5c-4d5e-be8c-ace227113be8 req-9a999af7-b161-49ce-a8f2-53af5c1dbcb5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 948 time: 0.1400168 Jul 09 17:12:40.501901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209472a-73cb-4b57-946a-e757766f4c5d req-c4a374e8-6fc7-4a2b-a38a-1c9298694563 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:40.516489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5209472a-73cb-4b57-946a-e757766f4c5d req-c4a374e8-6fc7-4a2b-a38a-1c9298694563 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.9365709 Jul 09 17:12:40.557427 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3f44b86-4c5c-4d5e-be8c-ace227113be8 req-b6128484-49bf-418d-9a31-7d4f53d6282c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643086 Jul 09 17:12:40.558552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-3ea6e9f5-db80-45d3-8464-52ba04714d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:40.576063 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:12:40.577555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-3ea6e9f5-db80-45d3-8464-52ba04714d0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9964924 Jul 09 17:12:40.620688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5209472a-73cb-4b57-946a-e757766f4c5d req-faf15419-8449-4ec3-a068-14d7c8102930 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032131 Jul 09 17:12:40.797265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-b9fdeea1-8af2-4676-95f9-591687d20063 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027647 Jul 09 17:12:40.865272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1062257b-0855-4496-bb38-058629bce866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:40.869203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-6a995600-bdb0-468b-ae1e-7f8ba4da37c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:40.871105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-6a995600-bdb0-468b-ae1e-7f8ba4da37c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 948 time: 0.1002252 Jul 09 17:12:40.933067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1062257b-0855-4496-bb38-058629bce866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.066152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:41.071357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1062257b-0855-4496-bb38-058629bce866 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b2badf8f433444a87df93669c588f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713531 Jul 09 17:12:41.075643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49634) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:41.097934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062257b-0855-4496-bb38-058629bce866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf5bab-6b13-44de-a352-f09dd70f9ded,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.173093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6570c95-9c5c-403d-84ac-2f8ed806dd8f req-167a8294-8e5f-4a9a-8798-6a137cdd1bee service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520501 Jul 09 17:12:41.195533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ce98-54a1-49b1-9e42-14d2b129327a req-a7ee5b20-bfa0-40da-9b6f-215272ea1599 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:41.195533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b68ce98-54a1-49b1-9e42-14d2b129327a req-a7ee5b20-bfa0-40da-9b6f-215272ea1599 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 948 time: 0.2794969 Jul 09 17:12:41.221987 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29e8b4a-02dc-4ba1-aa5d-216fa15ad57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.233306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port de104da3-6c65-4043-85de-9ca4bae652ef {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:41.233652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.263908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b68ce98-54a1-49b1-9e42-14d2b129327a req-b8a7aab4-c02f-4b5d-b38a-d3a94ba9f433 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684967 Jul 09 17:12:41.308120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:41.319516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29e8b4a-02dc-4ba1-aa5d-216fa15ad57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.324131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'mac_address': 'fa:16:3e:97:a3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:41.346988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-0fd51946-e979-452a-b756-e4f34e6a9397 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2840443 Jul 09 17:12:41.405501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.408465 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29e8b4a-02dc-4ba1-aa5d-216fa15ad57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.412355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29e8b4a-02dc-4ba1-aa5d-216fa15ad57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.416192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f29e8b4a-02dc-4ba1-aa5d-216fa15ad57f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dcf5bab-6b13-44de-a352-f09dd70f9ded HTTP/1.1" status: 204 len: 168 time: 0.3353231 Jul 09 17:12:41.428208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e290b0-ddd1-4862-a156-fdeb02312d97 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:41.436470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e8b4a-02dc-4ba1-aa5d-216fa15ad57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf5bab-6b13-44de-a352-f09dd70f9ded,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.453088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:41.467390 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.490978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port de104da3-6c65-4043-85de-9ca4bae652ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=de104da3-6c65-4043-85de-9ca4bae652ef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:41.491516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:41.515057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for de104da3-6c65-4043-85de-9ca4bae652ef owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:41.549817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:41.624914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-eee23aa1-b179-4019-b74e-490accc4a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:41.626423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-eee23aa1-b179-4019-b74e-490accc4a4d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 1096 time: 0.2004855 Jul 09 17:12:41.855235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:41.990360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e1ff-5194-487e-9b55-1c3d86883e13 req-a14887bf-335e-46b0-ab00-1264626b6a14 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:41.998806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5205e1ff-5194-487e-9b55-1c3d86883e13 req-a14887bf-335e-46b0-ab00-1264626b6a14 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1310470 Jul 09 17:12:42.059722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5205e1ff-5194-487e-9b55-1c3d86883e13 req-fc5df093-acfd-4d76-b274-62e2ad06d714 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598552 Jul 09 17:12:42.263074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-aa368354-b3df-426a-acd2-1d983ad954bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:42.264596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-aa368354-b3df-426a-acd2-1d983ad954bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.6098433 Jul 09 17:12:42.326550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-9d32dc39-2c45-425d-9293-5dffbca91b22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 200 len: 217 time: 0.0469434 Jul 09 17:12:42.342916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6cf65-40b7-4084-9ca6-3ae1a6475b5d req-3122fa66-ff91-41d5-8479-2cbd1946d2fb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:42.348403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c9c6cf65-40b7-4084-9ca6-3ae1a6475b5d req-3122fa66-ff91-41d5-8479-2cbd1946d2fb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 949 time: 0.1971278 Jul 09 17:12:42.351912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.368751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289', '64e2530a-f84b-46da-b31e-ca49a15a6782', '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:42.452811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=de104da3-6c65-4043-85de-9ca4bae652ef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:42.459678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-0b794d54-d61d-4589-b83d-52523895b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:42.462067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-0b794d54-d61d-4589-b83d-52523895b237 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1108775 Jul 09 17:12:42.476736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad685caa-3be6-4c12-8d86-1ce1ad634810 req-3ac20557-c085-459d-9f6c-ffcd43157dd8 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 210 time: 0.0536320 Jul 09 17:12:42.552114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c9c6cf65-40b7-4084-9ca6-3ae1a6475b5d req-9c062ff0-a1e9-4a53-bb14-0d874e44bf08 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969764 Jul 09 17:12:42.607536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-a1549916-e67f-4ff1-831f-0fffeafa0f40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289415 Jul 09 17:12:42.649271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port de104da3-6c65-4043-85de-9ca4bae652ef on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:42.668127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.677425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cfa8b11-098b-4ea9-aec8-c56377b0dd0c req-0515b923-aefe-4503-a9d3-d5a2ba8a9863 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "DELETE /v2.0/ports/de104da3-6c65-4043-85de-9ca4bae652ef HTTP/1.1" status: 204 len: 173 time: 1.7884264 Jul 09 17:12:42.677916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'name': 'network-vif-deleted', 'tag': 'de104da3-6c65-4043-85de-9ca4bae652ef'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:42.680276 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bef3d56-d1eb-4011-98ec-803c71470a0f" -d '{"events": [{"server_uuid": "fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3", "name": "network-vif-deleted", "tag": "de104da3-6c65-4043-85de-9ca4bae652ef"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:42.887811 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26920b39-471a-4979-b454-61181a9b68d7 x-openstack-request-id: req-26920b39-471a-4979-b454-61181a9b68d7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:42.888639 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3", "name": "network-vif-deleted", "tag": "de104da3-6c65-4043-85de-9ca4bae652ef", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:42.889173 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26920b39-471a-4979-b454-61181a9b68d7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:42.890202 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3', 'name': 'network-vif-deleted', 'tag': 'de104da3-6c65-4043-85de-9ca4bae652ef', 'status': 'completed', 'code': 200} Jul 09 17:12:42.924786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-578ecb14-6f08-44d7-92bd-a5aea6c89a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:42.938982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-f6eb1210-1ae4-47ed-bd9b-57bbc46381e7 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322104 Jul 09 17:12:42.947216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c14c0-487f-4e51-843f-818d3a3c95d4 req-4167e29d-7b34-4bb9-9f4a-58d2caea488e tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:42.955449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b1c14c0-487f-4e51-843f-818d3a3c95d4 req-4167e29d-7b34-4bb9-9f4a-58d2caea488e tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 950 time: 0.1468761 Jul 09 17:12:42.994912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b1c14c0-487f-4e51-843f-818d3a3c95d4 req-720229ad-37cc-4906-a262-fb5b85083874 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Jul 09 17:12:43.118950 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f45efca-2c1d-426d-9e15-c95e8a642fb6 req-2c120c4f-bf17-492a-9202-7174a18b6cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711416 Jul 09 17:12:43.136316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177d77b-cc7d-4516-86d7-71a496d86ede req-ed530c61-8542-48cb-912d-784ae55a8731 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.145759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1177d77b-cc7d-4516-86d7-71a496d86ede req-ed530c61-8542-48cb-912d-784ae55a8731 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 949 time: 0.1176660 Jul 09 17:12:43.152657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-e8ca81f9-a8ab-4e9f-bd6b-9b1e8481b5c7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.155169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-e8ca81f9-a8ab-4e9f-bd6b-9b1e8481b5c7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8&tenant_id=37dd3406226c4b52b6f7beb53dc5c463&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 949 time: 0.1172593 Jul 09 17:12:43.213421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1177d77b-cc7d-4516-86d7-71a496d86ede req-4f705fac-da0a-4097-9adb-46f73ee03eb4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Jul 09 17:12:43.297069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.356677 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-24001c66-d6bd-45b2-8f38-4f40d175ac73 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:12:43.358090 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-24001c66-d6bd-45b2-8f38-4f40d175ac73 service neutron] 10.222.0.36 "DELETE /v2.0/ports/77e290b0-ddd1-4862-a156-fdeb02312d97/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.1934066 Jul 09 17:12:43.393595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-019d7d3b-d826-4593-9b32-654d3bc1836d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978911 Jul 09 17:12:43.401995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69d5f-8529-4f56-a890-d222bcc948a5 req-ed69c054-3bbb-431d-b2c9-c79b4cc22936 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.403570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04d69d5f-8529-4f56-a890-d222bcc948a5 req-ed69c054-3bbb-431d-b2c9-c79b4cc22936 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1681695 Jul 09 17:12:43.505273 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04d69d5f-8529-4f56-a890-d222bcc948a5 req-fd6567ef-9482-4ffe-80c5-98fcec87c92e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906727 Jul 09 17:12:43.549304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-983a75b0-79e7-4812-a293-029abac10743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.550010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:43.550919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-983a75b0-79e7-4812-a293-029abac10743 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 1101 time: 0.1287165 Jul 09 17:12:43.558684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7408c-7803-436e-9238-7c843323e26b req-29891064-ac8b-4056-b6d7-3197c0b26dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.560247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-29891064-ac8b-4056-b6d7-3197c0b26dcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 1097 time: 0.1050594 Jul 09 17:12:43.725550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7df18734-988f-473a-b0f4-46f6d573abef req-1049e08b-1f11-4b5e-b55f-fa658468526c tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=fefdd9ab-dfa7-4577-b199-ef5cf3dd32e3 HTTP/1.1" status: 200 len: 210 time: 0.0292280 Jul 09 17:12:43.760653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-6e83ee91-5167-49dc-af44-d33728be43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.762380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-6e83ee91-5167-49dc-af44-d33728be43b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2011774 Jul 09 17:12:43.765518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7408c-7803-436e-9238-7c843323e26b req-72b12d8c-f9e1-478c-a66d-c72d34e8f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.767581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-72b12d8c-f9e1-478c-a66d-c72d34e8f1bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.1592431 Jul 09 17:12:43.837008 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:43.842166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-39ae5806-29fb-41e4-86b2-654c835b4a42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 200 len: 217 time: 0.0500739 Jul 09 17:12:43.887392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-2d4ea077-8d2d-428f-843e-56147ff0739f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 200 len: 217 time: 0.1075585 Jul 09 17:12:43.964906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7408c-7803-436e-9238-7c843323e26b req-10afadd8-7f98-495d-8edd-e1e50df9a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.966448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-10afadd8-7f98-495d-8edd-e1e50df9a3de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.0878088 Jul 09 17:12:43.970031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-8dc1a223-4918-42ad-89a2-1084979dfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:43.971483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-8dc1a223-4918-42ad-89a2-1084979dfdb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0624783 Jul 09 17:12:44.031824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-571b38d0-8f4b-4c8d-9335-16f7a2f97179 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451095 Jul 09 17:12:44.164397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-674af24c-afd4-4254-8778-b26187301cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:44.166164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-674af24c-afd4-4254-8778-b26187301cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782546 Jul 09 17:12:44.170574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-cc51e79b-aacc-4b3f-89b0-1b2d93e766fa service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207664 Jul 09 17:12:44.209516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84241337-63bf-4513-baff-f6ebac8215e4 req-4031d354-5115-4afc-9603-d10aab072252 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:44.211278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84241337-63bf-4513-baff-f6ebac8215e4 req-4031d354-5115-4afc-9603-d10aab072252 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 950 time: 0.0862498 Jul 09 17:12:44.273105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84241337-63bf-4513-baff-f6ebac8215e4 req-b51c4d26-040a-4b18-8c32-16d7fcd46fda tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Jul 09 17:12:44.423540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cea7408c-7803-436e-9238-7c843323e26b req-01bebeaf-579b-4019-a02c-498f398411bc service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406557 Jul 09 17:12:44.439645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-0b1f2ed4-beda-40f9-9cc5-39b95680babd service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566471 Jul 09 17:12:44.535215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ee09c-5d2c-4079-b7e7-f528caac8166 req-2f87a520-e9da-4167-be6b-a616882075ce tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:44.545658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-443ee09c-5d2c-4079-b7e7-f528caac8166 req-2f87a520-e9da-4167-be6b-a616882075ce tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 949 time: 0.1128397 Jul 09 17:12:44.608812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-443ee09c-5d2c-4079-b7e7-f528caac8166 req-ed50e1e2-5c31-45b0-9e34-ce35e7a69795 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624769 Jul 09 17:12:44.661542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8998b7e-d021-4b8b-ab14-662d3847770f req-070147a1-53ea-4c6c-ae2d-7faa50cbe96d service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101300 Jul 09 17:12:45.010489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5697b5-7199-40ae-9777-5f9eb388bab7 req-9cba2b5a-eecd-43b0-9096-99c87cd57e82 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:45.016259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d5697b5-7199-40ae-9777-5f9eb388bab7 req-9cba2b5a-eecd-43b0-9096-99c87cd57e82 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1128712 Jul 09 17:12:45.057623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d5697b5-7199-40ae-9777-5f9eb388bab7 req-50d6ddd0-61ba-4451-89c8-3fce3c1633c3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Jul 09 17:12:45.093275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:12:45.190012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 77e290b0-ddd1-4862-a156-fdeb02312d97 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:45.195223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 77e290b0-ddd1-4862-a156-fdeb02312d97 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:45.195780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.290344 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.313604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:45.316095 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983391ce-a5fa-4653-9032-2c58c78119d8" -d '{"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-plugged", "status": "completed", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:45.329715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:45.335601 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.336585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device de104da3-6c65-4043-85de-9ca4bae652ef no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:45.377749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: de104da3-6c65-4043-85de-9ca4bae652ef {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:45.378178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device de104da3-6c65-4043-85de-9ca4bae652ef not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:45.378622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:45.434779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.477682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.518130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:45.524585 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.596549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=11']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:45.637964 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502797b0-a588-4069-8b6d-d1fb9725490d x-openstack-request-id: req-502797b0-a588-4069-8b6d-d1fb9725490d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:45.638287 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-plugged", "status": "completed", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:45.638563 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-502797b0-a588-4069-8b6d-d1fb9725490d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:45.639029 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'code': 200} Jul 09 17:12:45.699285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.789435 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:12:45.793635 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:12:45.827135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2b3c-1db3-415a-8516-ab1ed645cc18 req-45950996-643d-42eb-b56d-504aeca19940 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:45.834959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9ed2b3c-1db3-415a-8516-ab1ed645cc18 req-45950996-643d-42eb-b56d-504aeca19940 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 949 time: 0.0823517 Jul 09 17:12:45.874845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a01896-f7de-40f6-825f-f484b8b7d983 req-07c8430b-0bb8-4b4c-b66e-b3cc984953dd tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:45.876091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35a01896-f7de-40f6-825f-f484b8b7d983 req-07c8430b-0bb8-4b4c-b66e-b3cc984953dd tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 948 time: 0.0938284 Jul 09 17:12:45.889002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9ed2b3c-1db3-415a-8516-ab1ed645cc18 req-7470edf2-b735-4521-80b0-a3b9cb53dbbb tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Jul 09 17:12:45.933426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35a01896-f7de-40f6-825f-f484b8b7d983 req-60d2ce33-bbe1-42ca-9f1f-d19181e4561a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Jul 09 17:12:46.079110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6951a-bfe5-4b7e-9abd-07207df1e68f req-4b565a24-4910-471d-92eb-731b323e72b7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.080757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84f6951a-bfe5-4b7e-9abd-07207df1e68f req-4b565a24-4910-471d-92eb-731b323e72b7 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0733571 Jul 09 17:12:46.125363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84f6951a-bfe5-4b7e-9abd-07207df1e68f req-2effb0d0-668d-474f-8f06-7bbae466f8d8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Jul 09 17:12:46.303736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84becbc-6313-4718-9eab-90b274cecc0b req-7c6c28b6-c131-40b8-9d93-07472918cc30 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.308259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e84becbc-6313-4718-9eab-90b274cecc0b req-7c6c28b6-c131-40b8-9d93-07472918cc30 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.0700424 Jul 09 17:12:46.346493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e84becbc-6313-4718-9eab-90b274cecc0b req-f6578d9b-7a86-4c02-9ae6-aa0933594d23 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Jul 09 17:12:46.413963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749f690-8cc9-4f00-aa05-b3191a3c1c61 req-8bad2a07-c125-4c57-858f-fe164b4aa56a tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.415674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c749f690-8cc9-4f00-aa05-b3191a3c1c61 req-8bad2a07-c125-4c57-858f-fe164b4aa56a tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1097 time: 0.0593212 Jul 09 17:12:46.457867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c749f690-8cc9-4f00-aa05-b3191a3c1c61 req-6b81b800-7b13-4c43-8cac-948ee1030845 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360091 Jul 09 17:12:46.497434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49872) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:46.525818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3bf4-3946-4941-a363-1127a74190a3 req-5957aae7-4856-48f4-8270-109c5ee04a70 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:46.527682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-836a3bf4-3946-4941-a363-1127a74190a3 req-5957aae7-4856-48f4-8270-109c5ee04a70 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.0731094 Jul 09 17:12:46.566556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-836a3bf4-3946-4941-a363-1127a74190a3 req-744279e8-e36f-4a59-8eef-1b4bcb172f92 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Jul 09 17:12:46.613515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb954f9a-153b-41d2-acde-503384df1d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.726054 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb954f9a-153b-41d2-acde-503384df1d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.730327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb954f9a-153b-41d2-acde-503384df1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.767724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb954f9a-153b-41d2-acde-503384df1d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f995b0-ca92-4092-814a-d9d51ec57403,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:46.775427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bb954f9a-153b-41d2-acde-503384df1d31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3abd018b75b54a69ac00951e99a7aa02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768934 Jul 09 17:12:46.775691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:46.833736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b93645c9-f7a3-47f2-a308-436be6ca21ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.857343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b93645c9-f7a3-47f2-a308-436be6ca21ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.931924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-f859ba2e-ef56-46b0-89e0-b580ff02bafc tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309227 Jul 09 17:12:46.996074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b93645c9-f7a3-47f2-a308-436be6ca21ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:46.998864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b93645c9-f7a3-47f2-a308-436be6ca21ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.000347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b93645c9-f7a3-47f2-a308-436be6ca21ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f995b0-ca92-4092-814a-d9d51ec57403 HTTP/1.1" status: 204 len: 168 time: 0.2230213 Jul 09 17:12:47.014096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93645c9-f7a3-47f2-a308-436be6ca21ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f995b0-ca92-4092-814a-d9d51ec57403,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:47.074003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-3650d037-d3f0-4ea3-9411-de92585a797f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.080366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-3650d037-d3f0-4ea3-9411-de92585a797f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474891 Jul 09 17:12:47.101029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-d1e5af97-0b1d-4c4c-8d43-ec605e419271 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/quotas/37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 375 time: 0.0181639 Jul 09 17:12:47.244485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-2ae9c33b-3385-4282-8684-f5213acecae5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411521 Jul 09 17:12:47.464737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.481054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba61c0e-4eba-484c-b013-493cf17505a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.634970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bd2db-2278-489a-bbdd-8768d5ae4fd7 req-e7f4b285-bd9d-4630-99e4-d04432bbcecc tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.640294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:47.642700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1bd2db-2278-489a-bbdd-8768d5ae4fd7 req-e7f4b285-bd9d-4630-99e4-d04432bbcecc tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 949 time: 0.1132691 Jul 09 17:12:47.643597 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166297f4-2755-496c-a8d2-d4b53089d875" -d '{"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:47.697583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1bd2db-2278-489a-bbdd-8768d5ae4fd7 req-2821f4aa-65ef-4dd4-a49e-d17282464cc4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 Jul 09 17:12:47.713196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88224f38-25d3-442b-a738-61af79885349 req-99a55467-67dc-48d3-88f0-c4d7abbbfbfa tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:47.715919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88224f38-25d3-442b-a738-61af79885349 req-99a55467-67dc-48d3-88f0-c4d7abbbfbfa tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 949 time: 0.1379740 Jul 09 17:12:47.725594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba61c0e-4eba-484c-b013-493cf17505a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.735088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba61c0e-4eba-484c-b013-493cf17505a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.792485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba61c0e-4eba-484c-b013-493cf17505a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c376e32a-59e0-41c8-ac91-1d2ba8f8481a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:47.801566 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ba61c0e-4eba-484c-b013-493cf17505a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b86fa6c5d626415b9fe35d77e1a83dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354299 Jul 09 17:12:47.804152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:47.834542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-c78a795f-b4f1-4080-9ceb-844d0cf6835d tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:12:47.836504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-c78a795f-b4f1-4080-9ceb-844d0cf6835d tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203671 Jul 09 17:12:47.870440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:47.870952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Unknown quota resources ['binding']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:12:47.877359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:47.877703 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.980959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:47.981347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:47.996402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:48.077637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:48.077972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:48.078303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:48.095608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2368e6c6-5109-41a7-880d-1dceb8bfad1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.102838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:48.103161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:48.130114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:48.130450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:48.130844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:48.131371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Bound port: 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:48.136196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2368e6c6-5109-41a7-880d-1dceb8bfad1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.157948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.171417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289', '64e2530a-f84b-46da-b31e-ca49a15a6782', '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:48.217813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:48.219319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73346cc3-8104-46fe-9246-676cb311aebd req-7c117963-bc3d-4778-aa7f-df362eb5c36b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:48.226763 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73346cc3-8104-46fe-9246-676cb311aebd req-7c117963-bc3d-4778-aa7f-df362eb5c36b tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 948 time: 0.3623154 Jul 09 17:12:48.236992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:48.289645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:48.331700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.336734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-898dbeec-5546-451c-939a-e0a7ea090508 service neutron] 10.222.0.21 "POST /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4703777 Jul 09 17:12:48.341400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:48.345589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.347833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88224f38-25d3-442b-a738-61af79885349 req-a7e228a5-6774-4411-98a7-a5168812aad1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "DELETE /v2.0/ports/32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 HTTP/1.1" status: 204 len: 173 time: 0.6254594 Jul 09 17:12:48.352147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'name': 'network-vif-deleted', 'tag': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:48.354628 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50718ff9-40ce-42cb-a839-dad65ab7b52f" -d '{"events": [{"server_uuid": "a3669062-d2d3-40ab-9a42-cb4082a8c7b3", "name": "network-vif-deleted", "tag": "32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:48.384396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73346cc3-8104-46fe-9246-676cb311aebd req-c2bad5ba-d02b-4349-af27-1816bf538ea1 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563053 Jul 09 17:12:48.388153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2368e6c6-5109-41a7-880d-1dceb8bfad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.406036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2368e6c6-5109-41a7-880d-1dceb8bfad1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.412569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2368e6c6-5109-41a7-880d-1dceb8bfad1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c376e32a-59e0-41c8-ac91-1d2ba8f8481a HTTP/1.1" status: 204 len: 168 time: 0.6066499 Jul 09 17:12:48.442323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368e6c6-5109-41a7-880d-1dceb8bfad1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c376e32a-59e0-41c8-ac91-1d2ba8f8481a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:48.577789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-07e6da66-ede6-4313-950b-72ab790999c4 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:48.585186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-07e6da66-ede6-4313-950b-72ab790999c4 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.13 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 948 time: 0.3468804 Jul 09 17:12:48.778803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e382a-0ab6-43ef-b738-a05ab46bf01b req-237ca016-5fa0-4582-8161-1d343b2bf849 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:48.789001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e95e382a-0ab6-43ef-b738-a05ab46bf01b req-237ca016-5fa0-4582-8161-1d343b2bf849 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.1309929 Jul 09 17:12:48.917581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Deleting port 3bc5ec4a-0036-4610-8219-80c94b92b556 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:48.918729 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:48.931510 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e95e382a-0ab6-43ef-b738-a05ab46bf01b req-0de2f44a-5d48-49fa-ab87-2268a1c3b1f4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415730 Jul 09 17:12:49.002571 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a45972b4-bdf4-49a8-8a22-38fb9d54e340 req-be716402-69c8-4a23-aa7e-150614dbd593 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 210 time: 0.0803056 Jul 09 17:12:49.040280 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7aade-bac8-485f-99e1-06d31d04ff9d x-openstack-request-id: req-28d7aade-bac8-485f-99e1-06d31d04ff9d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:49.040760 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:49.041431 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28d7aade-bac8-485f-99e1-06d31d04ff9d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:49.043832 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'code': 200} Jul 09 17:12:49.075907 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b13671-69ef-49a9-9552-59d5660e19ad x-openstack-request-id: req-17b13671-69ef-49a9-9552-59d5660e19ad {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:49.076293 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3669062-d2d3-40ab-9a42-cb4082a8c7b3", "name": "network-vif-deleted", "tag": "32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:49.077034 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b13671-69ef-49a9-9552-59d5660e19ad {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:49.077252 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3669062-d2d3-40ab-9a42-cb4082a8c7b3', 'name': 'network-vif-deleted', 'tag': '32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806', 'status': 'completed', 'code': 200} Jul 09 17:12:49.103916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] For port 3bc5ec4a-0036-4610-8219-80c94b92b556, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3bc5ec4a-0036-4610-8219-80c94b92b556,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:49.104466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.149967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Calling delete_port for 3bc5ec4a-0036-4610-8219-80c94b92b556 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:49.413743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-4f1d5769-de48-4ed1-9089-328c004aa762 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241416 Jul 09 17:12:49.419545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608f7d7-a641-4013-9eaf-f012e3125df1 req-012643c3-fcc5-4c91-8d0e-7508f66c305c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:49.427046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3608f7d7-a641-4013-9eaf-f012e3125df1 req-012643c3-fcc5-4c91-8d0e-7508f66c305c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1421142 Jul 09 17:12:49.521183 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3608f7d7-a641-4013-9eaf-f012e3125df1 req-20cadb4c-1b14-49ad-9e18-4b19e9480af8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931501 Jul 09 17:12:49.555041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.663561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Pushing event deleted for resources: {'Port': ['ID=3bc5ec4a-0036-4610-8219-80c94b92b556,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:49.692759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-75e92df0-a928-4c09-a520-ebb92944dae4 service neutron] 10.222.0.36 "GET /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.1986880 Jul 09 17:12:49.755947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] No DVR routers for this DVR port 3bc5ec4a-0036-4610-8219-80c94b92b556 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:49.767350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:49.769608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c7aa000-34d6-40bd-9752-b68d2c23cf3d req-d271468c-bd51-435b-a243-cf005447225a tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.13 "DELETE /v2.0/ports/3bc5ec4a-0036-4610-8219-80c94b92b556 HTTP/1.1" status: 204 len: 173 time: 1.1763389 Jul 09 17:12:49.770242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-deleted', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:49.773257 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d214588-08b2-438d-8995-f2241cb44038" -d '{"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-deleted", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:49.818121 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193cb165-87a1-440d-88f6-0e5f541dcb18 req-8606d495-09cc-4d8d-8f86-7ef7a38462c6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3669062-d2d3-40ab-9a42-cb4082a8c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0636477 Jul 09 17:12:49.837301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-fc4c7dc7-4674-401b-ad7c-b143538c6064 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:49.839152 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-fc4c7dc7-4674-401b-ad7c-b143538c6064 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060612 Jul 09 17:12:49.880323 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1fc05be-bd81-45e1-bb03-210344036531 req-f47d9932-833e-4490-9cd2-27d6b61bb5c3 tempest-ImagesOneServerTestJSON-1961147285 tempest-ImagesOneServerTestJSON-1961147285-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69a5494-ca75-43c7-a32b-c00acd88dd5d HTTP/1.1" status: 200 len: 210 time: 0.0401213 Jul 09 17:12:49.908221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Request body: {'port': {'device_id': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '37dd3406226c4b52b6f7beb53dc5c463'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:50.094482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Made reservation on behalf of 37dd3406226c4b52b6f7beb53dc5c463 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:50.098312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.241993 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac27e99e-856b-40ac-8c24-cd519ffaf9c6 x-openstack-request-id: req-ac27e99e-856b-40ac-8c24-cd519ffaf9c6 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:50.242536 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a5494-ca75-43c7-a32b-c00acd88dd5d", "name": "network-vif-deleted", "tag": "3bc5ec4a-0036-4610-8219-80c94b92b556", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:50.242687 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac27e99e-856b-40ac-8c24-cd519ffaf9c6 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:50.243258 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a5494-ca75-43c7-a32b-c00acd88dd5d', 'name': 'network-vif-deleted', 'tag': '3bc5ec4a-0036-4610-8219-80c94b92b556', 'status': 'completed', 'code': 200} Jul 09 17:12:50.248108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:50.461730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:50.467793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03e5f39b-7b11-47aa-bdd1-48243bdb3b25 req-4881de49-9577-4aa1-ab5e-ae60ea55c5e5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 210 time: 0.0690687 Jul 09 17:12:50.469142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Allocated IP 192.168.233.202 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/8bb165ea-90e3-4891-959e-cfa80783c24d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:12:50.499093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:50.526880 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce002-0241-46ac-a238-3c7543796588 req-47f9b8fa-3d69-41d1-bebb-d9eba5265501 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:50.534894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-611ce002-0241-46ac-a238-3c7543796588 req-47f9b8fa-3d69-41d1-bebb-d9eba5265501 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 944 time: 0.0936723 Jul 09 17:12:50.539957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:50.638384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-611ce002-0241-46ac-a238-3c7543796588 req-8e0c9410-dbed-41c3-b189-d83a62786d99 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 Jul 09 17:12:50.648237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:50.733637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:50.803891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:50.825147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:50.825942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32cf91b9-fa68-4aaa-9ca0-7ad1e26cf806 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:51.143910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:51.165640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 3bc5ec4a-0036-4610-8219-80c94b92b556 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:51.166277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3bc5ec4a-0036-4610-8219-80c94b92b556 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:51.191265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b002-1ea7-46e2-b7d4-94a8a44225b9 req-797bc36b-5057-4ff9-9020-8031322bf82a tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:51.192803 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9311b002-1ea7-46e2-b7d4-94a8a44225b9 req-797bc36b-5057-4ff9-9020-8031322bf82a tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.5152042 Jul 09 17:12:51.216512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.247160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] Transition to ACTIVE for port object ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:51.247160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Transition to ACTIVE for port object 8bb165ea-90e3-4891-959e-cfa80783c24d will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:51.264260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.308747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9311b002-1ea7-46e2-b7d4-94a8a44225b9 req-2346801f-79fc-46fd-b141-b32a5ae8becd tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069880 Jul 09 17:12:51.373049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] No DVR routers for this DVR port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:51.384108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:51.412803 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.425217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee', '77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:51.430402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-a0ed8d3a-441d-42a4-8e14-edcd981d4688 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 1.5890071 Jul 09 17:12:51.468479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:12:51.474452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:51.480281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:12:51.485605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:51.557590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:51.560427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.598065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ea0594b8-5dfa-4f17-9937-9f98c7f6b3a1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6933966 Jul 09 17:12:51.610207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Request body: {'port': {'device_id': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:51.713049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-4af18100-44b9-43cc-977c-93767bd18ce3 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:51.715209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-4af18100-44b9-43cc-977c-93767bd18ce3 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.2055511 Jul 09 17:12:51.791666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:51.875537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-a5839363-c506-4281-942d-ad0bb1d671b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:51.877158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-a5839363-c506-4281-942d-ad0bb1d671b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec&tenant_id=fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 1097 time: 0.1509972 Jul 09 17:12:52.016822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-71452ce6-cd2b-4730-b5d8-0ab772a98ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.018288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-28be290b-2ed3-4cf9-938f-86c9dc87eff3 None None] Provisioning for port 8bb165ea-90e3-4891-959e-cfa80783c24d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:12:52.018801 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-71452ce6-cd2b-4730-b5d8-0ab772a98ccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1097 time: 0.0934885 Jul 09 17:12:52.025942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abbdc5-39e4-475b-9842-2c05facdd0de req-d8301d7b-ead2-4ef5-a4ec-841569e449e6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.031709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-28be290b-2ed3-4cf9-938f-86c9dc87eff3 None None] Provisioning complete for port 8bb165ea-90e3-4891-959e-cfa80783c24d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:12:52.032627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-28be290b-2ed3-4cf9-938f-86c9dc87eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.034332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47abbdc5-39e4-475b-9842-2c05facdd0de req-d8301d7b-ead2-4ef5-a4ec-841569e449e6 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 950 time: 0.1465490 Jul 09 17:12:52.091959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-28be290b-2ed3-4cf9-938f-86c9dc87eff3 None None] Port 8bb165ea-90e3-4891-959e-cfa80783c24d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:12:52.138456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50058) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:52.156380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa12ed-e2ff-4fde-8ef0-498ae1e8480e req-aa135bd9-6ff2-4608-919a-a52a77b93b8e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.157966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6fa12ed-e2ff-4fde-8ef0-498ae1e8480e req-aa135bd9-6ff2-4608-919a-a52a77b93b8e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 936 time: 0.1653485 Jul 09 17:12:52.163370 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47abbdc5-39e4-475b-9842-2c05facdd0de req-be49204b-1ed8-4549-94fc-bc50828cd0ca tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223338 Jul 09 17:12:52.217755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-c1c7c418-612e-4327-af66-ec783f9bf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.219425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-c1c7c418-612e-4327-af66-ec783f9bf732 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1824980 Jul 09 17:12:52.226752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6fa12ed-e2ff-4fde-8ef0-498ae1e8480e req-7c660ca7-99b5-49b6-8a5c-4859b0763b46 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600770 Jul 09 17:12:52.308439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb165ea-90e3-4891-959e-cfa80783c24d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:52.321474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.321801 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-2bb1e2c8-975c-4ae8-aa11-5f34dc2fe7f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 200 len: 217 time: 0.0788271 Jul 09 17:12:52.351145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca717c5b-cb06-47c3-8cd5-9c4f9f06dd7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cee85a7bb8e494b8b3ad57a5ee00664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114275 Jul 09 17:12:52.352279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Transition to ACTIVE for port object 8bb165ea-90e3-4891-959e-cfa80783c24d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:12:52.352905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50066) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:52.365540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.443740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:52.461684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-826c0c68-53e2-43eb-84e1-554437b1a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.463442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-826c0c68-53e2-43eb-84e1-554437b1a1a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1260340 Jul 09 17:12:52.474467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789d0ae-8af8-4247-b2c0-f1832b51df8d req-e4263c36-656b-4827-ba89-ccef6d466595 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.477887 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7789d0ae-8af8-4247-b2c0-f1832b51df8d req-e4263c36-656b-4827-ba89-ccef6d466595 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 945 time: 0.1589992 Jul 09 17:12:52.526827 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-0cf872e9-9c99-4d2b-849c-8d39031e5a2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474753 Jul 09 17:12:52.529323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd6518a7-dfa9-4a24-a636-ae73f92d6da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.570339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd6518a7-dfa9-4a24-a636-ae73f92d6da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.618322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7789d0ae-8af8-4247-b2c0-f1832b51df8d req-beb89643-681a-45b0-8931-a71c0741e712 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302896 Jul 09 17:12:52.663522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b71b8bfe-ba69-4584-bb51-428e23c68507 req-a9d3e858-5b1a-4ca9-81a9-48030426a3e6 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1af3c3bfbd1248778596071bc40627d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638030 Jul 09 17:12:52.669195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:12:52.669522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:12:52.669839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:52.688667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:12:52.689019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:12:52.689724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-2e33ae00-f010-4cbd-949c-a1cd3dc1db85 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523082 Jul 09 17:12:52.770430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:12:52.770768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:52.771163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:12:52.771616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Bound port: 8bb165ea-90e3-4891-959e-cfa80783c24d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:12:52.775694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.840720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd6518a7-dfa9-4a24-a636-ae73f92d6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.843269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd6518a7-dfa9-4a24-a636-ae73f92d6da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:52.847363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fd6518a7-dfa9-4a24-a636-ae73f92d6da3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4bdbba8-55b3-4d0e-94d5-bf379c287e7e HTTP/1.1" status: 204 len: 168 time: 0.4934351 Jul 09 17:12:52.881998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-7f28de4a-23b7-4abe-87c5-e3c470083f4f service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812384 Jul 09 17:12:52.882602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6518a7-dfa9-4a24-a636-ae73f92d6da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bdbba8-55b3-4d0e-94d5-bf379c287e7e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:52.898713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f0c8b-9c5b-4d94-b5a0-71d588713fff req-b24b9cbf-917e-4b5b-8845-41614ad74f6e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.906970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f75f0c8b-9c5b-4d94-b5a0-71d588713fff req-b24b9cbf-917e-4b5b-8845-41614ad74f6e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1375368 Jul 09 17:12:52.931878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8bfe-ba69-4584-bb51-428e23c68507 req-40ab4482-3447-491a-a12c-197915cba955 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:52.939359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b71b8bfe-ba69-4584-bb51-428e23c68507 req-40ab4482-3447-491a-a12c-197915cba955 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643406 Jul 09 17:12:52.952804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:52.957977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f75f0c8b-9c5b-4d94-b5a0-71d588713fff req-3a1bae11-81b9-496d-b3b9-0cf058a507dc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482082 Jul 09 17:12:52.975349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b71b8bfe-ba69-4584-bb51-428e23c68507 req-54200b13-6cfd-4f30-8a49-2aafac12e772 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/quotas/1af3c3bfbd1248778596071bc40627d7 HTTP/1.1" status: 200 len: 375 time: 0.0346091 Jul 09 17:12:53.012348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:12:53.057440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b71b8bfe-ba69-4584-bb51-428e23c68507 req-4f037350-abb0-4289-a10c-cee7e5b62ba9 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1af3c3bfbd1248778596071bc40627d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799339 Jul 09 17:12:53.059256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.119813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.120449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.122776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] 10.222.0.36 "PUT /v2.0/ports/8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 1097 time: 1.5168951 Jul 09 17:12:53.124374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:53.128021 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd19dc04-6a6e-4721-8d5b-73578e0c594e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:53.209324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-1aa38e39-86d0-409b-9edf-20ca165b0a5f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.211198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-1aa38e39-86d0-409b-9edf-20ca165b0a5f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 950 time: 0.2677219 Jul 09 17:12:53.212104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e97d22-a8c2-42f4-a58f-eec6fb966c13 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:53.243915 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa1e61-ebdb-41ea-9c58-73f3dc78e311 x-openstack-request-id: req-44aa1e61-ebdb-41ea-9c58-73f3dc78e311 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:53.244642 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:53.244642 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44aa1e61-ebdb-41ea-9c58-73f3dc78e311 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:53.244813 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'status': 'completed', 'code': 200} Jul 09 17:12:53.420691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de92-b54e-444c-916e-355456935c00 req-038c276a-48fa-4a33-8f10-2585865acf7b tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.422853 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-038c276a-48fa-4a33-8f10-2585865acf7b tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.1008778 Jul 09 17:12:53.580424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ffbf8484-d9e2-4f98-a0fc-2916840f3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.581721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-ffbf8484-d9e2-4f98-a0fc-2916840f3e4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1100 time: 0.2032981 Jul 09 17:12:53.601929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port 64e2530a-f84b-46da-b31e-ca49a15a6782 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:53.602268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.647023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3d96de92-b54e-444c-916e-355456935c00 req-70ac486c-2faa-49e8-9357-8a51642e5474 service neutron] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:12:53.657575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3d96de92-b54e-444c-916e-355456935c00 req-70ac486c-2faa-49e8-9357-8a51642e5474 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.661715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d96de92-b54e-444c-916e-355456935c00 req-70ac486c-2faa-49e8-9357-8a51642e5474 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.2280202 Jul 09 17:12:53.693847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-f15f56c3-f2aa-43e3-88b7-d53cfb6e34d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.0937073 Jul 09 17:12:53.702438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396203-931c-4b1a-92ca-10d6f9f9f34d req-807c9697-db16-4fcc-97d8-f3409cf2723f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.709978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef396203-931c-4b1a-92ca-10d6f9f9f34d req-807c9697-db16-4fcc-97d8-f3409cf2723f tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 950 time: 0.2853239 Jul 09 17:12:53.832113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef396203-931c-4b1a-92ca-10d6f9f9f34d req-16d7605a-d90e-4a4c-bdb4-c389a38ac9fa tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211207 Jul 09 17:12:53.853516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-1c78c152-28ef-4c6b-a72f-2d6efe70eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:53.855035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-1c78c152-28ef-4c6b-a72f-2d6efe70eebe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1400514 Jul 09 17:12:53.899017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port 64e2530a-f84b-46da-b31e-ca49a15a6782, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64e2530a-f84b-46da-b31e-ca49a15a6782,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:53.899325 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:53.933868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for 64e2530a-f84b-46da-b31e-ca49a15a6782 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:54.005251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-95e1b989-421d-4914-87e9-55107a889b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.006798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-95e1b989-421d-4914-87e9-55107a889b1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294541 Jul 09 17:12:54.028454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909b4d4-13fe-4110-bd39-897aa2bad056 req-b5155b8d-7e64-49c1-a60d-c3cb5ad9dd15 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.030960 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7909b4d4-13fe-4110-bd39-897aa2bad056 req-b5155b8d-7e64-49c1-a60d-c3cb5ad9dd15 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.0879128 Jul 09 17:12:54.074271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7909b4d4-13fe-4110-bd39-897aa2bad056 req-3b459b3f-6130-4f40-9639-afbae02d443b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377049 Jul 09 17:12:54.211366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-feec1086-f69a-4009-b7d0-3569cc46c0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948760 Jul 09 17:12:54.228869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc602679-2c67-43d4-a0b0-13fb20a06895 req-075ab2fc-34dc-43f1-8e5a-0fef92560922 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.230319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc602679-2c67-43d4-a0b0-13fb20a06895 req-075ab2fc-34dc-43f1-8e5a-0fef92560922 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 945 time: 0.1907966 Jul 09 17:12:54.243606 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.258144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289', '64e2530a-f84b-46da-b31e-ca49a15a6782'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:54.260876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:54.353629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=64e2530a-f84b-46da-b31e-ca49a15a6782,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:54.398608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.398777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.399114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.399434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.399843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.400316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.400481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.400792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.401121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.401423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.401736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.402047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:54.446475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc602679-2c67-43d4-a0b0-13fb20a06895 req-000dea2a-6f2e-4f92-8cb4-005fd5144f96 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055862 Jul 09 17:12:54.449658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port 64e2530a-f84b-46da-b31e-ca49a15a6782 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:12:54.457064 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:54.459156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f418c57a-ebb9-4321-a079-73eca7e78636 req-31bf53b4-4bc9-448e-9cfa-f4f69c5c5018 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "DELETE /v2.0/ports/64e2530a-f84b-46da-b31e-ca49a15a6782 HTTP/1.1" status: 204 len: 173 time: 1.2361956 Jul 09 17:12:54.477822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c563d0a-7001-4be9-90e8-b326ac849030 req-6da5fbcf-1657-4041-8aeb-ea54860320f4 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453048 Jul 09 17:12:54.666447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-06fe00b2-9557-4fce-ab4b-61c293bf83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.668256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-06fe00b2-9557-4fce-ab4b-61c293bf83f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1100 time: 0.0933318 Jul 09 17:12:54.671259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6314-6191-4380-8a47-b1820dc9d511 req-56403829-c2cc-4b80-8952-4d560e70b494 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.678277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2dbb6314-6191-4380-8a47-b1820dc9d511 req-56403829-c2cc-4b80-8952-4d560e70b494 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1381595 Jul 09 17:12:54.774558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2dbb6314-6191-4380-8a47-b1820dc9d511 req-a85d5c14-3e1a-4884-ba9f-090b570f20a7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947385 Jul 09 17:12:54.992358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-1d9896dd-8705-4a2b-8dfa-7b1f8a40ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:54.993884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-1d9896dd-8705-4a2b-8dfa-7b1f8a40ce13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3162389 Jul 09 17:12:55.084974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-1acf7343-bf0c-4c6a-8ff4-1d8137954181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.086481 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-1acf7343-bf0c-4c6a-8ff4-1d8137954181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1097 time: 0.1160038 Jul 09 17:12:55.148949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-761ca2d1-a626-473b-8748-4591432ef2f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.1470726 Jul 09 17:12:55.212607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-bc686d53-921a-473d-87c0-df34bef0e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.216129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-bc686d53-921a-473d-87c0-df34bef0e45b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.1180303 Jul 09 17:12:55.249083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49bc6dad-627c-4670-80dd-efe694769af4', 'name': 'network-vif-deleted', 'tag': '64e2530a-f84b-46da-b31e-ca49a15a6782'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:12:55.254622 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b16df0f-ab33-4d34-a326-161a3cdd9cd5" -d '{"events": [{"server_uuid": "49bc6dad-627c-4670-80dd-efe694769af4", "name": "network-vif-deleted", "tag": "64e2530a-f84b-46da-b31e-ca49a15a6782"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:12:55.276707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-ddb86046-955d-4ad7-925a-1cb13d790b70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 217 time: 0.0533521 Jul 09 17:12:55.303750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-b232da51-5b4c-43ac-a057-e13e2764633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.305376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-b232da51-5b4c-43ac-a057-e13e2764633d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1427751 Jul 09 17:12:55.318743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f6d0337-754e-46d9-9375-08ab055290b9 req-d621f306-0bf9-482a-ba90-b7157ec777fb tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=49bc6dad-627c-4670-80dd-efe694769af4 HTTP/1.1" status: 200 len: 210 time: 0.0443513 Jul 09 17:12:55.350630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366c61f-50b9-4c42-af5b-5dc2ec2c2f24 req-313f1849-006e-4d37-a277-c67403b6b284 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.352189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4366c61f-50b9-4c42-af5b-5dc2ec2c2f24 req-313f1849-006e-4d37-a277-c67403b6b284 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1097 time: 0.1652639 Jul 09 17:12:55.379590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-d8e8996a-3658-4b19-8e9a-f14340da4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.381607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-d8e8996a-3658-4b19-8e9a-f14340da4364 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.0941517 Jul 09 17:12:55.416448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4366c61f-50b9-4c42-af5b-5dc2ec2c2f24 req-1267a433-154a-40cd-b94c-ac5ebbabe90c tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556946 Jul 09 17:12:55.419351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-d9b21048-b214-4df8-875c-2db0e840b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.420813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-d9b21048-b214-4df8-875c-2db0e840b72d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1050944 Jul 09 17:12:55.426102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-1617b1ab-dfae-45ed-b65b-195a9d885cba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368991 Jul 09 17:12:55.647457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-3f622e37-13a8-4be6-9e73-969e061e825f service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184050 Jul 09 17:12:55.684463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ebf54f11-dc1e-4585-87f6-3b1c0f27ab4d req-44f642fc-acde-41fe-827f-6f69ca0dfc3c tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1af3c3bfbd1248778596071bc40627d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353956 Jul 09 17:12:55.871702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50198) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:55.958193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfce7-9445-44e6-b862-f02775038361 req-c5de8eb9-1a22-40df-9527-20a4e1113d04 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.965809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a33dfce7-9445-44e6-b862-f02775038361 req-c5de8eb9-1a22-40df-9527-20a4e1113d04 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.1080678 Jul 09 17:12:55.981514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf54f11-dc1e-4585-87f6-3b1c0f27ab4d req-68473cc4-d986-41e0-a159-647579dea0ba tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:55.989552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ebf54f11-dc1e-4585-87f6-3b1c0f27ab4d req-68473cc4-d986-41e0-a159-647579dea0ba tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033261 Jul 09 17:12:55.991531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9511e536-44bc-43e7-8a02-ed7db8238ebb service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505819 Jul 09 17:12:56.007926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ebf54f11-dc1e-4585-87f6-3b1c0f27ab4d req-78548274-9556-43ee-bc07-be609c5999bc tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/quotas/1af3c3bfbd1248778596071bc40627d7 HTTP/1.1" status: 200 len: 375 time: 0.0170972 Jul 09 17:12:56.023065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd19dc04-6a6e-4721-8d5b-73578e0c594e req-8c047fae-2d8a-40a5-82f3-cb7134bd9156 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360085 Jul 09 17:12:56.024608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a33dfce7-9445-44e6-b862-f02775038361 req-84d6f2a7-e4bf-4003-9223-7a0498bff556 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578153 Jul 09 17:12:56.060779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.075241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ebf54f11-dc1e-4585-87f6-3b1c0f27ab4d req-c5436e92-0441-411b-90c8-bda893de5fd2 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1af3c3bfbd1248778596071bc40627d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663464 Jul 09 17:12:56.085425 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa750b1-2f6b-43c7-b8d1-07e92c495bf2 x-openstack-request-id: req-5fa750b1-2f6b-43c7-b8d1-07e92c495bf2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:12:56.085704 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49bc6dad-627c-4670-80dd-efe694769af4", "name": "network-vif-deleted", "tag": "64e2530a-f84b-46da-b31e-ca49a15a6782", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:12:56.085949 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fa750b1-2f6b-43c7-b8d1-07e92c495bf2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:12:56.086334 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49bc6dad-627c-4670-80dd-efe694769af4', 'name': 'network-vif-deleted', 'tag': '64e2530a-f84b-46da-b31e-ca49a15a6782', 'status': 'completed', 'code': 200} Jul 09 17:12:56.244824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.256285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.298657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-677520d4-b84c-4c59-82bb-6290e66b53bd service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873728 Jul 09 17:12:56.323589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1126e2f2f1434f88a426c74d112076e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491470 Jul 09 17:12:56.324187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b252f5e8-dbcb-469f-ac72-13007a73b76e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:56.326353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50206) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:56.336275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.336556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.336848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.337183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.337518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.337849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.338178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.338503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.338828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.339149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.339471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.339807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4218a-1379-4546-b89d-dc5c65c5fdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:12:56.350155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95ca85-2b81-4e7e-a7fc-634fda0cd50b req-f6e5431d-7e58-4190-afc0-1daa79fe9abd tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.352731 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8c95ca85-2b81-4e7e-a7fc-634fda0cd50b req-f6e5431d-7e58-4190-afc0-1daa79fe9abd tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 1097 time: 0.1571426 Jul 09 17:12:56.370046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cb52f-fe30-49c6-9813-77981393c0e1 req-34bfdbe8-ac54-467a-9890-35b41d4d543b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:56.379525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a20cb52f-fe30-49c6-9813-77981393c0e1 req-34bfdbe8-ac54-467a-9890-35b41d4d543b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1049871 Jul 09 17:12:56.410768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8c95ca85-2b81-4e7e-a7fc-634fda0cd50b req-44023ec0-c340-493f-aa5a-cdb571405ef4 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Jul 09 17:12:56.462485 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa93deff-4e41-43b4-bc82-a15cfe56dcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.467999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a20cb52f-fe30-49c6-9813-77981393c0e1 req-27a27961-1f55-419e-8fc8-418b0e11591c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885990 Jul 09 17:12:56.481640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64e2530a-f84b-46da-b31e-ca49a15a6782 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:12:56.523602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa93deff-4e41-43b4-bc82-a15cfe56dcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.552630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 64e2530a-f84b-46da-b31e-ca49a15a6782 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:12:56.552976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64e2530a-f84b-46da-b31e-ca49a15a6782 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:12:56.616154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa93deff-4e41-43b4-bc82-a15cfe56dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.619413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa93deff-4e41-43b4-bc82-a15cfe56dcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:56.623246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fa93deff-4e41-43b4-bc82-a15cfe56dcf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b252f5e8-dbcb-469f-ac72-13007a73b76e HTTP/1.1" status: 204 len: 168 time: 0.2930491 Jul 09 17:12:56.629917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93deff-4e41-43b4-bc82-a15cfe56dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b252f5e8-dbcb-469f-ac72-13007a73b76e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:57.365170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fb140-a75f-4f58-a3a1-3724030985b6 req-e835b3fb-ab8c-4261-8a34-a915eaba1d65 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:57.369599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e14fb140-a75f-4f58-a3a1-3724030985b6 req-e835b3fb-ab8c-4261-8a34-a915eaba1d65 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.1345961 Jul 09 17:12:57.432653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e14fb140-a75f-4f58-a3a1-3724030985b6 req-2130a11d-e242-42ce-b8e5-65d135d39128 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Jul 09 17:12:57.621305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50274) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:57.810900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1449019661-network', 'tenant_id': 'fc31840b3f3c4f66ad158008bd151a44'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:57.859569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Made reservation on behalf of fc31840b3f3c4f66ad158008bd151a44 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:57.862329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:57.882638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.031223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.038376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.082381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:12:58.085930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc9505-c6e1-42b7-a692-631fdff8e4fb req-8cf67956-480c-4be0-98cc-244585e50740 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.093790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bddc9505-c6e1-42b7-a692-631fdff8e4fb req-8cf67956-480c-4be0-98cc-244585e50740 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1038485 Jul 09 17:12:58.120660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc45a3-4df8-4f11-a188-3c546da53ec8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:58.161645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.166735 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Added segment a3945218-4a34-4f58-8f60-75d5c3be723d of type vlan for network 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9 Jul 09 17:12:58.187643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bddc9505-c6e1-42b7-a692-631fdff8e4fb req-f5d44b70-6637-4d97-a907-ea7dd7176c24 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926509 Jul 09 17:12:58.229819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.303231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.304354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.305014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.312121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9c2a3e-fb6c-48b2-a6c4-9d2c08dd84f9 req-0c6eb8ee-0e26-4337-b913-bc2fcd6d31c1 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1af3c3bfbd1248778596071bc40627d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241215 Jul 09 17:12:58.370800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7480454 Jul 09 17:12:58.373474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50298) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:58.383311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Request body: {'subnet': {'network_id': '9988bdf1-2ec4-4b46-bcab-8cdce14f44a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1449019661-subnet', 'tenant_id': 'fc31840b3f3c4f66ad158008bd151a44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:12:58.410420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43eea1-f7ad-4428-a2cb-e99b04fe94e4 req-ec563750-b554-449b-9618-cea6758911e4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.418751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f43eea1-f7ad-4428-a2cb-e99b04fe94e4 req-ec563750-b554-449b-9618-cea6758911e4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 950 time: 0.1912191 Jul 09 17:12:58.442715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c2a3e-fb6c-48b2-a6c4-9d2c08dd84f9 req-8d4a44bd-685a-4556-9dbb-7f6403632e89 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.445777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9c2a3e-fb6c-48b2-a6c4-9d2c08dd84f9 req-8d4a44bd-685a-4556-9dbb-7f6403632e89 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282120 Jul 09 17:12:58.446669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4590c-ad4e-4286-889b-9ef2e69d345c admin admin] Pushing event updated for resources: {'Network': ['ID=9988bdf1-2ec4-4b46-bcab-8cdce14f44a9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:58.462208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:12:58.475410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Made reservation on behalf of fc31840b3f3c4f66ad158008bd151a44 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:12:58.478015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.486844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9c2a3e-fb6c-48b2-a6c4-9d2c08dd84f9 req-33ded5b1-2447-4e43-9c37-5740aebc4d6f tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/quotas/1af3c3bfbd1248778596071bc40627d7 HTTP/1.1" status: 200 len: 375 time: 0.0259559 Jul 09 17:12:58.509414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:12:58.536506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9c2a3e-fb6c-48b2-a6c4-9d2c08dd84f9 req-a114a2a1-1228-4941-bb55-1f23af4b83c9 tempest-QuotasAdminNegativeTest-665840754 tempest-QuotasAdminNegativeTest-665840754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1af3c3bfbd1248778596071bc40627d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480070 Jul 09 17:12:58.579499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f43eea1-f7ad-4428-a2cb-e99b04fe94e4 req-bef163fc-54c1-43e4-8bb7-02094cad3ae4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597755 Jul 09 17:12:58.717165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-4e6c38af-bfe2-4206-92e3-b1ebfe1381d1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.718915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-4e6c38af-bfe2-4206-92e3-b1ebfe1381d1 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 950 time: 0.0972822 Jul 09 17:12:58.800343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:58.825849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'mac_address': 'fa:16:3e:6c:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:12:58.855058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.890161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:58.890520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.891672 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:58.913884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422da6b-5170-4b1d-83ee-24853b1a8c03 req-348f2f4f-2ba2-4ff2-94c5-7a4dfbf28e17 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:58.921327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb165ea-90e3-4891-959e-cfa80783c24d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:12:58.924518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5422da6b-5170-4b1d-83ee-24853b1a8c03 req-348f2f4f-2ba2-4ff2-94c5-7a4dfbf28e17 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.1740758 Jul 09 17:12:58.959475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb708686-66da-4ae6-a414-c40b7d89d890,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:58.986394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:59.000690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.004835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5422da6b-5170-4b1d-83ee-24853b1a8c03 req-4b8e6a8d-77a4-49bb-8b27-0414c717903e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791342 Jul 09 17:12:59.009866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Checking segment: {'id': 'a3945218-4a34-4f58-8f60-75d5c3be723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9988bdf1-2ec4-4b46-bcab-8cdce14f44a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:12:59.010544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Network hostable DHCP agents. Network: 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:12:59.061021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Network 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:12:59.076579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port 83630fb9-2e8b-4f36-8cf2-3e78d398a289, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=83630fb9-2e8b-4f36-8cf2-3e78d398a289,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:12:59.077061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.082065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:12:59.083561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:59.094886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f6ab2-8142-4b0e-b528-38d81aa6a957 None None] Network 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:59.095676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:59.096320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.107128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for 83630fb9-2e8b-4f36-8cf2-3e78d398a289 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:12:59.167459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c8b69c02-8585-4465-b60b-f47b0389391c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7914226 Jul 09 17:12:59.295088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['8bb165ea-90e3-4891-959e-cfa80783c24d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:59.382309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19878a39-a089-4709-90d4-38cdcdcbae9a None None] Network 9988bdf1-2ec4-4b46-bcab-8cdce14f44a9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:12:59.393647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.418633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50326) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:12:59.496183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:12:59.532329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=83630fb9-2e8b-4f36-8cf2-3e78d398a289,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:12:59.543422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-c5200ffd-4af9-47ae-9737-9e3eea06ef62 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:59.545057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-c5200ffd-4af9-47ae-9737-9e3eea06ef62 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 950 time: 0.1572568 Jul 09 17:12:59.625891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0909c-7ead-49a3-a6fe-17eae6b06fed req-9ee6f886-7b81-4ac9-b871-d0d5cf21841c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:12:59.633969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b0909c-7ead-49a3-a6fe-17eae6b06fed req-9ee6f886-7b81-4ac9-b871-d0d5cf21841c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1979070 Jul 09 17:12:59.707135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b0909c-7ead-49a3-a6fe-17eae6b06fed req-95b528eb-a46e-4720-b177-70303f049960 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 Jul 09 17:12:59.773874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:12:59.774211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:12:59.987410 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0227312-97a1-418c-b7fe-8175c0960c91 req-74b9d48d-624d-4531-8cf6-335abf2133cd tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d07a38a-e51c-4c8a-9c72-84f78139527a HTTP/1.1" status: 200 len: 210 time: 0.0528176 Jul 09 17:13:00.000559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port 83630fb9-2e8b-4f36-8cf2-3e78d398a289 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:00.003477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:00.003868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.015153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-85386d17-12ba-47e4-913f-113033af586e req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-888858049', 'description': 'tempest-description-578805086'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:00.019742 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.021733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe57280c-a8ac-495f-b76d-2e47e95a8c97 req-9600dd68-8228-4ec2-9176-f147d01fa579 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.36 "DELETE /v2.0/ports/83630fb9-2e8b-4f36-8cf2-3e78d398a289 HTTP/1.1" status: 204 len: 173 time: 1.2968833 Jul 09 17:13:00.022171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'name': 'network-vif-deleted', 'tag': '83630fb9-2e8b-4f36-8cf2-3e78d398a289'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:00.037075 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e8549-b3b2-4d06-b0df-a113cdf4df29" -d '{"events": [{"server_uuid": "8d07a38a-e51c-4c8a-9c72-84f78139527a", "name": "network-vif-deleted", "tag": "83630fb9-2e8b-4f36-8cf2-3e78d398a289"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:00.051283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:00.063556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e81a4011-6676-462a-858f-c15cd49c91bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.132646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85386d17-12ba-47e4-913f-113033af586e req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.291014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e81a4011-6676-462a-858f-c15cd49c91bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.373322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da8bd9-6630-4cb3-bf5f-88a699847e40 req-35ae83a5-52a4-47c7-8c3b-fb27b11ebd46 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:00.391015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18da8bd9-6630-4cb3-bf5f-88a699847e40 req-35ae83a5-52a4-47c7-8c3b-fb27b11ebd46 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 949 time: 0.1986339 Jul 09 17:13:00.391229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85386d17-12ba-47e4-913f-113033af586e req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.392516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e81a4011-6676-462a-858f-c15cd49c91bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.407882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:00.429155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a4011-6676-462a-858f-c15cd49c91bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dd203f-a062-433a-bb98-207cfa3394b6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:00.461616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85386d17-12ba-47e4-913f-113033af586e req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.483540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.498503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['83630fb9-2e8b-4f36-8cf2-3e78d398a289'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:00.508477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e22fc21-fd0d-4835-a47e-38499021cd52,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:00.511512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:00.545548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e81a4011-6676-462a-858f-c15cd49c91bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1af3c3bfbd1248778596071bc40627d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1220980 Jul 09 17:13:00.545762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50338) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:00.552710 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-85386d17-12ba-47e4-913f-113033af586e req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.565389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85386d17-12ba-47e4-913f-113033af586e req-4b06e2b8-0f30-4991-9fdb-15201a4370e2 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5618842 Jul 09 17:13:00.573731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=13a7fa89-3a18-4a92-9932-f7f102fb3ee7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:00.593103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18da8bd9-6630-4cb3-bf5f-88a699847e40 req-06de3e58-5649-461f-8901-bad87f8d7ab1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971917 Jul 09 17:13:00.637395 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe72c0-0582-4e3a-9138-7debc2fad018 x-openstack-request-id: req-76fe72c0-0582-4e3a-9138-7debc2fad018 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:00.639268 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07a38a-e51c-4c8a-9c72-84f78139527a", "name": "network-vif-deleted", "tag": "83630fb9-2e8b-4f36-8cf2-3e78d398a289", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:00.639524 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76fe72c0-0582-4e3a-9138-7debc2fad018 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:00.640631 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07a38a-e51c-4c8a-9c72-84f78139527a', 'name': 'network-vif-deleted', 'tag': '83630fb9-2e8b-4f36-8cf2-3e78d398a289', 'status': 'completed', 'code': 200} Jul 09 17:13:00.649413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 8bb165ea-90e3-4891-959e-cfa80783c24d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:00.654899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 8bb165ea-90e3-4891-959e-cfa80783c24d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:00.655688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.737684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5321d2a0-44ad-40ee-b6c8-06de5f9364e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.754115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:00.765594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.769135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a35b8980-003a-487f-94dd-fac39ed097c0 req-e0113ceb-39f9-49b2-9745-655028eb97c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "DELETE /v2.0/ports/13a7fa89-3a18-4a92-9932-f7f102fb3ee7 HTTP/1.1" status: 204 len: 173 time: 1.2164991 Jul 09 17:13:00.769868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'name': 'network-vif-deleted', 'tag': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:00.773698 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311df87-eb44-4541-999a-0c75d52598ed" -d '{"events": [{"server_uuid": "d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c", "name": "network-vif-deleted", "tag": "13a7fa89-3a18-4a92-9932-f7f102fb3ee7"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:00.794296 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5321d2a0-44ad-40ee-b6c8-06de5f9364e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.827955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.870130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-393b42cf-af25-49e4-b8fc-4840bebc1b77 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/9e22fc21-fd0d-4835-a47e-38499021cd52 HTTP/1.1" status: 200 len: 1811 time: 0.2211788 Jul 09 17:13:00.890267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:00.892125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e22fc21-fd0d-4835-a47e-38499021cd52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:00.893997 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb08ce-1cef-4155-8c4b-6ad17e937556" -d '{"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-plugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:00.894532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e22fc21-fd0d-4835-a47e-38499021cd52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:00.911066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:00.921674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.952073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5321d2a0-44ad-40ee-b6c8-06de5f9364e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.957811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5321d2a0-44ad-40ee-b6c8-06de5f9364e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:00.962299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5321d2a0-44ad-40ee-b6c8-06de5f9364e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6dd203f-a062-433a-bb98-207cfa3394b6 HTTP/1.1" status: 204 len: 168 time: 0.4151845 Jul 09 17:13:00.990486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321d2a0-44ad-40ee-b6c8-06de5f9364e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dd203f-a062-433a-bb98-207cfa3394b6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:01.063490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:01.105790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bc7a7-181c-4ad9-a68e-b8fc862c9545 req-3ce9e7aa-fd0c-452f-8763-45a2b5295bf4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.107565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc7bc7a7-181c-4ad9-a68e-b8fc862c9545 req-3ce9e7aa-fd0c-452f-8763-45a2b5295bf4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1250749 Jul 09 17:13:01.117491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.171550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc7bc7a7-181c-4ad9-a68e-b8fc862c9545 req-722ce447-fcaf-41da-81e2-2fdb3e52a884 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512278 Jul 09 17:13:01.186529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.195736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.248577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34196679-1516-4cb2-a01a-8977c5b21b43,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:01.272102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.273844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d81c85ea-1bd9-40cd-ac9b-311552551cd8 req-f7df25f9-3d0d-4cd1-a004-80f7bbdc8478 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3969247 Jul 09 17:13:01.301547 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b867a-03aa-4d05-a9d9-a632337a10f7 x-openstack-request-id: req-590b867a-03aa-4d05-a9d9-a632337a10f7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:01.301837 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c", "name": "network-vif-deleted", "tag": "13a7fa89-3a18-4a92-9932-f7f102fb3ee7", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:01.302085 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-590b867a-03aa-4d05-a9d9-a632337a10f7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:01.302480 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55e2c8d-d34c-4887-abc9-6ab62c6f0f6c', 'name': 'network-vif-deleted', 'tag': '13a7fa89-3a18-4a92-9932-f7f102fb3ee7', 'status': 'completed', 'code': 200} Jul 09 17:13:01.332055 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec5bfa1-344a-4398-9cf0-f53d6c99ac4f x-openstack-request-id: req-bec5bfa1-344a-4398-9cf0-f53d6c99ac4f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:01.332340 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-plugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:01.332588 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bec5bfa1-344a-4398-9cf0-f53d6c99ac4f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:01.333005 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'code': 200} Jul 09 17:13:01.407655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2708536-a9e2-4848-9af2-b2d00a903c94 req-d18bb960-0977-45c7-83fc-752185223f6c tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/9e22fc21-fd0d-4835-a47e-38499021cd52 HTTP/1.1" status: 200 len: 2404 time: 0.0549378 Jul 09 17:13:01.502677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-d9a59e98-cbb5-4f7e-90e5-7544ab487181 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-group-rules/34196679-1516-4cb2-a01a-8977c5b21b43 HTTP/1.1" status: 200 len: 778 time: 0.0777130 Jul 09 17:13:01.514514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50360) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:01.530733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1ebcaed-4b4b-4b85-990d-19f92c3aa1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.570079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-5ae02a31-7b04-48da-a78f-70a4087299bf tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/9e22fc21-fd0d-4835-a47e-38499021cd52 HTTP/1.1" status: 200 len: 2404 time: 0.0660315 Jul 09 17:13:01.644772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-f0480601-85be-45db-a288-bee9a328349b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.645704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', '682664e9-f9f6-4df8-9cdf-a24901da669b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:01.650940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e3f00-b99b-41ae-8fe9-09646d52aa20 req-608c6059-d591-4393-8628-3915d4ee937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:01.651883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4e3f00-b99b-41ae-8fe9-09646d52aa20 req-608c6059-d591-4393-8628-3915d4ee937d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1102 time: 0.2181003 Jul 09 17:13:01.658182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-f0480601-85be-45db-a288-bee9a328349b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.674339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-544883fb-90b2-4885-b00d-9ddf196f96d5 req-508a5126-4fa9-47f9-8fb1-f5ad0e1d1fe2 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55e2c8d-d34c-4887-abc9-6ab62c6f0f6c HTTP/1.1" status: 200 len: 210 time: 0.0478926 Jul 09 17:13:01.718692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4e3f00-b99b-41ae-8fe9-09646d52aa20 req-2639663e-fc83-47a6-ab04-c88b36ad2ce7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579720 Jul 09 17:13:01.728026 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-f0480601-85be-45db-a288-bee9a328349b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.734430 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-f0480601-85be-45db-a288-bee9a328349b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.757279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1ebcaed-4b4b-4b85-990d-19f92c3aa1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.759377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6117c5c-ca82-435b-8cfa-7e1f0f4ff22f req-f0480601-85be-45db-a288-bee9a328349b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/34196679-1516-4cb2-a01a-8977c5b21b43 HTTP/1.1" status: 204 len: 173 time: 0.1712787 Jul 09 17:13:01.770118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1ebcaed-4b4b-4b85-990d-19f92c3aa1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.786296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-3f620562-8d09-40c1-a24f-3aec4dd0fd5e req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1397300008', 'description': 'tempest-description-2129213787'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:01.796567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0480601-85be-45db-a288-bee9a328349b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34196679-1516-4cb2-a01a-8977c5b21b43,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:01.854998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3f620562-8d09-40c1-a24f-3aec4dd0fd5e req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:01.855586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e1ebcaed-4b4b-4b85-990d-19f92c3aa1a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6b08f395fac49828189cff04f97fdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393824 Jul 09 17:13:01.856926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebcaed-4b4b-4b85-990d-19f92c3aa1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7a440-6917-4529-9029-f81160634d74,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:01.859735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50366) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:01.962143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b660bd-d40d-42f6-ad5e-6f5ae192a544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.000459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b660bd-d40d-42f6-ad5e-6f5ae192a544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.058346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30677c-564c-46fd-8feb-3dc6ee795246 req-9bad61b1-28fc-40db-b907-c90af6c4e719 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.060203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b30677c-564c-46fd-8feb-3dc6ee795246 req-9bad61b1-28fc-40db-b907-c90af6c4e719 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1508007 Jul 09 17:13:02.097380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3f620562-8d09-40c1-a24f-3aec4dd0fd5e req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.103811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3f620562-8d09-40c1-a24f-3aec4dd0fd5e req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.110515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b30677c-564c-46fd-8feb-3dc6ee795246 req-4b984a13-6faf-4ad5-a173-d5b44c838008 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Jul 09 17:13:02.111348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b660bd-d40d-42f6-ad5e-6f5ae192a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.114401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b660bd-d40d-42f6-ad5e-6f5ae192a544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.117982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f6b660bd-d40d-42f6-ad5e-6f5ae192a544 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82f7a440-6917-4529-9029-f81160634d74 HTTP/1.1" status: 204 len: 168 time: 0.2546010 Jul 09 17:13:02.141860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b660bd-d40d-42f6-ad5e-6f5ae192a544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7a440-6917-4529-9029-f81160634d74,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:02.162840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8fb883-b398-45d5-9ed5-faa808317589,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:02.180729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3f620562-8d09-40c1-a24f-3aec4dd0fd5e req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.184194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f620562-8d09-40c1-a24f-3aec4dd0fd5e req-40e43933-97ee-497d-bf3a-1dca39ac6cd4 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4227562 Jul 09 17:13:02.351756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a5869e8-adbc-4e97-858a-aad5c8cf5a39 req-26d6a4a3-857e-4ab8-bce3-fba208ec907f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/3e8fb883-b398-45d5-9ed5-faa808317589 HTTP/1.1" status: 200 len: 1813 time: 0.0507271 Jul 09 17:13:02.359525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a6adb-476d-449c-add1-22490787ed49 req-d90c73dc-67bf-4836-b20e-e1db7b76a81f tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:02.361859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-849a6adb-476d-449c-add1-22490787ed49 req-d90c73dc-67bf-4836-b20e-e1db7b76a81f tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.0728579 Jul 09 17:13:02.397142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-63b5380c-649f-424b-85ee-52ab782b8dc8 req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-314503872', 'description': 'tempest-description-1440833350'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:02.405701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-849a6adb-476d-449c-add1-22490787ed49 req-ef5d7e6a-12ac-443a-8a96-18981206ee95 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Jul 09 17:13:02.441720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-63b5380c-649f-424b-85ee-52ab782b8dc8 req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.513758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 83630fb9-2e8b-4f36-8cf2-3e78d398a289 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:02.537363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 83630fb9-2e8b-4f36-8cf2-3e78d398a289 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:02.537833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 83630fb9-2e8b-4f36-8cf2-3e78d398a289 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:02.563090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-63b5380c-649f-424b-85ee-52ab782b8dc8 req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.568209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-63b5380c-649f-424b-85ee-52ab782b8dc8 req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.602366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-63b5380c-649f-424b-85ee-52ab782b8dc8 req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.614927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63b5380c-649f-424b-85ee-52ab782b8dc8 req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2141366 Jul 09 17:13:02.623348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a182c93-e150-4f4c-944d-8a89ed5b5313 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a4fc9-effb-4bb6-b4d9-4cf964653698,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:02.687055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fe8ab25-d9fd-4488-b784-21f835504fa8 req-1a018669-ae85-4992-9ff7-f6ed4fdad770 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/b65a4fc9-effb-4bb6-b4d9-4cf964653698 HTTP/1.1" status: 200 len: 1812 time: 0.0612512 Jul 09 17:13:02.708764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-65fcabbd-dac3-41e4-91ea-faf725981283 req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1703991232', 'description': 'tempest-description-1553493697'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:02.736563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-65fcabbd-dac3-41e4-91ea-faf725981283 req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.852310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-65fcabbd-dac3-41e4-91ea-faf725981283 req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.862721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-65fcabbd-dac3-41e4-91ea-faf725981283 req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.902902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-65fcabbd-dac3-41e4-91ea-faf725981283 req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:02.904585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-65fcabbd-dac3-41e4-91ea-faf725981283 req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2015321 Jul 09 17:13:02.916749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8541e-c869-4712-a29c-93882f84d54f tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82593aa-3bbf-4995-bb52-a878650e7482,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:02.990282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f046a8fe-df8b-4456-a2e1-227dc1c84640 req-8493cdb1-2f3d-491c-a472-7201ccddc820 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/a82593aa-3bbf-4995-bb52-a878650e7482 HTTP/1.1" status: 200 len: 1813 time: 0.0555398 Jul 09 17:13:03.016227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6bef7fef-461b-468f-9052-192440dc12cb req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1682635799', 'description': 'tempest-description-1191356350'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:03.042965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6bef7fef-461b-468f-9052-192440dc12cb req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.177157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6bef7fef-461b-468f-9052-192440dc12cb req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.185236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6bef7fef-461b-468f-9052-192440dc12cb req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.231074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6bef7fef-461b-468f-9052-192440dc12cb req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:03.245892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bef7fef-461b-468f-9052-192440dc12cb req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2339389 Jul 09 17:13:03.247522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dd28a-e392-4fb3-8a34-adcb6f309af6 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440905e7-0580-44ce-82ec-24b2a9360d69,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:03.249433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:03.310064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:03.310915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 13a7fa89-3a18-4a92-9932-f7f102fb3ee7 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:03.365817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0c5a-a6f5-4985-a221-316a83f20f09 req-74ad11e4-3e9a-4bef-b7e5-4b0dd308bcb1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.367617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-118f0c5a-a6f5-4985-a221-316a83f20f09 req-74ad11e4-3e9a-4bef-b7e5-4b0dd308bcb1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.0701125 Jul 09 17:13:03.412885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-118f0c5a-a6f5-4985-a221-316a83f20f09 req-bc899e92-9ac7-40a0-86cf-8afae2ec7973 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Jul 09 17:13:03.524404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01ee3ec9-3f2c-40bd-b5f2-ec02c7863fe0 req-94a3a962-80b4-4125-badb-cc4a95af22bd tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/440905e7-0580-44ce-82ec-24b2a9360d69 HTTP/1.1" status: 200 len: 1813 time: 0.0719748 Jul 09 17:13:03.761656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfe236-29ae-4a77-a650-cec78c2fbc6e req-571953af-00f4-4e53-810a-14ebb53abfb9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.763487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bdfe236-29ae-4a77-a650-cec78c2fbc6e req-571953af-00f4-4e53-810a-14ebb53abfb9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.0911672 Jul 09 17:13:03.813778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88162e-c5fe-41dc-b64f-f4f93ff4af24 req-6fa83226-9037-47b0-a244-950d46009cb5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:03.815657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a88162e-c5fe-41dc-b64f-f4f93ff4af24 req-6fa83226-9037-47b0-a244-950d46009cb5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.0786235 Jul 09 17:13:03.825129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bdfe236-29ae-4a77-a650-cec78c2fbc6e req-799301b8-f6f6-4b7d-906e-2ba8c68b20b7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553756 Jul 09 17:13:03.862413 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-21e87a56-26e4-4fa4-b3d0-7f6792ff66f1 req-d8c7bda4-4847-4582-b556-35db39caa4df tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] show failed (client error): The resource could not be found. Jul 09 17:13:03.863447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21e87a56-26e4-4fa4-b3d0-7f6792ff66f1 req-d8c7bda4-4847-4582-b556-35db39caa4df tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/aeb9fb51-30dd-4fe8-8d19-eea54536db12 HTTP/1.1" status: 404 len: 352 time: 0.0195775 Jul 09 17:13:03.876914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a88162e-c5fe-41dc-b64f-f4f93ff4af24 req-02ea1a1f-c51d-4e07-a967-61d2446abdae tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 Jul 09 17:13:03.928218 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-e5ffe54a-0f7f-480c-9ba5-021b1b6c5c39 req-e3613ccd-f01e-4aeb-b030-9b860eb42c68 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] show failed (client error): The resource could not be found. Jul 09 17:13:03.934520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5ffe54a-0f7f-480c-9ba5-021b1b6c5c39 req-e3613ccd-f01e-4aeb-b030-9b860eb42c68 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-group-rules/696a649d-c6d0-4a36-8111-57f7aaa966ab HTTP/1.1" status: 404 len: 361 time: 0.0200863 Jul 09 17:13:04.017025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29324a5e-1a37-41da-8e18-fca3bc34addd req-8ff4eb2c-3fc2-41d2-abe0-9f803e0a80cb tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/440905e7-0580-44ce-82ec-24b2a9360d69 HTTP/1.1" status: 200 len: 1813 time: 0.0414913 Jul 09 17:13:04.062601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22caca3-ae26-4a18-b9a8-0178eb8272bf req-811c79d7-7468-4ecb-8183-63771638e8bf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:04.064493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d22caca3-ae26-4a18-b9a8-0178eb8272bf req-811c79d7-7468-4ecb-8183-63771638e8bf tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 949 time: 0.0734987 Jul 09 17:13:04.077228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-29324a5e-1a37-41da-8e18-fca3bc34addd req-2691afa5-5729-488f-b311-13e781c4241d tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.102612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-29324a5e-1a37-41da-8e18-fca3bc34addd req-2691afa5-5729-488f-b311-13e781c4241d tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.103647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d22caca3-ae26-4a18-b9a8-0178eb8272bf req-9959b53a-a9b8-4a10-9766-5ac5808878c4 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Jul 09 17:13:04.145573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-29324a5e-1a37-41da-8e18-fca3bc34addd req-2691afa5-5729-488f-b311-13e781c4241d tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.148208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-29324a5e-1a37-41da-8e18-fca3bc34addd req-2691afa5-5729-488f-b311-13e781c4241d tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.149372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29324a5e-1a37-41da-8e18-fca3bc34addd req-2691afa5-5729-488f-b311-13e781c4241d tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "DELETE /v2.0/security-groups/440905e7-0580-44ce-82ec-24b2a9360d69 HTTP/1.1" status: 204 len: 173 time: 0.1259775 Jul 09 17:13:04.158688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691afa5-5729-488f-b311-13e781c4241d tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440905e7-0580-44ce-82ec-24b2a9360d69,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:04.220479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12d873c6-1dae-408c-bf0c-2edc90af3b34 req-89115017-8ebb-48e5-a462-a11bb17adc30 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/a82593aa-3bbf-4995-bb52-a878650e7482 HTTP/1.1" status: 200 len: 1813 time: 0.0399096 Jul 09 17:13:04.282579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-12d873c6-1dae-408c-bf0c-2edc90af3b34 req-1fdf4e19-3c80-402e-9011-d32582f51ce5 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.305787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-12d873c6-1dae-408c-bf0c-2edc90af3b34 req-1fdf4e19-3c80-402e-9011-d32582f51ce5 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.361690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-12d873c6-1dae-408c-bf0c-2edc90af3b34 req-1fdf4e19-3c80-402e-9011-d32582f51ce5 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.365188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-12d873c6-1dae-408c-bf0c-2edc90af3b34 req-1fdf4e19-3c80-402e-9011-d32582f51ce5 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:04.368270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12d873c6-1dae-408c-bf0c-2edc90af3b34 req-1fdf4e19-3c80-402e-9011-d32582f51ce5 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "DELETE /v2.0/security-groups/a82593aa-3bbf-4995-bb52-a878650e7482 HTTP/1.1" status: 204 len: 173 time: 0.1377449 Jul 09 17:13:04.369611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-c569da69-ddf6-4e5b-88d5-e060739ad410 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=17425ab2004d445faa2f15ec7bd229e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244031 Jul 09 17:13:04.379654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4e19-3c80-402e-9011-d32582f51ce5 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82593aa-3bbf-4995-bb52-a878650e7482,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:04.492911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-0e97925a-070d-4d99-ad09-db3868bee269 req-d1ebd24b-7182-4d0c-87d2-68122884e429 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:13:04.493883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e97925a-070d-4d99-ad09-db3868bee269 req-d1ebd24b-7182-4d0c-87d2-68122884e429 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055690 Jul 09 17:13:04.508438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-f6ee4c37-1325-48d6-a778-e87f74d412ff tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:04.515685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-f6ee4c37-1325-48d6-a778-e87f74d412ff tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322286 Jul 09 17:13:04.534766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-3c17033e-9698-4778-ba6b-125c05fb30f6 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/quotas/17425ab2004d445faa2f15ec7bd229e8 HTTP/1.1" status: 200 len: 375 time: 0.0180297 Jul 09 17:13:04.611006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-14352cc8-47fe-481c-a5bb-c47806a71925 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17425ab2004d445faa2f15ec7bd229e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752285 Jul 09 17:13:04.819580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fc6515f-ae6e-4ad3-bf28-af24b7d5bafe req-e8c55cb3-7381-41ce-af27-d707805e6508 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/b65a4fc9-effb-4bb6-b4d9-4cf964653698 HTTP/1.1" status: 200 len: 1812 time: 0.0734172 Jul 09 17:13:04.848255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389df06-6663-4526-8219-71d73206dbca req-990c3700-21a4-4d2c-b1c1-ae3d6658127e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:04.849780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0389df06-6663-4526-8219-71d73206dbca req-990c3700-21a4-4d2c-b1c1-ae3d6658127e tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 949 time: 0.1812375 Jul 09 17:13:05.036002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fc6515f-ae6e-4ad3-bf28-af24b7d5bafe req-e9346330-33a9-4995-8f3e-dcc0240e4234 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.060894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6cdbabe6-ba7d-48cc-958b-8b97ea256dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2374554 Jul 09 17:13:05.133153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fc6515f-ae6e-4ad3-bf28-af24b7d5bafe req-e9346330-33a9-4995-8f3e-dcc0240e4234 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.210528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port 682664e9-f9f6-4df8-9cdf-a24901da669b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:05.211009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.313007 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fc6515f-ae6e-4ad3-bf28-af24b7d5bafe req-e9346330-33a9-4995-8f3e-dcc0240e4234 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.315714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fc6515f-ae6e-4ad3-bf28-af24b7d5bafe req-e9346330-33a9-4995-8f3e-dcc0240e4234 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.351661 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fc6515f-ae6e-4ad3-bf28-af24b7d5bafe req-e9346330-33a9-4995-8f3e-dcc0240e4234 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "DELETE /v2.0/security-groups/b65a4fc9-effb-4bb6-b4d9-4cf964653698 HTTP/1.1" status: 204 len: 173 time: 0.5205133 Jul 09 17:13:05.399233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9346330-33a9-4995-8f3e-dcc0240e4234 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a4fc9-effb-4bb6-b4d9-4cf964653698,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:05.433917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-7a42a2fd-03df-4115-a7d4-43bb64ca5403 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.435383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-7a42a2fd-03df-4115-a7d4-43bb64ca5403 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e8ea75-59fc-49f1-adac-00b594bc2274 HTTP/1.1" status: 200 len: 950 time: 0.3336146 Jul 09 17:13:05.556231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-383cb1f4-0e8c-42c4-9881-626690786d8f req-60301ee8-2c41-4300-a857-51eba262ddd9 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 210 time: 0.0739207 Jul 09 17:13:05.719903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port 682664e9-f9f6-4df8-9cdf-a24901da669b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=682664e9-f9f6-4df8-9cdf-a24901da669b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:05.720270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.753625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for 682664e9-f9f6-4df8-9cdf-a24901da669b owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:05.764787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b396d0-641f-417c-8a78-8f6998509c08 req-3eba68d0-2983-42b8-b3b9-00a4f3307dde tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.778895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3b396d0-641f-417c-8a78-8f6998509c08 req-3eba68d0-2983-42b8-b3b9-00a4f3307dde tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.2532852 Jul 09 17:13:05.893157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3b396d0-641f-417c-8a78-8f6998509c08 req-9befc6ed-39e6-4ae6-924a-f20bc4bb62d4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130462 Jul 09 17:13:05.903558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:05.904155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:05.949014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f3d1-8404-4cca-8fcb-a1b730f41805 req-9cccd227-c177-47fb-b97d-14c435e6c6ab tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:05.950672 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e1f3d1-8404-4cca-8fcb-a1b730f41805 req-9cccd227-c177-47fb-b97d-14c435e6c6ab tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1867619 Jul 09 17:13:06.000118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e1f3d1-8404-4cca-8fcb-a1b730f41805 req-e6934732-7f5d-492b-a707-e7386baa889b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Jul 09 17:13:06.127565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-266ab23f-0468-49e1-a8c1-b901746716e5 req-cddbc955-b2da-4e3c-9844-2987144c82c8 tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/3e8fb883-b398-45d5-9ed5-faa808317589 HTTP/1.1" status: 200 len: 1813 time: 0.0734768 Jul 09 17:13:06.213482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:06.213997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.216175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-266ab23f-0468-49e1-a8c1-b901746716e5 req-1f9c943b-78f5-48ed-ba90-5dc01dbca4be tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.229908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:06.250183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-266ab23f-0468-49e1-a8c1-b901746716e5 req-1f9c943b-78f5-48ed-ba90-5dc01dbca4be tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.318638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-266ab23f-0468-49e1-a8c1-b901746716e5 req-1f9c943b-78f5-48ed-ba90-5dc01dbca4be tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.322356 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-266ab23f-0468-49e1-a8c1-b901746716e5 req-1f9c943b-78f5-48ed-ba90-5dc01dbca4be tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.330257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-266ab23f-0468-49e1-a8c1-b901746716e5 req-1f9c943b-78f5-48ed-ba90-5dc01dbca4be tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e8fb883-b398-45d5-9ed5-faa808317589 HTTP/1.1" status: 204 len: 173 time: 0.2016988 Jul 09 17:13:06.341163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.353625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b', 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:06.363238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c943b-78f5-48ed-ba90-5dc01dbca4be tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8fb883-b398-45d5-9ed5-faa808317589,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:06.509456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc5768e0-14c9-4b54-a36d-6e848681a63f req-2b382434-237e-44b1-96d6-ce121f7e6b50 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 210 time: 0.1953886 Jul 09 17:13:06.527635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=682664e9-f9f6-4df8-9cdf-a24901da669b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:06.735028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port 682664e9-f9f6-4df8-9cdf-a24901da669b on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:06.746631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.760293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:06.765593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0389df06-6663-4526-8219-71d73206dbca req-7f5fa30e-7afd-43ac-ac9d-19110b435b83 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "DELETE /v2.0/ports/682664e9-f9f6-4df8-9cdf-a24901da669b HTTP/1.1" status: 204 len: 173 time: 1.8762522 Jul 09 17:13:06.779985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'name': 'network-vif-deleted', 'tag': '682664e9-f9f6-4df8-9cdf-a24901da669b'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:06.782945 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b262d97-1a38-4f3d-82b7-a330c011d41f" -d '{"events": [{"server_uuid": "5dde2d4c-9185-4d96-939e-b6a98a6fd41a", "name": "network-vif-deleted", "tag": "682664e9-f9f6-4df8-9cdf-a24901da669b"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:06.883065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:06.922410 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cba2a18-c48e-41da-8538-c687b3b56db0 req-189aba5b-feb0-4231-a875-ddd01b8ed16b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "GET /v2.0/security-groups/9e22fc21-fd0d-4835-a47e-38499021cd52 HTTP/1.1" status: 200 len: 1811 time: 0.3601153 Jul 09 17:13:07.085163 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6b8432b-e876-44de-be51-92aa3209da43 req-4e3030a0-1620-4088-bfad-d572f7fa4253 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 210 time: 0.0691316 Jul 09 17:13:07.097371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-59036ef5-461e-43e2-9a6a-e6a978c2d589 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17425ab2004d445faa2f15ec7bd229e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198595 Jul 09 17:13:07.146066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:07.182953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:07.187478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64d05d7f-73f5-4e09-8e18-bb63bcea138c req-502345fb-df9f-4d91-8e8b-735176e74dd3 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "DELETE /v2.0/ports/eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 HTTP/1.1" status: 204 len: 173 time: 1.7445598 Jul 09 17:13:07.192272 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6235bd32-aa3c-4784-9190-b8e20eefd8ee x-openstack-request-id: req-6235bd32-aa3c-4784-9190-b8e20eefd8ee {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:07.192708 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dde2d4c-9185-4d96-939e-b6a98a6fd41a", "name": "network-vif-deleted", "tag": "682664e9-f9f6-4df8-9cdf-a24901da669b", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:07.193109 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6235bd32-aa3c-4784-9190-b8e20eefd8ee {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:07.194336 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dde2d4c-9185-4d96-939e-b6a98a6fd41a', 'name': 'network-vif-deleted', 'tag': '682664e9-f9f6-4df8-9cdf-a24901da669b', 'status': 'completed', 'code': 200} Jul 09 17:13:07.259016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 682664e9-f9f6-4df8-9cdf-a24901da669b no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:07.303275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 682664e9-f9f6-4df8-9cdf-a24901da669b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:07.305005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 682664e9-f9f6-4df8-9cdf-a24901da669b not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:07.307634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:07.353546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:07.354060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:07.361940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:07.497801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f872ef4-fb0a-40fd-bbaf-02476d13d266 req-09aa6f38-df8f-4cc3-90a6-e3cbe0a2f202 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:07.513041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f872ef4-fb0a-40fd-bbaf-02476d13d266 req-09aa6f38-df8f-4cc3-90a6-e3cbe0a2f202 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1508076 Jul 09 17:13:07.559561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f872ef4-fb0a-40fd-bbaf-02476d13d266 req-08d08619-b2a1-48cb-8555-8262aa85fb83 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Jul 09 17:13:07.828812 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:07.838343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2cba2a18-c48e-41da-8538-c687b3b56db0 req-f33d435e-ba03-4c9c-a51b-7809b4b9ab2b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:07.889301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2cba2a18-c48e-41da-8538-c687b3b56db0 req-f33d435e-ba03-4c9c-a51b-7809b4b9ab2b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:07.923207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab683fa8-79f8-45f7-be46-84822ed031fd req-99661aca-1afa-414f-9bd8-9ec9e6edec13 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:07.928428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab683fa8-79f8-45f7-be46-84822ed031fd req-99661aca-1afa-414f-9bd8-9ec9e6edec13 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1584227 Jul 09 17:13:07.940998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-7ceb7f66-98e2-410a-9b51-f1c9afc519bf tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:07.942761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-7ceb7f66-98e2-410a-9b51-f1c9afc519bf tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7980704 Jul 09 17:13:07.975950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Request body: {'port': {'device_id': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '17425ab2004d445faa2f15ec7bd229e8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:08.001752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-5287940c-7cbd-4b53-b1a8-80c2c3f8a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.003514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-5287940c-7cbd-4b53-b1a8-80c2c3f8a66e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1102 time: 0.1735935 Jul 09 17:13:08.013836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab683fa8-79f8-45f7-be46-84822ed031fd req-263a7a21-8ecb-4d39-83c3-af13d5d9d9ed tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805171 Jul 09 17:13:08.029851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2cba2a18-c48e-41da-8538-c687b3b56db0 req-f33d435e-ba03-4c9c-a51b-7809b4b9ab2b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.033775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2cba2a18-c48e-41da-8538-c687b3b56db0 req-f33d435e-ba03-4c9c-a51b-7809b4b9ab2b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.034909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cba2a18-c48e-41da-8538-c687b3b56db0 req-f33d435e-ba03-4c9c-a51b-7809b4b9ab2b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e22fc21-fd0d-4835-a47e-38499021cd52 HTTP/1.1" status: 204 len: 173 time: 1.1112459 Jul 09 17:13:08.045318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50620) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:08.091502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d435e-ba03-4c9c-a51b-7809b4b9ab2b tempest-SecurityGroupRulesNegativeTestJSON-631785102 tempest-SecurityGroupRulesNegativeTestJSON-631785102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e22fc21-fd0d-4835-a47e-38499021cd52,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:08.190621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Deleting subnet eb708686-66da-4ae6-a414-c40b7d89d890 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:13:08.206778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.292730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-07db5906-bf4b-4182-815c-fd9d3e06ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.296450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-07db5906-bf4b-4182-815c-fd9d3e06ec55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2767849 Jul 09 17:13:08.311706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.390047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-9ee5ec25-ea9b-43af-aa24-e19308bb54e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.0841997 Jul 09 17:13:08.392849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Made reservation on behalf of 17425ab2004d445faa2f15ec7bd229e8 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:08.399420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.454424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a48d5a92-c8e5-4a81-9416-f2ebafb0ba2b req-c2e34aab-318f-4e97-8066-613b1cf5ca60 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dde2d4c-9185-4d96-939e-b6a98a6fd41a HTTP/1.1" status: 200 len: 210 time: 0.0625908 Jul 09 17:13:08.462395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.468919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.543639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-4d31d4ab-b2ac-4fd1-9ee8-019e053edd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.557079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-4d31d4ab-b2ac-4fd1-9ee8-019e053edd02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1541901 Jul 09 17:13:08.558240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c093821-95a2-48ab-adc5-75381fd0f86a req-10442837-fcde-435f-8cd9-9aac5aad41ea tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 210 time: 0.0921428 Jul 09 17:13:08.653755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.659262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-b7188546-59b3-41a1-86ca-0f4363b01916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:08.661894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-b7188546-59b3-41a1-86ca-0f4363b01916 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951474 Jul 09 17:13:08.690296 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.693971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb708686-66da-4ae6-a414-c40b7d89d890 HTTP/1.1" status: 204 len: 168 time: 0.6470802 Jul 09 17:13:08.701174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50628) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:08.770068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05742fe5-4699-46cd-a35d-f95923eb873c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb708686-66da-4ae6-a414-c40b7d89d890,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:08.858708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.863951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.877333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.901500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-5091bcb8-6ff1-4f0d-a56d-4df89d067dbf service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324500 Jul 09 17:13:08.938680 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:08.970024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d49d6c-96cc-46c4-bba6-e106caae27b5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:09.056404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Allocated IP 192.168.233.189 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/bc2cbe33-9005-488a-b971-55470815c127) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:09.062642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c2706-326f-4b13-9aa3-ddb2b0dfe08d req-f00cebb3-4f09-471d-818a-51bcb5076a19 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:09.070411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-467c2706-326f-4b13-9aa3-ddb2b0dfe08d req-f00cebb3-4f09-471d-818a-51bcb5076a19 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.2326460 Jul 09 17:13:09.104354 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.130569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9988bdf1-2ec4-4b46-bcab-8cdce14f44a9']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:09.148312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3945218-4a34-4f58-8f60-75d5c3be723d') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:09.148605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3945218-4a34-4f58-8f60-75d5c3be723d') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:09.161216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-bc0694d1-d1f8-437d-aa86-86ec342ecca8 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519736 Jul 09 17:13:09.177893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-467c2706-326f-4b13-9aa3-ddb2b0dfe08d req-4821c3ac-e974-4d97-8516-9e967cf7f779 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Jul 09 17:13:09.179964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.226391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'name': 'network-vif-deleted', 'tag': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:09.228384 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5942f4-d22b-43c0-b3bd-c1ae8a0bff50" -d '{"events": [{"server_uuid": "67e8ea75-59fc-49f1-adac-00b594bc2274", "name": "network-vif-deleted", "tag": "eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:09.236523 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.245861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:13:09.246414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:13:09.248781 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:13:09.307541 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9589a34-075e-471d-827e-ce20f6e667ed x-openstack-request-id: req-e9589a34-075e-471d-827e-ce20f6e667ed {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:09.307859 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e8ea75-59fc-49f1-adac-00b594bc2274", "name": "network-vif-deleted", "tag": "eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:09.308120 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9589a34-075e-471d-827e-ce20f6e667ed {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:09.308575 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e8ea75-59fc-49f1-adac-00b594bc2274', 'name': 'network-vif-deleted', 'tag': 'eddaaa2d-b4f7-4dbf-8d11-b6471e83a5d2', 'status': 'completed', 'code': 200} Jul 09 17:13:09.342144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.355171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.357087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9988bdf1-2ec4-4b46-bcab-8cdce14f44a9 HTTP/1.1" status: 204 len: 168 time: 0.6548641 Jul 09 17:13:09.395365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4619-163f-4da5-9d69-02837c7e24c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9988bdf1-2ec4-4b46-bcab-8cdce14f44a9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:09.437849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.496696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b2f12-0815-47ac-83d1-7a959c6b663a req-bc80bbf6-aa70-4cd5-9cfe-8c9c34f37a39 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:09.499323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c50b2f12-0815-47ac-83d1-7a959c6b663a req-bc80bbf6-aa70-4cd5-9cfe-8c9c34f37a39 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.2553663 Jul 09 17:13:09.546953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Transition to ACTIVE for port object bc2cbe33-9005-488a-b971-55470815c127 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:09.601666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c50b2f12-0815-47ac-83d1-7a959c6b663a req-50b3f17d-acda-4627-b152-e04dcaf3a737 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960052 Jul 09 17:13:09.637364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.745388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Pushing event updated for resources: {'Port': ['ID=bc2cbe33-9005-488a-b971-55470815c127,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:09.762493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:09.764105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:09.767230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:09.788591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50650) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:09.837488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:09.840942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:09.891825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-8af782c0-82f1-480b-9b60-af203cc5d339 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9257779 Jul 09 17:13:09.937069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-91936f1a-bc84-41f1-9a1a-5c82c83e68da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc31840b3f3c4f66ad158008bd151a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380975 Jul 09 17:13:09.937069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50658) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:09.969946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Request body: {'port': {'device_id': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:10.054071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc2dec12-0779-4740-8304-281477248ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.098536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc2dec12-0779-4740-8304-281477248ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.167317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df64d-1d7c-419d-95d9-3bc478cb2e7b req-f9d506be-e399-4b2a-8765-e4de9c0475a1 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:10.186374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-378df64d-1d7c-419d-95d9-3bc478cb2e7b req-f9d506be-e399-4b2a-8765-e4de9c0475a1 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 936 time: 0.3131952 Jul 09 17:13:10.208226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc2dec12-0779-4740-8304-281477248ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.227450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc2dec12-0779-4740-8304-281477248ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.228719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc2dec12-0779-4740-8304-281477248ae8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bbc45a3-4df8-4f11-a188-3c546da53ec8 HTTP/1.1" status: 204 len: 168 time: 0.2970889 Jul 09 17:13:10.262810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dec12-0779-4740-8304-281477248ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc45a3-4df8-4f11-a188-3c546da53ec8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:10.269857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-984914e0-46b5-4571-a3b9-9f519aac6797 None None] Provisioning for port bc2cbe33-9005-488a-b971-55470815c127 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:10.283094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.298223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-984914e0-46b5-4571-a3b9-9f519aac6797 None None] Provisioning complete for port bc2cbe33-9005-488a-b971-55470815c127 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:10.300382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-984914e0-46b5-4571-a3b9-9f519aac6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.403416 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4160598c-3208-4722-a9f3-93cf7d75a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:10.418238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-984914e0-46b5-4571-a3b9-9f519aac6797 None None] Port bc2cbe33-9005-488a-b971-55470815c127 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:10.423022 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-378df64d-1d7c-419d-95d9-3bc478cb2e7b req-9237b026-0ff8-4e59-baeb-8b3c91d895d5 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400005 Jul 09 17:13:10.695822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4f364-e420-408c-8b7b-10ab0a760f9a req-dd5158da-854b-4664-b22b-e3989d3e1d4b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:10.697462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0a4f364-e420-408c-8b7b-10ab0a760f9a req-dd5158da-854b-4664-b22b-e3989d3e1d4b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1019733 Jul 09 17:13:10.760509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0a4f364-e420-408c-8b7b-10ab0a760f9a req-12665705-0665-4428-8034-761fe7bf863a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571396 Jul 09 17:13:10.880412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87522ee-ccd1-40ee-b561-e44163b3380c req-b793a30f-d095-4781-9590-530db61b5008 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:10.887626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b87522ee-ccd1-40ee-b561-e44163b3380c req-b793a30f-d095-4781-9590-530db61b5008 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 971 time: 0.1913581 Jul 09 17:13:10.957132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b87522ee-ccd1-40ee-b561-e44163b3380c req-afa36d93-52c3-4a38-95d7-39a2ac8a6655 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684831 Jul 09 17:13:11.047540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2cbe33-9005-488a-b971-55470815c127 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:11.058375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.078839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Transition to ACTIVE for port object bc2cbe33-9005-488a-b971-55470815c127 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:11.085153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.161962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Pushing event updated for resources: {'Port': ['ID=bc2cbe33-9005-488a-b971-55470815c127,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:11.170774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03edae0-b38e-4a25-9998-f6b7890d8706 req-a0130564-351c-4b15-a194-9e86755fc397 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:11.172885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03edae0-b38e-4a25-9998-f6b7890d8706 req-a0130564-351c-4b15-a194-9e86755fc397 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1373963 Jul 09 17:13:11.264835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Attempting to bind port bc2cbe33-9005-488a-b971-55470815c127 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:11.265170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Attempting to bind port bc2cbe33-9005-488a-b971-55470815c127 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:11.265589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Attempting to bind port bc2cbe33-9005-488a-b971-55470815c127 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:11.271443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Port bc2cbe33-9005-488a-b971-55470815c127 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:11.271851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Attempting to bind port bc2cbe33-9005-488a-b971-55470815c127 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:11.278699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:11.279405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:11.279738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:11.280236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Bound port: bc2cbe33-9005-488a-b971-55470815c127, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:11.280575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.285442 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b03edae0-b38e-4a25-9998-f6b7890d8706 req-f653f432-ee82-4a3f-b807-7f72268d983f tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026363 Jul 09 17:13:11.387781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] For port bc2cbe33-9005-488a-b971-55470815c127, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:11.398618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] For port bc2cbe33-9005-488a-b971-55470815c127, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bc2cbe33-9005-488a-b971-55470815c127,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:11.406736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.469816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:11.470603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.472186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] 10.222.0.13 "PUT /v2.0/ports/bc2cbe33-9005-488a-b971-55470815c127 HTTP/1.1" status: 200 len: 1097 time: 1.5270984 Jul 09 17:13:11.475058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'tag': 'bc2cbe33-9005-488a-b971-55470815c127'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:11.480383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50696) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:11.485857 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a995042-d434-4170-8c80-d5066f3032aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081", "tag": "bc2cbe33-9005-488a-b971-55470815c127"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:11.634232 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be6e82-794c-4737-a6be-7237fa736573 x-openstack-request-id: req-51be6e82-794c-4737-a6be-7237fa736573 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:11.634592 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081", "tag": "bc2cbe33-9005-488a-b971-55470815c127", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:11.634893 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51be6e82-794c-4737-a6be-7237fa736573 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:11.635656 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'tag': 'bc2cbe33-9005-488a-b971-55470815c127', 'status': 'completed', 'code': 200} Jul 09 17:13:11.659825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b20e94-27b1-45b7-954a-fc347945acfa service neutron] Pushing event updated for resources: {'Port': ['ID=bc2cbe33-9005-488a-b971-55470815c127,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:11.701248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1389920779-network', 'tenant_id': 'b493436e37c0468faa0d9e4ccf150410'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:11.735276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-ceab5b2e-f2fd-400c-b343-de8b1c7ba023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:11.735652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Made reservation on behalf of b493436e37c0468faa0d9e4ccf150410 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:11.737264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-ceab5b2e-f2fd-400c-b343-de8b1c7ba023 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17425ab2004d445faa2f15ec7bd229e8&device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 1100 time: 0.2020359 Jul 09 17:13:11.738606 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.748444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.754896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3f324-890b-4a26-96f9-510df8acdcd2 req-41b1231e-4bea-469c-8ec6-1d6e4bb4d861 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:11.756790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e3f324-890b-4a26-96f9-510df8acdcd2 req-41b1231e-4bea-469c-8ec6-1d6e4bb4d861 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 948 time: 0.1130970 Jul 09 17:13:11.812964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-2562931b-26bc-4665-a890-855cc57c7d27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=bc2cbe33-9005-488a-b971-55470815c127 HTTP/1.1" status: 200 len: 217 time: 0.0535924 Jul 09 17:13:11.901869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e3f324-890b-4a26-96f9-510df8acdcd2 req-ed715f5f-77bc-4e04-a600-9d2587728618 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Jul 09 17:13:11.929937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-e0ec9c27-db00-40e6-a717-a06ae8b48c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:11.934071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-e0ec9c27-db00-40e6-a717-a06ae8b48c75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1095779 Jul 09 17:13:11.943835 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:11.949140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.048980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-74b6da56-6ffb-4632-8859-b83ef9bc2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.049676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:13:12.050924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-74b6da56-6ffb-4632-8859-b83ef9bc2826 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048117 Jul 09 17:13:12.092340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0981e56-9096-4b88-958a-a61b9db35b4c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:12.100107 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.100449 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Added segment cbdd497a-2c53-4830-894b-f293980420cd of type vlan for network 608009c3-936a-416d-a8d7-35bb41073fb0 Jul 09 17:13:12.124373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-f0de0f70-53d1-4af7-95de-a9f0797294fa tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.126024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-f0de0f70-53d1-4af7-95de-a9f0797294fa tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 971 time: 0.1488800 Jul 09 17:13:12.159953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.180144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e9dc1-7cf0-4f3a-8b91-7d31823839c1 req-d6f6c4f1-d633-4069-864b-17a3e2fe96f4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.184310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f9e9dc1-7cf0-4f3a-8b91-7d31823839c1 req-d6f6c4f1-d633-4069-864b-17a3e2fe96f4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1506288 Jul 09 17:13:12.243381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.245508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.246384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.247641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-f00b2672-6b98-4571-8cf5-77c7be97f538 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893873 Jul 09 17:13:12.287325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f9e9dc1-7cf0-4f3a-8b91-7d31823839c1 req-a2cf504d-13dc-4606-bda9-3be4d658ce42 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973964 Jul 09 17:13:12.339171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] Pushing event updated for resources: {'Network': ['ID=608009c3-936a-416d-a8d7-35bb41073fb0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:12.350844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 608009c3-936a-416d-a8d7-35bb41073fb0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:13:12.366879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-75d58d6a-447e-4a52-b6ed-e69d304f0f61 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8829966 Jul 09 17:13:12.367829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50712) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:12.380278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Request body: {'subnet': {'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1389920779-subnet', 'tenant_id': 'b493436e37c0468faa0d9e4ccf150410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:12.418393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Deleting port b09983e6-cf5e-4f61-b794-7e8800437a8b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:12.419836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.438075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Made reservation on behalf of b493436e37c0468faa0d9e4ccf150410 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:12.441616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.658869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8d8212e-ac62-4c69-ad19-b4f2fdcf2baf req-ffe2afbc-2c1f-4ba5-8a10-b814cc21ce1d service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019935 Jul 09 17:13:12.675396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] For port b09983e6-cf5e-4f61-b794-7e8800437a8b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b09983e6-cf5e-4f61-b794-7e8800437a8b,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:12.675783 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.690300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Calling delete_port for b09983e6-cf5e-4f61-b794-7e8800437a8b owned by compute:tempest-test_az-1553880041 {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:12.755251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f72d1-4198-42c9-b7f2-1afdfd63f2a2 req-d74fbdcb-f9aa-4e12-b0de-8bb44af84752 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.762367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e51f72d1-4198-42c9-b7f2-1afdfd63f2a2 req-d74fbdcb-f9aa-4e12-b0de-8bb44af84752 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 945 time: 0.1783001 Jul 09 17:13:12.834850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e51f72d1-4198-42c9-b7f2-1afdfd63f2a2 req-ad28a8c3-0bd1-449b-81ed-1e6f21e7804e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713558 Jul 09 17:13:12.842809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.849264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-273c7f76-9cfb-4185-b508-ac237c29813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:12.915262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:12.937672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Checking segment: {'id': 'cbdd497a-2c53-4830-894b-f293980420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:12.938054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Network hostable DHCP agents. Network: 608009c3-936a-416d-a8d7-35bb41073fb0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:13:12.947987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5710-7f79-4f19-bd6d-b7242c806221 req-8ca0de26-1930-45ae-b744-66847f9bb144 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.958246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32fe5710-7f79-4f19-bd6d-b7242c806221 req-8ca0de26-1930-45ae-b744-66847f9bb144 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c091445-a213-471b-900f-6de9c5486464 HTTP/1.1" status: 200 len: 971 time: 0.2616277 Jul 09 17:13:12.964370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Network 608009c3-936a-416d-a8d7-35bb41073fb0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:13:12.991501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 608009c3-936a-416d-a8d7-35bb41073fb0) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:12.999009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995042-d434-4170-8c80-d5066f3032aa req-39accd8f-b0b7-467c-ae81-4edb02fef4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:12.999316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.002688 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:13.004065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-39accd8f-b0b7-467c-ae81-4edb02fef4ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17425ab2004d445faa2f15ec7bd229e8&device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 1100 time: 0.2599187 Jul 09 17:13:13.014528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac54b1-a751-4ed9-9120-8866765124a9 None None] Network 608009c3-936a-416d-a8d7-35bb41073fb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:13.047558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ddfd9a57-36aa-452c-a2db-51a089057d81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6765313 Jul 09 17:13:13.054030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32fe5710-7f79-4f19-bd6d-b7242c806221 req-71cc8faa-a7be-4c3a-a994-cc83b4cdbc39 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1238cf9-a752-4f68-b2dc-964a5127c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947201 Jul 09 17:13:13.097903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:13.157066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995042-d434-4170-8c80-d5066f3032aa req-929bf690-4820-49e7-9e95-777012ab0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.159726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-929bf690-4820-49e7-9e95-777012ab0f4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1371248 Jul 09 17:13:13.161583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b09983e6-cf5e-4f61-b794-7e8800437a8b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:13.177244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d0b83-964e-4a41-b970-0ed5ac01f368 req-47d426b7-3973-4891-a05c-6091d8064ccf tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.185309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e77d0b83-964e-4a41-b970-0ed5ac01f368 req-47d426b7-3973-4891-a05c-6091d8064ccf tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 948 time: 0.0776424 Jul 09 17:13:13.252414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e77d0b83-964e-4a41-b970-0ed5ac01f368 req-07e954de-c96c-440f-a31d-efd686fa036d tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656192 Jul 09 17:13:13.276684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Pushing event deleted for resources: {'Port': ['ID=b09983e6-cf5e-4f61-b794-7e8800437a8b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:13.325027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9c4d0-d242-4582-9ca3-e8134aab811b None None] Network 608009c3-936a-416d-a8d7-35bb41073fb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:13.352541 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-1903b150-71bf-45a9-b496-add6a86a7466 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=bc2cbe33-9005-488a-b971-55470815c127 HTTP/1.1" status: 200 len: 217 time: 0.1719279 Jul 09 17:13:13.376710 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:13.467134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995042-d434-4170-8c80-d5066f3032aa req-d623dee8-bdb1-44f2-b049-46aa0b1bad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.468617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-d623dee8-bdb1-44f2-b049-46aa0b1bad68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0476441 Jul 09 17:13:13.495936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] No DVR routers for this DVR port b09983e6-cf5e-4f61-b794-7e8800437a8b on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:13.538279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:13.540810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5816ba7-1656-4134-af44-f0e61a3ec81b req-eec38172-f12e-48f2-bc30-b3d707d1f7b5 tempest-ServersOnMultiNodesTest-2084361424 tempest-ServersOnMultiNodesTest-2084361424-project] 10.222.0.13 "DELETE /v2.0/ports/b09983e6-cf5e-4f61-b794-7e8800437a8b HTTP/1.1" status: 204 len: 173 time: 1.4080150 Jul 09 17:13:13.585528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995042-d434-4170-8c80-d5066f3032aa req-16473f3d-300b-4e11-a0e2-82693e8e2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.589600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-16473f3d-300b-4e11-a0e2-82693e8e2baf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913136 Jul 09 17:13:13.653382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c091445-a213-471b-900f-6de9c5486464', 'name': 'network-vif-deleted', 'tag': 'b09983e6-cf5e-4f61-b794-7e8800437a8b'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:13.655365 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6769b96b-df5a-46d3-b314-1b05faf29617" -d '{"events": [{"server_uuid": "8c091445-a213-471b-900f-6de9c5486464", "name": "network-vif-deleted", "tag": "b09983e6-cf5e-4f61-b794-7e8800437a8b"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:13.666730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33104f-982e-4d30-bd5c-209ae1b3372f req-107a16c0-684a-44f4-997a-d56d25f53f11 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.669102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0e33104f-982e-4d30-bd5c-209ae1b3372f req-107a16c0-684a-44f4-997a-d56d25f53f11 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.2145679 Jul 09 17:13:13.840085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:13.868243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0e33104f-982e-4d30-bd5c-209ae1b3372f req-f7c06575-e6ad-4614-a655-8c2e4a86b94f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905918 Jul 09 17:13:13.873960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-6ed904ca-0c56-4921-89b9-336b9d2208f5 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:13.875822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-6ed904ca-0c56-4921-89b9-336b9d2208f5 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.3495641 Jul 09 17:13:13.884028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-dbf5f367-63f6-48aa-ab59-7c4266034369 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811475 Jul 09 17:13:13.899295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:13.990168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:14.054250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-82d7e065-61ff-4dd3-8252-10bfba5377cc tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:14.062240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-82d7e065-61ff-4dd3-8252-10bfba5377cc tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/networks?id=608009c3-936a-416d-a8d7-35bb41073fb0 HTTP/1.1" status: 200 len: 821 time: 0.2714028 Jul 09 17:13:14.084194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-5ad43ba0-f8f3-4017-9fb6-210e8501216c tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/quotas/b493436e37c0468faa0d9e4ccf150410 HTTP/1.1" status: 200 len: 375 time: 0.0200298 Jul 09 17:13:14.130371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-331854c8-97a2-4f00-bd49-f8bfe9bf8d9f tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b493436e37c0468faa0d9e4ccf150410&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444264 Jul 09 17:13:14.173302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:14.298764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:14.412324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:14.412324 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a27a55-4b80-4759-8caf-b7f65bc14675" -d '{"events": [{"server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "name": "network-vif-unplugged", "status": "completed", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:14.415067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:14.439379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:14.505214 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c595d2-339b-4371-b6f5-bc0e00ebfb5b x-openstack-request-id: req-84c595d2-339b-4371-b6f5-bc0e00ebfb5b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:14.505554 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c091445-a213-471b-900f-6de9c5486464", "name": "network-vif-deleted", "tag": "b09983e6-cf5e-4f61-b794-7e8800437a8b", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:14.505736 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c595d2-339b-4371-b6f5-bc0e00ebfb5b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:14.506103 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c091445-a213-471b-900f-6de9c5486464', 'name': 'network-vif-deleted', 'tag': 'b09983e6-cf5e-4f61-b794-7e8800437a8b', 'status': 'completed', 'code': 200} Jul 09 17:13:14.535648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a995042-d434-4170-8c80-d5066f3032aa req-2193aff4-740a-440d-a7dc-029f21512f51 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169097 Jul 09 17:13:14.607636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-73b857c8-67af-4878-9156-61b0a4c3ca23 service neutron] 10.222.0.21 "GET /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759116 Jul 09 17:13:14.613794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:14.660815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:14.660815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:14.660815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:14.665196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:14.665515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Attempting to bind port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:14.672168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:14.672510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:14.672895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:14.673386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Bound port: 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:14.673871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:14.733430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-93636f44-83ad-4462-b0f2-5349758a7e7e service neutron] 10.222.0.21 "GET /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180682 Jul 09 17:13:14.741225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458afc3-81b3-4052-b9f6-2cdc55a7ccbc req-003bac8e-11cc-4f1c-9718-0f55e3919fa8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:14.744686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c458afc3-81b3-4052-b9f6-2cdc55a7ccbc req-003bac8e-11cc-4f1c-9718-0f55e3919fa8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.1325099 Jul 09 17:13:14.803004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:14.812379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c458afc3-81b3-4052-b9f6-2cdc55a7ccbc req-f584b3c9-025f-4328-ac7e-f2b36fbc2ae9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640664 Jul 09 17:13:14.822434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:14.832145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:14.941217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:14.941882 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:14.943751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 1123 time: 1.0492530 Jul 09 17:13:14.947985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f472f22-9338-4f09-ba61-d3f100611938 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:15.031012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['5c28057c-8e9e-45f6-8a42-be27b4a7865d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:15.078401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5c28057c-8e9e-45f6-8a42-be27b4a7865d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:15.175330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b4a5-e9d7-4f0d-9810-ab3131aff944 req-d77bbae2-0911-48df-8eca-ddb57773c997 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:15.177049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b60b4a5-e9d7-4f0d-9810-ab3131aff944 req-d77bbae2-0911-48df-8eca-ddb57773c997 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 948 time: 0.0812435 Jul 09 17:13:15.215340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fba4-bf50-4b36-8893-45633da89fcd req-e3b5b38e-ab28-4cd9-85bc-aaf26e751184 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:15.217279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9067fba4-bf50-4b36-8893-45633da89fcd req-e3b5b38e-ab28-4cd9-85bc-aaf26e751184 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 945 time: 0.1732926 Jul 09 17:13:15.244423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b60b4a5-e9d7-4f0d-9810-ab3131aff944 req-7faabd6f-61df-4a53-bb7c-b04d5db19b3e tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Jul 09 17:13:15.311400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:15.327628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b09983e6-cf5e-4f61-b794-7e8800437a8b no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:15.334429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9067fba4-bf50-4b36-8893-45633da89fcd req-0193a7c5-da88-4c5b-a580-d8385293db23 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107016 Jul 09 17:13:15.393632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: b09983e6-cf5e-4f61-b794-7e8800437a8b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:15.394197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b09983e6-cf5e-4f61-b794-7e8800437a8b not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:15.405472 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b467b1c3-f26d-4b4f-b8fa-d1a1360e3b74 x-openstack-request-id: req-b467b1c3-f26d-4b4f-b8fa-d1a1360e3b74 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:15.405905 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "name": "network-vif-unplugged", "status": "completed", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:15.406455 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b467b1c3-f26d-4b4f-b8fa-d1a1360e3b74 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:15.407025 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'code': 200} Jul 09 17:13:15.415845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50776) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:15.560792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efec80ed-21d5-4d7e-99d8-ebe6c0fff0bb req-9898e91b-46f0-4a2d-a800-236b12fdbcf4 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 210 time: 0.0626295 Jul 09 17:13:15.721465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824a29-d2a9-4fc5-8045-185a4e993417 req-c15f5fec-572b-4bb1-adb6-cba1b72a9d9b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:15.731297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27824a29-d2a9-4fc5-8045-185a4e993417 req-c15f5fec-572b-4bb1-adb6-cba1b72a9d9b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.0971365 Jul 09 17:13:15.743957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c4868c72-9d27-4b60-96ee-b542f271f47f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d321dc2a258416fae74744437b89d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266330 Jul 09 17:13:15.746233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50782) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:15.769001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:15.792121 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27824a29-d2a9-4fc5-8045-185a4e993417 req-cab9d401-13d9-449d-9472-9d0dfc12f501 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555713 Jul 09 17:13:15.802970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:13:15.803604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bc2cbe33-9005-488a-b971-55470815c127 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:15.805690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.848168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d822-478e-41bd-af25-42b6777d9d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.881436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d822-478e-41bd-af25-42b6777d9d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.942315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d822-478e-41bd-af25-42b6777d9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.946605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d822-478e-41bd-af25-42b6777d9d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:15.948762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a5b2d822-478e-41bd-af25-42b6777d9d9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1238cf9-a752-4f68-b2dc-964a5127c503 HTTP/1.1" status: 204 len: 168 time: 0.2009487 Jul 09 17:13:15.960970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2d822-478e-41bd-af25-42b6777d9d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1238cf9-a752-4f68-b2dc-964a5127c503,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:15.967127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port bc2cbe33-9005-488a-b971-55470815c127, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bc2cbe33-9005-488a-b971-55470815c127,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:15.991401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'bc2cbe33-9005-488a-b971-55470815c127', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'bc2cbe33-9005-488a-b971-55470815c127', 'mac_address': 'fa:16:3e:63:8c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:16.039532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.055363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2cbe33-9005-488a-b971-55470815c127 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:16.079286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port bc2cbe33-9005-488a-b971-55470815c127, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bc2cbe33-9005-488a-b971-55470815c127,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:16.090159 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.158393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cfa33-3379-4630-885e-2913866f0f99 req-0e4e4e2f-c771-47ad-833d-6170e9971160 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:16.160398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-453cfa33-3379-4630-885e-2913866f0f99 req-0e4e4e2f-c771-47ad-833d-6170e9971160 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.1413083 Jul 09 17:13:16.173220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=bc2cbe33-9005-488a-b971-55470815c127,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:16.202069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-e52d07bf-91bf-4377-a7fa-73de34a9cf39 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:16.203753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-e52d07bf-91bf-4377-a7fa-73de34a9cf39 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 945 time: 0.1269498 Jul 09 17:13:16.257884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-453cfa33-3379-4630-885e-2913866f0f99 req-486dc083-b142-4b72-aa84-8981880c7eef tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889170 Jul 09 17:13:16.353002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Deleting port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:16.353386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.383687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:16.411028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['bc2cbe33-9005-488a-b971-55470815c127'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:16.463629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] For port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,segment=NetworkSegment(e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e),segment_id=e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:16.464146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.485029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Calling delete_port for 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:16.523348 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-48fd19ab-7bf3-48a8-974c-bcfdbb4a6804 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb3547b5e0d34959af6bdbb01a036b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372013 Jul 09 17:13:16.526194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50800) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:16.556803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ce59e-f832-429d-a355-2b8fcf98df71 req-9173cb10-55fb-4d4f-8bd1-f701807c2c06 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:16.558349 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-855ce59e-f832-429d-a355-2b8fcf98df71 req-9173cb10-55fb-4d4f-8bd1-f701807c2c06 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 949 time: 0.1896777 Jul 09 17:13:16.647739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8909edcb-985c-4006-aef8-e129ec44f30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.657958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-855ce59e-f832-429d-a355-2b8fcf98df71 req-2fbdf75d-8bfd-451b-adc3-5df4ab6272d2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882282 Jul 09 17:13:16.712305 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8909edcb-985c-4006-aef8-e129ec44f30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.723733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.812757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8909edcb-985c-4006-aef8-e129ec44f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.814497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Pushing event deleted for resources: {'Port': ['ID=0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:16.818871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8909edcb-985c-4006-aef8-e129ec44f30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:16.821594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8909edcb-985c-4006-aef8-e129ec44f30a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/862f6965-c302-4240-95fc-6aa3ba964bc6 HTTP/1.1" status: 204 len: 168 time: 0.2909052 Jul 09 17:13:16.841219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909edcb-985c-4006-aef8-e129ec44f30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f6965-c302-4240-95fc-6aa3ba964bc6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:16.900445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b313-8cd9-4f57-a2b3-69d82dbd767c req-7e9d91ca-795b-4410-b727-fd8a6fa0ea9f tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:16.902447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a655b313-8cd9-4f57-a2b3-69d82dbd767c req-7e9d91ca-795b-4410-b727-fd8a6fa0ea9f tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd701ded-5157-438a-806e-bc1dc349e58c HTTP/1.1" status: 200 len: 867 time: 0.2694325 Jul 09 17:13:16.995719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] No DVR routers for this DVR port 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:17.002184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:17.004186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7038cd9c-9593-4f5e-aa37-3da428affd1c req-b4f258ce-ee3a-4138-b4f4-3a4f92e54bc9 tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.13 "DELETE /v2.0/ports/0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 HTTP/1.1" status: 204 len: 173 time: 0.7903447 Jul 09 17:13:17.026397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a655b313-8cd9-4f57-a2b3-69d82dbd767c req-f0b0aa6d-92fe-4648-8175-a651f14c79ca tempest-VolumesAdminNegativeTest-885662398 tempest-VolumesAdminNegativeTest-885662398-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6110ec6-06e3-4a88-a98d-d55dec807a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885875 Jul 09 17:13:17.055036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a0eade2-e22b-48e4-80ac-c6bfe46d775e req-2cdb4775-8de3-4f45-b5c2-054dd2cd63d2 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 210 time: 0.0909767 Jul 09 17:13:17.083894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-c1e32f00-f448-4f7a-9c87-fe5bd5520162 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:17.085407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-c1e32f00-f448-4f7a-9c87-fe5bd5520162 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.36 "GET /v2.0/networks?id=608009c3-936a-416d-a8d7-35bb41073fb0 HTTP/1.1" status: 200 len: 821 time: 0.3036268 Jul 09 17:13:17.098743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Request body: {'port': {'device_id': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0', 'admin_state_up': True, 'tenant_id': 'b493436e37c0468faa0d9e4ccf150410'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:17.288112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Made reservation on behalf of b493436e37c0468faa0d9e4ccf150410 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:17.291963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:17.303802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab09be-804e-4eea-9756-59017d81f2d6 req-f7db7af4-80b9-42e3-bee1-cc3150db98a5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:17.311370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ab09be-804e-4eea-9756-59017d81f2d6 req-f7db7af4-80b9-42e3-bee1-cc3150db98a5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1211643 Jul 09 17:13:17.328405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:17.396632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ab09be-804e-4eea-9756-59017d81f2d6 req-5a0077f8-361b-437b-9ee2-cf759a2e3df3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843596 Jul 09 17:13:17.408020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d'}, {'server_uuid': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'name': 'network-vif-deleted', 'tag': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:17.412286 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d2a56-a335-45e9-be08-ac09305351d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d"}, {"server_uuid": "dd701ded-5157-438a-806e-bc1dc349e58c", "name": "network-vif-deleted", "tag": "0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:17.480074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70a242-25b2-4258-a9e9-2ecb605649b2 req-7685e2f5-484e-49b8-b51c-4a0f6460c6fb tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:17.487443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a70a242-25b2-4258-a9e9-2ecb605649b2 req-7685e2f5-484e-49b8-b51c-4a0f6460c6fb tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.0775845 Jul 09 17:13:17.503723 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eaf9c5-2c2f-4f8f-b04c-ebf30b22aa65 x-openstack-request-id: req-10eaf9c5-2c2f-4f8f-b04c-ebf30b22aa65 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:17.504273 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d", "status": "completed", "code": 200}, {"server_uuid": "dd701ded-5157-438a-806e-bc1dc349e58c", "name": "network-vif-deleted", "tag": "0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:17.504673 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10eaf9c5-2c2f-4f8f-b04c-ebf30b22aa65 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:17.505231 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'status': 'completed', 'code': 200} Jul 09 17:13:17.505687 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd701ded-5157-438a-806e-bc1dc349e58c', 'name': 'network-vif-deleted', 'tag': '0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85', 'status': 'completed', 'code': 200} Jul 09 17:13:17.527232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Allocated IP 172.20.0.7 (608009c3-936a-416d-a8d7-35bb41073fb0/4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7/86833896-49de-4f5b-abad-fbb5368ba5e7) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:17.532148 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a70a242-25b2-4258-a9e9-2ecb605649b2 req-255cdbe5-df10-408d-aabe-1210cea2d89e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Jul 09 17:13:17.575188 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:13:17.745460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2a56-a335-45e9-be08-ac09305351d2 req-237a9e9f-9a91-4740-bb8a-a74f2543320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:17.747001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-237a9e9f-9a91-4740-bb8a-a74f2543320d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1126 time: 0.2175219 Jul 09 17:13:18.135188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50842) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:18.197368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Deleting subnet aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:13:18.208833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.239739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.247503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.300644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d489d6e7-2aea-4414-aa43-aad5f5e96101 req-7b993987-c69e-4057-8afd-411fcdb789ed tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 210 time: 0.0573106 Jul 09 17:13:18.327146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2a56-a335-45e9-be08-ac09305351d2 req-2c52f834-a42e-43c6-be3a-cd167a5e04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:18.328628 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-2c52f834-a42e-43c6-be3a-cd167a5e04ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.5690410 Jul 09 17:13:18.343919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.387511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-ea2a8c2d-c01f-4e28-a211-6ae18bd694b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 217 time: 0.0496433 Jul 09 17:13:18.396415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b30ae9-6f57-4f5a-a67a-e6fe866f3d62 req-5b135827-5f71-4f8c-a3a5-f0ac3309a9c8 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:18.404024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-97b30ae9-6f57-4f5a-a67a-e6fe866f3d62 req-5b135827-5f71-4f8c-a3a5-f0ac3309a9c8 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 949 time: 0.2733064 Jul 09 17:13:18.408776 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.419316 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.461321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:18.469714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.475792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4e875841-d74c-48a5-b6cb-b1fa63c8fdeb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aabf2634-5fbe-4bc9-97bf-8ea3ba64bd7e HTTP/1.1" status: 204 len: 168 time: 0.3394363 Jul 09 17:13:18.476682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50852) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:18.528468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Network 608009c3-936a-416d-a8d7-35bb41073fb0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:18.542906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:18.550100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:18.565555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-97b30ae9-6f57-4f5a-a67a-e6fe866f3d62 req-f9b075a3-e2d4-48bf-b0e1-08f66bb587db tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605072 Jul 09 17:13:18.581768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2a56-a335-45e9-be08-ac09305351d2 req-862c41f4-72a7-4bb0-b114-8345a5187ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:18.581768 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-862c41f4-72a7-4bb0-b114-8345a5187ea8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1691363 Jul 09 17:13:18.622052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.628189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Pushing event updated for resources: {'Port': ['ID=86833896-49de-4f5b-abad-fbb5368ba5e7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:18.668934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-86332e24-3f21-42ec-868b-88bfb8d2b904 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419436 Jul 09 17:13:18.792075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.807553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-436247c7-cfc5-499e-9e5b-4eaaee8d3dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194565 Jul 09 17:13:18.815567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b388-1b52-4a2a-8a06-3a1ecb792a6a req-449dafc7-2c56-4007-b81e-921aed016871 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:18.819106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e74b388-1b52-4a2a-8a06-3a1ecb792a6a req-449dafc7-2c56-4007-b81e-921aed016871 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1877847 Jul 09 17:13:18.823119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9eeb15-5c98-427f-ab20-b579d95aff95']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:18.823293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:18.823826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.847033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:18.847387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a8e7c1-49b3-4243-ab5b-9e6ae73ed12e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:18.869854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.896432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.901613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e74b388-1b52-4a2a-8a06-3a1ecb792a6a req-efc9cbfd-b392-4712-831e-0a0c37ee7636 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755756 Jul 09 17:13:18.907416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:13:18.908770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:13:18.910853 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:13:18.915981 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:13:18.938422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-1230ea71-238f-4162-b15f-0e1816921f62 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8440723 Jul 09 17:13:18.952255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Request body: {'port': {'device_id': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:18.992452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.000260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.002542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0e9eeb15-5c98-427f-ab20-b579d95aff95 HTTP/1.1" status: 204 len: 168 time: 0.5249228 Jul 09 17:13:19.008918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50870) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:19.019884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101b97d-b8b2-480a-bbf6-05d0d064ce0d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9eeb15-5c98-427f-ab20-b579d95aff95,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:19.083149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-646d2a56-a335-45e9-be08-ac09305351d2 req-49c3aec3-7168-472b-8c07-f83b9a9d293e service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681992 Jul 09 17:13:19.094141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337a83-308d-4cdf-8b50-43819e8ae3ce req-e76d36c8-cad7-46df-84c9-109ffbda30c5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:19.095811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1337a83-308d-4cdf-8b50-43819e8ae3ce req-e76d36c8-cad7-46df-84c9-109ffbda30c5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.2930515 Jul 09 17:13:19.117254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Deleting subnet aab3c7b4-e3ae-4562-af95-11180d54d849 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:13:19.152492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.182728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.210554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.215840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1337a83-308d-4cdf-8b50-43819e8ae3ce req-210c119c-18b3-4ff5-aacb-b0c14fb5bbf9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111541 Jul 09 17:13:19.286314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.300243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bc2cbe33-9005-488a-b971-55470815c127 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:19.427445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port bc2cbe33-9005-488a-b971-55470815c127 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:19.436881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port bc2cbe33-9005-488a-b971-55470815c127 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:19.437463 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.477180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.525655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.528013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aab3c7b4-e3ae-4562-af95-11180d54d849 HTTP/1.1" status: 204 len: 168 time: 0.5153019 Jul 09 17:13:19.530641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50896) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:19.532857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa2506-5dfc-438c-878b-12058fd55d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab3c7b4-e3ae-4562-af95-11180d54d849,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:19.646363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.660781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86833896-49de-4f5b-abad-fbb5368ba5e7 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:19.670589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cbe33-9005-488a-b971-55470815c127'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:19.673245 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb6578b-8713-4ba9-b6ba-4ff23313f2f3" -d '{"events": [{"server_uuid": "c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cbe33-9005-488a-b971-55470815c127"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:19.676516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.687466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port bc2cbe33-9005-488a-b971-55470815c127, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bc2cbe33-9005-488a-b971-55470815c127,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:19.694747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.695854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:19.702351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.719154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Transition to ACTIVE for port object 86833896-49de-4f5b-abad-fbb5368ba5e7 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:19.755834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb999ac-48fc-417d-99a2-ce4b54ee1b80 req-6dccbdd3-f569-42e7-ab8a-ac55714be6d5 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:19.757687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bb999ac-48fc-417d-99a2-ce4b54ee1b80 req-6dccbdd3-f569-42e7-ab8a-ac55714be6d5 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 931 time: 0.1866276 Jul 09 17:13:19.759365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.811294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.835314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:19.837769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0f488ab3-86b4-4ac0-a95c-fedd3fe6ed85 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:19.877029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=bc2cbe33-9005-488a-b971-55470815c127,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:19.887354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Pushing event updated for resources: {'Port': ['ID=86833896-49de-4f5b-abad-fbb5368ba5e7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:19.908131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89855cad-2975-49f4-b7d3-dc53c928cd19']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:19.931952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1e80da-6670-4853-9c9d-2eb66c7950b2') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:19.932259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1e80da-6670-4853-9c9d-2eb66c7950b2') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:19.956089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:19.964508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bb999ac-48fc-417d-99a2-ce4b54ee1b80 req-1884e055-063f-4152-8795-1c1b5c360cec tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795042 Jul 09 17:13:19.982572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.011220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c9301-b17b-4b88-a788-dd23e99dfab2 req-e17739f3-a3ed-4ee0-9ae9-2d2fa66a4b85 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.021347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a55c9301-b17b-4b88-a788-dd23e99dfab2 req-e17739f3-a3ed-4ee0-9ae9-2d2fa66a4b85 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 950 time: 0.2067883 Jul 09 17:13:20.024054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:13:20.024548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:13:20.027065 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:13:20.034024 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa7dd08-92a4-4993-af5b-8a39885de7cf x-openstack-request-id: req-2aa7dd08-92a4-4993-af5b-8a39885de7cf {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:20.034398 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081", "name": "network-vif-plugged", "status": "completed", "tag": "bc2cbe33-9005-488a-b971-55470815c127", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:20.034551 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2aa7dd08-92a4-4993-af5b-8a39885de7cf {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:20.035346 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2cbe33-9005-488a-b971-55470815c127', 'code': 200} Jul 09 17:13:20.046813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Attempting to bind port 86833896-49de-4f5b-abad-fbb5368ba5e7 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:20.047158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Attempting to bind port 86833896-49de-4f5b-abad-fbb5368ba5e7 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'cbdd497a-2c53-4830-894b-f293980420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:20.047497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Attempting to bind port 86833896-49de-4f5b-abad-fbb5368ba5e7 on network 608009c3-936a-416d-a8d7-35bb41073fb0 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:20.063287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Port 86833896-49de-4f5b-abad-fbb5368ba5e7 on network 608009c3-936a-416d-a8d7-35bb41073fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:20.063624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Attempting to bind port 86833896-49de-4f5b-abad-fbb5368ba5e7 on network 608009c3-936a-416d-a8d7-35bb41073fb0 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:20.079958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:20.080305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Checking segment: {'id': 'cbdd497a-2c53-4830-894b-f293980420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:20.081814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Bound using segment: {'id': 'cbdd497a-2c53-4830-894b-f293980420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:20.083934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Bound port: 86833896-49de-4f5b-abad-fbb5368ba5e7, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdd497a-2c53-4830-894b-f293980420cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:20.085866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.153028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:20.182162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] For port 86833896-49de-4f5b-abad-fbb5368ba5e7, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:20.188216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] For port 86833896-49de-4f5b-abad-fbb5368ba5e7, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=86833896-49de-4f5b-abad-fbb5368ba5e7,segment=NetworkSegment(cbdd497a-2c53-4830-894b-f293980420cd),segment_id=cbdd497a-2c53-4830-894b-f293980420cd)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:20.193622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a55c9301-b17b-4b88-a788-dd23e99dfab2 req-1072a99b-004a-485a-8603-fbfb2f22b866 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706383 Jul 09 17:13:20.196499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.208350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.213311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] 10.222.0.21 "DELETE /v2.0/networks/89855cad-2975-49f4-b7d3-dc53c928cd19 HTTP/1.1" status: 204 len: 168 time: 0.6784680 Jul 09 17:13:20.221170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.233420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b99d6-c22b-4b9d-9d6e-69c3999ae390 admin admin] Pushing event deleted for resources: {'Network': ['ID=89855cad-2975-49f4-b7d3-dc53c928cd19,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:20.303405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.304264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.306762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] 10.222.0.36 "PUT /v2.0/ports/86833896-49de-4f5b-abad-fbb5368ba5e7 HTTP/1.1" status: 200 len: 1092 time: 1.3592014 Jul 09 17:13:20.309988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'tag': '86833896-49de-4f5b-abad-fbb5368ba5e7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:20.314262 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca1b246-802f-472a-a00b-5e2542e3e73a", "tag": "86833896-49de-4f5b-abad-fbb5368ba5e7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:20.331806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e6b95eb-01e4-465e-8f95-ef73eaec89ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.389108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcffc9-42df-449e-b43f-7be9df23b705 service neutron] Pushing event updated for resources: {'Port': ['ID=86833896-49de-4f5b-abad-fbb5368ba5e7,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:20.423610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:20.462629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27b9ba-e60d-471d-9e1a-e4df2ed6ca24 req-20008f3b-30ed-454f-a9b3-a10ad6cb3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.464385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f27b9ba-e60d-471d-9e1a-e4df2ed6ca24 req-20008f3b-30ed-454f-a9b3-a10ad6cb3908 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 1102 time: 0.2736983 Jul 09 17:13:20.486492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1ed42-08e5-478e-b073-181dcb882bb7 req-88d6dfed-3fb5-4623-be15-013602e7bce3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.488310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad1ed42-08e5-478e-b073-181dcb882bb7 req-88d6dfed-3fb5-4623-be15-013602e7bce3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.2867789 Jul 09 17:13:20.516835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e6b95eb-01e4-465e-8f95-ef73eaec89ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.530213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3f33b-378d-4e5a-8d2e-94daa4e80a6d req-c7801565-634f-4c99-be82-61d0a063b369 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.532359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8f3f33b-378d-4e5a-8d2e-94daa4e80a6d req-c7801565-634f-4c99-be82-61d0a063b369 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.1167152 Jul 09 17:13:20.534424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e6b95eb-01e4-465e-8f95-ef73eaec89ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.538497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dc466a1f-b0c4-4a7f-901c-4542b0a2281e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6df2579ff4049bab3d752fe698c5273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134012 Jul 09 17:13:20.549859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50928) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:20.578363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e6b95eb-01e4-465e-8f95-ef73eaec89ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5219c8c8bbb94fe090c6334783191630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216928 Jul 09 17:13:20.581718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50930) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:20.594228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f27b9ba-e60d-471d-9e1a-e4df2ed6ca24 req-3734967a-25ec-4226-b61f-3646f81f9bda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047366 Jul 09 17:13:20.596107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-e2202535-ece5-44c4-9e78-dc1f83b372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.597508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-e2202535-ece5-44c4-9e78-dc1f83b372f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b493436e37c0468faa0d9e4ccf150410&device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 1095 time: 0.2429600 Jul 09 17:13:20.622365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad1ed42-08e5-478e-b073-181dcb882bb7 req-e2409689-8427-4aba-85f1-2b26e1670d67 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170802 Jul 09 17:13:20.640973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b95eb-01e4-465e-8f95-ef73eaec89ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29381608-6114-4892-a295-c50c65397a52,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:20.775315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8f3f33b-378d-4e5a-8d2e-94daa4e80a6d req-3e93567f-dde2-4efb-9ace-4cd25eea9b4b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092164 Jul 09 17:13:20.776103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-e7bbef4e-3224-4f9a-b8a8-cfabde0fb3c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86833896-49de-4f5b-abad-fbb5368ba5e7 HTTP/1.1" status: 200 len: 217 time: 0.1681850 Jul 09 17:13:20.797481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf9cc-9c79-4ff4-b3fe-99e100944070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.832348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82b7362d-6b99-4704-bb99-8d7c52646e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.858812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf9cc-9c79-4ff4-b3fe-99e100944070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.878472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-7f8c24fe-59ff-470b-8a44-928ee85dfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:20.880093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-7f8c24fe-59ff-470b-8a44-928ee85dfb6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7 HTTP/1.1" status: 200 len: 861 time: 0.0939293 Jul 09 17:13:20.881942 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37de49a1-2de9-4392-a79e-d2e307e19f4b x-openstack-request-id: req-37de49a1-2de9-4392-a79e-d2e307e19f4b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:20.882462 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca1b246-802f-472a-a00b-5e2542e3e73a", "tag": "86833896-49de-4f5b-abad-fbb5368ba5e7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:20.882819 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37de49a1-2de9-4392-a79e-d2e307e19f4b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:20.883981 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'tag': '86833896-49de-4f5b-abad-fbb5368ba5e7', 'status': 'completed', 'code': 200} Jul 09 17:13:20.886524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82b7362d-6b99-4704-bb99-8d7c52646e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.932736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-09a559d4-f846-42ad-8c05-c58de6ce5d3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608009c3-936a-416d-a8d7-35bb41073fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439060 Jul 09 17:13:20.938014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf9cc-9c79-4ff4-b3fe-99e100944070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.942692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5fdf9cc-9c79-4ff4-b3fe-99e100944070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:20.946998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e5fdf9cc-9c79-4ff4-b3fe-99e100944070 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29381608-6114-4892-a295-c50c65397a52 HTTP/1.1" status: 204 len: 168 time: 0.3581545 Jul 09 17:13:20.963553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdf9cc-9c79-4ff4-b3fe-99e100944070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29381608-6114-4892-a295-c50c65397a52,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:21.057967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-63d99129-9d0c-46c0-aeb3-b21b6ad9adf4 service neutron] 10.222.0.36 "GET /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148610 Jul 09 17:13:21.185888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eda649c6-e18d-4611-bff5-9e0072c7e3e5 req-552eff15-1b3f-4b2d-bb57-03264353e2d8 service neutron] 10.222.0.36 "GET /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173124 Jul 09 17:13:21.235101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a1ac9-d289-4a3b-b6c4-4f0218246e40 req-5a6fae39-299d-4201-a6e7-5a8491b7513f tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:21.237123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82b7362d-6b99-4704-bb99-8d7c52646e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.239918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82b7362d-6b99-4704-bb99-8d7c52646e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.244720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-82b7362d-6b99-4704-bb99-8d7c52646e42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6110ec6-06e3-4a88-a98d-d55dec807a97 HTTP/1.1" status: 204 len: 168 time: 0.6904080 Jul 09 17:13:21.244912 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af3a1ac9-d289-4a3b-b6c4-4f0218246e40 req-5a6fae39-299d-4201-a6e7-5a8491b7513f tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 943 time: 0.1353743 Jul 09 17:13:21.305962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7362d-6b99-4704-bb99-8d7c52646e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6110ec6-06e3-4a88-a98d-d55dec807a97,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:21.342668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af3a1ac9-d289-4a3b-b6c4-4f0218246e40 req-e2fb19f5-47f2-4372-9df7-1f7f54fff0f6 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963197 Jul 09 17:13:21.436264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-a4e26cc3-9fb9-4964-8421-971594439d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:21.437740 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-a4e26cc3-9fb9-4964-8421-971594439d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b493436e37c0468faa0d9e4ccf150410&device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 1095 time: 0.1913393 Jul 09 17:13:21.525809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aa10e-c3cd-454a-a12b-cab293844473 req-bfb6ebb1-b914-4d2a-9050-251c873ddeeb tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:21.527458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd2aa10e-c3cd-454a-a12b-cab293844473 req-bfb6ebb1-b914-4d2a-9050-251c873ddeeb tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 950 time: 0.1387711 Jul 09 17:13:21.620075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-aaebcaec-3011-4a05-a423-2009a434e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:21.622485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-aaebcaec-3011-4a05-a423-2009a434e2bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=608009c3-936a-416d-a8d7-35bb41073fb0 HTTP/1.1" status: 200 len: 922 time: 0.1764853 Jul 09 17:13:21.630340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd2aa10e-c3cd-454a-a12b-cab293844473 req-65438cc8-9f5a-44ec-8c59-59d6caf7aae8 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903730 Jul 09 17:13:21.661305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:21.682758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a84ce03-0e04-4bc7-9d2e-28cbbb2d401f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.709447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-65b18c6f-cbeb-4d1d-bfd5-f7d55350adbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86833896-49de-4f5b-abad-fbb5368ba5e7 HTTP/1.1" status: 200 len: 217 time: 0.0780835 Jul 09 17:13:21.835993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-51cb7c05-a2b1-4288-b812-329d351ac855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:21.838882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-51cb7c05-a2b1-4288-b812-329d351ac855 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7 HTTP/1.1" status: 200 len: 861 time: 0.1222646 Jul 09 17:13:21.866630 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a84ce03-0e04-4bc7-9d2e-28cbbb2d401f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:21.896850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-0fb8cbb8-fac1-4943-8ce1-08249a74de0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=608009c3-936a-416d-a8d7-35bb41073fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500233 Jul 09 17:13:21.902750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a84ce03-0e04-4bc7-9d2e-28cbbb2d401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.033773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3a84ce03-0e04-4bc7-9d2e-28cbbb2d401f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77302a6e31b3408588d6831482c72e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689396 Jul 09 17:13:22.035639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50958) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:22.039824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84ce03-0e04-4bc7-9d2e-28cbbb2d401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4446d09d-290e-4456-ac40-ebb0e6695ca1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:22.071202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceb82e-c1e1-4b1f-930c-b0d2d59adf8a req-3f545a25-a7d0-4782-9fa8-f0b3e8fca5ad tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:22.073314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3ceb82e-c1e1-4b1f-930c-b0d2d59adf8a req-3f545a25-a7d0-4782-9fa8-f0b3e8fca5ad tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.2089887 Jul 09 17:13:22.074009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:22.119280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-6e7ea4d3-0a51-4292-b263-1644c3ee5c64 service neutron] 10.222.0.36 "GET /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145684 Jul 09 17:13:22.169131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3ceb82e-c1e1-4b1f-930c-b0d2d59adf8a req-0e30eddb-b441-4ced-aad6-50f2f6099e07 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860229 Jul 09 17:13:22.191174 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-499afe8a-e27d-4c81-af0a-647f939dcf5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e8883390ffd411280cd6e88c8b27168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139085 Jul 09 17:13:22.196585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:22.219668 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d47dfe9-df73-495e-9a46-d7e5ca5d3064 req-8ab67478-cb6f-4719-bc37-0aacdb0fda83 service neutron] 10.222.0.36 "GET /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905676 Jul 09 17:13:22.272683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24a748ed-2c71-454f-8fc7-ec1935614d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.292812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c86b-922f-416d-9e50-0cbd9aeb9d46 req-51b69346-5737-4e88-b79b-499e30b7f2a1 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:22.299804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c53c86b-922f-416d-9e50-0cbd9aeb9d46 req-51b69346-5737-4e88-b79b-499e30b7f2a1 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 943 time: 0.2685218 Jul 09 17:13:22.321492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24a748ed-2c71-454f-8fc7-ec1935614d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.325651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e30d876e-4a09-4199-887a-590c9ee9cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.362838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e30d876e-4a09-4199-887a-590c9ee9cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.393724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c53c86b-922f-416d-9e50-0cbd9aeb9d46 req-a3841340-bba8-4fd0-bd10-55244996fd1c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928619 Jul 09 17:13:22.443387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24a748ed-2c71-454f-8fc7-ec1935614d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.445843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e30d876e-4a09-4199-887a-590c9ee9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.446266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24a748ed-2c71-454f-8fc7-ec1935614d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.451817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-24a748ed-2c71-454f-8fc7-ec1935614d61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4446d09d-290e-4456-ac40-ebb0e6695ca1 HTTP/1.1" status: 204 len: 168 time: 0.4068198 Jul 09 17:13:22.452586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e30d876e-4a09-4199-887a-590c9ee9cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:22.452586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e30d876e-4a09-4199-887a-590c9ee9cf22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd571524-ead6-457f-b944-86e98afe510e HTTP/1.1" status: 204 len: 168 time: 0.2524917 Jul 09 17:13:22.461037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a748ed-2c71-454f-8fc7-ec1935614d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4446d09d-290e-4456-ac40-ebb0e6695ca1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:22.486086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d876e-4a09-4199-887a-590c9ee9cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd571524-ead6-457f-b944-86e98afe510e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:22.634212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30e49-9f70-47fb-966e-5330f180b207 req-ca4aba58-e895-49a9-8d41-dff1005b8f1d tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:22.637251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45f30e49-9f70-47fb-966e-5330f180b207 req-ca4aba58-e895-49a9-8d41-dff1005b8f1d tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 943 time: 0.1103694 Jul 09 17:13:22.696416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45f30e49-9f70-47fb-966e-5330f180b207 req-d2ca808d-f186-448a-8e8c-f00e0ec5ec99 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Jul 09 17:13:22.763314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-10a5ab0f-6c4f-4e1a-9526-7dfd8fc27cce service neutron] 10.222.0.36 "GET /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.0921297 Jul 09 17:13:22.931052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e297-8d1f-4986-8fe3-6e6b296f6058 req-dc02881e-60fe-4760-a588-4e59f00876da tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:22.932745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c226e297-8d1f-4986-8fe3-6e6b296f6058 req-dc02881e-60fe-4760-a588-4e59f00876da tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 950 time: 0.1280062 Jul 09 17:13:23.025240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c226e297-8d1f-4986-8fe3-6e6b296f6058 req-a05bf59e-313e-469b-ba67-f08dab260f04 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842218 Jul 09 17:13:23.050363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:23.083660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:23.133229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c28057c-8e9e-45f6-8a42-be27b4a7865d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:23.157295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:23.185365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.366693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] Transition to ACTIVE for port object 5c28057c-8e9e-45f6-8a42-be27b4a7865d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:23.385420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:23.387716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bebba-8787-4dd0-81be-4c860be1b7cf req-7ccaf57d-ee6e-465a-82d1-fcd00f831005 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:23.413480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-303bebba-8787-4dd0-81be-4c860be1b7cf req-7ccaf57d-ee6e-465a-82d1-fcd00f831005 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1128650 Jul 09 17:13:23.509462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-303bebba-8787-4dd0-81be-4c860be1b7cf req-2c6dde1e-657c-46d3-bc6f-e7ad4995bbf1 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927527 Jul 09 17:13:23.581566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:23.667091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] No DVR routers for this DVR port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:23.747161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-964e8bc3-8a4a-41b5-b936-89a09205fd08 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9770591 Jul 09 17:13:23.782059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51022) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:23.979521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-30fa78a3-b88c-4cff-9cc0-d25b1f34ccb2 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:23.981578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-30fa78a3-b88c-4cff-9cc0-d25b1f34ccb2 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.1372471 Jul 09 17:13:23.993772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f7fd-64c4-4558-86bd-4c4f9ddcc8ef req-831f9c8b-af81-4715-b76d-7d34a64522dc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:23.995247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05218f3-3c15-45be-ba1c-e8385841213e req-7f8356ec-46fa-44ae-a4cf-58a30f918942 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:23.995477 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b863f7fd-64c4-4558-86bd-4c4f9ddcc8ef req-831f9c8b-af81-4715-b76d-7d34a64522dc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.1336219 Jul 09 17:13:24.002108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c05218f3-3c15-45be-ba1c-e8385841213e req-7f8356ec-46fa-44ae-a4cf-58a30f918942 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 950 time: 0.1470528 Jul 09 17:13:24.065475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b863f7fd-64c4-4558-86bd-4c4f9ddcc8ef req-563cb667-eb3a-40fb-95e2-f16d1438815d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616856 Jul 09 17:13:24.094150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c05218f3-3c15-45be-ba1c-e8385841213e req-9318801e-9fb0-4feb-aaa6-c6b39b6ad1e2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910413 Jul 09 17:13:24.104298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-98696cfd-8b40-44a5-9a18-ffb496a60d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.105798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-98696cfd-8b40-44a5-9a18-ffb496a60d9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 1096 time: 0.1017530 Jul 09 17:13:24.212263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-network', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:24.225654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-b35c85f1-ac0f-4efd-ad4a-3fb8dacad80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.227441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-b35c85f1-ac0f-4efd-ad4a-3fb8dacad80e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1096 time: 0.0904980 Jul 09 17:13:24.322533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Made reservation on behalf of d6fa8a52c0664e79804b248c29a4f24a for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:24.325621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.347256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-3702e0c8-1269-4c46-b68c-41695664f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.347513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.348972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-3702e0c8-1269-4c46-b68c-41695664f573 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.1133702 Jul 09 17:13:24.377389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914245d0-1e2a-4911-bb17-1e395cc64a3b req-00044a0c-2e18-42a8-a512-990c9b51de6d tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.378962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-914245d0-1e2a-4911-bb17-1e395cc64a3b req-00044a0c-2e18-42a8-a512-990c9b51de6d tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 943 time: 0.1466351 Jul 09 17:13:24.421349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-431083a9-e231-4d5b-b49f-23a7f7af6805 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 200 len: 217 time: 0.0557246 Jul 09 17:13:24.438820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-914245d0-1e2a-4911-bb17-1e395cc64a3b req-fb89276e-fd68-46ec-9463-d058979d3ce9 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Jul 09 17:13:24.496213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.501135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-118725b9-70e5-4383-89cd-1779dbf05ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.502535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-118725b9-70e5-4383-89cd-1779dbf05ea2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.0691016 Jul 09 17:13:24.504412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.536145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:13:24.539995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-b74c330e-7852-40e6-8cb2-1038b2a16d6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285437 Jul 09 17:13:24.546279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9452ab2-ecee-4e29-8b65-bb7546b7dc14,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:24.552770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.553164 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Added segment 3c4f4f54-96ae-4c07-ad7a-be507ee51da2 of type vlan for network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 Jul 09 17:13:24.602513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51044) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:24.627608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.663595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 86833896-49de-4f5b-abad-fbb5368ba5e7 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:24.666307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:24.690932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.691627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:24.692649 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.726100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-934bfb7d-7dd4-4ad8-986a-b6c7b1664843 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622419 Jul 09 17:13:24.804516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 86833896-49de-4f5b-abad-fbb5368ba5e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=86833896-49de-4f5b-abad-fbb5368ba5e7,segment=NetworkSegment(cbdd497a-2c53-4830-894b-f293980420cd),segment_id=cbdd497a-2c53-4830-894b-f293980420cd)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:24.818676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0350704 Jul 09 17:13:24.822664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51058) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:24.824361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '86833896-49de-4f5b-abad-fbb5368ba5e7', 'network_id': '608009c3-936a-416d-a8d7-35bb41073fb0', 'port_id': '86833896-49de-4f5b-abad-fbb5368ba5e7', 'mac_address': 'fa:16:3e:72:89:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:24.830699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Request body: {'subnet': {'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-subnet', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:24.831508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e4494-5e36-4270-9fc8-f2d7f5cd369e admin admin] Pushing event updated for resources: {'Network': ['ID=ae1f0e2d-c32b-4686-8096-618dfb3d03f8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:24.876524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:13:24.958896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:24.963704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:24.976689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86833896-49de-4f5b-abad-fbb5368ba5e7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:24.999866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 86833896-49de-4f5b-abad-fbb5368ba5e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=86833896-49de-4f5b-abad-fbb5368ba5e7,segment=NetworkSegment(cbdd497a-2c53-4830-894b-f293980420cd),segment_id=cbdd497a-2c53-4830-894b-f293980420cd)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:25.005395 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.064280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=86833896-49de-4f5b-abad-fbb5368ba5e7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:25.072736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.073069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.073608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.074069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.074411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.074743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.075070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.075397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.075723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.076071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.076392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.076711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:25.159578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65f53c01-5932-4e45-8873-b373af974df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.175247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Made reservation on behalf of d6fa8a52c0664e79804b248c29a4f24a for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:25.177766 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.233039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-a2997afb-1964-455f-b3d6-a75748f18ce1 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804745 Jul 09 17:13:25.247027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06fdb1-4c56-4695-b07d-63f6e806cf99 req-27da55b5-a483-43e5-950a-25178c74d9ee tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.248603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e06fdb1-4c56-4695-b07d-63f6e806cf99 req-27da55b5-a483-43e5-950a-25178c74d9ee tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.5856342 Jul 09 17:13:25.256531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a9d81-c287-4ad4-b9e4-fa934e6c4b25 req-c13611ff-51da-40d3-81d5-0b3cc6bede51 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.260260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c8a9d81-c287-4ad4-b9e4-fa934e6c4b25 req-c13611ff-51da-40d3-81d5-0b3cc6bede51 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.0788093 Jul 09 17:13:25.275870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['86833896-49de-4f5b-abad-fbb5368ba5e7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:25.307723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c8a9d81-c287-4ad4-b9e4-fa934e6c4b25 req-df66eac4-d2d3-4023-b0cc-bfce88b53ad7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Jul 09 17:13:25.475600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e06fdb1-4c56-4695-b07d-63f6e806cf99 req-223d4cf5-3b9d-4de8-9e27-dd64c28defe0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065012 Jul 09 17:13:25.559739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-573a1dc9-d8fa-4107-9194-731b0efbcbfc tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.561302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-573a1dc9-d8fa-4107-9194-731b0efbcbfc tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 950 time: 0.3062246 Jul 09 17:13:25.628280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65f53c01-5932-4e45-8873-b373af974df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.650547 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.669060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117b035-ec10-4dc6-b713-c5dcf0e2a678 req-3397a7ee-0a4b-45c4-985b-6a57d1ce18b2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.670577 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6117b035-ec10-4dc6-b713-c5dcf0e2a678 req-3397a7ee-0a4b-45c4-985b-6a57d1ce18b2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 950 time: 0.1560156 Jul 09 17:13:25.682933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65f53c01-5932-4e45-8873-b373af974df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.721032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-14bb9e83-40f1-498e-bd89-fe0190212f78 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.722122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-14bb9e83-40f1-498e-bd89-fe0190212f78 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.1266789 Jul 09 17:13:25.736637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6117b035-ec10-4dc6-b713-c5dcf0e2a678 req-544c15b6-6b2b-4cc2-934b-944ca1e8124e tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/security-groups?id=02d49d6c-96cc-46c4-bba6-e106caae27b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581884 Jul 09 17:13:25.805886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-65f53c01-5932-4e45-8873-b373af974df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddb678c2dcbe44898a1639443f2bcc52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2019227 Jul 09 17:13:25.819027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:25.822211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53c01-5932-4e45-8873-b373af974df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd52b31-0b59-4014-b584-eccfb81587ad,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:25.834123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1af980d-04d2-410b-bb1e-9a3cab1946ca,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:25.870637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3f541-2f2d-4142-923e-e663c169bf8d req-d545b38d-163f-4a9c-a3a8-8805143a4fed tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:25.872214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32e3f541-2f2d-4142-923e-e663c169bf8d req-d545b38d-163f-4a9c-a3a8-8805143a4fed tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 944 time: 0.2407866 Jul 09 17:13:25.874253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Checking segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:25.874616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Network hostable DHCP agents. Network: ae1f0e2d-c32b-4686-8096-618dfb3d03f8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:13:25.912603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-477d7325-fa25-457f-8038-17ab165fbe89 service neutron] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:25.913006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Deleting port bc2cbe33-9005-488a-b971-55470815c127 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:25.913356 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.915075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcef8426-53dd-4f2b-b010-3bd656462a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.919036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-477d7325-fa25-457f-8038-17ab165fbe89 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.920394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bf0dce4-417d-4cf1-a2bd-8d72c9eb368b req-477d7325-fa25-457f-8038-17ab165fbe89 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.1918337 Jul 09 17:13:25.974497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcef8426-53dd-4f2b-b010-3bd656462a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:25.977570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:13:25.983153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32e3f541-2f2d-4142-923e-e663c169bf8d req-bd5f9696-6d55-40f3-b9d5-c177a2579852 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033823 Jul 09 17:13:26.038746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, ae1f0e2d-c32b-4686-8096-618dfb3d03f8) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:26.043196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:26.044516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.048002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f498bad0-ae22-4677-ac34-fcf8638ee8a2 None None] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:26.068046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] For port bc2cbe33-9005-488a-b971-55470815c127, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bc2cbe33-9005-488a-b971-55470815c127,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:26.068413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.079172 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e303aa6-1bb4-4f5f-a920-04de6a7c6b52 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2533400 Jul 09 17:13:26.082238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51080) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:26.087315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Calling delete_port for bc2cbe33-9005-488a-b971-55470815c127 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:26.087637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:26.108616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcef8426-53dd-4f2b-b010-3bd656462a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.112013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcef8426-53dd-4f2b-b010-3bd656462a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.113635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fcef8426-53dd-4f2b-b010-3bd656462a82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cd52b31-0b59-4014-b584-eccfb81587ad HTTP/1.1" status: 204 len: 168 time: 0.2936528 Jul 09 17:13:26.125126 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.126368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.131676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef8426-53dd-4f2b-b010-3bd656462a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd52b31-0b59-4014-b584-eccfb81587ad,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:26.188898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.243014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.277476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Pushing event deleted for resources: {'Port': ['ID=bc2cbe33-9005-488a-b971-55470815c127,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:26.314882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['bc2cbe33-9005-488a-b971-55470815c127'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:26.352160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] No DVR routers for this DVR port bc2cbe33-9005-488a-b971-55470815c127 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:26.362631 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.368445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-141fce54-5b65-4e54-a5c2-946bf4d555d8 req-ea902d71-622c-40c5-bc19-53dd8cb1bda2 tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.13 "DELETE /v2.0/ports/bc2cbe33-9005-488a-b971-55470815c127 HTTP/1.1" status: 204 len: 173 time: 0.7985923 Jul 09 17:13:26.370685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'name': 'network-vif-deleted', 'tag': 'bc2cbe33-9005-488a-b971-55470815c127'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:26.381772 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5df74b-8fe8-472f-890e-badf458d7f4f" -d '{"events": [{"server_uuid": "c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081", "name": "network-vif-deleted", "tag": "bc2cbe33-9005-488a-b971-55470815c127"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:26.423553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.511690 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea28982-affd-4618-8693-69a052b4c313 x-openstack-request-id: req-7ea28982-affd-4618-8693-69a052b4c313 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:26.512626 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081", "name": "network-vif-deleted", "tag": "bc2cbe33-9005-488a-b971-55470815c127", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:26.512885 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ea28982-affd-4618-8693-69a052b4c313 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:26.513280 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081', 'name': 'network-vif-deleted', 'tag': 'bc2cbe33-9005-488a-b971-55470815c127', 'status': 'completed', 'code': 200} Jul 09 17:13:26.585427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:13:26.586750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:26.802239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 86833896-49de-4f5b-abad-fbb5368ba5e7 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:26.910502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fc72e-f5e0-4537-aa3d-9a9b408d8399 req-2e172586-3c23-48e9-8b8b-096597c21eba tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:26.913402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-386fc72e-f5e0-4537-aa3d-9a9b408d8399 req-2e172586-3c23-48e9-8b8b-096597c21eba tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.2319789 Jul 09 17:13:26.952396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc31d6a-3d1a-4b47-8081-d8d666c27c3d req-ecff0edd-a908-4f43-a376-069d854b88a3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:26.954092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1bc31d6a-3d1a-4b47-8081-d8d666c27c3d req-ecff0edd-a908-4f43-a376-069d854b88a3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1617255 Jul 09 17:13:27.012076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1bc31d6a-3d1a-4b47-8081-d8d666c27c3d req-3ac5277b-1a19-4d89-91f4-a90190428355 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Jul 09 17:13:27.031702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Allocated IP 172.20.0.2 (ae1f0e2d-c32b-4686-8096-618dfb3d03f8/f1af980d-04d2-410b-bb1e-9a3cab1946ca/126fbd8a-a909-449d-adcc-ea1216482ef1) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:27.052670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-386fc72e-f5e0-4537-aa3d-9a9b408d8399 req-187e23e9-8495-49bd-b60f-edfef675dd81 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169760 Jul 09 17:13:27.072188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.145363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.316275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 86833896-49de-4f5b-abad-fbb5368ba5e7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:27.324474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Allocated IP 172.25.3.12 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/436c1ca8-f008-4637-bac4-db5887cd74ba) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:27.326955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c713083b-0ec8-4262-9eff-c104dac8a28f req-ba6c093a-e346-43fc-ac54-1a4912c6b29a tempest-ServerDiagnosticsNegativeTest-341011932 tempest-ServerDiagnosticsNegativeTest-341011932-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99e4a74-b38d-4f0d-a6e9-b5f8ebd5b081 HTTP/1.1" status: 200 len: 210 time: 0.0665219 Jul 09 17:13:27.343997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 86833896-49de-4f5b-abad-fbb5368ba5e7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:27.344374 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.346402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.438651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Transition to ACTIVE for port object 126fbd8a-a909-449d-adcc-ea1216482ef1 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:27.455592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Transition to ACTIVE for port object 126fbd8a-a909-449d-adcc-ea1216482ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:27.465764 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.521294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Pushing event updated for resources: {'Port': ['ID=126fbd8a-a909-449d-adcc-ea1216482ef1,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:27.573584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:27.575486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.604222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:27.607233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:27.621155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840061-7336-4c3e-b956-7fbb9e85168a req-27d0c2ca-847a-49ff-b36e-bad6b14b79db tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:27.630064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba840061-7336-4c3e-b956-7fbb9e85168a req-27d0c2ca-847a-49ff-b36e-bad6b14b79db tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 944 time: 0.1832185 Jul 09 17:13:27.633085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe28e-a81b-452e-8b9b-0faa0222e84c req-9724d988-0316-4efe-855e-8dcecb6a018c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:27.641849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c1fe28e-a81b-452e-8b9b-0faa0222e84c req-9724d988-0316-4efe-855e-8dcecb6a018c tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1096 time: 0.0760765 Jul 09 17:13:27.644719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86833896-49de-4f5b-abad-fbb5368ba5e7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:27.647485 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ccc020-d65d-4b86-bdd7-96202d51f48b" -d '{"events": [{"server_uuid": "1ca1b246-802f-472a-a00b-5e2542e3e73a", "name": "network-vif-plugged", "status": "completed", "tag": "86833896-49de-4f5b-abad-fbb5368ba5e7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:27.663254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.690559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Attempting to bind port 126fbd8a-a909-449d-adcc-ea1216482ef1 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:27.691096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Attempting to bind port 126fbd8a-a909-449d-adcc-ea1216482ef1 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:27.691451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Attempting to bind port 126fbd8a-a909-449d-adcc-ea1216482ef1 on network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:27.697786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c1fe28e-a81b-452e-8b9b-0faa0222e84c req-d451ff67-16d9-4fff-8c99-d52eb4685e74 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549102 Jul 09 17:13:27.699320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:27.700317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Checking segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:27.701114 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.701569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Bound using segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:27.702155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Bound port: 126fbd8a-a909-449d-adcc-ea1216482ef1, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:27.702595 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.716716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 86833896-49de-4f5b-abad-fbb5368ba5e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=86833896-49de-4f5b-abad-fbb5368ba5e7,segment=NetworkSegment(cbdd497a-2c53-4830-894b-f293980420cd),segment_id=cbdd497a-2c53-4830-894b-f293980420cd)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:27.718753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.724436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba840061-7336-4c3e-b956-7fbb9e85168a req-23ecb911-1e4d-4c5f-a69a-55f7be904295 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933697 Jul 09 17:13:27.767233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.795662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:27.806068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=86833896-49de-4f5b-abad-fbb5368ba5e7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:27.825189 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1062baaa-25f8-4fa2-abad-93d36e91db69 x-openstack-request-id: req-1062baaa-25f8-4fa2-abad-93d36e91db69 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:27.825468 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1b246-802f-472a-a00b-5e2542e3e73a", "name": "network-vif-plugged", "status": "completed", "tag": "86833896-49de-4f5b-abad-fbb5368ba5e7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:27.825711 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1062baaa-25f8-4fa2-abad-93d36e91db69 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:27.826109 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86833896-49de-4f5b-abad-fbb5368ba5e7', 'code': 200} Jul 09 17:13:27.837056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:27.845783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:27.891264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] For port 126fbd8a-a909-449d-adcc-ea1216482ef1, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:27.904522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Pushing event updated for resources: {'Port': ['ID=436c1ca8-f008-4637-bac4-db5887cd74ba,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:27.905287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] For port 126fbd8a-a909-449d-adcc-ea1216482ef1, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=126fbd8a-a909-449d-adcc-ea1216482ef1,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:27.913398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:27.987636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565266f-8c76-420b-ac51-7cdae02401eb None None] Pushing event updated for resources: {'Port': ['ID=126fbd8a-a909-449d-adcc-ea1216482ef1,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:28.041658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3384bc-6132-4ffb-8311-0978333417dd req-74777e74-a80c-465e-b454-11664e56e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:28.043127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c3384bc-6132-4ffb-8311-0978333417dd req-74777e74-a80c-465e-b454-11664e56e420 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 1097 time: 0.1437774 Jul 09 17:13:28.107431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c3384bc-6132-4ffb-8311-0978333417dd req-49c08882-b82f-4ae6-b6f6-e41fc9eeef1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546927 Jul 09 17:13:28.472902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:28.477532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396daa7-23e7-4a0d-9c01-916b7e3c680b req-23ef573c-ac7e-409f-87b4-aaead7665594 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:28.479101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b396daa7-23e7-4a0d-9c01-916b7e3c680b req-23ef573c-ac7e-409f-87b4-aaead7665594 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 1096 time: 0.4893959 Jul 09 17:13:28.520921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbd09-be64-4f21-bc15-93e192185dc4 req-3ba430a2-6126-41c7-a1aa-f4faf27b1891 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:28.522449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62cfbd09-be64-4f21-bc15-93e192185dc4 req-3ba430a2-6126-41c7-a1aa-f4faf27b1891 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.0656404 Jul 09 17:13:28.563801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62cfbd09-be64-4f21-bc15-93e192185dc4 req-ff415140-9862-4d20-b3fd-0f3c1fb0cbb6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Jul 09 17:13:28.587441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b396daa7-23e7-4a0d-9c01-916b7e3c680b req-5a71dbc0-ff7d-4e5e-9a1c-54845b97703b tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780206 Jul 09 17:13:28.729363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.033907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Router 2352625b-7a36-4736-a0c2-ba6e125e517f is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:13:29.065573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b3c4-830c-4cb4-827a-864fda2df6b4 req-b7b3b179-4793-48df-bf67-1cf7d6b470cb tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:29.074220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0253b3c4-830c-4cb4-827a-864fda2df6b4 req-b7b3b179-4793-48df-bf67-1cf7d6b470cb tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 945 time: 0.1288216 Jul 09 17:13:29.174119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0253b3c4-830c-4cb4-827a-864fda2df6b4 req-f393a662-5d36-4e94-91cb-151c0945c34e tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983670 Jul 09 17:13:29.261053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:29.278700 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Sync routers for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:29.298154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.305620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51168) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:29.317464 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:29.318118 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:29.322926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bc4277d4-156f-4b60-8b6b-462056465476 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.2362232 Jul 09 17:13:29.353043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51170) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:29.378321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bc2cbe33-9005-488a-b971-55470815c127 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:29.422402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: bc2cbe33-9005-488a-b971-55470815c127 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:29.425209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bc2cbe33-9005-488a-b971-55470815c127 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:29.553291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:29.627027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a563cd8-17ce-4b6b-bb9a-a771a98acadd None None] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:29.680341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-96c5ca3f-eb54-42ed-9daf-7653f231ebea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17425ab2004d445faa2f15ec7bd229e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255510 Jul 09 17:13:29.682416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51176) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:29.850755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6b383aa-0cc3-49ae-886e-26899bdd537d None None] Provisioning for port 126fbd8a-a909-449d-adcc-ea1216482ef1 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:29.930227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 126fbd8a-a909-449d-adcc-ea1216482ef1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:29.944896 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4886a5a-c11e-4211-ad4f-44ba0426e3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:29.983078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4886a5a-c11e-4211-ad4f-44ba0426e3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.066664 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:28Z', 'revision_number': 3, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:30.070891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9fb0-71ac-4124-9969-844e55183be9 req-7609a2bd-2021-4990-b2e5-0dcbcc5f5de9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:30.079099 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52bd9fb0-71ac-4124-9969-844e55183be9 req-7609a2bd-2021-4990-b2e5-0dcbcc5f5de9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.3069570 Jul 09 17:13:30.081368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4886a5a-c11e-4211-ad4f-44ba0426e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.086958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4886a5a-c11e-4211-ad4f-44ba0426e3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.090923 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4886a5a-c11e-4211-ad4f-44ba0426e3ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02d49d6c-96cc-46c4-bba6-e106caae27b5 HTTP/1.1" status: 204 len: 168 time: 0.4066789 Jul 09 17:13:30.136288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Checking router: 2352625b-7a36-4736-a0c2-ba6e125e517f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:30.138592 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Updating router 2352625b-7a36-4736-a0c2-ba6e125e517f port 436c1ca8-f008-4637-bac4-db5887cd74ba binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:13:30.141482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52bd9fb0-71ac-4124-9969-844e55183be9 req-078576c0-b0e4-40ef-a468-6227b58bf197 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613091 Jul 09 17:13:30.143925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4886a5a-c11e-4211-ad4f-44ba0426e3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d49d6c-96cc-46c4-bba6-e106caae27b5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:30.233248 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.288840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 126fbd8a-a909-449d-adcc-ea1216482ef1 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:30.303187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 126fbd8a-a909-449d-adcc-ea1216482ef1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:30.312550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.451172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.564926 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.653284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 126fbd8a-a909-449d-adcc-ea1216482ef1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=126fbd8a-a909-449d-adcc-ea1216482ef1,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:30.665723 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.785680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=126fbd8a-a909-449d-adcc-ea1216482ef1,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:30.839555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51198) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:30.851436 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.860121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d30-0458-487d-8e42-ae1b254898c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.863301 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Transition to ACTIVE for port object 436c1ca8-f008-4637-bac4-db5887cd74ba will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:30.876353 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:30.917212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f7d21734-958b-42cf-883b-f01a6549b5f2 None None] Provisioning complete for port 126fbd8a-a909-449d-adcc-ea1216482ef1 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:30.917579 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f7d21734-958b-42cf-883b-f01a6549b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.001897 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Pushing event updated for resources: {'Port': ['ID=436c1ca8-f008-4637-bac4-db5887cd74ba,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:31.009352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d30-0458-487d-8e42-ae1b254898c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.015418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d30-0458-487d-8e42-ae1b254898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.034653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.035086 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.036629 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.037682 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.039603 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.041073 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.041614 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.044253 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.044795 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.045302 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.045806 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.046323 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:31.057956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc8d30-0458-487d-8e42-ae1b254898c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175ef3ce-1e2b-42ec-b554-71e0268e9465,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:31.081030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9e8ad-6874-4042-a332-9c02dd609b92 req-acaf0fc9-1656-4e5a-9eeb-e52c1fb53e23 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:31.087471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7b9e8ad-6874-4042-a332-9c02dd609b92 req-acaf0fc9-1656-4e5a-9eeb-e52c1fb53e23 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 945 time: 0.5054481 Jul 09 17:13:31.091789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-45fc8d30-0458-487d-8e42-ae1b254898c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b3c5068757441019e08faf95e04da6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467978 Jul 09 17:13:31.094481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:31.124426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Attempting to bind port 436c1ca8-f008-4637-bac4-db5887cd74ba on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:31.125002 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Attempting to bind port 436c1ca8-f008-4637-bac4-db5887cd74ba by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:31.125571 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Attempting to bind port 436c1ca8-f008-4637-bac4-db5887cd74ba on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:31.141106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:31.141479 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:31.141878 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.142416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:31.142894 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Bound port: 436c1ca8-f008-4637-bac4-db5887cd74ba, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:31.143285 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.251208 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] For port 436c1ca8-f008-4637-bac4-db5887cd74ba, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:31.263040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Allocated IP 172.20.0.1 (ae1f0e2d-c32b-4686-8096-618dfb3d03f8/f1af980d-04d2-410b-bb1e-9a3cab1946ca/b8c06a50-1423-47bb-99c6-789535404dd7) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:31.266101 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] For port 436c1ca8-f008-4637-bac4-db5887cd74ba, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=436c1ca8-f008-4637-bac4-db5887cd74ba,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:31.271983 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.318706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7b9e8ad-6874-4042-a332-9c02dd609b92 req-31430a34-85a7-45cb-9f49-523f9ac8fc05 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566305 Jul 09 17:13:31.346324 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730ab1-4034-49f5-b50f-bbabdc37cf2f None None] Pushing event updated for resources: {'Port': ['ID=436c1ca8-f008-4637-bac4-db5887cd74ba,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:31.377382 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:31.378381 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:31.398345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1cb8cd06-5aab-4b9f-8ed8-b30866ecbcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.434390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1cb8cd06-5aab-4b9f-8ed8-b30866ecbcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.481428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.495781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Transition to ACTIVE for port object b8c06a50-1423-47bb-99c6-789535404dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:31.586975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.608725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:31.613681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:31.617008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:31.684514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.689798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:31.735264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 126fbd8a-a909-449d-adcc-ea1216482ef1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:31.835522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 126fbd8a-a909-449d-adcc-ea1216482ef1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:31.836171 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.903379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.986506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c06a50-1423-47bb-99c6-789535404dd7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:31.989883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1cb8cd06-5aab-4b9f-8ed8-b30866ecbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.992904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1cb8cd06-5aab-4b9f-8ed8-b30866ecbcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:31.994066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1cb8cd06-5aab-4b9f-8ed8-b30866ecbcc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/175ef3ce-1e2b-42ec-b554-71e0268e9465 HTTP/1.1" status: 204 len: 168 time: 0.8593562 Jul 09 17:13:32.057613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77836622-7ed8-4bae-8bbe-6780f6114914 req-d3e41e7e-c72f-461d-8438-0bd389fe9c5a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:32.060676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-88cd0144-e5bb-44f1-a21e-0bde0101aa1c None None] Provisioning for port b8c06a50-1423-47bb-99c6-789535404dd7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:32.061804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77836622-7ed8-4bae-8bbe-6780f6114914 req-d3e41e7e-c72f-461d-8438-0bd389fe9c5a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.5046997 Jul 09 17:13:32.066760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-88cd0144-e5bb-44f1-a21e-0bde0101aa1c None None] Provisioning complete for port b8c06a50-1423-47bb-99c6-789535404dd7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:32.067692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-88cd0144-e5bb-44f1-a21e-0bde0101aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:32.071381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8cd06-5aab-4b9f-8ed8-b30866ecbcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175ef3ce-1e2b-42ec-b554-71e0268e9465,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:32.118821 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:28Z', 'revision_number': 3, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:32.173499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77836622-7ed8-4bae-8bbe-6780f6114914 req-c9dc3264-fe46-49a3-b232-8bc3d43269b4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870602 Jul 09 17:13:32.180826 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06b695-efdf-4303-aceb-80aac3c9129d None None] The sync data for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 is: [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:28Z', 'revision_number': 3, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:13:32.181665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-88cd0144-e5bb-44f1-a21e-0bde0101aa1c None None] Port b8c06a50-1423-47bb-99c6-789535404dd7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:32.328096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:32.342292 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:32.464979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c06a50-1423-47bb-99c6-789535404dd7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:32.539311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:32.682007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-11f3dc34-6c7a-4473-9080-f1a7cb26198c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:32.695481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-11f3dc34-6c7a-4473-9080-f1a7cb26198c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.2669098 Jul 09 17:13:32.799357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5241a979-0696-4035-a213-2801cf3a16ad tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/quotas/fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 375 time: 0.1025832 Jul 09 17:13:33.389152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:33.392912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:33.464768 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-056dea10-268a-4dbc-9fd9-2cf4f3d85ccc tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6639891 Jul 09 17:13:33.652486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-4093753c-1a17-4bd4-9a2f-4b9bd21cf5a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784682 Jul 09 17:13:33.746619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ace3b1a0-66e2-444d-9026-0032290ddd4f None None] Provisioning complete for port b8c06a50-1423-47bb-99c6-789535404dd7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:33.748062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ace3b1a0-66e2-444d-9026-0032290ddd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:33.761843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Router 2352625b-7a36-4736-a0c2-ba6e125e517f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:13:33.795710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ace3b1a0-66e2-444d-9026-0032290ddd4f None None] Port b8c06a50-1423-47bb-99c6-789535404dd7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:33.797515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 436c1ca8-f008-4637-bac4-db5887cd74ba up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:33.831006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-6def777a-4263-41ba-8c96-70db19489e6c service neutron] 10.222.0.21 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687412 Jul 09 17:13:33.863316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 436c1ca8-f008-4637-bac4-db5887cd74ba completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:33.869304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 436c1ca8-f008-4637-bac4-db5887cd74ba triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:33.869483 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:33.946981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:33.953578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b2d8c7ab-1535-4397-9ab3-19db8d07c7a2 admin admin] 10.222.0.21 "PUT /v2.0/routers/2352625b-7a36-4736-a0c2-ba6e125e517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6457636 Jul 09 17:13:33.964042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41010d-7a9c-4893-b875-c70dbabb873a req-7e742ea5-6dfa-41d5-a768-edfbb72c4ff2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:33.965740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d41010d-7a9c-4893-b875-c70dbabb873a req-7e742ea5-6dfa-41d5-a768-edfbb72c4ff2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1503031 Jul 09 17:13:33.983436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:34.018442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d41010d-7a9c-4893-b875-c70dbabb873a req-8086a2b8-8cca-4ebe-851c-5bcbded45b47 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Jul 09 17:13:34.033489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 436c1ca8-f008-4637-bac4-db5887cd74ba, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=436c1ca8-f008-4637-bac4-db5887cd74ba,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:34.039847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:34.130179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=436c1ca8-f008-4637-bac4-db5887cd74ba,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:34.372729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfb1add0-2055-469e-87b8-50a16b92cb7e req-48224c95-b773-4dd2-807a-5325467caa65 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 210 time: 0.0481813 Jul 09 17:13:34.621084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-5919df91-9ef2-4093-a653-e6d5632a7a16 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:34.630500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-5919df91-9ef2-4093-a653-e6d5632a7a16 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 828 time: 0.1958866 Jul 09 17:13:34.651742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-60659a80-7204-4cac-a022-58a18af79e7b tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/quotas/d6fa8a52c0664e79804b248c29a4f24a HTTP/1.1" status: 200 len: 375 time: 0.0168104 Jul 09 17:13:34.692760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Sync routers for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:34.705409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:34.706406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:34.752398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-3191fa04-3340-4a1c-8767-bea01cf2c828 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986924 Jul 09 17:13:34.889146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-c20ed6e2-efe0-4dab-bcb6-8b268f983679 service neutron] 10.222.0.21 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347775 Jul 09 17:13:35.008926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:35.059577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-1ebdab34-5b13-4d2e-bc6f-113eab43a10e service neutron] 10.222.0.21 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695414 Jul 09 17:13:35.310686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:32Z', 'revision_number': 2, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:35.342268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Checking router: 2352625b-7a36-4736-a0c2-ba6e125e517f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:35.342625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Updating router 2352625b-7a36-4736-a0c2-ba6e125e517f port b8c06a50-1423-47bb-99c6-789535404dd7 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:13:35.387278 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:35.571362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d63ac-ee1d-4cf4-a63e-c26d815ab37f req-2328ca7b-e700-4471-86c8-3a499d5b48d8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:35.578843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a45d63ac-ee1d-4cf4-a63e-c26d815ab37f req-2328ca7b-e700-4471-86c8-3a499d5b48d8 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.0885997 Jul 09 17:13:35.629225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a45d63ac-ee1d-4cf4-a63e-c26d815ab37f req-d96dd600-ff2d-4566-92dd-6189e3aed86e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489593 Jul 09 17:13:35.752572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 436c1ca8-f008-4637-bac4-db5887cd74ba up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:35.763273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553448-1e23-48a0-b5a6-997f0a87dc4d req-ce31bbb8-926a-4d63-87a5-8f4ecf13c79e tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:35.764929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1553448-1e23-48a0-b5a6-997f0a87dc4d req-ce31bbb8-926a-4d63-87a5-8f4ecf13c79e tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 945 time: 0.0964968 Jul 09 17:13:35.805061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c200ead0-4c4e-43d2-980d-d0ae7ec8edd8 req-56c2e660-f0c7-4488-b332-30392085bb2a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 210 time: 0.0772202 Jul 09 17:13:35.834968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1553448-1e23-48a0-b5a6-997f0a87dc4d req-5781ad68-a884-4afb-9b15-e1d1d01c9f9b tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638847 Jul 09 17:13:35.990755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 436c1ca8-f008-4637-bac4-db5887cd74ba triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:35.991155 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.016054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e748519e-ad9b-4ef9-8d46-3cf943d1ab47 req-1a30a971-ee6f-4252-88ff-1f27ea037c80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 210 time: 0.0592213 Jul 09 17:13:36.052319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-940b95e9-5556-4bc4-9151-fe800488d13b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:36.052437 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.056711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-940b95e9-5556-4bc4-9151-fe800488d13b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 820 time: 0.2683475 Jul 09 17:13:36.097233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Request body: {'port': {'device_id': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'admin_state_up': True, 'tenant_id': 'fb606fb084e54561bb3749f2fa23fb29'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:36.113567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Transition to ACTIVE for port object b8c06a50-1423-47bb-99c6-789535404dd7 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:36.142268 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.369261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9339a-597a-435e-be36-bbbd0a74061b None None] Pushing event updated for resources: {'Port': ['ID=b8c06a50-1423-47bb-99c6-789535404dd7,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:36.406312 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-ee32345a-1161-410f-9c0c-b472b6d8a0c4 service neutron] show failed (client error): The resource could not be found. Jul 09 17:13:36.423849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-ee32345a-1161-410f-9c0c-b472b6d8a0c4 service neutron] 10.222.0.36 "GET /v2.0/ports/8bb165ea-90e3-4891-959e-cfa80783c24d/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.1124706 Jul 09 17:13:36.446850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Made reservation on behalf of fb606fb084e54561bb3749f2fa23fb29 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:36.453961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.588970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Attempting to bind port b8c06a50-1423-47bb-99c6-789535404dd7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:36.588970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Attempting to bind port b8c06a50-1423-47bb-99c6-789535404dd7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:36.588970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Attempting to bind port b8c06a50-1423-47bb-99c6-789535404dd7 on network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:36.601977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:36.603362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Checking segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:36.603849 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.605782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Bound using segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:36.605782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Bound port: b8c06a50-1423-47bb-99c6-789535404dd7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:36.605782 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.806464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] For port b8c06a50-1423-47bb-99c6-789535404dd7, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:36.830330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] For port b8c06a50-1423-47bb-99c6-789535404dd7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b8c06a50-1423-47bb-99c6-789535404dd7,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:36.851924 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:36.951091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9339a-597a-435e-be36-bbbd0a74061b None None] Pushing event updated for resources: {'Port': ['ID=b8c06a50-1423-47bb-99c6-789535404dd7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:36.969811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:36.970787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:36.974428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fd2cac1-0945-4d3d-8e17-3a6ecc18d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:36.981814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fd2cac1-0945-4d3d-8e17-3a6ecc18d1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74&tenant_id=37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 1102 time: 0.1312013 Jul 09 17:13:36.991628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:37.058822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-ad394ced-6400-4eb7-882f-c5dc76093670 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:37.060431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-ad394ced-6400-4eb7-882f-c5dc76093670 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 945 time: 0.5019333 Jul 09 17:13:37.207149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:37.250880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:37.257392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Allocated IP 172.20.0.9 (a0984783-6030-4026-aa72-b6a12ef93345/c2893c1d-fad9-48e7-b0c2-c9078881d4fe/0753bc79-886e-4f42-add7-9a2742007e49) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:37.366700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d1ced-359b-49ed-8479-fbb8c4505252 req-fdbb76b8-a349-4245-8094-fe35af4c342f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:37.380009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-280d1ced-359b-49ed-8479-fbb8c4505252 req-fdbb76b8-a349-4245-8094-fe35af4c342f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.4972849 Jul 09 17:13:37.514138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-280d1ced-359b-49ed-8479-fbb8c4505252 req-92e2c654-7b60-4121-a2c0-981c6c8c68e9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331339 Jul 09 17:13:37.541565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Deleting port 86833896-49de-4f5b-abad-fbb5368ba5e7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:37.541907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:37.767243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bb2e8ffe-cc23-4316-b872-8ad07633237b req-e07c4f72-eede-4a97-b57e-923a5c0f2478 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 210 time: 0.1514201 Jul 09 17:13:37.820410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:37.859390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-1202316e-1ae4-4825-a69d-85ecbe451eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:37.862081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-1202316e-1ae4-4825-a69d-85ecbe451eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.13 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 828 time: 0.5682077 Jul 09 17:13:37.866171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:36Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:37.966473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Request body: {'port': {'device_id': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'admin_state_up': True, 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:37.977540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd3c92-c926-4bbd-895f-4905dead3cc8 None None] The sync data for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 is: [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:36Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:13:37.980418 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.027919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.043932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] For port 86833896-49de-4f5b-abad-fbb5368ba5e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=86833896-49de-4f5b-abad-fbb5368ba5e7,segment=NetworkSegment(cbdd497a-2c53-4830-894b-f293980420cd),segment_id=cbdd497a-2c53-4830-894b-f293980420cd)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:38.044298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.086453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56057-9e46-4ba5-bcf5-8e17d295d793 req-f01cd3f9-0cb9-4ae5-8312-b4b99246fcb7 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:38.096440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adb56057-9e46-4ba5-bcf5-8e17d295d793 req-f01cd3f9-0cb9-4ae5-8312-b4b99246fcb7 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 945 time: 0.3083923 Jul 09 17:13:38.100968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Calling delete_port for 86833896-49de-4f5b-abad-fbb5368ba5e7 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:38.198482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:38.243211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adb56057-9e46-4ba5-bcf5-8e17d295d793 req-32ce8140-0b5c-4dc9-a43d-a30a00c4ebdb tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0981e56-9096-4b88-958a-a61b9db35b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379237 Jul 09 17:13:38.262750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.277129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:38.289364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56bc1dc2-8ad9-4789-8712-617b47daf2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.352288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:38.366999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Network a0984783-6030-4026-aa72-b6a12ef93345 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:38.374311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:38.379579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:38.431727 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df670a56-67ad-459f-baf3-cf34053ef375 req-583c1574-7901-4ab6-b223-63ddacd920ce tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 210 time: 0.2827425 Jul 09 17:13:38.463407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:38.488410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:38.491122 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ac562-9e9e-4d50-a46a-5445adc36b8f" -d '{"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:38.529005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.630092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:38.631728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.706341 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6a504-3a8f-4562-a403-bd5ff670e540 x-openstack-request-id: req-c4a6a504-3a8f-4562-a403-bd5ff670e540 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:38.706628 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:38.706873 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4a6a504-3a8f-4562-a403-bd5ff670e540 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:38.709691 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'code': 200} Jul 09 17:13:38.717812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Made reservation on behalf of d6fa8a52c0664e79804b248c29a4f24a for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:38.726427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.756555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.770408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['86833896-49de-4f5b-abad-fbb5368ba5e7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:38.799199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Transition to ACTIVE for port object 8bb165ea-90e3-4891-959e-cfa80783c24d will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:38.816161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Pushing event deleted for resources: {'Port': ['ID=86833896-49de-4f5b-abad-fbb5368ba5e7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:38.829259 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.939844 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.960600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] No DVR routers for this DVR port 86833896-49de-4f5b-abad-fbb5368ba5e7 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:38.964509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.967834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e44734d-0fa5-4adc-acd3-3a0ac6557a11 req-0389d434-6ee8-45a9-9c11-374828087c33 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.36 "DELETE /v2.0/ports/86833896-49de-4f5b-abad-fbb5368ba5e7 HTTP/1.1" status: 204 len: 173 time: 1.8985674 Jul 09 17:13:38.989085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'name': 'network-vif-deleted', 'tag': '86833896-49de-4f5b-abad-fbb5368ba5e7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:38.990880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56bc1dc2-8ad9-4789-8712-617b47daf2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:38.999854 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45115451-7bd2-4602-b2cb-e33a70fbbb72" -d '{"events": [{"server_uuid": "1ca1b246-802f-472a-a00b-5e2542e3e73a", "name": "network-vif-deleted", "tag": "86833896-49de-4f5b-abad-fbb5368ba5e7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:39.072485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7e16419d-d3a0-4506-b342-77a2a2c8d6a4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9793401 Jul 09 17:13:39.097846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Request body: {'port': {'device_id': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:39.133619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56bc1dc2-8ad9-4789-8712-617b47daf2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:39.265470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51502) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:39.298576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1dc2-8ad9-4789-8712-617b47daf2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaff72b-1e7f-4579-9522-608f566d8b4f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:39.301055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561ba78-a5a2-4878-a2f8-8e59ac6fe14b req-07a8fdb2-95e5-4a4f-a2df-98ba475f80bf tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:39.304734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] No DVR routers for this DVR port 8bb165ea-90e3-4891-959e-cfa80783c24d on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:39.309810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0561ba78-a5a2-4878-a2f8-8e59ac6fe14b req-07a8fdb2-95e5-4a4f-a2df-98ba475f80bf tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.3653226 Jul 09 17:13:39.320928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:39.330423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-045621c5-3523-43c6-b68a-ff36dc4038b6 req-0a761acd-abe9-4092-b3b0-05fd6dccacd2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 210 time: 0.2390664 Jul 09 17:13:39.396467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0561ba78-a5a2-4878-a2f8-8e59ac6fe14b req-5ced30d7-ca9b-41a4-8bb9-7fdc4f4048ed tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857561 Jul 09 17:13:39.455949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:39.474169 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af829900-40b2-4b69-ae36-0c3d645b5cca x-openstack-request-id: req-af829900-40b2-4b69-ae36-0c3d645b5cca {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:39.476177 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1b246-802f-472a-a00b-5e2542e3e73a", "name": "network-vif-deleted", "tag": "86833896-49de-4f5b-abad-fbb5368ba5e7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:39.476587 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af829900-40b2-4b69-ae36-0c3d645b5cca {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:39.477312 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1b246-802f-472a-a00b-5e2542e3e73a', 'name': 'network-vif-deleted', 'tag': '86833896-49de-4f5b-abad-fbb5368ba5e7', 'status': 'completed', 'code': 200} Jul 09 17:13:39.601136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-56bc1dc2-8ad9-4789-8712-617b47daf2d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b32358b9616340b6ac89b85866af7b67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7769637 Jul 09 17:13:39.629272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:39.629803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:39.630244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:39.638692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51514) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:39.639264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:39.639702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:39.653344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:39.653948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:39.655299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:39.656038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Bound port: 8bb165ea-90e3-4891-959e-cfa80783c24d, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:39.656942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:39.764928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5a98-bda7-4087-88bd-5931616efae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:39.794073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Allocated IP 172.20.0.5 (ae1f0e2d-c32b-4686-8096-618dfb3d03f8/f1af980d-04d2-410b-bb1e-9a3cab1946ca/4d9ff397-19ed-438e-9ef6-23dc618684b2) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:39.806035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c1f4d7d-049a-4f3b-9f9e-dd01150f62f2 req-8057aa29-f811-40d1-9da9-edf31dd42553 tempest-ServerMetadataNegativeTestJSON-1932515139 tempest-ServerMetadataNegativeTestJSON-1932515139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca1b246-802f-472a-a00b-5e2542e3e73a HTTP/1.1" status: 200 len: 210 time: 0.0840428 Jul 09 17:13:39.848810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b8c06a50-1423-47bb-99c6-789535404dd7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:39.951607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b8c06a50-1423-47bb-99c6-789535404dd7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:39.956942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b8c06a50-1423-47bb-99c6-789535404dd7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:39.957552 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.132914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:40.138790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-403a293e-526e-4fa7-82f2-56f22103ec3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.147111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:40.162868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.233636 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-403a293e-526e-4fa7-82f2-56f22103ec3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.239072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b8c06a50-1423-47bb-99c6-789535404dd7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b8c06a50-1423-47bb-99c6-789535404dd7,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:40.246464 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.254744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5a98-bda7-4087-88bd-5931616efae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.259156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.276302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16136ae0-92d1-4547-b4dc-ae0e6fbecb57 req-8dbe9732-5f6f-4488-9db3-a8ba6ccf0861 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:40.284254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16136ae0-92d1-4547-b4dc-ae0e6fbecb57 req-8dbe9732-5f6f-4488-9db3-a8ba6ccf0861 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 931 time: 0.4862339 Jul 09 17:13:40.310835 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff0e5a98-bda7-4087-88bd-5931616efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.343169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:40.344323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.344780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0753bc79-886e-4f42-add7-9a2742007e49 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:40.346681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] 10.222.0.13 "PUT /v2.0/ports/8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 1097 time: 3.3609786 Jul 09 17:13:40.393793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b8c06a50-1423-47bb-99c6-789535404dd7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:40.401891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ff0e5a98-bda7-4087-88bd-5931616efae7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2da3dfc711d458bbb45049d8112d57a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1349363 Jul 09 17:13:40.429669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-855459a6-ec35-44f1-9e91-10013b3e1d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.447343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.449063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51518) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:40.472320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.504528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e5a98-bda7-4087-88bd-5931616efae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b0ee4-5c53-4746-bc10-a988a9666e24,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:40.577626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9681f5e8-eeb7-4300-98dc-430a073b720e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.593204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Transition to ACTIVE for port object 4d9ff397-19ed-438e-9ef6-23dc618684b2 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:40.605944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Transition to ACTIVE for port object 0753bc79-886e-4f42-add7-9a2742007e49 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:40.610406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-403a293e-526e-4fa7-82f2-56f22103ec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.614552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-403a293e-526e-4fa7-82f2-56f22103ec3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.615750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-403a293e-526e-4fa7-82f2-56f22103ec3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddaff72b-1e7f-4579-9522-608f566d8b4f HTTP/1.1" status: 204 len: 168 time: 0.9743040 Jul 09 17:13:40.624899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16136ae0-92d1-4547-b4dc-ae0e6fbecb57 req-47242278-fbd5-4086-a55f-032d0c00f515 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394165 Jul 09 17:13:40.639637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb1278-3ef1-4fcf-aed0-e6610a59ad7f service neutron] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:40.648754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.682801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a293e-526e-4fa7-82f2-56f22103ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaff72b-1e7f-4579-9522-608f566d8b4f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:40.716620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:40.724582 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74114238-b837-47bb-ae85-0d175461f1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:40.726594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-98a0b354-d33c-4e42-b940-00c16a8a4ccb req-f32ebc5f-b314-4c83-a0e4-4c8ca81ab0f6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 210 time: 0.1433845 Jul 09 17:13:40.733737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9681f5e8-eeb7-4300-98dc-430a073b720e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.780952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:40.814787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-cba5d329-6773-4789-ae4e-f68a3685083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:40.821451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-cba5d329-6773-4789-ae4e-f68a3685083e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1100 time: 0.3304515 Jul 09 17:13:40.845610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:40.913657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:40.914609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 86833896-49de-4f5b-abad-fbb5368ba5e7 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:40.940040 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1d964-7039-4e08-8b38-8e09aff1dcb2 x-openstack-request-id: req-58c1d964-7039-4e08-8b38-8e09aff1dcb2 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:40.940584 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:40.940975 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58c1d964-7039-4e08-8b38-8e09aff1dcb2 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:40.941504 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'status': 'completed', 'code': 200} Jul 09 17:13:40.941658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 86833896-49de-4f5b-abad-fbb5368ba5e7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:13:40.942246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 86833896-49de-4f5b-abad-fbb5368ba5e7 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:41.003504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:41.017742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:41.023726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:41.026688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event updated for resources: {'Port': ['ID=4d9ff397-19ed-438e-9ef6-23dc618684b2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:41.073041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:41.083371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:41.265770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:41.267355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:41.292219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:41.292219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:41.292219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:41.312627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-ca8d2069-cbff-4bdd-99f2-ab345bbf5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:41.315780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-ca8d2069-cbff-4bdd-99f2-ab345bbf5993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1100 time: 0.2806637 Jul 09 17:13:41.340612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-798e9518-5ee7-490f-8a0f-58d060f551ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:41.344604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-798e9518-5ee7-490f-8a0f-58d060f551ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.5147915 Jul 09 17:13:41.371230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:41.372463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:41.379844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9681f5e8-eeb7-4300-98dc-430a073b720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:41.382830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9681f5e8-eeb7-4300-98dc-430a073b720e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:41.384321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9681f5e8-eeb7-4300-98dc-430a073b720e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/071b0ee4-5c53-4746-bc10-a988a9666e24 HTTP/1.1" status: 204 len: 168 time: 0.9333496 Jul 09 17:13:41.410469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681f5e8-eeb7-4300-98dc-430a073b720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b0ee4-5c53-4746-bc10-a988a9666e24,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:41.444352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:41.444721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:41.445195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:41.445657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Bound port: 0753bc79-886e-4f42-add7-9a2742007e49, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:41.446019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:41.461752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-191da1a2-a47b-4f5b-9f6e-2478eaa71436 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.1000707 Jul 09 17:13:41.484893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-0755cce9-8683-4b61-b323-7d36cc649bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5293598 Jul 09 17:13:41.496284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cd71cb60-1b91-4bef-a818-56ac16368639 None None] Provisioning for port 4d9ff397-19ed-438e-9ef6-23dc618684b2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:41.501118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cd71cb60-1b91-4bef-a818-56ac16368639 None None] Provisioning complete for port 4d9ff397-19ed-438e-9ef6-23dc618684b2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:41.501571 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cd71cb60-1b91-4bef-a818-56ac16368639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:41.547756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Request body: {'port': {'device_id': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:41.598878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cd71cb60-1b91-4bef-a818-56ac16368639 None None] Port 4d9ff397-19ed-438e-9ef6-23dc618684b2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:41.778170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b8c06a50-1423-47bb-99c6-789535404dd7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:41.965076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b8c06a50-1423-47bb-99c6-789535404dd7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:41.966437 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.288318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51562) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:42.317036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261e59f-28c3-4314-803d-14828fb27186 req-e09673fb-a599-4673-919b-a4b66c9b4683 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:42.318607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4261e59f-28c3-4314-803d-14828fb27186 req-e09673fb-a599-4673-919b-a4b66c9b4683 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 1.4261250 Jul 09 17:13:42.353123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Deleting subnet 4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:13:42.358172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.397943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-07834d20-c488-462b-8527-ec83af4a6d26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0803094 Jul 09 17:13:42.423750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.479063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.527573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-network', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:42.560892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:42.569019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-a03b98c2-6c3f-465e-9b47-372951e39e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:42.571131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-a03b98c2-6c3f-465e-9b47-372951e39e83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 1.1931508 Jul 09 17:13:42.588110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-cef7e65f-51fd-40cc-ab36-06d3119abfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:42.590041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-cef7e65f-51fd-40cc-ab36-06d3119abfc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 1.0969553 Jul 09 17:13:42.607105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654dd30-3d6a-4e6a-897b-bc36a065e5ef req-4d2ace96-4add-4513-a0ec-c39affb439c7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:42.615084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6654dd30-3d6a-4e6a-897b-bc36a065e5ef req-4d2ace96-4add-4513-a0ec-c39affb439c7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.2839351 Jul 09 17:13:42.638845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:42.649854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.699298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.708183 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-70230f8a-0cee-4e21-b9dd-8dff8f077c55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.1146278 Jul 09 17:13:42.747825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4261e59f-28c3-4314-803d-14828fb27186 req-4e4dcc23-2607-4533-8d10-d5e8f864f66d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130294 Jul 09 17:13:42.760648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:42.761221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.771522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 1092 time: 3.6718073 Jul 09 17:13:42.798021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:42.813455 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "tag": "0753bc79-886e-4f42-add7-9a2742007e49"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:42.817320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-1335f46c-79ce-4f4a-b107-6d4dde9054aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:42.819100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-1335f46c-79ce-4f4a-b107-6d4dde9054aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 1101 time: 0.3898499 Jul 09 17:13:42.834324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.864943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd2e02e5-4ea1-408a-8505-e63094dd8e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.905568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Made reservation on behalf of 5c5b99812b484bf18b6e9c1c2c6791af for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:42.911212 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:42.929431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6654dd30-3d6a-4e6a-897b-bc36a065e5ef req-4da1885a-337e-4844-b80e-aa6c2b49003b tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134587 Jul 09 17:13:43.001685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a8c11-c4f0-4f71-809c-50b1b76871f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:43.002569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.031702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-49a7e3a8-4fb4-4163-9ff8-6f4f90d1ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.035947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-49a7e3a8-4fb4-4163-9ff8-6f4f90d1ba51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2967598 Jul 09 17:13:43.076312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.081381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7 HTTP/1.1" status: 204 len: 168 time: 1.9941149 Jul 09 17:13:43.084748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51588) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:43.087095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7853e1-fceb-4d81-8a5c-0bb7922613ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7df5cb-4a5d-4846-97ef-246b5ba5f2e7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:43.243569 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c81152-bd5d-4d0a-b928-817c220bd49c x-openstack-request-id: req-55c81152-bd5d-4d0a-b928-817c220bd49c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:43.243746 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "tag": "0753bc79-886e-4f42-add7-9a2742007e49", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:43.244061 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55c81152-bd5d-4d0a-b928-817c220bd49c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:43.244589 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49', 'status': 'completed', 'code': 200} Jul 09 17:13:43.247817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-ddbd436e-58ff-4050-8eca-9179c3d3c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.249459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-ddbd436e-58ff-4050-8eca-9179c3d3c810 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3708422 Jul 09 17:13:43.270430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-f5d79da9-1e63-4bb8-8f63-0cab2bf5c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.306729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-f5d79da9-1e63-4bb8-8f63-0cab2bf5c8c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1095 time: 0.4704990 Jul 09 17:13:43.319884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.338589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6cebe284-f781-43dc-b4a0-3be647228d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.340265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-6cebe284-f781-43dc-b4a0-3be647228d65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7375805 Jul 09 17:13:43.460714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-f4709c71-a0cb-4d13-bbbd-4f7e3b0803c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 200 len: 217 time: 0.1976867 Jul 09 17:13:43.463264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-312b062a-0f85-4fe0-b8e9-33c2ee78bb55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 217 time: 0.1200221 Jul 09 17:13:43.467048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.518601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a731e-c739-43bb-a68f-75e4abb82009 req-bfa5b12a-b282-413e-9485-ab2ae99629d1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.526044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-990a731e-c739-43bb-a68f-75e4abb82009 req-bfa5b12a-b282-413e-9485-ab2ae99629d1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 931 time: 0.5638475 Jul 09 17:13:43.554500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-a4a4900f-1b05-4d26-8bad-cd89238220ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.556118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-a4a4900f-1b05-4d26-8bad-cd89238220ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5105941 Jul 09 17:13:43.626807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-990a731e-c739-43bb-a68f-75e4abb82009 req-39fe4868-5a21-4a6e-9bc9-f3efe8dea9f0 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997689 Jul 09 17:13:43.654693 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.688484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.740464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-867e6728-6b6b-4f4b-b4ac-10a4a9949080 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827641 Jul 09 17:13:43.744414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:13:43.766229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35cf2b2-cf88-441d-9f24-922f15ebf487,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:43.781214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-dc1ce68e-eca3-4111-97e7-5d81461ce454 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165875 Jul 09 17:13:43.783414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-84afc2e8-cc59-4a7d-9d2d-ed87d6bae338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:43.785014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-84afc2e8-cc59-4a7d-9d2d-ed87d6bae338 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.3086538 Jul 09 17:13:43.815996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.845831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.846180 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Added segment c77652e6-bfcb-4576-bedb-4583fc24048e of type vlan for network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c Jul 09 17:13:43.858146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.871862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608009c3-936a-416d-a8d7-35bb41073fb0']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:43.895389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdd497a-2c53-4830-894b-f293980420cd') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:43.895864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdd497a-2c53-4830-894b-f293980420cd') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:43.911149 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.928872 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.936199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:13:43.936545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.956558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9ff397-19ed-438e-9ef6-23dc618684b2 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:43.977552 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:43.982949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:13:44.035220 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:13:44.066291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Transition to ACTIVE for port object 4d9ff397-19ed-438e-9ef6-23dc618684b2 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:44.077881 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:44.085817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-23207689-abf3-4842-9d43-7329bd0420f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:44.087688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-23207689-abf3-4842-9d43-7329bd0420f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.6102085 Jul 09 17:13:44.088574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:44.135033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-bea49f5e-dcf1-4948-b15d-1e5bc3005ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030715 Jul 09 17:13:44.158943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:44.165962 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] 10.222.0.21 "DELETE /v2.0/networks/608009c3-936a-416d-a8d7-35bb41073fb0 HTTP/1.1" status: 204 len: 168 time: 1.0629895 Jul 09 17:13:44.193132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be8e62f5-3c25-4b7e-b357-1dbbd1e89442 req-649b6908-ffc8-4066-90fc-b072fc2a7833 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294019 Jul 09 17:13:44.309097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:44.310672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:44.312720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:44.336474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:44.412170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-7b953b05-6ec8-42ce-aff7-741b1f0a6ccc service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349305 Jul 09 17:13:44.432714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1219916 Jul 09 17:13:44.457280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51612) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:44.460306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-0387b777-748e-4bda-b90f-3a25e5db171a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9032626 Jul 09 17:13:44.579527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ff397-19ed-438e-9ef6-23dc618684b2,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:44.599809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Request body: {'subnet': {'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-subnet', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:44.612499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c247ce4-aab6-46ea-be0e-bebb6e091754 req-9e1bb78d-6326-49de-a2e5-b10087623749 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:44.614097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c247ce4-aab6-46ea-be0e-bebb6e091754 req-9e1bb78d-6326-49de-a2e5-b10087623749 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.6224906 Jul 09 17:13:44.623920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0d504d-66c9-400b-b2a2-6bf46bd4912c req-db4fcbb5-cbc8-49a1-9155-d09751548cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698167 Jul 09 17:13:44.640404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b6d05-77aa-41df-9511-562f8f2fd332 admin admin] Pushing event deleted for resources: {'Network': ['ID=608009c3-936a-416d-a8d7-35bb41073fb0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:44.647015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4c4a8-d118-41dc-92ed-5dc99344a4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:44.681531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:13:44.687587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51614) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:44.815143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c247ce4-aab6-46ea-be0e-bebb6e091754 req-1e7a1682-53af-4c7f-9459-f143234d28ea tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556959 Jul 09 17:13:44.821018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Attempting to bind port 4d9ff397-19ed-438e-9ef6-23dc618684b2 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:44.821573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Attempting to bind port 4d9ff397-19ed-438e-9ef6-23dc618684b2 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:44.821687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Attempting to bind port 4d9ff397-19ed-438e-9ef6-23dc618684b2 on network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:44.830529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Port 4d9ff397-19ed-438e-9ef6-23dc618684b2 on network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:44.830856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Attempting to bind port 4d9ff397-19ed-438e-9ef6-23dc618684b2 on network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:44.839673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-332269fa-bd0b-402a-87dd-e62f2f8e349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:44.841256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-332269fa-bd0b-402a-87dd-e62f2f8e349d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1100 time: 0.5569696 Jul 09 17:13:44.853038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:44.853038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Checking segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:44.853038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Bound using segment: {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:44.853038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Bound port: 4d9ff397-19ed-438e-9ef6-23dc618684b2, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4f4f54-96ae-4c07-ad7a-be507ee51da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:44.853038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.016351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] For port 4d9ff397-19ed-438e-9ef6-23dc618684b2, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:45.019617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6abe9-237f-4d75-bf4a-0c4a273ce7e3 req-37d43a1a-5a06-40ba-a680-77eec16f3c63 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.021564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-55f6abe9-237f-4d75-bf4a-0c4a273ce7e3 req-37d43a1a-5a06-40ba-a680-77eec16f3c63 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.8838816 Jul 09 17:13:45.027140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b011723-734a-43c4-bd11-2fc683e3fd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.028229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Made reservation on behalf of 5c5b99812b484bf18b6e9c1c2c6791af for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:45.031374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.048864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] For port 4d9ff397-19ed-438e-9ef6-23dc618684b2, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:45.054719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-354489d0-fe5b-43a7-8ef5-41ab5d5f31eb service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0469007 Jul 09 17:13:45.056683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-19766ffa-ee1e-41fb-be11-f0ccc39d2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.058520 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-19766ffa-ee1e-41fb-be11-f0ccc39d2e38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1946681 Jul 09 17:13:45.084833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.129638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.130311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.136088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 1092 time: 3.6107025 Jul 09 17:13:45.162892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-46b85371-f90d-4c37-996c-1fd6783611dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.164889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-46b85371-f90d-4c37-996c-1fd6783611dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0289681 Jul 09 17:13:45.171961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ebabeac3-4df6-450c-b030-a3cbccfd503a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b493436e37c0468faa0d9e4ccf150410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697897 Jul 09 17:13:45.199753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51620) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:45.234625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:45.237362 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:45.315215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-374615f6-6dd7-43f9-b78c-87f792e41afb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.2464197 Jul 09 17:13:45.363267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-b6f37d3f-33fc-4ef6-b527-d77a4e49fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.364798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-b6f37d3f-33fc-4ef6-b527-d77a4e49fd01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 1097 time: 0.7201159 Jul 09 17:13:45.426661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-55f6abe9-237f-4d75-bf4a-0c4a273ce7e3 req-772dc219-3fc8-44a1-b87e-f85f2b0adb35 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900545 Jul 09 17:13:45.461196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa0f85-b23e-4ef2-bfd7-35cf42112387 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ff397-19ed-438e-9ef6-23dc618684b2,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:45.538796 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28e4f96-d4fd-4b04-b7d7-cd0bcc4a36db x-openstack-request-id: req-d28e4f96-d4fd-4b04-b7d7-cd0bcc4a36db {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:45.539365 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:45.539813 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d28e4f96-d4fd-4b04-b7d7-cd0bcc4a36db {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:45.540463 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'status': 'completed', 'code': 200} Jul 09 17:13:45.552104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-73af97b3-e19d-4a95-ac29-c30f69982e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.552389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-73af97b3-e19d-4a95-ac29-c30f69982e6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1095 time: 0.8206987 Jul 09 17:13:45.571518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-46a28ab6-69bc-4008-8dc4-84295f691af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.573100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-46a28ab6-69bc-4008-8dc4-84295f691af3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2102849 Jul 09 17:13:45.584178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-f3bea274-45d7-4302-98da-ff51ccc7e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.585790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-f3bea274-45d7-4302-98da-ff51ccc7e550 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1095 time: 0.3422141 Jul 09 17:13:45.670010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-d1b466f8-dfdc-439e-917f-b0a3a68aeba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 217 time: 0.0731761 Jul 09 17:13:45.678185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da84c593-d06d-4207-89b9-1b4cdedf2466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.684638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08ee3-d34e-48eb-849d-8e6d038eab85 req-fd721978-0c33-4a86-b153-fe9d737c6b0a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.686488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64b08ee3-d34e-48eb-849d-8e6d038eab85 req-fd721978-0c33-4a86-b153-fe9d737c6b0a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 943 time: 0.4413493 Jul 09 17:13:45.688409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-4db4ca50-b0f9-4b6b-8660-c53e7b674fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148695 Jul 09 17:13:45.733115 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.759820 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b011723-734a-43c4-bd11-2fc683e3fd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.772702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b011723-734a-43c4-bd11-2fc683e3fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:45.810566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-dd14d16b-7ba1-4664-8caa-8c75c4b8eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.812787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-dd14d16b-7ba1-4664-8caa-8c75c4b8eb98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 200 len: 867 time: 0.1246595 Jul 09 17:13:45.880378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64b08ee3-d34e-48eb-849d-8e6d038eab85 req-d2e681c5-ced3-4cbc-8ffa-acbbbc48225f tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789749 Jul 09 17:13:45.885004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b011723-734a-43c4-bd11-2fc683e3fd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54c5f1a-af9c-4d46-bd99-aa8e2fd7acdc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:45.893773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2b011723-734a-43c4-bd11-2fc683e3fd10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd116ace309c4d23be0bc90d8415f03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5472398 Jul 09 17:13:45.896301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114238-b837-47bb-ae85-0d175461f1e8 req-cb419e01-e227-4d74-8a21-9b87d00135b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:45.898468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-cb419e01-e227-4d74-8a21-9b87d00135b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3168795 Jul 09 17:13:45.899103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51628) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:46.058354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d39f60d1-b013-4af9-ae70-df7a19a69a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.067384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-9af3c501-fd57-4ac8-a259-99017ee1ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.068957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-9af3c501-fd57-4ac8-a259-99017ee1ef96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314670 Jul 09 17:13:46.089475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-c4a65d16-d6ef-41db-8615-3cf247dc64eb service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749983 Jul 09 17:13:46.093292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-9f22ffdd-5509-41f6-b9a4-97265003089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.094812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-9f22ffdd-5509-41f6-b9a4-97265003089e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 925 time: 0.6781852 Jul 09 17:13:46.096823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da84c593-d06d-4207-89b9-1b4cdedf2466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.153211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d39f60d1-b013-4af9-ae70-df7a19a69a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.268573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.279036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-108782df-4365-4672-bb56-364804f57d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.280691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-108782df-4365-4672-bb56-364804f57d8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.7137573 Jul 09 17:13:46.375648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-5dc05b45-c90f-4fed-97a5-a1abeb30ebec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 HTTP/1.1" status: 200 len: 1000 time: 0.2479212 Jul 09 17:13:46.417166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-55fc564e-0169-4221-8a97-7b77b51d51d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 217 time: 0.1032612 Jul 09 17:13:46.429493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e1bb52-38f6-43e1-a968-c113708131d6 req-95623189-48fa-4b3d-9f7d-694429e8419e service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276084 Jul 09 17:13:46.513499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca3a017-6963-45ee-acb2-09c9724e2b0f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:46.569907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aa971-3324-4901-8845-cfe2a45cc6b0 req-4aff22fe-297c-42b5-a362-10603d680156 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.569907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d41aa971-3324-4901-8845-cfe2a45cc6b0 req-4aff22fe-297c-42b5-a362-10603d680156 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.5193920 Jul 09 17:13:46.604107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-384b93da-2f39-4f57-9774-5309e6a14dba service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246987 Jul 09 17:13:46.608460 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da84c593-d06d-4207-89b9-1b4cdedf2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.611444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da84c593-d06d-4207-89b9-1b4cdedf2466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.615371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-da84c593-d06d-4207-89b9-1b4cdedf2466 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0981e56-9096-4b88-958a-a61b9db35b4c HTTP/1.1" status: 204 len: 168 time: 1.4137270 Jul 09 17:13:46.636542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-be2431cc-9d78-4121-b355-6236a659bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.638323 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-be2431cc-9d78-4121-b355-6236a659bce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.2179968 Jul 09 17:13:46.639067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Checking segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:46.639428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Network hostable DHCP agents. Network: ca45f1ec-5f69-4a91-8df5-9c2c20a0401c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:13:46.645497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-34bbb90d-a9ef-4ca1-9e4d-0512bea586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.646998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-34bbb90d-a9ef-4ca1-9e4d-0512bea586d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.2109189 Jul 09 17:13:46.696426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d41aa971-3324-4901-8845-cfe2a45cc6b0 req-99569717-ba2c-4a1d-bbcd-f3920bfb5874 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159005 Jul 09 17:13:46.697218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84c593-d06d-4207-89b9-1b4cdedf2466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0981e56-9096-4b88-958a-a61b9db35b4c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:46.784061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-edeab805-ab4c-4982-9ed7-c4d6c51743cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065161 Jul 09 17:13:46.826762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:13:46.855436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74114238-b837-47bb-ae85-0d175461f1e8 req-86bbc9c0-160d-4497-971f-b16625148f6e service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441423 Jul 09 17:13:46.878178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d39f60d1-b013-4af9-ae70-df7a19a69a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.880749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d39f60d1-b013-4af9-ae70-df7a19a69a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:46.881886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d39f60d1-b013-4af9-ae70-df7a19a69a87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d54c5f1a-af9c-4d46-bd99-aa8e2fd7acdc HTTP/1.1" status: 204 len: 168 time: 0.9794672 Jul 09 17:13:46.901957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-54c18009-2cf4-4296-9ab7-ef90265af080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.903802 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-54c18009-2cf4-4296-9ab7-ef90265af080 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553146 Jul 09 17:13:46.907132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, ca45f1ec-5f69-4a91-8df5-9c2c20a0401c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:46.908328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efb4ff19-2af9-4e44-9ae4-f90ebb6d2774 req-4dc1a4cb-8942-4563-bc1d-208f4841d052 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831602 Jul 09 17:13:46.909112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f60d1-b013-4af9-ae70-df7a19a69a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54c5f1a-af9c-4d46-bd99-aa8e2fd7acdc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:46.920552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0961c-af86-44a4-89ef-768fb910bd61 None None] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:46.945220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9e49-9877-4b5e-ad33-9d63ec58be78 req-a8855297-4c88-4efc-a518-efe8e18d39eb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.953336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31e9e49-9877-4b5e-ad33-9d63ec58be78 req-a8855297-4c88-4efc-a518-efe8e18d39eb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.2736053 Jul 09 17:13:46.955813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:46.956505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:47.032485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b31e9e49-9877-4b5e-ad33-9d63ec58be78 req-eb99d2f7-2db9-4f77-80e5-68b626c59fd5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781066 Jul 09 17:13:47.132018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-150f09b1-87d2-4a25-982a-5420eee30772 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6613457 Jul 09 17:13:47.139604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51652) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:47.148701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:47.229466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:47.230525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:47.253506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-25e90a39-15d6-4a4b-a501-440b92929aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:47.256562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-25e90a39-15d6-4a4b-a501-440b92929aa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1095 time: 0.2427979 Jul 09 17:13:47.357575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:13:47.359626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:47.379001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-e6e6143b-4356-4d89-9f09-ab7ce35fcf5b service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856774 Jul 09 17:13:47.521961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:47.558422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:47.572489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-91ee2047-5c72-4572-a4de-fde6dc801145 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853660 Jul 09 17:13:47.759386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c875-4c0d-4825-919a-04064b8438b7 req-ccf272ce-28ad-4449-a724-c21c353e5aee tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:47.766196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e57c875-4c0d-4825-919a-04064b8438b7 req-ccf272ce-28ad-4449-a724-c21c353e5aee tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 943 time: 0.5358691 Jul 09 17:13:47.777994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed8b7f45-4bbd-4fb3-a888-e6cb4b9841d9 req-a1aa49cb-e934-4d8f-9c75-41abd424817c service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732069 Jul 09 17:13:47.789833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Allocated IP 172.20.0.2 (ca45f1ec-5f69-4a91-8df5-9c2c20a0401c/dca3a017-6963-45ee-acb2-09c9724e2b0f/8360b9df-014b-47aa-857e-fb327b1b535f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:47.825600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-b6686e28-a174-4b32-97f0-db5d9b1db374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:47.825600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-b6686e28-a174-4b32-97f0-db5d9b1db374 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 929 time: 0.5540991 Jul 09 17:13:47.863671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:47.872269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:47.890402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9528edfe-36c2-44fa-9102-cecc7395fafb req-43121e97-4b70-439e-9893-7dc86ecfbb12 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492313 Jul 09 17:13:47.907693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e57c875-4c0d-4825-919a-04064b8438b7 req-3e41cdc6-7925-4c45-96e2-d2b4df041272 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268837 Jul 09 17:13:47.966327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-5741ac83-4918-448a-b068-3f62da7c6147 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 217 time: 0.1286876 Jul 09 17:13:48.001683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'mac_address': 'fa:16:3e:6c:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:48.104832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.149578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-b2499e46-80a3-4a52-becb-5093191e0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:48.153283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-b2499e46-80a3-4a52-becb-5093191e0df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 200 len: 867 time: 0.1705585 Jul 09 17:13:48.154214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb165ea-90e3-4891-959e-cfa80783c24d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:48.175590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51688) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:48.203442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:48.206295 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.216962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.219744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Transition to ACTIVE for port object 8360b9df-014b-47aa-857e-fb327b1b535f will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:48.280559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660258d-6832-44b1-81c0-f40fc6495740 req-77783f97-5604-4afd-90b5-fd2957cf9870 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:48.281917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Transition to ACTIVE for port object 8360b9df-014b-47aa-857e-fb327b1b535f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:48.282141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5660258d-6832-44b1-81c0-f40fc6495740 req-77783f97-5604-4afd-90b5-fd2957cf9870 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 948 time: 0.3280659 Jul 09 17:13:48.303308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.316320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:48.354567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:48.358245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:48.362478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:48.430424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Pushing event updated for resources: {'Port': ['ID=8360b9df-014b-47aa-857e-fb327b1b535f,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:48.442880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a2a99-bde0-4614-a150-23d41ad2ec6c req-9cb9954d-ed0a-4a2a-a39a-d6aba3600ca5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:48.448631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d4a2a99-bde0-4614-a150-23d41ad2ec6c req-9cb9954d-ed0a-4a2a-a39a-d6aba3600ca5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.1717794 Jul 09 17:13:48.463984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5660258d-6832-44b1-81c0-f40fc6495740 req-46cffa7c-c4aa-448a-b96f-b1be8b090caa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696534 Jul 09 17:13:48.467478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-d1152d76-dd16-438e-a6e7-cea8a92eb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:48.469035 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-d1152d76-dd16-438e-a6e7-cea8a92eb4f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3029351 Jul 09 17:13:48.549522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d4a2a99-bde0-4614-a150-23d41ad2ec6c req-52bb9879-1222-4a76-9575-ef0382a7b183 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872002 Jul 09 17:13:48.552446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Attempting to bind port 8360b9df-014b-47aa-857e-fb327b1b535f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:48.555887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Attempting to bind port 8360b9df-014b-47aa-857e-fb327b1b535f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:48.555887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Attempting to bind port 8360b9df-014b-47aa-857e-fb327b1b535f on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:48.610688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:48.611045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Checking segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:48.611908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.612331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Bound using segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:48.612831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Bound port: 8360b9df-014b-47aa-857e-fb327b1b535f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:48.613243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.621772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['8bb165ea-90e3-4891-959e-cfa80783c24d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:48.655909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1678201374-network', 'tenant_id': 'bf462745c52c4bbf80ad7d3515604968'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:48.705737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Made reservation on behalf of bf462745c52c4bbf80ad7d3515604968 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:48.722557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.749197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.882625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.889100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] For port 8360b9df-014b-47aa-857e-fb327b1b535f, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:48.942813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] For port 8360b9df-014b-47aa-857e-fb327b1b535f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8360b9df-014b-47aa-857e-fb327b1b535f,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:48.954458 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.961608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.962107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:48.970841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.015687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:13:49.020504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-b64499d8-7a6f-488d-b6f5-e3acbce209f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308239 Jul 09 17:13:49.053064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97832a12-2ecc-4be5-91d0-066ac5a6abec,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:49.065203 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.065579 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Added segment e3482373-38f6-4889-af42-6be8a04751be of type vlan for network ef269bb4-ad34-4eeb-9379-f58a94e83558 Jul 09 17:13:49.126518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec977842-7c8d-4b40-91ed-d17354f379cc None None] Pushing event updated for resources: {'Port': ['ID=8360b9df-014b-47aa-857e-fb327b1b535f,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:49.234147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.302012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.303015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:49.303675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.378768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-717f96eb-eb6d-4e99-82eb-25ac52acc2cc req-c53b3951-3422-4b06-ba18-01d51ff46066 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073568 Jul 09 17:13:49.387564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2072015 Jul 09 17:13:49.399675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:49.426421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Allocated IP 172.25.3.120 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/81067620-8a3c-4282-aed1-2d03af08cb8a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:49.431572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Request body: {'subnet': {'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1678201374-subnet', 'tenant_id': 'bf462745c52c4bbf80ad7d3515604968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:49.470572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b32c7-3366-4073-b00e-c50ca2b93fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef269bb4-ad34-4eeb-9379-f58a94e83558,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:49.487072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:13:49.511367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-00150ae6-2362-42e3-b6ee-eb955fc09a53 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:49.513118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-00150ae6-2362-42e3-b6ee-eb955fc09a53 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74&tenant_id=37dd3406226c4b52b6f7beb53dc5c463&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 949 time: 0.3465471 Jul 09 17:13:49.526804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9571a5-add7-4d3f-a659-50bb385c5ec2 req-5938bc16-79f9-45c6-a998-3b1c32498b7d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:49.529121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb9571a5-add7-4d3f-a659-50bb385c5ec2 req-5938bc16-79f9-45c6-a998-3b1c32498b7d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 949 time: 0.2507641 Jul 09 17:13:49.589299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4d9ff397-19ed-438e-9ef6-23dc618684b2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:49.660757 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb9571a5-add7-4d3f-a659-50bb385c5ec2 req-e3a94be0-d7ea-4757-8293-ef4b71da22d4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208735 Jul 09 17:13:49.682602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b69ae-ed67-43d5-abd4-9a9f8c101054 req-2de81f2a-1aef-4541-8c16-3c0263146447 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:49.685504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f79b69ae-ed67-43d5-abd4-9a9f8c101054 req-2de81f2a-1aef-4541-8c16-3c0263146447 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 943 time: 0.4736359 Jul 09 17:13:49.687397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-d7f54220-23b8-4e6e-ad80-b23cfa25cb63 service neutron] 10.222.0.13 "GET /v2.0/ports/8bb165ea-90e3-4891-959e-cfa80783c24d/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 383 time: 0.1563115 Jul 09 17:13:49.833743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Made reservation on behalf of bf462745c52c4bbf80ad7d3515604968 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:49.841304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8360b9df-014b-47aa-857e-fb327b1b535f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:49.853747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.875694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-f94c99fd-66e7-4793-870a-5352c6823d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:49.878867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-f94c99fd-66e7-4793-870a-5352c6823d72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1101 time: 0.1377907 Jul 09 17:13:49.952171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:49.961167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4d9ff397-19ed-438e-9ef6-23dc618684b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:49.969532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8360b9df-014b-47aa-857e-fb327b1b535f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:49.978692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'port_id': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'mac_address': 'fa:16:3e:77:7d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:50.024500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:50.040350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9ff397-19ed-438e-9ef6-23dc618684b2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:50.063031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4d9ff397-19ed-438e-9ef6-23dc618684b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:50.071600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f79b69ae-ed67-43d5-abd4-9a9f8c101054 req-7ec1a066-24c8-42a3-9f79-a52e2057dd60 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438587 Jul 09 17:13:50.075707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:50.121698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-c54bc84e-59bb-4586-b84f-04f88bfc1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:50.123663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-c54bc84e-59bb-4586-b84f-04f88bfc1df0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2379873 Jul 09 17:13:50.141381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4d9ff397-19ed-438e-9ef6-23dc618684b2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:50.148102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57097c19-3e81-45c8-bb9b-b49d1b1bed3c req-42206e02-7584-4656-9e78-3728ad8386ad tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:50.159590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57097c19-3e81-45c8-bb9b-b49d1b1bed3c req-42206e02-7584-4656-9e78-3728ad8386ad tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.2528889 Jul 09 17:13:50.196709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:50.242921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-bb467738-77da-46a8-8c27-550a98f04d9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.1057796 Jul 09 17:13:50.300807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:50.309042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:50.320577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:50.354684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57097c19-3e81-45c8-bb9b-b49d1b1bed3c req-f0fc009e-d3a6-45cd-a48a-11b89c14ac48 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895902 Jul 09 17:13:50.357899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['4d9ff397-19ed-438e-9ef6-23dc618684b2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:50.390759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-ba3335bc-f29a-403e-94b3-43c5d0f0bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:50.392402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-ba3335bc-f29a-403e-94b3-43c5d0f0bfae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1332409 Jul 09 17:13:50.444971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Pushing event updated for resources: {'Port': ['ID=81067620-8a3c-4282-aed1-2d03af08cb8a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:50.453135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:50.512777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-58cfc381-6eb4-4762-a06a-fd84ff4f1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:50.515068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-58cfc381-6eb4-4762-a06a-fd84ff4f1398 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103747 Jul 09 17:13:50.533285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:50.705628 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-2910fb60-8fc4-4d26-bf7a-2181626ec3f6 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837180 Jul 09 17:13:50.715364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Checking segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:50.715717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Network hostable DHCP agents. Network: ef269bb4-ad34-4eeb-9379-f58a94e83558, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:13:50.794943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063e7085-b074-42f8-811a-ce6a62a1fc87 None None] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:50.868207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-7194bfad-f5b2-41fe-bed2-bbe48611d492 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551237 Jul 09 17:13:50.910227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:13:50.942137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] Provisioning for port 8360b9df-014b-47aa-857e-fb327b1b535f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:50.953676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] Provisioning complete for port 8360b9df-014b-47aa-857e-fb327b1b535f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:50.954153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:50.975217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, ef269bb4-ad34-4eeb-9379-f58a94e83558) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:50.980200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:50.980785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.009454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea689b18-1d24-4818-8732-ecddac9c1129 None None] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:51.014517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.027828 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e405cba7-9d38-4b48-8ff5-1a1b7373f905 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6034422 Jul 09 17:13:51.323094 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.328247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa61e6-5a33-4aa4-8d64-2dd2f59e5961 None None] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:13:51.401184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7204831-42db-4c1a-a7b3-481ab3762419 req-05de847e-544a-4c7c-8d05-577511bb572c tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:51.412345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7204831-42db-4c1a-a7b3-481ab3762419 req-05de847e-544a-4c7c-8d05-577511bb572c tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 944 time: 0.1439619 Jul 09 17:13:51.427316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] For port 8360b9df-014b-47aa-857e-fb327b1b535f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8360b9df-014b-47aa-857e-fb327b1b535f,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:51.441370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a7d31-b22f-4c3b-8792-079fac5e6efa req-55fc14a5-b1ed-4860-b8ce-151ec2f1addb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:51.442164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.450091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-793a7d31-b22f-4c3b-8792-079fac5e6efa req-55fc14a5-b1ed-4860-b8ce-151ec2f1addb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 949 time: 0.5431986 Jul 09 17:13:51.500648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7204831-42db-4c1a-a7b3-481ab3762419 req-f8013c4d-c45f-4731-bfbf-028cce7ecb81 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826874 Jul 09 17:13:51.516750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-793a7d31-b22f-4c3b-8792-079fac5e6efa req-b60f7acc-757c-4efb-a294-1ed2f885f45b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651548 Jul 09 17:13:51.608377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4d9ff397-19ed-438e-9ef6-23dc618684b2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:51.687932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.730937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68887b6-d9c7-4099-8c27-8bf87da7461b None None] Pushing event updated for resources: {'Port': ['ID=8360b9df-014b-47aa-857e-fb327b1b535f,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:51.800999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 4d9ff397-19ed-438e-9ef6-23dc618684b2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:51.807409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 4d9ff397-19ed-438e-9ef6-23dc618684b2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:51.807603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.918408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1247f9a1-f9be-4938-854f-b46b67289e5d None None] Provisioning complete for port 8360b9df-014b-47aa-857e-fb327b1b535f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:51.919671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1247f9a1-f9be-4938-854f-b46b67289e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:51.988612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e217-e358-4cc8-b287-e8af0daede15 req-5ca57994-34f1-42a7-b50a-7b0c3feccd31 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:51.996522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6af9e217-e358-4cc8-b287-e8af0daede15 req-5ca57994-34f1-42a7-b50a-7b0c3feccd31 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.0908260 Jul 09 17:13:52.018388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:13:52.049179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6af9e217-e358-4cc8-b287-e8af0daede15 req-191a42ed-3419-40b5-8ace-6cdd35165797 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Jul 09 17:13:52.166789 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.213137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:52.217129 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ee4995-272b-44dc-a127-749fb7ef4e2f" -d '{"events": [{"server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "name": "network-vif-plugged", "status": "completed", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:52.241496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51782) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:52.349105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:52.359640 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:52.385559 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:52.386288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:52.406163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4d9ff397-19ed-438e-9ef6-23dc618684b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:52.411924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-f7ada417-1b0c-485a-85d8-7aa471106f49 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:52.413719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-f7ada417-1b0c-485a-85d8-7aa471106f49 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 818 time: 0.2003350 Jul 09 17:13:52.424492 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.426629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:52.433114 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4846a-aec6-4c43-b434-d30f312e1864 x-openstack-request-id: req-a0c4846a-aec6-4c43-b434-d30f312e1864 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:52.436023 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "name": "network-vif-plugged", "status": "completed", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:52.436382 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0c4846a-aec6-4c43-b434-d30f312e1864 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:52.436898 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'code': 200} Jul 09 17:13:52.441927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-5487b4ae-839a-4823-8ea3-86a517c0fe19 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/quotas/bf462745c52c4bbf80ad7d3515604968 HTTP/1.1" status: 200 len: 375 time: 0.0211470 Jul 09 17:13:52.455106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65aa43fb-e540-424d-a4b7-bb787c0896c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.492602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-c7ad3f03-666d-47f9-b287-146e7f88d933 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493147 Jul 09 17:13:52.493699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.499959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-362db7f4-53c0-475d-a5d0-f1d1a26a86ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3582358 Jul 09 17:13:52.510946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51786) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:52.579092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:52.591683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1544d3e-f7e8-461b-bea2-418d246686e4 req-fec56371-215b-485b-a902-9173564ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:52.593396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1544d3e-f7e8-461b-bea2-418d246686e4 req-fec56371-215b-485b-a902-9173564ad730 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1096 time: 0.2305229 Jul 09 17:13:52.607355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4d9ff397-19ed-438e-9ef6-23dc618684b2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:52.639146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 8bb165ea-90e3-4891-959e-cfa80783c24d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:52.645375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 8bb165ea-90e3-4891-959e-cfa80783c24d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:52.645781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.798043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1544d3e-f7e8-461b-bea2-418d246686e4 req-272241ab-7ee8-4d9a-a782-abfdb8028017 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874194 Jul 09 17:13:52.827475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-78b5d718-38df-4a52-8e78-e6afe4abdaac service neutron] 10.222.0.21 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261218 Jul 09 17:13:52.840066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.847462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c914a42-81cd-4e67-95ff-dd0fbbab2f1c req-a7ab4694-f5d4-481d-a7de-5f34394db136 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:52.854948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c914a42-81cd-4e67-95ff-dd0fbbab2f1c req-a7ab4694-f5d4-481d-a7de-5f34394db136 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 945 time: 0.1919622 Jul 09 17:13:52.936413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c914a42-81cd-4e67-95ff-dd0fbbab2f1c req-c1fdd550-d652-4be2-af16-2f5134ac7445 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790496 Jul 09 17:13:52.938931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:52.944094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65aa43fb-e540-424d-a4b7-bb787c0896c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.947096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.965262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65aa43fb-e540-424d-a4b7-bb787c0896c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:52.967436 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:50Z', 'revision_number': 3, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:53.034760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa43fb-e540-424d-a4b7-bb787c0896c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fdcb03-1bd4-4190-8a9b-6262cc8b91bf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:53.058264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:53.088441 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:53.088789 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Updating router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 port 81067620-8a3c-4282-aed1-2d03af08cb8a binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:13:53.126407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-65aa43fb-e540-424d-a4b7-bb787c0896c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7c0b607331644c883590364e7e6f2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836541 Jul 09 17:13:53.130408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51798) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:53.137889 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.151152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-cbce71e0-e2df-4184-b2cb-660337cd9e0e service neutron] 10.222.0.21 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361267 Jul 09 17:13:53.271977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c593825-685f-4c31-aea8-0079e4d67604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.310137 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c593825-685f-4c31-aea8-0079e4d67604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.359253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a87bcc-48fe-4d76-9c2c-28bce8aa7905 req-46f0caa6-65da-4206-bad6-e98fe6de54f6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:53.375912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14a87bcc-48fe-4d76-9c2c-28bce8aa7905 req-46f0caa6-65da-4206-bad6-e98fe6de54f6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 950 time: 0.1690454 Jul 09 17:13:53.393779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.490914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14a87bcc-48fe-4d76-9c2c-28bce8aa7905 req-c70f7371-d93b-4835-8ac0-0e48811b3add tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128166 Jul 09 17:13:53.494643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c593825-685f-4c31-aea8-0079e4d67604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.497178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c593825-685f-4c31-aea8-0079e4d67604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.498246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9c593825-685f-4c31-aea8-0079e4d67604 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88fdcb03-1bd4-4190-8a9b-6262cc8b91bf HTTP/1.1" status: 204 len: 168 time: 0.3665783 Jul 09 17:13:53.544103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593825-685f-4c31-aea8-0079e4d67604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fdcb03-1bd4-4190-8a9b-6262cc8b91bf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:53.550855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:13:53.613562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-1fccceb5-1e5f-4e8f-bb89-3be36c5d0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:53.613562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-1fccceb5-1e5f-4e8f-bb89-3be36c5d0ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74&tenant_id=37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 1102 time: 0.2313535 Jul 09 17:13:53.628138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:53.801760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Allocated IP 172.20.0.1 (ca45f1ec-5f69-4a91-8df5-9c2c20a0401c/dca3a017-6963-45ee-acb2-09c9724e2b0f/5c6c9f15-916c-45f7-9679-1812f87de763) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:53.847900 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.860075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:53.888000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Transition to ACTIVE for port object 81067620-8a3c-4282-aed1-2d03af08cb8a will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:53.890517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.903369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '0753bc79-886e-4f42-add7-9a2742007e49', 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345', 'port_id': '0753bc79-886e-4f42-add7-9a2742007e49', 'mac_address': 'fa:16:3e:52:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2893c1d-fad9-48e7-b0c2-c9078881d4fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:13:53.907357 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:53.919042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8360b9df-014b-47aa-857e-fb327b1b535f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:54.060588 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a9288-6bdb-41b1-a027-d14964506224 None None] Pushing event updated for resources: {'Port': ['ID=81067620-8a3c-4282-aed1-2d03af08cb8a,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:54.192604 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Attempting to bind port 81067620-8a3c-4282-aed1-2d03af08cb8a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:54.192879 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Attempting to bind port 81067620-8a3c-4282-aed1-2d03af08cb8a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:54.193500 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Attempting to bind port 81067620-8a3c-4282-aed1-2d03af08cb8a on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:54.212194 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:54.214053 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:54.214741 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.218404 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:54.218404 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Bound port: 81067620-8a3c-4282-aed1-2d03af08cb8a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:54.218404 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.229501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298819-3912-402c-bf47-13a45527d7da req-c4e43d4f-9f2c-4723-8391-2997f3dffb7e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:54.238870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7298819-3912-402c-bf47-13a45527d7da req-c4e43d4f-9f2c-4723-8391-2997f3dffb7e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.2206886 Jul 09 17:13:54.254357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.259987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.313506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51822) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:54.327914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8360b9df-014b-47aa-857e-fb327b1b535f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:54.328547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.364029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0753bc79-886e-4f42-add7-9a2742007e49 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:13:54.368643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Transition to ACTIVE for port object 5c6c9f15-916c-45f7-9679-1812f87de763 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:54.376883 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] For port 81067620-8a3c-4282-aed1-2d03af08cb8a, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:54.384705 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] For port 81067620-8a3c-4282-aed1-2d03af08cb8a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=81067620-8a3c-4282-aed1-2d03af08cb8a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:54.404997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.405229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:54.406924 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.411526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.443179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:54.447211 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e23df4-a688-4776-ba3b-5b6bc5f6b9f3" -d '{"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-plugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:54.494906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.497187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:54.540113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:54.548905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a925c-6869-4f5c-94ba-2bc044231371 req-06bcb272-b7c6-4b52-a3d2-2f9c4c87bb8d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:54.556186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de0a925c-6869-4f5c-94ba-2bc044231371 req-06bcb272-b7c6-4b52-a3d2-2f9c4c87bb8d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.2440562 Jul 09 17:13:54.564046 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:54.564697 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:54.632650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7298819-3912-402c-bf47-13a45527d7da req-e1f9850b-8bd9-4f9d-aeb2-6dc27a099df6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927937 Jul 09 17:13:54.639141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:54.640903 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a9288-6bdb-41b1-a027-d14964506224 None None] Pushing event updated for resources: {'Port': ['ID=81067620-8a3c-4282-aed1-2d03af08cb8a,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:54.665894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de0a925c-6869-4f5c-94ba-2bc044231371 req-0e8aedf1-4762-4474-92e1-fef645fe66d0 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073115 Jul 09 17:13:54.668536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:54.669291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:13:54.669493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6c9f15-916c-45f7-9679-1812f87de763,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:54.684614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:54.702053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:54.716749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0753bc79-886e-4f42-add7-9a2742007e49'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:13:54.797340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:54.890162 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:54.932408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d048f514-bada-401d-b079-b5c7a36998fe req-846753fd-ad14-4854-9796-f2e04683521d tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 210 time: 0.1388540 Jul 09 17:13:55.037101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:55.039925 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcf5e8b-7728-4b36-8756-705b41fd8ac3" -d '{"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:55.044501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.085510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Transition to ACTIVE for port object 8bb165ea-90e3-4891-959e-cfa80783c24d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:55.088856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.095994 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.098535 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e119ae-6e01-460c-8d0a-e9ff22fc4cae x-openstack-request-id: req-48e119ae-6e01-460c-8d0a-e9ff22fc4cae {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:55.099889 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-plugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:55.101628 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48e119ae-6e01-460c-8d0a-e9ff22fc4cae {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:55.103515 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'code': 200} Jul 09 17:13:55.104608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.217308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1b166440-8c72-401f-b580-963bbec6e817 None None] Provisioning for port 5c6c9f15-916c-45f7-9679-1812f87de763 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:55.233693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1b166440-8c72-401f-b580-963bbec6e817 None None] Provisioning complete for port 5c6c9f15-916c-45f7-9679-1812f87de763 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:55.234060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1b166440-8c72-401f-b580-963bbec6e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.334292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1b166440-8c72-401f-b580-963bbec6e817 None None] Port 5c6c9f15-916c-45f7-9679-1812f87de763 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:55.359455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.397137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a3e5d-8b88-4cc6-925a-1980ff1041de req-d4742c51-175e-408b-b90b-a55904b467d0 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:55.401225 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:50Z', 'revision_number': 3, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:55.405422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf1a3e5d-8b88-4cc6-925a-1980ff1041de req-d4742c51-175e-408b-b90b-a55904b467d0 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 945 time: 0.2768483 Jul 09 17:13:55.435823 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f63775-f5b3-4bde-9275-3e91b3a79ac1 None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:50Z', 'revision_number': 3, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:13:55.504849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] No DVR routers for this DVR port 8bb165ea-90e3-4891-959e-cfa80783c24d on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:13:55.514054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7567e2-395b-4e54-9775-8ab5114dec1c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:55.534248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf1a3e5d-8b88-4cc6-925a-1980ff1041de req-363b19fa-1163-4c98-8cad-37d96f60a1c0 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278398 Jul 09 17:13:55.546859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37502ff3dff94739bbe862ca5c354681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2218101 Jul 09 17:13:55.548105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51846) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:55.562582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.563071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.563532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.563988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.568853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:13:55.589806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.589806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.594509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.595241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.595674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.596138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.599849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.600981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbb33ad-6b77-4b28-9702-5a70fc31e139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:55.641496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:55.711228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:13:55.734480 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b317038d-c8e3-47c0-863c-b7b51c2f4a85 x-openstack-request-id: req-b317038d-c8e3-47c0-863c-b7b51c2f4a85 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:13:55.734816 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:13:55.735026 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b317038d-c8e3-47c0-863c-b7b51c2f4a85 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:13:55.735437 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'code': 200} Jul 09 17:13:55.751470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:13:55.751901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:13:55.752185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:55.761306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:13:55.761695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Attempting to bind port 8bb165ea-90e3-4891-959e-cfa80783c24d on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:13:55.783834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:13:55.784201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:13:55.784594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:13:55.785034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Bound port: 8bb165ea-90e3-4891-959e-cfa80783c24d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:13:55.785397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.813066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db349a25-5520-42b0-a522-1b3877bfaa22 req-9a41783b-98c4-4be2-81a5-58d72ce52665 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:55.814619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-db349a25-5520-42b0-a522-1b3877bfaa22 req-9a41783b-98c4-4be2-81a5-58d72ce52665 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 949 time: 0.5336616 Jul 09 17:13:55.877851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bd25f42-5a1d-45c6-b6c6-ac6b8fa2772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.917229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bd25f42-5a1d-45c6-b6c6-ac6b8fa2772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:55.980535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-db349a25-5520-42b0-a522-1b3877bfaa22 req-c5e11248-c9af-4a13-975a-1bf57b9c9632 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444712 Jul 09 17:13:55.999573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:13:56.007634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:13:56.010916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bd25f42-5a1d-45c6-b6c6-ac6b8fa2772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.021046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bd25f42-5a1d-45c6-b6c6-ac6b8fa2772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.022265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3bd25f42-5a1d-45c6-b6c6-ac6b8fa2772b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e7567e2-395b-4e54-9775-8ab5114dec1c HTTP/1.1" status: 204 len: 168 time: 0.4732473 Jul 09 17:13:56.022490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.054335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd25f42-5a1d-45c6-b6c6-ac6b8fa2772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7567e2-395b-4e54-9775-8ab5114dec1c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:56.112099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.122227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.209134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6c9f15-916c-45f7-9679-1812f87de763,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:56.212422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:56.513630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:56.516242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:57.114359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4166eed5-5de5-49aa-8277-a400e949df3c None None] Provisioning complete for port 5c6c9f15-916c-45f7-9679-1812f87de763 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:57.115667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4166eed5-5de5-49aa-8277-a400e949df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:57.138392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:57.140121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:57.142211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] 10.222.0.36 "PUT /v2.0/ports/8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 1098 time: 3.5223823 Jul 09 17:13:57.248205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4166eed5-5de5-49aa-8277-a400e949df3c None None] Port 5c6c9f15-916c-45f7-9679-1812f87de763 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:13:57.314511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-484f5285-0677-49f0-90b2-643adc3c11bf tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:57.314511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-484f5285-0677-49f0-90b2-643adc3c11bf tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 818 time: 0.1935387 Jul 09 17:13:57.385137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Request body: {'port': {'device_id': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'admin_state_up': True, 'tenant_id': 'bf462745c52c4bbf80ad7d3515604968'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:57.552007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:57.587496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:13:57.616033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9972-81c3-4029-a4b2-f89ce2b50203 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=11']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:57.679083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 0753bc79-886e-4f42-add7-9a2742007e49 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:57.692484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 0753bc79-886e-4f42-add7-9a2742007e49 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:57.692885 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:57.723564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-eb429d9e-e1a8-48b3-8d56-2abf994b7d52 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 258 time: 1.6923552 Jul 09 17:13:57.738587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:57.745128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:57.748553 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3592f750-4cf7-4942-b19e-f6104db18036" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:57.754264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-bd2d46a7-6e76-4fdd-aff0-58f1b98664fa tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:57.756078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-bd2d46a7-6e76-4fdd-aff0-58f1b98664fa tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 818 time: 0.3030269 Jul 09 17:13:57.782778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Request body: {'port': {'device_id': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'admin_state_up': True, 'tenant_id': 'bf462745c52c4bbf80ad7d3515604968'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:57.788632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-4f64b1db-0cfc-47ca-9dd5-3352f41279b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:57.790174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-4f64b1db-0cfc-47ca-9dd5-3352f41279b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1101 time: 0.4729228 Jul 09 17:13:57.790648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.36', 63092) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:57.799217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fff20-7a89-4e8d-96d2-be553bc30a37 req-7711f632-917a-459d-93a8-3950182ce031 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:57.803202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-515fff20-7a89-4e8d-96d2-be553bc30a37 req-7711f632-917a-459d-93a8-3950182ce031 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 1.0940311 Jul 09 17:13:57.938833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:57.962439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 81067620-8a3c-4282-aed1-2d03af08cb8a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:58.055709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-515fff20-7a89-4e8d-96d2-be553bc30a37 req-b0ddd785-81bd-40a3-b7d9-e6a06c9eace4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373230 Jul 09 17:13:58.096289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:13:58.113927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d7821ab4-fe74-4cb9-9cea-049b7b2eff28 admin admin] 10.222.0.21 "PUT /v2.0/routers/fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6019201 Jul 09 17:13:58.119611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Made reservation on behalf of bf462745c52c4bbf80ad7d3515604968 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:58.128304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.142328 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.168511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Made reservation on behalf of bf462745c52c4bbf80ad7d3515604968 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:58.172165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.246197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:58.248309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:13:58.252186 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ee355-c981-4ec1-9db4-35e3bedb236a" -d '{"events": [{"server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "0753bc79-886e-4f42-add7-9a2742007e49"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:13:58.269256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.383294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.36', 63093) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:13:58.411860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:58.442813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 81067620-8a3c-4282-aed1-2d03af08cb8a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:13:58.451651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-de5accff-f590-4a11-90eb-06fec450433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:58.459916 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-de5accff-f590-4a11-90eb-06fec450433d service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.6506155 Jul 09 17:13:58.464174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 81067620-8a3c-4282-aed1-2d03af08cb8a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:13:58.464832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.493928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-69f4c735-fd3e-45c9-af88-bd9826994366 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:58.496395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-69f4c735-fd3e-45c9-af88-bd9826994366 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2382548-aa81-47c1-aeeb-ebb75f07a522 HTTP/1.1" status: 200 len: 945 time: 0.7025676 Jul 09 17:13:58.542761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8a3b0f9-add3-47da-ae4b-5a55fa0731cf req-9b5d890e-c268-4c68-9968-fe718a0e2644 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 210 time: 0.0937109 Jul 09 17:13:58.626550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Allocated IP 172.20.0.6 (ef269bb4-ad34-4eeb-9379-f58a94e83558/0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53/b91ea28c-714d-4d29-bfcb-f3bcd842ad58) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:58.671092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:13:58.694329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:58.709478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:13:58.709478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:58.718203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-85526ef1-5c9b-4d71-8392-ffab33d9335e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.2026200 Jul 09 17:13:58.937573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-fbdfcc00-e726-4ffb-8ff7-681ae773e30d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1224323217&fields=id&tenant_id=bdeefdecf6754e8896b6b61b32d650bb HTTP/1.1" status: 200 len: 267 time: 0.1933517 Jul 09 17:13:58.955646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:13:58.958709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-b3e4e47c-041d-4925-adfe-35e2cb19f942 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:58.960688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-b3e4e47c-041d-4925-adfe-35e2cb19f942 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 818 time: 0.5763917 Jul 09 17:13:59.000179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-e4193e83-208a-4c4b-966f-754887958832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.001696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-e4193e83-208a-4c4b-966f-754887958832 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1795216 Jul 09 17:13:59.004770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Deleting port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:13:59.005108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.019013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Request body: {'port': {'device_id': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'admin_state_up': True, 'tenant_id': 'bf462745c52c4bbf80ad7d3515604968'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:59.089888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 81067620-8a3c-4282-aed1-2d03af08cb8a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=81067620-8a3c-4282-aed1-2d03af08cb8a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:59.103665 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.104694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] For port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:13:59.105062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.217929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=81067620-8a3c-4282-aed1-2d03af08cb8a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:59.250728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.292787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.306319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 2, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:13:59.353571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:13:59.353932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Updating router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 port 5c6c9f15-916c-45f7-9679-1812f87de763 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:13:59.405916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.434306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-0b8cfb42-51e4-469a-a362-c44be97dd56d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.439433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-0b8cfb42-51e4-469a-a362-c44be97dd56d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 824 time: 0.4643831 Jul 09 17:13:59.478482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-f3971d84-6047-486d-8dbe-2000041a0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.480220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-f3971d84-6047-486d-8dbe-2000041a0467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2879581 Jul 09 17:13:59.490691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.557449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Pushing event updated for resources: {'Port': ['ID=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:13:59.578056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-6d6cda18-b366-4e28-ae40-d80fe83a5766 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/quotas/bdeefdecf6754e8896b6b61b32d650bb HTTP/1.1" status: 200 len: 375 time: 0.1231649 Jul 09 17:13:59.647792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:13:59.653345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.653706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.653918 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.654259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.654772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.655047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.655389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.655981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.656182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.656480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.656822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.657178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:13:59.665498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:13:59.671357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:13:59.685064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-82923bae-933a-4100-88ab-ed5c75755d19 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891670 Jul 09 17:13:59.725756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.726073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.726362 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c disassociated. External IP: 172.25.3.75, port: 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3. Jul 09 17:13:59.726581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:13:59.726712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Calling delete_port for 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:13:59.727216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.733026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Made reservation on behalf of bf462745c52c4bbf80ad7d3515604968 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:13:59.737348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.780453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-95b5eb04-df8b-40aa-84ca-d94f492d7a79 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0075395 Jul 09 17:13:59.840655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Allocated IP 172.25.3.61 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/13723c43-a88a-45db-8e15-c94c934f52a8) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:59.843090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-b8c9fca1-5d73-4959-83e2-4049d7691fbe tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2509730 Jul 09 17:13:59.849428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Allocated IP 172.20.0.14 (ef269bb4-ad34-4eeb-9379-f58a94e83558/0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53/d9fc9a6c-d724-4cb4-9849-521ebb84a67e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:13:59.852646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Request body: {'port': {'device_id': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:13:59.873974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:13:59.893261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Transition to ACTIVE for port object 5c6c9f15-916c-45f7-9679-1812f87de763 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:13:59.903282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 81067620-8a3c-4282-aed1-2d03af08cb8a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:13:59.942556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.035711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a561d0-d170-4709-8112-ccad9d923456 None None] Pushing event updated for resources: {'Port': ['ID=5c6c9f15-916c-45f7-9679-1812f87de763,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:00.083396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.087468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-a24a8c77-5cd4-428b-b1bd-890ab5e4f8b1 service neutron] 10.222.0.21 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311318 Jul 09 17:14:00.150427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 81067620-8a3c-4282-aed1-2d03af08cb8a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:00.150887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.239446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Attempting to bind port 5c6c9f15-916c-45f7-9679-1812f87de763 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:00.240123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Attempting to bind port 5c6c9f15-916c-45f7-9679-1812f87de763 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:00.240123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Attempting to bind port 5c6c9f15-916c-45f7-9679-1812f87de763 on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:00.252004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:00.252401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Checking segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:00.252807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.253201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Bound using segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:00.253676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Bound port: 5c6c9f15-916c-45f7-9679-1812f87de763, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:00.254977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.312996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-b6921737-413a-4caf-9e12-e7040e27eada service neutron] 10.222.0.21 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189112 Jul 09 17:14:00.366695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.654702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.722936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] For port 5c6c9f15-916c-45f7-9679-1812f87de763, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:00.728996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] For port 5c6c9f15-916c-45f7-9679-1812f87de763, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c6c9f15-916c-45f7-9679-1812f87de763,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:00.741866 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.861088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.863588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.893557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa96846-11fc-4a39-bfb8-445dbcb9ce37 req-726e8560-ca7e-4a30-86ee-071fffff869f service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1914790 Jul 09 17:14:00.894108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:00.940431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Allocated IP 172.20.0.13 (ef269bb4-ad34-4eeb-9379-f58a94e83558/0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53/c47e2139-6653-41e7-8e8b-79800956a1ae) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:00.960097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:00.962742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c14c5c-3e82-4498-9ecb-f6444050a633 req-81273153-7114-4f29-abe1-e733e62cf686 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:00.966317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a561d0-d170-4709-8112-ccad9d923456 None None] Pushing event updated for resources: {'Port': ['ID=5c6c9f15-916c-45f7-9679-1812f87de763,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:00.970168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4c14c5c-3e82-4498-9ecb-f6444050a633 req-81273153-7114-4f29-abe1-e733e62cf686 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 949 time: 0.2295971 Jul 09 17:14:01.002452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:01.013580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:01.023101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:01.030789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:01.040810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:01.151545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:01.156503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:01.168578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4c14c5c-3e82-4498-9ecb-f6444050a633 req-d0e2346c-4f4e-4c7f-8a63-b94c45106c2e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906641 Jul 09 17:14:01.200153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:01.463207 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e02a6-c7bb-4f51-ba71-da401b542713 x-openstack-request-id: req-d61e02a6-c7bb-4f51-ba71-da401b542713 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:01.492310 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "0753bc79-886e-4f42-add7-9a2742007e49", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:01.492847 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d61e02a6-c7bb-4f51-ba71-da401b542713 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:01.493767 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49', 'code': 200} Jul 09 17:14:01.536111 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:01.537700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:01.760785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b56292-f469-4499-9d90-e8cdb8f8d655 req-aa03bf87-2fdc-4630-92b7-30487d321c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:01.765414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3b56292-f469-4499-9d90-e8cdb8f8d655 req-aa03bf87-2fdc-4630-92b7-30487d321c40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1097 time: 0.2182050 Jul 09 17:14:01.785859 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:01.894501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:01.933680 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6fb1f-2c3c-4e17-b436-774a53cdbb21 x-openstack-request-id: req-6bd6fb1f-2c3c-4e17-b436-774a53cdbb21 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:01.934744 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:01.935094 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bd6fb1f-2c3c-4e17-b436-774a53cdbb21 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:01.937031 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'status': 'completed', 'code': 200} Jul 09 17:14:01.937991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:02.078189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Network ef269bb4-ad34-4eeb-9379-f58a94e83558 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:02.138208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:00Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:02.183255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event updated for resources: {'Port': ['ID=13723c43-a88a-45db-8e15-c94c934f52a8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:02.219327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:02.219653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a507fe-2def-458d-9dce-771389e003f5 None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:00Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:02.248722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:02.272128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3b56292-f469-4499-9d90-e8cdb8f8d655 req-c1823991-97d4-4383-8b6a-1912d04668de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840047 Jul 09 17:14:02.277314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Pushing event updated for resources: {'Port': ['ID=c47e2139-6653-41e7-8e8b-79800956a1ae,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:02.373329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Pushing event updated for resources: {'Port': ['ID=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:02.489094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.490026 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:02.501561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.502521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:02.556068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-953dd174-20f9-474b-a302-0040e03e917a tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.565711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-953dd174-20f9-474b-a302-0040e03e917a tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 819 time: 0.5517368 Jul 09 17:14:02.581570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event deleted for resources: {'Port': ['ID=9bdd7709-95bc-405b-b8ae-1a99fa1d01e3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:02.599489 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-e2beb04b-349a-4300-9f1d-bd18677c072e tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/quotas/5c5b99812b484bf18b6e9c1c2c6791af HTTP/1.1" status: 200 len: 375 time: 0.0324194 Jul 09 17:14:02.607623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d1be9f61-ddba-4075-b26d-3f547047b6f4 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6220207 Jul 09 17:14:02.654813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:02.744797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Request body: {'port': {'device_id': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:02.792629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-15e51b71-cb82-4976-844f-1c5e88902518 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4432213 Jul 09 17:14:02.805709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:02.818472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-28984ef8-f0f1-4a79-9701-673d622d442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.820229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-28984ef8-f0f1-4a79-9701-673d622d442a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1101 time: 0.9122324 Jul 09 17:14:02.858678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Request body: {'port': {'device_id': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:02.862762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-5e823af1-c7ae-49f8-a7ad-7db65cc1fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:02.864334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-5e823af1-c7ae-49f8-a7ad-7db65cc1fd31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 1101 time: 0.9638679 Jul 09 17:14:02.961898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:03.102990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.36', 63095) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:03.277841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:03.304603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.310917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'mac_address': 'fa:16:3e:6c:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:03.415040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.428711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91ea28c-714d-4d29-bfcb-f3bcd842ad58 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:03.448949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.451679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb165ea-90e3-4891-959e-cfa80783c24d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:03.467995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-db3f4403-6210-4377-b4d4-e09b9e082a7a tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8664472 Jul 09 17:14:03.498561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:03.508809 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.537027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.546881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Transition to ACTIVE for port object b91ea28c-714d-4d29-bfcb-f3bcd842ad58 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:03.563824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.716211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:03.722880 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.744630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Pushing event updated for resources: {'Port': ['ID=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:03.769926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['8bb165ea-90e3-4891-959e-cfa80783c24d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:03.851354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-a1ef4d6b-4e12-41be-83e5-ee10c24b31a7 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806856 Jul 09 17:14:03.854303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:03.926227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c6c9f15-916c-45f7-9679-1812f87de763 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:03.972887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-617326b6-1abd-42d0-b5db-3addc053cd73 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:03.974381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-617326b6-1abd-42d0-b5db-3addc053cd73 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 824 time: 0.8693333 Jul 09 17:14:04.074260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Attempting to bind port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:04.074793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Attempting to bind port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:04.075221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Attempting to bind port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 on network ef269bb4-ad34-4eeb-9379-f58a94e83558 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:04.086660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 on network ef269bb4-ad34-4eeb-9379-f58a94e83558 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:04.092523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Attempting to bind port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 on network ef269bb4-ad34-4eeb-9379-f58a94e83558 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:04.149691 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.151744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event updated for resources: {'Port': ['ID=13723c43-a88a-45db-8e15-c94c934f52a8,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:04.154948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:04.155617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Checking segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:04.156276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Bound using segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:04.156963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Bound port: b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:04.157591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.161475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5c6c9f15-916c-45f7-9679-1812f87de763 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:04.168797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5c6c9f15-916c-45f7-9679-1812f87de763 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:04.169166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.377459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-02711a10-cb73-4aba-b7b5-414392461141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:04.378592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-82b023ca-03a7-4eab-bace-dd61f5cec59e service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097232 Jul 09 17:14:04.378972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-02711a10-cb73-4aba-b7b5-414392461141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 1.5366049 Jul 09 17:14:04.380406 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.413086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] For port b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:04.420288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] For port b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:04.441640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.459096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5c6c9f15-916c-45f7-9679-1812f87de763, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c6c9f15-916c-45f7-9679-1812f87de763,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:04.468269 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.478047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:04.478921 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.480963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] 10.222.0.36 "PUT /v2.0/ports/b91ea28c-714d-4d29-bfcb-f3bcd842ad58 HTTP/1.1" status: 200 len: 1092 time: 4.6498308 Jul 09 17:14:04.481539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'tag': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:04.484180 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842f691e-ad31-4c74-b6c1-58b040c0e920" -d '{"events": [{"name": "network-changed", "server_uuid": "a2412635-c84d-4a30-a2c2-1c514261c881", "tag": "b91ea28c-714d-4d29-bfcb-f3bcd842ad58"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:04.557842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-fad8b197-a5e8-41eb-b7f5-9df4709e76b2 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdeefdecf6754e8896b6b61b32d650bb HTTP/1.1" status: 200 len: 380 time: 0.4649012 Jul 09 17:14:04.568962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5c6c9f15-916c-45f7-9679-1812f87de763,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:04.614725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'port': {'device_id': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'admin_state_up': True, 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'security_groups': ['1921d18c-3b51-400a-9959-4645d03d4aef']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:04.654326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.671560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-3f4fe5c4-cc2e-4770-b108-dea1d8600f5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.1882460 Jul 09 17:14:04.693655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:04.706996 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:04.731831 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:04.733926 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:04.808310 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.815522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-686a4860-96a0-4c1e-bfe5-2eb2b450a8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.0874567 Jul 09 17:14:04.818072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-0f533c44-b02a-4347-ba12-378133e39d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:04.820154 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-0f533c44-b02a-4347-ba12-378133e39d53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 1.9168441 Jul 09 17:14:04.867993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc324-d451-47b2-b927-97220d2ffc7b service neutron] Pushing event updated for resources: {'Port': ['ID=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:04.899409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47e2139-6653-41e7-8e8b-79800956a1ae {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:04.913976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:04.918664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d62ff646-703b-4c81-9d69-31fdd6702e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:04.920583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d62ff646-703b-4c81-9d69-31fdd6702e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 1095 time: 0.3885531 Jul 09 17:14:04.960256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-7e7815f8-e44a-4e03-8c2c-c9baf9b860c5 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.1434743 Jul 09 17:14:04.968782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:05.091159 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:05.096974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 8bb165ea-90e3-4891-959e-cfa80783c24d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:05.107662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Transition to ACTIVE for port object c47e2139-6653-41e7-8e8b-79800956a1ae will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:05.113926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 8bb165ea-90e3-4891-959e-cfa80783c24d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:05.117980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:05.129266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-7ba01b7d-e737-4f32-8b1e-2037ff0d2b86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58 HTTP/1.1" status: 200 len: 217 time: 0.1947751 Jul 09 17:14:05.138470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:05.263335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e2139-6653-41e7-8e8b-79800956a1ae,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:05.267676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-5cc56e4f-00dc-4459-bac3-fb84e95e9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:05.269675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-5cc56e4f-00dc-4459-bac3-fb84e95e9fb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 200 len: 858 time: 0.1197000 Jul 09 17:14:05.288557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] No DVR routers for this DVR port 9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:05.303034 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:05.323697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:05.341807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "DELETE /v2.0/ports/9bdd7709-95bc-405b-b8ae-1a99fa1d01e3 HTTP/1.1" status: 204 len: 173 time: 6.8127422 Jul 09 17:14:05.358784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-c541b185-8b8b-4fbc-918a-bc2e892b4745 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef269bb4-ad34-4eeb-9379-f58a94e83558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626769 Jul 09 17:14:05.390828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:05.392131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd507442-6033-4c59-9a91-b776f51204bb req-567255bc-df8f-40a3-b67f-0be7212473ca tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:05.400102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd507442-6033-4c59-9a91-b776f51204bb req-567255bc-df8f-40a3-b67f-0be7212473ca tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.4643607 Jul 09 17:14:05.408784 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017a531e-3c5e-4a36-a960-d85bb4888392" -d '{"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-plugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:05.456893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'name': 'network-vif-deleted', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:05.459271 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e069871b-db69-47b0-b451-871a46b98e5e" -d '{"events": [{"server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "name": "network-vif-deleted", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:05.496817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:05.514688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:05.627701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-b3499635-a232-470a-80da-eb5294c6dfa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 200 len: 217 time: 0.5773382 Jul 09 17:14:05.648405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd507442-6033-4c59-9a91-b776f51204bb req-bc97a497-6113-48ef-aeca-8d0b23052dd1 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468395 Jul 09 17:14:05.673493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=13']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:05.725581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Attempting to bind port c47e2139-6653-41e7-8e8b-79800956a1ae on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:05.728079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Attempting to bind port c47e2139-6653-41e7-8e8b-79800956a1ae by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:05.728536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Attempting to bind port c47e2139-6653-41e7-8e8b-79800956a1ae on network ef269bb4-ad34-4eeb-9379-f58a94e83558 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:05.769742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Port c47e2139-6653-41e7-8e8b-79800956a1ae on network ef269bb4-ad34-4eeb-9379-f58a94e83558 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:05.770149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Attempting to bind port c47e2139-6653-41e7-8e8b-79800956a1ae on network ef269bb4-ad34-4eeb-9379-f58a94e83558 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:05.773825 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:05.804017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:05.804522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Checking segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:05.805026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Bound using segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:05.805574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Bound port: c47e2139-6653-41e7-8e8b-79800956a1ae, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:05.806074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:05.835221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-327d5bfe-eedd-408d-9957-8e452ad04e53 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281762 Jul 09 17:14:05.839815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c6c9f15-916c-45f7-9679-1812f87de763 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:05.840238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-d48c41d5-53a7-45ae-b243-760f7c2f2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:05.841720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-d48c41d5-53a7-45ae-b243-760f7c2f2413 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1896789 Jul 09 17:14:05.869908 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:05.873963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-7fd98abd-9ccb-4c11-ad28-043727c5e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:05.880016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-7fd98abd-9ccb-4c11-ad28-043727c5e8f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 1.1147373 Jul 09 17:14:05.890600 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:05.891693 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:05.976182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5c6c9f15-916c-45f7-9679-1812f87de763 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:05.976949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:06.064014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] For port c47e2139-6653-41e7-8e8b-79800956a1ae, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:06.090559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] For port c47e2139-6653-41e7-8e8b-79800956a1ae, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c47e2139-6653-41e7-8e8b-79800956a1ae,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:06.100917 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-63613f4b-83e6-4d90-8b72-20b24f156599 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535422 Jul 09 17:14:06.104403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:06.139141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661d10-9fbc-46b1-af26-9affd299e005 req-48127783-17cb-4fd8-82fd-fd53e74b4e9f tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.141147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b661d10-9fbc-46b1-af26-9affd299e005 req-48127783-17cb-4fd8-82fd-fd53e74b4e9f tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 944 time: 0.2149034 Jul 09 17:14:06.208325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.209089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:06.210938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/c47e2139-6653-41e7-8e8b-79800956a1ae HTTP/1.1" status: 200 len: 1093 time: 3.5095582 Jul 09 17:14:06.253359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b661d10-9fbc-46b1-af26-9affd299e005 req-8278c74f-542a-4cad-a6fe-3253a40cc935 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827529 Jul 09 17:14:06.269095 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:06.278090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8736d-0c3c-4624-93dd-2148d02d27c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c47e2139-6653-41e7-8e8b-79800956a1ae,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:06.563373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c9bec30-f580-47c7-b573-e79e5f72f2ee req-14e771fb-5c4e-4cd8-8f60-ea09255bf071 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 210 time: 0.0555742 Jul 09 17:14:06.627833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e115b073-cedd-4a74-a17b-4c4ffb68852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.629500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-e115b073-cedd-4a74-a17b-4c4ffb68852e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 1096 time: 0.2279077 Jul 09 17:14:06.679818 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:06.687026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d861e5d3-bf6f-4dc7-bcb3-b5820a0ae41d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47e2139-6653-41e7-8e8b-79800956a1ae HTTP/1.1" status: 200 len: 217 time: 0.0486245 Jul 09 17:14:06.740579 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5936b50b-edd8-42a2-9432-43c36fd4db23 None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:06.814904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-1d3ab47f-3c0e-49a4-8f36-cbe01f2abfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.816693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-1d3ab47f-3c0e-49a4-8f36-cbe01f2abfa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 200 len: 858 time: 0.1231380 Jul 09 17:14:06.861430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-28280400-8c42-4997-b896-4c29da97f10d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef269bb4-ad34-4eeb-9379-f58a94e83558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316510 Jul 09 17:14:06.880571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023fef0-c530-45be-a903-185d34d037a0 req-47456f0b-476f-4751-a4b8-8501b916a95c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:06.882494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f023fef0-c530-45be-a903-185d34d037a0 req-47456f0b-476f-4751-a4b8-8501b916a95c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 951 time: 0.1362948 Jul 09 17:14:06.990744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-40e3a185-b8ec-4011-a21a-776f33d1f366 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206906 Jul 09 17:14:07.022650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-8eea6083-51ad-499c-8ee5-4fb1ec3aa965 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.024851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-8eea6083-51ad-499c-8ee5-4fb1ec3aa965 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 2.0637705 Jul 09 17:14:07.025734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Made reservation on behalf of bdeefdecf6754e8896b6b61b32d650bb for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:07.029632 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:07.043223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-f147d9f0-ae85-465d-a40c-816e9eba31f2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:07.044367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab703347-e2b5-4ae6-8f58-d68f78e38178 req-f147d9f0-ae85-465d-a40c-816e9eba31f2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108533 Jul 09 17:14:07.048742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-755dcad8-bd8e-4ebf-9a81-3498b27ef1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.049982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-755dcad8-bd8e-4ebf-9a81-3498b27ef1af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1848543 Jul 09 17:14:07.121661 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c157228f-c53a-4e46-9240-c4bbc58d02e7 x-openstack-request-id: req-c157228f-c53a-4e46-9240-c4bbc58d02e7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:07.121811 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2412635-c84d-4a30-a2c2-1c514261c881", "tag": "b91ea28c-714d-4d29-bfcb-f3bcd842ad58", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:07.122054 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c157228f-c53a-4e46-9240-c4bbc58d02e7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:07.122617 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'tag': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'status': 'completed', 'code': 200} Jul 09 17:14:07.225137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f023fef0-c530-45be-a903-185d34d037a0 req-eaee4aea-603a-4dea-ac6f-7a543d7f972c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321532 Jul 09 17:14:07.239243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c3561d-80fa-4ac9-b68c-396ab3b4cc19 None None] New status for floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:07.280697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f750-4cf7-4942-b19e-f6104db18036 req-48442739-124f-4233-9e27-e5ce5506a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.284438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d41cf0d1-52e1-4f81-be22-fb81b275a12e service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855308 Jul 09 17:14:07.286666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-48442739-124f-4233-9e27-e5ce5506a8b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3486726 Jul 09 17:14:07.340361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-dde2eea0-4309-431a-b65e-d5b437039494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.342407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-dde2eea0-4309-431a-b65e-d5b437039494 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 1095 time: 0.1832952 Jul 09 17:14:07.374559 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0749433-6cbd-422c-8bc0-7986b35ba190 x-openstack-request-id: req-e0749433-6cbd-422c-8bc0-7986b35ba190 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:07.374837 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-plugged", "status": "completed", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:07.377264 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0749433-6cbd-422c-8bc0-7986b35ba190 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:07.377859 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'code': 200} Jul 09 17:14:07.440599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-d8084c18-5756-4b55-9b96-0ae3ae070082 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.445972 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-d8084c18-5756-4b55-9b96-0ae3ae070082 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.13 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 819 time: 0.3546662 Jul 09 17:14:07.484653 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73f9bb5-fc04-4203-8f71-58abc77f46d1 x-openstack-request-id: req-d73f9bb5-fc04-4203-8f71-58abc77f46d1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:07.484936 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2382548-aa81-47c1-aeeb-ebb75f07a522", "name": "network-vif-deleted", "tag": "9bdd7709-95bc-405b-b8ae-1a99fa1d01e3", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:07.485429 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d73f9bb5-fc04-4203-8f71-58abc77f46d1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:07.485975 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2382548-aa81-47c1-aeeb-ebb75f07a522', 'name': 'network-vif-deleted', 'tag': '9bdd7709-95bc-405b-b8ae-1a99fa1d01e3', 'status': 'completed', 'code': 200} Jul 09 17:14:07.492047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c80161e-ef96-4fa4-b36f-93459b4ab4ce req-9b4f9eb2-0a14-41ed-a5ba-3d9b02a9baed tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 210 time: 0.0838766 Jul 09 17:14:07.493768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'port': {'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'admin_state_up': True, 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:07.529742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Allocated IP 172.20.0.14 (e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af/2968effa-e2ae-4302-a053-8f2df0e64c2c/3d2c961d-594a-4964-a8d0-3d8956152c89) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:07.563570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fc9a6c-d724-4cb4-9849-521ebb84a67e {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:07.574334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-f7303e28-1568-490a-b05a-0acfb4bd650b service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074532 Jul 09 17:14:07.578220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:07.640361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-22f7f885-867c-4b56-b72f-1c6dbb524cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.641936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-22f7f885-867c-4b56-b72f-1c6dbb524cfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 919 time: 0.2878327 Jul 09 17:14:07.673529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Transition to ACTIVE for port object d9fc9a6c-d724-4cb4-9849-521ebb84a67e will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:07.681505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-32db537d-c799-4694-92e5-0b9cb4d1acf3 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495810 Jul 09 17:14:07.689382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:07.710236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-fc80de95-95f0-4b97-b3e5-0f38ee3fdf99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58 HTTP/1.1" status: 200 len: 217 time: 0.0604932 Jul 09 17:14:07.814900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-c2bcecd1-84b9-4286-b56b-fc981fd1b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:07.816318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-c2bcecd1-84b9-4286-b56b-fc981fd1b4b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 200 len: 858 time: 0.0955727 Jul 09 17:14:07.819969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Made reservation on behalf of 5c5b99812b484bf18b6e9c1c2c6791af for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:07.825427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:07.852264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:07.874392 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-b96e9420-68e7-4af3-b774-6b54ec660bf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef269bb4-ad34-4eeb-9379-f58a94e83558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429578 Jul 09 17:14:07.943650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:07.986459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-779aa4e8-df55-4871-b9cd-d19416126903 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978839 Jul 09 17:14:08.081595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3592f750-4cf7-4942-b19e-f6104db18036 req-53ff2e2f-f475-47b2-a56f-98e1f5a12b71 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869107 Jul 09 17:14:08.105515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.136854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-e607bc6a-955f-4d05-9f07-7de1ff5025d2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.140325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-e607bc6a-955f-4d05-9f07-7de1ff5025d2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3791623 Jul 09 17:14:08.156098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Transition to ACTIVE for port object 3d2c961d-594a-4964-a8d0-3d8956152c89 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:08.162860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Attempting to bind port d9fc9a6c-d724-4cb4-9849-521ebb84a67e on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:08.163179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Attempting to bind port d9fc9a6c-d724-4cb4-9849-521ebb84a67e by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:08.163697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Attempting to bind port d9fc9a6c-d724-4cb4-9849-521ebb84a67e on network ef269bb4-ad34-4eeb-9379-f58a94e83558 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:08.210850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Port d9fc9a6c-d724-4cb4-9849-521ebb84a67e on network ef269bb4-ad34-4eeb-9379-f58a94e83558 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:08.211158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Attempting to bind port d9fc9a6c-d724-4cb4-9849-521ebb84a67e on network ef269bb4-ad34-4eeb-9379-f58a94e83558 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:08.224989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-fa720aae-59bd-42ef-8124-05d46b6953cf tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.0709512 Jul 09 17:14:08.233335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Request body: {'floatingip': {'port_id': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:08.239240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:08.239881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Checking segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:08.240438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Bound using segment: {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:08.241034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Bound port: d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3482373-38f6-4889-af42-6be8a04751be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:08.241550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.272485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b584e-aa5e-4aa7-b78c-d7922c6ab570 req-3743314e-33d2-4142-8b45-33fbc72df725 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.279302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634b584e-aa5e-4aa7-b78c-d7922c6ab570 req-3743314e-33d2-4142-8b45-33fbc72df725 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1097 time: 0.5290427 Jul 09 17:14:08.300910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.368347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634b584e-aa5e-4aa7-b78c-d7922c6ab570 req-23dccf6b-ce36-48a4-868b-70b4c90a2e51 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881217 Jul 09 17:14:08.371313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-71128192-9b8f-486f-b114-493535914a28 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900820 Jul 09 17:14:08.395476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Allocated IP 172.20.0.12 (ca45f1ec-5f69-4a91-8df5-9c2c20a0401c/dca3a017-6963-45ee-acb2-09c9724e2b0f/8674f9d8-604a-4721-a331-851a70508ca7) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:08.399689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.505253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:08.510717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] For port d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:08.519602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:08.534996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:08.536934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event updated for resources: {'Port': ['ID=3d2c961d-594a-4964-a8d0-3d8956152c89,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:08.544267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] For port d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:08.571453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-842f691e-ad31-4c74-b6c1-58b040c0e920 req-64c0c352-251f-4365-b5ba-7356aed8c4ad service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717312 Jul 09 17:14:08.609857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.700545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cf037-1db5-467e-86b3-a9091e51cc29 req-15b5b1dc-ec8e-49c8-8945-36bfdeef6a83 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.708602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e58cf037-1db5-467e-86b3-a9091e51cc29 req-15b5b1dc-ec8e-49c8-8945-36bfdeef6a83 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 951 time: 0.1980903 Jul 09 17:14:08.710629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.711287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.718556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:08.719289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.720814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] 10.222.0.36 "PUT /v2.0/ports/d9fc9a6c-d724-4cb4-9849-521ebb84a67e HTTP/1.1" status: 200 len: 1093 time: 5.8993299 Jul 09 17:14:08.745880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960aed71-6b2b-4796-a78e-3334077a8aad service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:08.762776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-f36e373a-7b8b-4241-9664-c6b08502b787 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1542876 Jul 09 17:14:08.781685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Request body: {'port': {'device_id': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:08.792508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e58cf037-1db5-467e-86b3-a9091e51cc29 req-fa41f11c-7aa7-4495-8d3b-c726c021b423 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827892 Jul 09 17:14:08.835078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.854406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Transition to ACTIVE for port object 8674f9d8-604a-4721-a331-851a70508ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:08.902189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7f9825eb-6271-4398-9805-c7cc910249e9 None None] Provisioning for port 3d2c961d-594a-4964-a8d0-3d8956152c89 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:08.904841 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.911852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7f9825eb-6271-4398-9805-c7cc910249e9 None None] Provisioning complete for port 3d2c961d-594a-4964-a8d0-3d8956152c89 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:08.912768 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7f9825eb-6271-4398-9805-c7cc910249e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:08.984069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:08.987665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7f9825eb-6271-4398-9805-c7cc910249e9 None None] Port 3d2c961d-594a-4964-a8d0-3d8956152c89 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:08.997759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:09.000429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b91ea28c-714d-4d29-bfcb-f3bcd842ad58 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:09.022827 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.028022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.034585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event updated for resources: {'Port': ['ID=8674f9d8-604a-4721-a331-851a70508ca7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:09.048707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:09.081697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-cae7ee60-0345-4ec7-b3c9-189d51c52b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.082931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-cae7ee60-0345-4ec7-b3c9-189d51c52b9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 1096 time: 0.3066511 Jul 09 17:14:09.121868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.122532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.126344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52124) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:09.127203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'tag': 'c47e2139-6653-41e7-8e8b-79800956a1ae'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:09.129752 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cc142-dc90-4184-8752-ea61069576ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fd227985-13e3-46a1-b908-403ce35f5d1c", "tag": "c47e2139-6653-41e7-8e8b-79800956a1ae"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:09.138957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:09.156462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'port_id': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'mac_address': 'fa:16:3e:25:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:09.162008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa4ad7-f35b-471a-8b57-a1363ad7d841 req-027495da-d668-404e-8c91-0015f60cdd5e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.164239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:14:09.179537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7caa4ad7-f35b-471a-8b57-a1363ad7d841 req-027495da-d668-404e-8c91-0015f60cdd5e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 944 time: 0.1985893 Jul 09 17:14:09.192927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-fc42ef55-9dd4-4517-9ccf-87b8284d1b44 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7051628 Jul 09 17:14:09.223336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.234976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Request body: {'port': {'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:09.248327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91ea28c-714d-4d29-bfcb-f3bcd842ad58 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:09.298980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7caa4ad7-f35b-471a-8b57-a1363ad7d841 req-501482e7-d451-477b-b342-eb1a3ac9ae54 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Jul 09 17:14:09.321937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:09.329045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.365089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.408101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:09.425830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16750f90-b64f-4f2f-9be4-228d2edd8c15 None None] Provisioning for port 8674f9d8-604a-4721-a331-851a70508ca7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:09.431179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16750f90-b64f-4f2f-9be4-228d2edd8c15 None None] Provisioning complete for port 8674f9d8-604a-4721-a331-851a70508ca7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:09.431600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-16750f90-b64f-4f2f-9be4-228d2edd8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.467129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-16750f90-b64f-4f2f-9be4-228d2edd8c15 None None] Port 8674f9d8-604a-4721-a331-851a70508ca7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:09.518297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'tag': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:09.520818 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8198d215-281f-423e-811b-0e44c7772c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb24c764-fbfb-46da-bd9d-963c7efb019c", "tag": "d9fc9a6c-d724-4cb4-9849-521ebb84a67e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:09.524208 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-0a898c7d-daa1-4d0b-ac7c-eefa18f71688 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e HTTP/1.1" status: 200 len: 217 time: 0.4236200 Jul 09 17:14:09.570711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b91ea28c-714d-4d29-bfcb-f3bcd842ad58'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:09.583949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-167555a2-dd9a-4f93-b0bc-bcf88bfa59b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.614091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792e80-dc86-4bf6-90bb-2dd0474cc5e6 req-92ca0787-2554-4c45-aca5-df6eee463098 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.615588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3792e80-dc86-4bf6-90bb-2dd0474cc5e6 req-92ca0787-2554-4c45-aca5-df6eee463098 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 932 time: 0.1823747 Jul 09 17:14:09.666016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.679332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3792e80-dc86-4bf6-90bb-2dd0474cc5e6 req-5f862810-29ef-4697-ac69-f8ab7257cd3d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536895 Jul 09 17:14:09.683433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.731183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65998-1668-4194-a0be-3da6d76a2051 req-c6b2bf3d-d51e-4e6e-872f-553011593d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.732729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-c6b2bf3d-d51e-4e6e-872f-553011593d19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 200 len: 858 time: 0.1938455 Jul 09 17:14:09.752837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8674f9d8-604a-4721-a331-851a70508ca7 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:09.761405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.775643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Transition to ACTIVE for port object 8674f9d8-604a-4721-a331-851a70508ca7 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:09.781751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:09.824515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-a0bbfe61-a3da-4178-88f1-fe46601de5f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef269bb4-ad34-4eeb-9379-f58a94e83558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786493 Jul 09 17:14:09.882345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Pushing event updated for resources: {'Port': ['ID=8674f9d8-604a-4721-a331-851a70508ca7,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:09.984424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-80978e6c-7b14-4f8e-99fd-a550bed567f5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:09.986087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-80978e6c-7b14-4f8e-99fd-a550bed567f5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.1777964 Jul 09 17:14:10.005258 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Floating IP 28f2a61b-7125-445f-8a35-a9804bc00efd associated. External IP: 172.25.3.61, port: 4d9ff397-19ed-438e-9ef6-23dc618684b2. Jul 09 17:14:10.008559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Attempting to bind port 8674f9d8-604a-4721-a331-851a70508ca7 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:10.008893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Attempting to bind port 8674f9d8-604a-4721-a331-851a70508ca7 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:10.009220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Attempting to bind port 8674f9d8-604a-4721-a331-851a70508ca7 on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:10.011979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-97b2ae32-be8e-4e71-8d59-716bdfcea3e0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/quotas/f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 375 time: 0.0165365 Jul 09 17:14:10.016321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Port 8674f9d8-604a-4721-a331-851a70508ca7 on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:10.016684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Attempting to bind port 8674f9d8-604a-4721-a331-851a70508ca7 on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:10.021845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:10.022169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Checking segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:10.022552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Bound using segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:10.022975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Bound port: 8674f9d8-604a-4721-a331-851a70508ca7, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:10.023333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.112454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-167555a2-dd9a-4f93-b0bc-bcf88bfa59b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.120247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-6cfca504-8550-4e62-b944-256e46be1f26 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875788 Jul 09 17:14:10.125589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] For port 8674f9d8-604a-4721-a331-851a70508ca7, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:10.130555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-167555a2-dd9a-4f93-b0bc-bcf88bfa59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.134334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] For port 8674f9d8-604a-4721-a331-851a70508ca7, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8674f9d8-604a-4721-a331-851a70508ca7,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:10.143929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-fa528817-30cf-4b00-9a90-450c05d6d4b7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174600 Jul 09 17:14:10.148692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.226297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.226915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.228580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] 10.222.0.13 "PUT /v2.0/ports/8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 1093 time: 1.0148625 Jul 09 17:14:10.271174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebc3ec-1e6f-4f24-8a91-2bd00da28a4a service neutron] Pushing event updated for resources: {'Port': ['ID=8674f9d8-604a-4721-a331-851a70508ca7,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:10.298947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2c961d-594a-4964-a8d0-3d8956152c89 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:10.301233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-37f25227-ee67-4cb0-bf2e-51f1eee05eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480951 Jul 09 17:14:10.311421 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.320387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-167555a2-dd9a-4f93-b0bc-bcf88bfa59b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa41c8ccffeb4a059d0fd8d482f19cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1924152 Jul 09 17:14:10.321140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167555a2-dd9a-4f93-b0bc-bcf88bfa59b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f77d22-07ca-41c7-96a6-0713189d5a5d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:10.329857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52134) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:10.360931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aed87071-3eaa-474b-a58a-b5477e324842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.366413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Transition to ACTIVE for port object 3d2c961d-594a-4964-a8d0-3d8956152c89 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:10.389061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.445816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-4731fbd9-6add-40cf-953c-5e250fe7b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.447252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-4731fbd9-6add-40cf-953c-5e250fe7b815 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1096 time: 0.1428528 Jul 09 17:14:10.453365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-6a4f79c0-7c9e-4bf1-bde4-619c15b9d99f service neutron] 10.222.0.21 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097350 Jul 09 17:14:10.464700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-a3ddec6d-ac68-495d-9620-bca7a792de6e service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350053 Jul 09 17:14:10.501078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-451f880a-4da0-431c-9f44-78dbc33cec5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 217 time: 0.0432692 Jul 09 17:14:10.569471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-0bb1c065-88b3-4c67-8af2-0e5268a02e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.572151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-0bb1c065-88b3-4c67-8af2-0e5268a02e42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0634224 Jul 09 17:14:10.582616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c961d-594a-4964-a8d0-3d8956152c89,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:10.604432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-882602af-8a33-4cd9-9543-aab527d9615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.656726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Router 2352625b-7a36-4736-a0c2-ba6e125e517f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:10.665264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-882602af-8a33-4cd9-9543-aab527d9615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.682016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55700bfa-1eb9-4714-ac6c-92c57bf62f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:10.684202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-55700bfa-1eb9-4714-ac6c-92c57bf62f82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913408 Jul 09 17:14:10.696677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Attempting to bind port 3d2c961d-594a-4964-a8d0-3d8956152c89 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:10.696965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Attempting to bind port 3d2c961d-594a-4964-a8d0-3d8956152c89 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:10.697255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Attempting to bind port 3d2c961d-594a-4964-a8d0-3d8956152c89 on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:10.757011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Port 3d2c961d-594a-4964-a8d0-3d8956152c89 on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:10.757339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Attempting to bind port 3d2c961d-594a-4964-a8d0-3d8956152c89 on network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:10.770331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:10.770773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Checking segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:10.771135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Bound using segment: {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:10.771612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Bound port: 3d2c961d-594a-4964-a8d0-3d8956152c89, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:10.772000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.817312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-53f0f074-7a25-47ae-bdab-77453eb0e3eb service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238222 Jul 09 17:14:10.885422 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-882602af-8a33-4cd9-9543-aab527d9615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.887843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-882602af-8a33-4cd9-9543-aab527d9615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.889016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-882602af-8a33-4cd9-9543-aab527d9615a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39f77d22-07ca-41c7-96a6-0713189d5a5d HTTP/1.1" status: 204 len: 168 time: 0.5567422 Jul 09 17:14:10.921540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:10.927648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.934889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882602af-8a33-4cd9-9543-aab527d9615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f77d22-07ca-41c7-96a6-0713189d5a5d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:10.938151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] For port 3d2c961d-594a-4964-a8d0-3d8956152c89, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:10.940842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe96d628-8e13-47f3-80f1-e3e5a96b3a28 req-5533e00a-fb35-4cee-9392-8252854b1d0a service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160376 Jul 09 17:14:10.941706 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] Sync routers for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:10.979031 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:10.982391 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:10.985091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] For port 3d2c961d-594a-4964-a8d0-3d8956152c89, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3d2c961d-594a-4964-a8d0-3d8956152c89,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:10.999423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:10.999670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c47e2139-6653-41e7-8e8b-79800956a1ae details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:11.028675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-1962f83d-ef28-4c5d-98ae-7da9949f0829 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "PUT /v2.0/floatingips/28f2a61b-7125-445f-8a35-a9804bc00efd HTTP/1.1" status: 200 len: 995 time: 2.8027508 Jul 09 17:14:11.050044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.050768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.052469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d2c961d-594a-4964-a8d0-3d8956152c89 HTTP/1.1" status: 200 len: 1093 time: 2.2750683 Jul 09 17:14:11.083036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fd679-cb88-45cb-84aa-8105a3518433 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c961d-594a-4964-a8d0-3d8956152c89,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:11.101107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b460-3d78-4c3f-9be7-0168d288389f req-a9f83dd0-7b66-4af5-9490-df8826eb8baa tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.108114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-82e0b460-3d78-4c3f-9be7-0168d288389f req-a9f83dd0-7b66-4af5-9490-df8826eb8baa tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1097 time: 0.1765349 Jul 09 17:14:11.162426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:11.178144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c47e2139-6653-41e7-8e8b-79800956a1ae, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c47e2139-6653-41e7-8e8b-79800956a1ae,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:11.180214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-82e0b460-3d78-4c3f-9be7-0168d288389f req-9d89b00a-2294-418b-a752-e55d4f81d567 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658538 Jul 09 17:14:11.220059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c47e2139-6653-41e7-8e8b-79800956a1ae', 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'port_id': 'c47e2139-6653-41e7-8e8b-79800956a1ae', 'mac_address': 'fa:16:3e:b2:f0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:11.229981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b91ea28c-714d-4d29-bfcb-f3bcd842ad58 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:11.279793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-25df92ad-8632-47da-8829-ff9778982529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.281938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-25df92ad-8632-47da-8829-ff9778982529 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 1096 time: 0.1729798 Jul 09 17:14:11.285063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-4432fe4c-a837-4f4f-9a0a-a1d07deebdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.295175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-4432fe4c-a837-4f4f-9a0a-a1d07deebdbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1097 time: 0.2029388 Jul 09 17:14:11.431555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.443783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-7ae2fcf1-c7e6-4792-b54d-eedec7e0332d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d2c961d-594a-4964-a8d0-3d8956152c89 HTTP/1.1" status: 200 len: 217 time: 0.1455436 Jul 09 17:14:11.471161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47e2139-6653-41e7-8e8b-79800956a1ae {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:11.492966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:11.509079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52162) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:11.517043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:11.517043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.520730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c47e2139-6653-41e7-8e8b-79800956a1ae, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c47e2139-6653-41e7-8e8b-79800956a1ae,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:11.542278 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.563642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b62f62ef-e1ac-4d7b-80a0-eb5d38c5ba1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.584809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-b6955086-0bcc-4f48-8e1e-89893cee546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.588786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-b6955086-0bcc-4f48-8e1e-89893cee546d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 929 time: 0.2927470 Jul 09 17:14:11.630341 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '28f2a61b-7125-445f-8a35-a9804bc00efd', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'port_id': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'mac_address': 'fa:16:3e:77:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:02Z', 'updated_at': '2021-07-09T17:14:09Z', 'revision_number': 1, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:40Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:11.641008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810450cf-b623-4f19-b01c-98e65227b3bd req-4b328546-3cc8-4d21-bbba-ba7ab956e156 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.643285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c47e2139-6653-41e7-8e8b-79800956a1ae,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:11.644814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-810450cf-b623-4f19-b01c-98e65227b3bd req-4b328546-3cc8-4d21-bbba-ba7ab956e156 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 944 time: 0.1509523 Jul 09 17:14:11.686432 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] Checking router: 2352625b-7a36-4736-a0c2-ba6e125e517f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:11.686637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-6c0691f1-bdce-4b6f-b6ba-7cd3faa16208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:11.688308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-6c0691f1-bdce-4b6f-b6ba-7cd3faa16208 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.2335629 Jul 09 17:14:11.708849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:11.709501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:11.720447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-810450cf-b623-4f19-b01c-98e65227b3bd req-bc0a4097-1fd8-4205-87d6-20273d14faf1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676351 Jul 09 17:14:11.731231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.777167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:11.779515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b62f62ef-e1ac-4d7b-80a0-eb5d38c5ba1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.787426 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b62f62ef-e1ac-4d7b-80a0-eb5d38c5ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.788745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-fb553c05-b03a-4cc3-9f07-30964d9fb5cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 998 time: 0.1930189 Jul 09 17:14:11.796357 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94a9ba2-8e9c-4d6f-8cfb-148b64015fe5" -d '{"events": [{"server_uuid": "a2412635-c84d-4a30-a2c2-1c514261c881", "name": "network-vif-plugged", "status": "completed", "tag": "b91ea28c-714d-4d29-bfcb-f3bcd842ad58"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:11.804524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c47e2139-6653-41e7-8e8b-79800956a1ae'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:11.857407 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3546b-8846-42b1-be4f-1415d77a344a x-openstack-request-id: req-21c3546b-8846-42b1-be4f-1415d77a344a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:11.857665 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd227985-13e3-46a1-b908-403ce35f5d1c", "tag": "c47e2139-6653-41e7-8e8b-79800956a1ae", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:11.857900 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21c3546b-8846-42b1-be4f-1415d77a344a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:11.858315 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'tag': 'c47e2139-6653-41e7-8e8b-79800956a1ae', 'status': 'completed', 'code': 200} Jul 09 17:14:11.874998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:11.888476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:11.901048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b62f62ef-e1ac-4d7b-80a0-eb5d38c5ba1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4e05455f5c14fd39b287c56fe535ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896492 Jul 09 17:14:11.907176 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:11.910275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52168) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:11.941730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f62ef-e1ac-4d7b-80a0-eb5d38c5ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bbabbc-eb46-4440-bad3-453157a47e60,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:11.943030 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ae14c-9a32-46be-a846-7592cc33ce13 x-openstack-request-id: req-e41ae14c-9a32-46be-a846-7592cc33ce13 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:11.943312 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb24c764-fbfb-46da-bd9d-963c7efb019c", "tag": "d9fc9a6c-d724-4cb4-9849-521ebb84a67e", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:11.943567 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e41ae14c-9a32-46be-a846-7592cc33ce13 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:11.953600 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'tag': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e', 'status': 'completed', 'code': 200} Jul 09 17:14:12.018382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-d6350f9a-1d71-46be-a4a3-53fce46f4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.025004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-d6350f9a-1d71-46be-a4a3-53fce46f4320 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3293352 Jul 09 17:14:12.032938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:12.052939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-4976cb71-774a-43ce-9043-47771813f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.061679 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-4976cb71-774a-43ce-9043-47771813f4f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 200 len: 867 time: 0.2523980 Jul 09 17:14:12.088567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a88056-b95e-4906-8c47-a998373acb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.120893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a88056-b95e-4906-8c47-a998373acb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.134315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d215-281f-423e-811b-0e44c7772c7b req-5380991e-bb4f-4be6-8cd3-fca85723166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.136286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-5380991e-bb4f-4be6-8cd3-fca85723166a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 1096 time: 0.1611526 Jul 09 17:14:12.243666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d215-281f-423e-811b-0e44c7772c7b req-82eaed3c-7275-4983-a986-dd47b6a55cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.245029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-82eaed3c-7275-4983-a986-dd47b6a55cbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 919 time: 0.0995758 Jul 09 17:14:12.263811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-99f0d245-6bfe-4dbd-9f1d-458b354eecb0 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385436 Jul 09 17:14:12.281062 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '28f2a61b-7125-445f-8a35-a9804bc00efd', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'port_id': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'mac_address': 'fa:16:3e:77:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:02Z', 'updated_at': '2021-07-09T17:14:09Z', 'revision_number': 1, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:40Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:12.316093 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dd730-459c-4fc9-bedc-73ab63aec77b None None] The sync data for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 is: [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '28f2a61b-7125-445f-8a35-a9804bc00efd', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'port_id': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'mac_address': 'fa:16:3e:77:7d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:02Z', 'updated_at': '2021-07-09T17:14:09Z', 'revision_number': 1, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:40Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:12.338122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-ff3ec8af-d0cf-4909-958c-eb43003abfdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e HTTP/1.1" status: 200 len: 217 time: 0.0702181 Jul 09 17:14:12.382218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc142-dc90-4184-8752-ea61069576ec req-ab827c18-3880-450e-9a1f-65fc7f14091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.384131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-ab827c18-3880-450e-9a1f-65fc7f14091f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf462745c52c4bbf80ad7d3515604968&device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 1097 time: 0.5139151 Jul 09 17:14:12.410952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a6c6d7c-ff10-4f8a-b0ef-9ad77c480204 req-4a05ac08-dfe3-4423-b36c-c824ff91780e service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371322 Jul 09 17:14:12.417394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a88056-b95e-4906-8c47-a998373acb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.420339 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a88056-b95e-4906-8c47-a998373acb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.421993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0a88056-b95e-4906-8c47-a998373acb36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0bbabbc-eb46-4440-bad3-453157a47e60 HTTP/1.1" status: 204 len: 168 time: 0.5106938 Jul 09 17:14:12.439418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed37ee1-443e-4e75-a839-fb1877b3667d req-6dc28dbb-66d7-467c-8310-490871309a7a tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.446813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed37ee1-443e-4e75-a839-fb1877b3667d req-6dc28dbb-66d7-467c-8310-490871309a7a tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 945 time: 0.3024149 Jul 09 17:14:12.453210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d215-281f-423e-811b-0e44c7772c7b req-0433ce85-354f-4cfa-95db-10311effbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.454732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-0433ce85-354f-4cfa-95db-10311effbdc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 200 len: 858 time: 0.1051905 Jul 09 17:14:12.457962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-49a0fbdf-f180-43ab-bd40-a893580b30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.459560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-49a0fbdf-f180-43ab-bd40-a893580b30f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3970878 Jul 09 17:14:12.470808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-061452c4-7afd-493c-8eae-2faf56f94903 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:12.471848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-061452c4-7afd-493c-8eae-2faf56f94903 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053184 Jul 09 17:14:12.478181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a88056-b95e-4906-8c47-a998373acb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bbabbc-eb46-4440-bad3-453157a47e60,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:12.530677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-f1d16ffc-978a-49ac-b4ef-e684ee9c3b2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef269bb4-ad34-4eeb-9379-f58a94e83558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505826 Jul 09 17:14:12.577539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed37ee1-443e-4e75-a839-fb1877b3667d req-e29b54df-839a-45d5-92dd-4e6881e789f9 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297188 Jul 09 17:14:12.579912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc142-dc90-4184-8752-ea61069576ec req-b41b2a8a-c061-4806-9df6-94c70e1b2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.581468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-b41b2a8a-c061-4806-9df6-94c70e1b2387 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 200 len: 919 time: 0.1844862 Jul 09 17:14:12.649685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-d5ac5c90-00e6-471c-828a-8c45ae35b1de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c47e2139-6653-41e7-8e8b-79800956a1ae HTTP/1.1" status: 200 len: 217 time: 0.0570791 Jul 09 17:14:12.727443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-8c418c65-c55e-4f4c-aba3-87193c7d68e6 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851199 Jul 09 17:14:12.744571 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-eebf60ce-edaa-4415-9ef7-007d29f98a83 service neutron] 10.222.0.21 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659478 Jul 09 17:14:12.758077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cb72ad-8043-486f-96a2-246a45f6eac8 None None] New status for floating IP 28f2a61b-7125-445f-8a35-a9804bc00efd: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:12.884638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8198d215-281f-423e-811b-0e44c7772c7b req-0ebd18b3-4f11-4258-baf4-4fcc024aff3a service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417942 Jul 09 17:14:12.910889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a789e658-82ac-4a26-aa60-aa620a997337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:12.911466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcb900-ab1b-4f2c-885e-701bd7d96d25 req-d5ab9963-f1bf-424b-9088-3ebbaf27f46b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:12.920669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7dcb900-ab1b-4f2c-885e-701bd7d96d25 req-d5ab9963-f1bf-424b-9088-3ebbaf27f46b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 944 time: 0.1461155 Jul 09 17:14:12.971364 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7dcb900-ab1b-4f2c-885e-701bd7d96d25 req-90a72ae3-59e9-4b3e-8f72-35fae1ae8af4 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495420 Jul 09 17:14:13.018183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9fc9a6c-d724-4cb4-9849-521ebb84a67e details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:13.024042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c47e2139-6653-41e7-8e8b-79800956a1ae up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:13.169781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c47e2139-6653-41e7-8e8b-79800956a1ae completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:13.179118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c47e2139-6653-41e7-8e8b-79800956a1ae triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:13.179651 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.225377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:13.260741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e', 'network_id': 'ef269bb4-ad34-4eeb-9379-f58a94e83558', 'port_id': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e', 'mac_address': 'fa:16:3e:20:a1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:13.263082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9033a7a-5557-44bb-a600-e243c56fab5c req-1c0f8e30-7ce9-4a7f-a4ed-75f614e4a226 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 210 time: 0.0820808 Jul 09 17:14:13.292514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7edc6fa4-f0e7-4881-a327-6829cff3d234 req-bf721933-919b-4e05-b91a-9c4488fce3df service neutron] 10.222.0.21 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128207 Jul 09 17:14:13.299036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-10a4fa39-ef05-4a23-87d9-65cb796a9918 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.300513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-10a4fa39-ef05-4a23-87d9-65cb796a9918 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 807 time: 0.5792494 Jul 09 17:14:13.316839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Request body: {'port': {'device_id': '0bd1105c-7836-4996-92ed-27811b137238', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'admin_state_up': True, 'tenant_id': 'f23e0e1a9ecc45719b5c6353ee12be2b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:13.321198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc142-dc90-4184-8752-ea61069576ec req-9da4cc45-b6bb-4adf-a8be-9548cf86e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.322681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-9da4cc45-b6bb-4adf-a8be-9548cf86e157 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 200 len: 858 time: 0.6610327 Jul 09 17:14:13.411330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-fd2e1ba5-a5a1-4269-9505-ffe971d834af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef269bb4-ad34-4eeb-9379-f58a94e83558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738213 Jul 09 17:14:13.431421 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.434916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.510400 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b951a3bc-fd9b-4b73-9fb6-fd7df942a576 x-openstack-request-id: req-b951a3bc-fd9b-4b73-9fb6-fd7df942a576 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:13.510742 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2412635-c84d-4a30-a2c2-1c514261c881", "name": "network-vif-plugged", "status": "completed", "tag": "b91ea28c-714d-4d29-bfcb-f3bcd842ad58", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:13.510998 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b951a3bc-fd9b-4b73-9fb6-fd7df942a576 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:13.511399 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'code': 200} Jul 09 17:14:13.525234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fc9a6c-d724-4cb4-9849-521ebb84a67e {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:13.573620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:13.590671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-29b802bf-3220-4185-a42a-c48712ce2284 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120808 Jul 09 17:14:13.601030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.639184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8674f9d8-604a-4721-a331-851a70508ca7 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:13.661580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.667131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Made reservation on behalf of f23e0e1a9ecc45719b5c6353ee12be2b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:13.671298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.751616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-a371fdb1-5cc6-43ab-b3e9-bb5a397772fd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.760859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-a371fdb1-5cc6-43ab-b3e9-bb5a397772fd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689665 Jul 09 17:14:13.777502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c47e2139-6653-41e7-8e8b-79800956a1ae, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c47e2139-6653-41e7-8e8b-79800956a1ae,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:13.791647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.797984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:13.798190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-fdb6fd4d-2cdb-47ad-81f0-9fbfb1dcc7b2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/quotas/37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 375 time: 0.0350940 Jul 09 17:14:13.808958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-522dacb2-fd04-4d17-9ef7-8ee2d6db455d service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876748 Jul 09 17:14:13.863942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:13.867818 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c765b052-c140-4e3e-a384-bc795985b45e" -d '{"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:13.870537 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:13.898627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c47e2139-6653-41e7-8e8b-79800956a1ae,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:13.898870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdd450-aa58-430f-9c54-6db47a880ccf req-d024aa9d-15ac-4bd8-b0bb-c96a00343c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.900623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62fdd450-aa58-430f-9c54-6db47a880ccf req-d024aa9d-15ac-4bd8-b0bb-c96a00343c9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 1097 time: 0.3772874 Jul 09 17:14:13.905930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d9fc9a6c-d724-4cb4-9849-521ebb84a67e'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:13.915521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 8674f9d8-604a-4721-a331-851a70508ca7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8674f9d8-604a-4721-a331-851a70508ca7,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:13.927051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-268cc142-dc90-4184-8752-ea61069576ec req-2cb1cc13-bebb-46cd-a744-5ec7f270e750 service neutron] 10.222.0.36 "GET /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078279 Jul 09 17:14:13.935748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141c40-5b96-47ba-909a-a40d1a3b3d83 req-56aaec23-b52e-4b39-9236-c9106b1a2874 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:13.938553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8141c40-5b96-47ba-909a-a40d1a3b3d83 req-56aaec23-b52e-4b39-9236-c9106b1a2874 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 944 time: 0.3199990 Jul 09 17:14:13.959967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2'}, {'name': 'network-changed', 'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:13.963514 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093792d4-903b-4319-b22b-9c4cc418f5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2"}, {"name": "network-changed", "server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:13.964716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62fdd450-aa58-430f-9c54-6db47a880ccf req-9bf222f8-c1c9-47c5-9344-880c90459582 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546153 Jul 09 17:14:13.979743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '8674f9d8-604a-4721-a331-851a70508ca7', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:13.987655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-f42484da-82b8-4f38-9b07-ef8ccf8d78f4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1882517 Jul 09 17:14:14.040885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8141c40-5b96-47ba-909a-a40d1a3b3d83 req-f3bd99dc-16b4-4a43-99f0-8da23ec4b8a5 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904152 Jul 09 17:14:14.074768 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.117157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8674f9d8-604a-4721-a331-851a70508ca7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:14.157487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 8674f9d8-604a-4721-a331-851a70508ca7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8674f9d8-604a-4721-a331-851a70508ca7,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:14.170576 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.210581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Allocated IP 172.20.0.12 (6829d42f-a8a4-45a5-a286-b6f6db284a82/e97e64db-603c-49f8-8e29-4e353032bea7/2fe73600-2daf-431c-ace3-b4c1a2d9287e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:14.307002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=8674f9d8-604a-4721-a331-851a70508ca7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:14.317967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-113519fb-7554-49e7-b36a-e32ef14b549f req-fad0e103-b03a-42b0-a35e-9703f2694f4e tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 258 time: 0.2270179 Jul 09 17:14:14.333762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:14.435317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.509024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['8674f9d8-604a-4721-a331-851a70508ca7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:14.577346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.734132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.745634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:14.907539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Network 6829d42f-a8a4-45a5-a286-b6f6db284a82 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:15.012458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3d2c961d-594a-4964-a8d0-3d8956152c89 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:15.015957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9fc9a6c-d724-4cb4-9849-521ebb84a67e up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:15.027811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:15.043660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:15.058502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:15.167580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Allocated IP 172.25.3.148 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/ea661538-e0ea-4a74-b459-ee1a9f4d65ba) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:15.241232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:15.243500 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.277778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port d9fc9a6c-d724-4cb4-9849-521ebb84a67e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:15.302527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port d9fc9a6c-d724-4cb4-9849-521ebb84a67e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:15.302770 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.375473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3d2c961d-594a-4964-a8d0-3d8956152c89, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3d2c961d-594a-4964-a8d0-3d8956152c89,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:15.397290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'port_id': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'mac_address': 'fa:16:3e:e1:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:15.459277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-e9a291e9-a2a2-42db-af0f-ae93cbb9e71c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1473737 Jul 09 17:14:15.489708 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.506672 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.511974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e2139-6653-41e7-8e8b-79800956a1ae'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:15.514780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Request body: {'port': {'device_id': '0bd1105c-7836-4996-92ed-27811b137238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:15.515875 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e63c3a6-0b8c-41be-81c7-57e66727e9a1" -d '{"events": [{"server_uuid": "fd227985-13e3-46a1-b908-403ce35f5d1c", "name": "network-vif-plugged", "status": "completed", "tag": "c47e2139-6653-41e7-8e8b-79800956a1ae"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:15.603499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:15.611529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2c961d-594a-4964-a8d0-3d8956152c89 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:15.623321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5c28057c-8e9e-45f6-8a42-be27b4a7865d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:15.717981 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.752363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.802677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3d2c961d-594a-4964-a8d0-3d8956152c89, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3d2c961d-594a-4964-a8d0-3d8956152c89,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:15.825641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.880921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:15.943429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-667760d0-b8d0-4e0d-8b00-fe3deed083be tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889509 Jul 09 17:14:16.172778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:16.197485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-85c55f51-eb7a-41a0-9a40-e9098b329573 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:16.201638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-85c55f51-eb7a-41a0-9a40-e9098b329573 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557349 Jul 09 17:14:16.223951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Request body: {'port': {'device_id': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '37dd3406226c4b52b6f7beb53dc5c463'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:16.330175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.375032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3d2c961d-594a-4964-a8d0-3d8956152c89,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:16.385255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['3d2c961d-594a-4964-a8d0-3d8956152c89'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:16.422301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-9cec2c95-8ab0-4ce0-9dae-0a0da7a30814 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:16.423446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-9cec2c95-8ab0-4ce0-9dae-0a0da7a30814 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158908 Jul 09 17:14:16.449481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Request body: {'binding': {'host': 'n-h1-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:16.450183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Unknown quota resources ['binding']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:14:16.525730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.560421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Made reservation on behalf of 37dd3406226c4b52b6f7beb53dc5c463 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:16.565173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.606681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event updated for resources: {'Port': ['ID=ea661538-e0ea-4a74-b459-ee1a9f4d65ba,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:16.647910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:16.651186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:16.657162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:16.681543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe73600-2daf-431c-ace3-b4c1a2d9287e {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:16.692933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.722632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Transition to ACTIVE for port object 2fe73600-2daf-431c-ace3-b4c1a2d9287e will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:16.729497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.821958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Allocated IP 192.168.233.227 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/6ad89ad3-ae7d-4d77-8624-91981030a6e3) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:16.827815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:16.836159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.932686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.957053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:16.957469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:16.957870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:16.968615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:16.969206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:16.977285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on host n-h1-791506-17 for vnic_type normal with profile None {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:16.977853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:16.977992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:16.982707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:16.983137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:16.983618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:16.984763 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Bound port: 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:16.984763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:16.985295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:16.985295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:17.004386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:17.004654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:17.005008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:17.005487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Bound port: 0753bc79-886e-4f42-add7-9a2742007e49, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:17.057902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52294) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:17.126109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:17.135225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:17.142679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.215809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:17.216428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.217833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] 10.222.0.36 "PUT /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 1093 time: 1.7336156 Jul 09 17:14:17.242973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a978-1824-4b98-b6d5-13abbbaf6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.246625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.256932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0268d0-6efb-4f83-9769-d58704a6324f service neutron] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:17.260472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.373896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event updated for resources: {'Port': ['ID=ea661538-e0ea-4a74-b459-ee1a9f4d65ba,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:17.409107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:17.410334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.418311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.423151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-d47a04b0-e241-4ed6-ae15-1d253e78dc06 service neutron] 10.222.0.21 "POST /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49/bindings HTTP/1.1" status: 201 len: 390 time: 0.9853175 Jul 09 17:14:17.426147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.440949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Transition to ACTIVE for port object 6ad89ad3-ae7d-4d77-8624-91981030a6e3 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:17.447413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-28bda6f7-7b50-47d6-b8fd-2cc60a95d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:17.448958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-28bda6f7-7b50-47d6-b8fd-2cc60a95d7d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1096 time: 0.1599803 Jul 09 17:14:17.481862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.500240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['8bb165ea-90e3-4891-959e-cfa80783c24d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:17.509141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee', '77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:17.514797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-979909e2-e822-4303-97f1-b16551c6fa9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 217 time: 0.0478842 Jul 09 17:14:17.523997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a978-1824-4b98-b6d5-13abbbaf6e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.537543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:17.543602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:17.553281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:17.554458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a978-1824-4b98-b6d5-13abbbaf6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.626060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.631541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-113519fb-7554-49e7-b36a-e32ef14b549f req-d83b56cb-8b3b-48bc-ba4c-3a5b2096b120 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3053970 Jul 09 17:14:17.644874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:17.645658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.655053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8674f9d8-604a-4721-a331-851a70508ca7 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:17.663567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:17.675793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-174b8f1d-2f22-4a9c-b30c-0502ed331c3f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4640858 Jul 09 17:14:17.690475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Request body: {'port': {'device_id': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:17.704428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-c6ebdb5d-caaf-4e49-93e6-a941360ac399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:17.707283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-c6ebdb5d-caaf-4e49-93e6-a941360ac399 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1861727 Jul 09 17:14:17.759573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b3e5a978-1824-4b98-b6d5-13abbbaf6e8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9a1c42621b145dc9255414906caeb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005868 Jul 09 17:14:17.761741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52300) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:17.765919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5a978-1824-4b98-b6d5-13abbbaf6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d144e1c6-c99d-4ebb-bc66-bb5d9a63394f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:17.843303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-ca7815ea-0316-4653-8318-af6add3a2911 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825195 Jul 09 17:14:17.882016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 8674f9d8-604a-4721-a331-851a70508ca7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:17.902192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 8674f9d8-604a-4721-a331-851a70508ca7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:17.902567 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.904299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-113519fb-7554-49e7-b36a-e32ef14b549f req-e01f3b22-0e1d-4207-9c30-e7a37348d065 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.2605822 Jul 09 17:14:17.924086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:17.966497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4862d2-d7eb-4688-8bdb-f380b600f18b req-a14f9a3e-0270-44b3-8387-e7d40bbe3691 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:17.968350 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f4862d2-d7eb-4688-8bdb-f380b600f18b req-a14f9a3e-0270-44b3-8387-e7d40bbe3691 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 946 time: 0.1898460 Jul 09 17:14:18.082381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a181dff9-1520-48df-93cb-faec6ff0be38 None None] Provisioning for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:18.098194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a181dff9-1520-48df-93cb-faec6ff0be38 None None] Provisioning complete for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:18.098712 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a181dff9-1520-48df-93cb-faec6ff0be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.102979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-14955fab-364c-48ce-ac76-3da37a4763f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.104523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-14955fab-364c-48ce-ac76-3da37a4763f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1097 time: 0.2558923 Jul 09 17:14:18.175640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a181dff9-1520-48df-93cb-faec6ff0be38 None None] Port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:18.184848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f4862d2-d7eb-4688-8bdb-f380b600f18b req-e9326a7f-3b94-4adc-a8ec-92fde9fc3a8e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429510 Jul 09 17:14:18.189843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.218761 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-205997b1-0f39-4297-a246-be0c17544f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.232854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113519fb-7554-49e7-b36a-e32ef14b549f req-ef7347d6-32f0-45d7-9327-0cb04b872734 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.235472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-113519fb-7554-49e7-b36a-e32ef14b549f req-ef7347d6-32f0-45d7-9327-0cb04b872734 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.3303792 Jul 09 17:14:18.255147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 8674f9d8-604a-4721-a331-851a70508ca7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8674f9d8-604a-4721-a331-851a70508ca7,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:18.266934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.285728 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527fd69c-d403-40e6-88c7-5c6fe823e251 x-openstack-request-id: req-527fd69c-d403-40e6-88c7-5c6fe823e251 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:18.286028 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:18.286278 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-527fd69c-d403-40e6-88c7-5c6fe823e251 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:18.286659 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'status': 'completed', 'code': 200} Jul 09 17:14:18.289003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-91a77259-3ead-4a13-94eb-1ab4798327fd service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026539 Jul 09 17:14:18.338186 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4abbde-1c8c-47e8-aab9-378ea8bc32ab x-openstack-request-id: req-dd4abbde-1c8c-47e8-aab9-378ea8bc32ab {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:18.338813 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:18.339067 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd4abbde-1c8c-47e8-aab9-378ea8bc32ab {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:18.339775 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'status': 'completed', 'code': 200} Jul 09 17:14:18.340041 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'status': 'completed', 'code': 200} Jul 09 17:14:18.377689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=8674f9d8-604a-4721-a331-851a70508ca7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:18.483845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-205997b1-0f39-4297-a246-be0c17544f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.553063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b052-c140-4e3e-a384-bc795985b45e req-e5b6833f-150b-403d-be91-9cb89547be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.554940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-e5b6833f-150b-403d-be91-9cb89547be2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.2066228 Jul 09 17:14:18.561818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad89ad3-ae7d-4d77-8624-91981030a6e3 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:18.571984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.623166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-8a40e7b6-f1a4-4352-b813-0316315f3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.624772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-8a40e7b6-f1a4-4352-b813-0316315f3096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.5035958 Jul 09 17:14:18.630629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Transition to ACTIVE for port object 6ad89ad3-ae7d-4d77-8624-91981030a6e3 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:18.649048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d6186-8270-4bfa-8334-2622ad130fd1 req-cc81c152-03a9-4f48-97ae-611b2d7ebc76 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.650725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c85d6186-8270-4bfa-8334-2622ad130fd1 req-cc81c152-03a9-4f48-97ae-611b2d7ebc76 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 945 time: 0.1924827 Jul 09 17:14:18.651426 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.657015 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-ed66d9a9-1205-4779-bce2-ebefa955fcf7 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502121 Jul 09 17:14:18.700006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-228b59d3-5ba6-49ad-bb82-344656de0d4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 217 time: 0.0649245 Jul 09 17:14:18.752738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-6cd9dcc8-3f51-4683-9df7-525a3b02f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.756180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-6cd9dcc8-3f51-4683-9df7-525a3b02f750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1097 time: 0.3584585 Jul 09 17:14:18.774566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:18.791359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b052-c140-4e3e-a384-bc795985b45e req-f036383c-02e1-442e-b19b-c244d3676714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.793099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-f036383c-02e1-442e-b19b-c244d3676714 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.2235065 Jul 09 17:14:18.799143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e96203b3-27cc-4d94-95aa-4e6e7d50cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.801007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e96203b3-27cc-4d94-95aa-4e6e7d50cbcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0908537 Jul 09 17:14:18.820850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-2a876d2d-ce4c-4559-8f24-e6124f0ebfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:18.822662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-2a876d2d-ce4c-4559-8f24-e6124f0ebfb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 1097 time: 0.4280162 Jul 09 17:14:18.828611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c85d6186-8270-4bfa-8334-2622ad130fd1 req-1b073f65-e2af-40bf-b38d-a38f6f3a6e0a tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406088 Jul 09 17:14:18.833011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-205997b1-0f39-4297-a246-be0c17544f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.835610 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-205997b1-0f39-4297-a246-be0c17544f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:18.839178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-205997b1-0f39-4297-a246-be0c17544f67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d144e1c6-c99d-4ebb-bc66-bb5d9a63394f HTTP/1.1" status: 204 len: 168 time: 1.0721397 Jul 09 17:14:18.922061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-e69a9e7f-d9cb-4431-b2d8-6ed558b40cf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 217 time: 0.1014009 Jul 09 17:14:18.925760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:18.926167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:18.926735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:19.003555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b052-c140-4e3e-a384-bc795985b45e req-04283bf0-9e82-4da4-91c2-54beb52d9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.005980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-04283bf0-9e82-4da4-91c2-54beb52d9977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0743701 Jul 09 17:14:19.014024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3d2c961d-594a-4964-a8d0-3d8956152c89 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:19.072029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:19.072382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:19.105112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 3d2c961d-594a-4964-a8d0-3d8956152c89 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:19.109807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 3d2c961d-594a-4964-a8d0-3d8956152c89 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:19.110234 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.127413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:19.128192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:19.128879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:19.129591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Bound port: 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:19.130206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.242105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.266606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b3d53-5bd7-4060-a2b9-911448e34dd7 req-b539ff47-da03-46f6-af3c-baf5586416f2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.273891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d0b3d53-5bd7-4060-a2b9-911448e34dd7 req-b539ff47-da03-46f6-af3c-baf5586416f2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 944 time: 0.2667623 Jul 09 17:14:19.285273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b052-c140-4e3e-a384-bc795985b45e req-80633cdf-90c6-4bcf-b9dd-82c8ecaed650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.286732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-80633cdf-90c6-4bcf-b9dd-82c8ecaed650 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308192 Jul 09 17:14:19.288031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:19.292542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:19.314759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.403344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52310) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:19.416194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3d2c961d-594a-4964-a8d0-3d8956152c89, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3d2c961d-594a-4964-a8d0-3d8956152c89,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:19.422079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-784d4db9-59dc-4dd8-9416-2159b0ed151f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6046703 Jul 09 17:14:19.422308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.429875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5fb83-01d1-431d-bf00-3700669e6af7 req-a90d0a7b-a2ae-487b-8023-e65ca113bca3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.431456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccb5fb83-01d1-431d-bf00-3700669e6af7 req-a90d0a7b-a2ae-487b-8023-e65ca113bca3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 936 time: 0.9509392 Jul 09 17:14:19.441908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.442532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.443960 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] 10.222.0.36 "PUT /v2.0/ports/6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 1097 time: 1.7599015 Jul 09 17:14:19.453875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d0b3d53-5bd7-4060-a2b9-911448e34dd7 req-8963b359-dbfd-47ef-b481-b77428b2d2eb tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790476 Jul 09 17:14:19.454648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e0a759f-b68a-4cd7-b956-33e55e81e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.547436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-cb7e385b-dc49-42c4-a8bd-bc843d3baca7 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132581 Jul 09 17:14:19.557537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3d2c961d-594a-4964-a8d0-3d8956152c89,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:19.569489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab8dcb-3663-4571-af73-fcabae80f2cd service neutron] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:19.579082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205997b1-0f39-4297-a246-be0c17544f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d144e1c6-c99d-4ebb-bc66-bb5d9a63394f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:19.631300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-300488d6-9b28-4767-8071-8cb7f42b7ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311486 Jul 09 17:14:19.732622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccb5fb83-01d1-431d-bf00-3700669e6af7 req-dcc89a90-3717-48cc-b138-3e9204ea0bbf tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841233 Jul 09 17:14:19.756715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-8345168c-c40a-47a7-ab09-7b0d0287d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.758631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-8345168c-c40a-47a7-ab09-7b0d0287d908 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1100 time: 0.2386167 Jul 09 17:14:19.762508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-1dc55ea8-29b1-48b6-805b-a651b201570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.765701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-1dc55ea8-29b1-48b6-805b-a651b201570a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 925 time: 0.9267113 Jul 09 17:14:19.775285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-d08153f0-f0e1-43fe-8f47-3f51bc089c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.776863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-d08153f0-f0e1-43fe-8f47-3f51bc089c20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 929 time: 0.9742780 Jul 09 17:14:19.835436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-8466efa8-24fe-4c1b-8887-a7916f1224cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0626092 Jul 09 17:14:19.870471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-46eb2941-1693-4274-b220-217f8300ee35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d2c961d-594a-4964-a8d0-3d8956152c89 HTTP/1.1" status: 200 len: 217 time: 0.0966260 Jul 09 17:14:19.877489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e0a759f-b68a-4cd7-b956-33e55e81e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.881383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-1de7b9ae-ff4b-4a9d-adbc-7f02ccf1b567 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939916 Jul 09 17:14:19.912221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e0a759f-b68a-4cd7-b956-33e55e81e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:19.926572 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c765b052-c140-4e3e-a384-bc795985b45e req-6f0ef9dc-6402-4a75-ad1b-fef6abc29efc service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833192 Jul 09 17:14:19.934735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e341366-7f26-47e9-a00c-ad60d28bfc96 req-ac61d8c7-8acb-4d1b-945a-d1a4fbec0b6d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.936486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e341366-7f26-47e9-a00c-ad60d28bfc96 req-ac61d8c7-8acb-4d1b-945a-d1a4fbec0b6d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 946 time: 0.2824636 Jul 09 17:14:19.948263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-e971a817-3b37-428a-8f16-cfa506656ad9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 1000 time: 0.1601131 Jul 09 17:14:19.959276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-fd7fdb88-7f83-4c2a-87a4-5f1a1563ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.960553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-fd7fdb88-7f83-4c2a-87a4-5f1a1563ad7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.0782459 Jul 09 17:14:19.995074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-41f88e9f-a52b-4738-8b7f-56af33c62c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:19.996628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-41f88e9f-a52b-4738-8b7f-56af33c62c91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1500373 Jul 09 17:14:19.998896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e0a759f-b68a-4cd7-b956-33e55e81e580 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fca3ad4af4546ff9381d5b63a252d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946047 Jul 09 17:14:20.001905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52314) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:20.008097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-0a6316d3-fac1-429d-bb9c-64f3f91453fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.009122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a759f-b68a-4cd7-b956-33e55e81e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c5a25-87a8-4021-84ed-aa3837ea8875,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.009590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-0a6316d3-fac1-429d-bb9c-64f3f91453fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 200 len: 867 time: 0.0481696 Jul 09 17:14:20.017613 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cafd9a-b7ba-44d6-8e99-238668e0a0d5 x-openstack-request-id: req-53cafd9a-b7ba-44d6-8e99-238668e0a0d5 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:20.018119 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd227985-13e3-46a1-b908-403ce35f5d1c", "name": "network-vif-plugged", "status": "completed", "tag": "c47e2139-6653-41e7-8e8b-79800956a1ae", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:20.018119 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53cafd9a-b7ba-44d6-8e99-238668e0a0d5 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:20.018666 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47e2139-6653-41e7-8e8b-79800956a1ae', 'code': 200} Jul 09 17:14:20.068438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e341366-7f26-47e9-a00c-ad60d28bfc96 req-65f7062a-470f-4ed1-ad8e-5d64d08875f0 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160786 Jul 09 17:14:20.139455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98c5042f-8fd4-4113-8bad-ae141dc057f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.155819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-ed0f1ce6-5d6e-4f2f-bb73-be7331074784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.157637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-ed0f1ce6-5d6e-4f2f-bb73-be7331074784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424713 Jul 09 17:14:20.271130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98c5042f-8fd4-4113-8bad-ae141dc057f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.279469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-b49159b7-4eeb-4686-be3f-8c571dc43ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.281065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-b49159b7-4eeb-4686-be3f-8c571dc43ec9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500041 Jul 09 17:14:20.283958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-8d520f19-68d2-49d8-9cd7-647628619d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.285414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-8d520f19-68d2-49d8-9cd7-647628619d7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2749612 Jul 09 17:14:20.291243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:20.293543 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48892f4-48b7-4941-951d-45925a5bcce4" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:20.347480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:20.349962 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0faf3-edab-400a-bfa9-68feb3f601e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:20.365637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff41e-faba-4e20-ad80-638f63693a98 req-2d811a29-31d6-4772-9ca1-55dba23f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.367188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3dcff41e-faba-4e20-ad80-638f63693a98 req-2d811a29-31d6-4772-9ca1-55dba23f72db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 1098 time: 0.2473862 Jul 09 17:14:20.390337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-cfd3b989-642f-4ced-a3c5-1957188b1d8c service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211761 Jul 09 17:14:20.411253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2f46-6a27-43fc-8468-4677498e0da7 req-3f338760-59af-4015-9005-d84c733256fc tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.411656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53eb2f46-6a27-43fc-8468-4677498e0da7 req-3f338760-59af-4015-9005-d84c733256fc tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.2685404 Jul 09 17:14:20.475919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088232be-cb76-46c1-b82a-32b1b590d634 req-e2778779-8358-4432-be03-d1c4c82a2ace tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.477414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-088232be-cb76-46c1-b82a-32b1b590d634 req-e2778779-8358-4432-be03-d1c4c82a2ace tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2502806 Jul 09 17:14:20.480045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98c5042f-8fd4-4113-8bad-ae141dc057f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.482621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98c5042f-8fd4-4113-8bad-ae141dc057f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.486164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-98c5042f-8fd4-4113-8bad-ae141dc057f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f92c5a25-87a8-4021-84ed-aa3837ea8875 HTTP/1.1" status: 204 len: 168 time: 0.4804852 Jul 09 17:14:20.508703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3dcff41e-faba-4e20-ad80-638f63693a98 req-25a400db-4368-4be5-ab6d-cd1caabc1295 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Jul 09 17:14:20.509559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5042f-8fd4-4113-8bad-ae141dc057f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c5a25-87a8-4021-84ed-aa3837ea8875,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:20.530924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53eb2f46-6a27-43fc-8468-4677498e0da7 req-d1ec16d1-590e-4118-b74c-4795046431f2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967307 Jul 09 17:14:20.555656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-eec6e7dd-f170-4381-b5e5-9ad49a25f4df service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642457 Jul 09 17:14:20.557883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-81e6a9f4-330b-4c41-9034-3e1d2994bde0 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573454 Jul 09 17:14:20.625933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-088232be-cb76-46c1-b82a-32b1b590d634 req-bd529e93-478b-4bae-bad9-5304b5abf3b0 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.1283941 Jul 09 17:14:20.636306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-088232be-cb76-46c1-b82a-32b1b590d634 req-60ca0d52-6d6d-4c51-a8c8-18b2e41cde13 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Request body: {'floatingip': {'port_id': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:20.705199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7659cc7a-cab9-45c8-af19-01b087f5c184 req-f152a193-bdf2-4b67-9731-c518dd20575a service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074718 Jul 09 17:14:20.713448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-088232be-cb76-46c1-b82a-32b1b590d634 req-60ca0d52-6d6d-4c51-a8c8-18b2e41cde13 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:20.863879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-6a320f11-95e8-4810-9b60-722318fb20b3 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938311 Jul 09 17:14:20.896763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-093792d4-903b-4319-b22b-9c4cc418f5a2 req-f8ccc795-ac7e-4895-8ecf-4da8682c7629 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279836 Jul 09 17:14:20.918656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935412e-fc94-491a-abe6-dc762868ca4e req-fa6754f7-a35e-487e-98a2-0e603882b630 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:20.924263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7935412e-fc94-491a-abe6-dc762868ca4e req-fa6754f7-a35e-487e-98a2-0e603882b630 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 946 time: 0.1801171 Jul 09 17:14:20.974704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7935412e-fc94-491a-abe6-dc762868ca4e req-4272f7b0-e388-44dc-b094-dadf2770acfc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 Jul 09 17:14:21.203887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc28a-20bd-4ad7-b4f5-9e4ad31959a9 req-82c0f3d2-2005-49b8-888c-a574065f7060 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.206549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-26dcc28a-20bd-4ad7-b4f5-9e4ad31959a9 req-82c0f3d2-2005-49b8-888c-a574065f7060 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.1045086 Jul 09 17:14:21.253144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-26dcc28a-20bd-4ad7-b4f5-9e4ad31959a9 req-95a62f34-fbf2-4ed4-a605-ae8fde3b37e8 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Jul 09 17:14:21.304176 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-088232be-cb76-46c1-b82a-32b1b590d634 req-60ca0d52-6d6d-4c51-a8c8-18b2e41cde13 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 17:14:21.305486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-088232be-cb76-46c1-b82a-32b1b590d634 req-60ca0d52-6d6d-4c51-a8c8-18b2e41cde13 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "PUT /v2.0/floatingips/00254894-48a7-4c4f-969b-08276e548efc HTTP/1.1" status: 409 len: 550 time: 0.6784945 Jul 09 17:14:21.324566 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ec870-19db-4676-8c94-c2c487fe1524 x-openstack-request-id: req-7e2ec870-19db-4676-8c94-c2c487fe1524 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:21.326027 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:21.326884 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e2ec870-19db-4676-8c94-c2c487fe1524 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:21.327649 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'status': 'completed', 'code': 200} Jul 09 17:14:21.367907 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2d000-949a-4a19-8776-81eb62d980af x-openstack-request-id: req-5aa2d000-949a-4a19-8776-81eb62d980af {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:21.368195 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:21.368444 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aa2d000-949a-4a19-8776-81eb62d980af {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:21.368944 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'status': 'completed', 'code': 200} Jul 09 17:14:21.480156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-3da689fb-e5cc-4661-b9f7-b4cd0977153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.481775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-3da689fb-e5cc-4661-b9f7-b4cd0977153b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1096 time: 0.0790503 Jul 09 17:14:21.500995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-893babff-8bdb-45c6-90e0-feb819b30ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.505772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-893babff-8bdb-45c6-90e0-feb819b30ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1100 time: 0.1290431 Jul 09 17:14:21.693578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81beace-23ea-428d-a2c6-f53eebf86d74 req-f3787feb-792a-4318-9933-44a6841eb77e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.695069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d81beace-23ea-428d-a2c6-f53eebf86d74 req-f3787feb-792a-4318-9933-44a6841eb77e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 948 time: 0.1015086 Jul 09 17:14:21.732772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-4e60f9f8-e5db-4302-b94a-5f747f6b72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.734251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-4e60f9f8-e5db-4302-b94a-5f747f6b72f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2226908 Jul 09 17:14:21.739362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d81beace-23ea-428d-a2c6-f53eebf86d74 req-af7b786b-e174-4830-b4ad-c6956c4a71e4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Jul 09 17:14:21.742400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-e6e8ce65-c149-4f15-ac2a-81388a7dee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.743931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-e6e8ce65-c149-4f15-ac2a-81388a7dee2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.2546487 Jul 09 17:14:21.746035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9821d8-b7be-412b-b3bd-4110b771e441 req-0d81f3ac-da19-413f-b338-e7f6eea3a0b8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.747684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a9821d8-b7be-412b-b3bd-4110b771e441 req-0d81f3ac-da19-413f-b338-e7f6eea3a0b8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 944 time: 0.2345762 Jul 09 17:14:21.802259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-8e95c651-82e4-45e9-9dad-1a2e91bfae8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0535471 Jul 09 17:14:21.834675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-4cb37cfb-05a3-41a4-b341-46cba932c051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 217 time: 0.0816832 Jul 09 17:14:21.847840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a9821d8-b7be-412b-b3bd-4110b771e441 req-69a81b3d-6909-4944-9d0f-48aebf5cb0e7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931523 Jul 09 17:14:21.867091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-1448674d-fcf2-4050-a829-732386ff750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.869017 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-1448674d-fcf2-4050-a829-732386ff750d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0539794 Jul 09 17:14:21.942542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-92d4f0c4-bd6d-4413-a6f8-d5b539978c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:21.944630 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-92d4f0c4-bd6d-4413-a6f8-d5b539978c13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1027400 Jul 09 17:14:21.964502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-2e36b418-63e4-4165-a9f9-4fb6f76e601f tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips/00254894-48a7-4c4f-969b-08276e548efc HTTP/1.1" status: 200 len: 693 time: 0.0744035 Jul 09 17:14:21.985783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-2b7f92c0-03f0-4f40-b959-9a1aef8b957b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312674 Jul 09 17:14:22.019782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e'}, {'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}, {'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:22.023358 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8354e163-81a5-4a59-9826-c3be2f337b54" -d '{"events": [{"server_uuid": "fb24c764-fbfb-46da-bd9d-963c7efb019c", "name": "network-vif-plugged", "status": "completed", "tag": "d9fc9a6c-d724-4cb4-9849-521ebb84a67e"}, {"server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "name": "network-vif-plugged", "status": "completed", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}, {"server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "name": "network-vif-plugged", "status": "completed", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:22.051790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-da63a480-2494-4e34-af60-444b07f30a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.053605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-da63a480-2494-4e34-af60-444b07f30a05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1739631 Jul 09 17:14:22.065826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147b36-1b9c-46b0-b9b8-6d8c7727d369 req-4b64b3d4-e0f9-48c0-b217-1b136ac736a9 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.067471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80147b36-1b9c-46b0-b9b8-6d8c7727d369 req-4b64b3d4-e0f9-48c0-b217-1b136ac736a9 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 946 time: 0.1620593 Jul 09 17:14:22.136530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80147b36-1b9c-46b0-b9b8-6d8c7727d369 req-9ed989fb-b5ea-4774-939c-e35df73eafbc tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Jul 09 17:14:22.138526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-72443fd8-ff95-4ac5-a180-c5aef1c12a97 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365826 Jul 09 17:14:22.186444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-a6d5dae8-4222-46a7-8ec2-ec1c3f95f95a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.188187 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-a6d5dae8-4222-46a7-8ec2-ec1c3f95f95a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2173634 Jul 09 17:14:22.190153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-55680443-042c-49f9-8115-032052b81b3e service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291845 Jul 09 17:14:22.213747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-48617e9e-9638-4129-a256-2dc98681a453 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:22.222697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-48617e9e-9638-4129-a256-2dc98681a453 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278645 Jul 09 17:14:22.242322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb0faf3-edab-400a-bfa9-68feb3f601e0 req-b7c2432c-127a-4043-bf63-b0d55e7f4666 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961068 Jul 09 17:14:22.316857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-426c84e1-3135-47ae-b253-8881b5bd4bd5 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0930581 Jul 09 17:14:22.342533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22f759-6da5-4472-9fec-8ccb68c993a7 req-722ab584-a8ff-4c2b-b015-249db38b24d8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.344791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc22f759-6da5-4472-9fec-8ccb68c993a7 req-722ab584-a8ff-4c2b-b015-249db38b24d8 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.0880268 Jul 09 17:14:22.385053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc22f759-6da5-4472-9fec-8ccb68c993a7 req-860b0c58-e246-4dce-aaee-d9bae4c3fff7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Jul 09 17:14:22.389275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-dd949e62-80b1-4280-9c87-4c18c084ceac tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0622559 Jul 09 17:14:22.451048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48892f4-48b7-4941-951d-45925a5bcce4 req-05e62444-6730-4bd3-8f9a-80097e9e39c4 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545691 Jul 09 17:14:22.538321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Deleting port ea661538-e0ea-4a74-b459-ee1a9f4d65ba {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:22.538699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.606778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b2161-c534-41a6-8861-1113fd304e68 req-f70f22f1-ebc9-4bc4-8f17-12b745ad74da tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:22.608919 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f0b2161-c534-41a6-8861-1113fd304e68 req-f70f22f1-ebc9-4bc4-8f17-12b745ad74da tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 946 time: 0.0846744 Jul 09 17:14:22.629748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.630134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.645174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Calling delete_port for ea661538-e0ea-4a74-b459-ee1a9f4d65ba owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:22.655500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f0b2161-c534-41a6-8861-1113fd304e68 req-03044564-7f8e-44df-b564-f81391fb662a tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 Jul 09 17:14:22.725285 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c5f7f-153a-40b9-a0f5-820814cca117 x-openstack-request-id: req-838c5f7f-153a-40b9-a0f5-820814cca117 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:22.725804 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb24c764-fbfb-46da-bd9d-963c7efb019c", "name": "network-vif-plugged", "status": "completed", "tag": "d9fc9a6c-d724-4cb4-9849-521ebb84a67e", "code": 200}, {"server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "name": "network-vif-plugged", "status": "completed", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "code": 200}, {"server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "name": "network-vif-plugged", "status": "completed", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:22.726059 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-838c5f7f-153a-40b9-a0f5-820814cca117 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:22.726467 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e', 'code': 200} Jul 09 17:14:22.726825 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'code': 200} Jul 09 17:14:22.727081 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'code': 200} Jul 09 17:14:22.860096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:22.938949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event deleted for resources: {'Port': ['ID=ea661538-e0ea-4a74-b459-ee1a9f4d65ba,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:23.022404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7dc7d-04b3-4cb4-938b-5d25b990596e req-2db36349-405c-44a3-a44d-ae4eb4046fef tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.025459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0e7dc7d-04b3-4cb4-938b-5d25b990596e req-2db36349-405c-44a3-a44d-ae4eb4046fef tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.0979505 Jul 09 17:14:23.027965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7f7c-7fa7-4282-989e-ba512aeb8db1 req-8d84d24e-507f-4916-80ce-6704a86122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.030135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c6e7f7c-7fa7-4282-989e-ba512aeb8db1 req-8d84d24e-507f-4916-80ce-6704a86122e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 1098 time: 0.1614223 Jul 09 17:14:23.033121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:23.042661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb057eb0-ef7b-4152-b407-2e42ef4e528b req-15bed255-ee20-4b1d-805c-e5763227744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.044249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb057eb0-ef7b-4152-b407-2e42ef4e528b req-15bed255-ee20-4b1d-805c-e5763227744d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.2021782 Jul 09 17:14:23.045854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.049454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.050639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b2ccdeb-2720-4e3a-9910-8945a7f23ecd req-80450f76-f8da-440a-8cfb-bd1f6831b8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "DELETE /v2.0/floatingips/00254894-48a7-4c4f-969b-08276e548efc HTTP/1.1" status: 204 len: 173 time: 0.6511681 Jul 09 17:14:23.059468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2510f4a-b55a-4b38-891c-ae773f763274 req-f4fe499b-5c69-4efa-99a2-f9b67f08fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.061189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2510f4a-b55a-4b38-891c-ae773f763274 req-f4fe499b-5c69-4efa-99a2-f9b67f08fab2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 1098 time: 0.2025363 Jul 09 17:14:23.122626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c6e7f7c-7fa7-4282-989e-ba512aeb8db1 req-da7f1166-b597-47f0-9d87-42106bb7e88c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786285 Jul 09 17:14:23.131949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb057eb0-ef7b-4152-b407-2e42ef4e528b req-5686459e-6542-4266-b368-1dd620a907c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749619 Jul 09 17:14:23.138621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2510f4a-b55a-4b38-891c-ae773f763274 req-be552452-a5c3-4a6c-8829-f782c1f74bcc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699699 Jul 09 17:14:23.143962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0e7dc7d-04b3-4cb4-938b-5d25b990596e req-50742bec-d116-4a70-b629-e215a00ea193 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580552 Jul 09 17:14:23.224687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:23.237766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'mac_address': 'fa:16:3e:21:71:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:23.283831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.291807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc2ffc-6282-4623-a815-09d5ec23a49c req-439a97ee-a47e-4cfb-b17f-7ae37bbd20aa tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.296426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ffc2ffc-6282-4623-a815-09d5ec23a49c req-439a97ee-a47e-4cfb-b17f-7ae37bbd20aa tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 945 time: 0.0886943 Jul 09 17:14:23.305308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad89ad3-ae7d-4d77-8624-91981030a6e3 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:23.330113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:23.336370 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:23.343375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ffc2ffc-6282-4623-a815-09d5ec23a49c req-0ecd98b9-6c54-4086-b1fe-6183ffa64874 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Jul 09 17:14:23.357000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c53f2-c903-4859-ad56-4cc411df6ee9 req-0886c442-107c-4a0d-a262-40df0df5e2a5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.359010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b6c53f2-c903-4859-ad56-4cc411df6ee9 req-0886c442-107c-4a0d-a262-40df0df5e2a5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 948 time: 0.0938513 Jul 09 17:14:23.400246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:23.412337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b6c53f2-c903-4859-ad56-4cc411df6ee9 req-5b20b992-133c-4dc3-94e4-55106ecb9481 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463426 Jul 09 17:14:23.528664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4b0e9-e85a-41fa-8811-3fbe54d5bb69 req-fb3e255a-7575-4447-94bf-3e05943b4d07 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.530313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39e4b0e9-e85a-41fa-8811-3fbe54d5bb69 req-fb3e255a-7575-4447-94bf-3e05943b4d07 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 944 time: 0.0653138 Jul 09 17:14:23.536232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-886db854-899e-473b-818c-298af9a52a78 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.1036372 Jul 09 17:14:23.579364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39e4b0e9-e85a-41fa-8811-3fbe54d5bb69 req-023f7c50-ccd6-427d-ae67-895df5c069b8 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Jul 09 17:14:23.607603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-6bbf4d81-ac46-4ac5-8518-e9eae132cb85 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.612652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-6bbf4d81-ac46-4ac5-8518-e9eae132cb85 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports/4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 942 time: 0.0706413 Jul 09 17:14:23.702945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6ad89ad3-ae7d-4d77-8624-91981030a6e3'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:23.777123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88212b-76ce-4d16-b727-2eecb109b28c req-bdd73ead-b47f-488b-88eb-a8214cb851a8 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.779046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc88212b-76ce-4d16-b727-2eecb109b28c req-bdd73ead-b47f-488b-88eb-a8214cb851a8 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 946 time: 0.0754123 Jul 09 17:14:23.785717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-95847031-e9d9-41cf-b1e4-e8aeeb738cec tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.0791020 Jul 09 17:14:23.852401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc88212b-76ce-4d16-b727-2eecb109b28c req-ef6b4952-4b2a-436c-8c78-b64ca289fba5 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664186 Jul 09 17:14:23.924952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-5fe31c2a-eccb-47c1-8daf-16129b0b5339 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:23.926599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-5fe31c2a-eccb-47c1-8daf-16129b0b5339 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1339622 Jul 09 17:14:23.941778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-f4a76b6f-94e4-42e4-96a5-6dd30431a548 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:23.942754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-f4a76b6f-94e4-42e4-96a5-6dd30431a548 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074835 Jul 09 17:14:24.035890 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-5565382d-cc7d-4399-a6f1-b17de6cae614 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.0828776 Jul 09 17:14:24.043632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5649-02c9-4452-9e39-3c23341efcd0 req-49d950c8-a992-4742-84de-36e8dbc44636 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:24.045179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:24.046655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-417e5649-02c9-4452-9e39-3c23341efcd0 req-49d950c8-a992-4742-84de-36e8dbc44636 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 946 time: 0.0927577 Jul 09 17:14:24.088833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-417e5649-02c9-4452-9e39-3c23341efcd0 req-7b4289ed-bf40-48c8-9e4d-b4dc861d78c1 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Jul 09 17:14:24.210731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.455789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269345f-82cf-4032-ba55-dc2224a80b30 req-5ba785a2-895c-4a84-863d-7d2b18c5d031 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:24.458244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6269345f-82cf-4032-ba55-dc2224a80b30 req-5ba785a2-895c-4a84-863d-7d2b18c5d031 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.1807601 Jul 09 17:14:24.468226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.474831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.475218 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Floating IP 28f2a61b-7125-445f-8a35-a9804bc00efd disassociated. External IP: 172.25.3.61, port: 4d9ff397-19ed-438e-9ef6-23dc618684b2. Jul 09 17:14:24.506195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6269345f-82cf-4032-ba55-dc2224a80b30 req-67f284b8-d234-452e-935a-3ed52690f9ee tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Jul 09 17:14:24.729308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9412-6d99-458e-ad83-46593eb9b87a req-0ef15919-4815-4ebb-ba0f-7711e4536962 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:24.730665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ceb9412-6d99-458e-ad83-46593eb9b87a req-0ef15919-4815-4ebb-ba0f-7711e4536962 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.0966055 Jul 09 17:14:24.742930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Router 2352625b-7a36-4736-a0c2-ba6e125e517f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:24.786739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ceb9412-6d99-458e-ad83-46593eb9b87a req-2d2d58fd-2413-4f61-adbb-516a24070154 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494301 Jul 09 17:14:24.888951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:24.894839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:24.900781 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] Sync routers for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:24.910511 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:24.911450 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:24.939486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-d2830b6f-2cf6-4af0-85e4-2383d0f59f72 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "PUT /v2.0/floatingips/28f2a61b-7125-445f-8a35-a9804bc00efd HTTP/1.1" status: 200 len: 694 time: 0.8986542 Jul 09 17:14:24.939972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:24.943143 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19bcb93-ed35-413d-bf48-24690ea2d3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:25.011160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac626c3-3961-4306-a69d-fff64b0dc386 req-fbbf4103-ca26-4756-aa9d-838baeb2b17b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.012635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ac626c3-3961-4306-a69d-fff64b0dc386 req-fbbf4103-ca26-4756-aa9d-838baeb2b17b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 949 time: 0.0905797 Jul 09 17:14:25.023552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-c748bae5-c97b-49af-89c8-b4309ab1f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.025137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-c748bae5-c97b-49af-89c8-b4309ab1f361 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1097 time: 0.0620790 Jul 09 17:14:25.056660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ac626c3-3961-4306-a69d-fff64b0dc386 req-00c7652e-61fe-42f9-9d7d-0a91c1197ec6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367787 Jul 09 17:14:25.059720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:25.125844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-a6d0190f-9b56-4671-ad86-050bb44ec506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.127397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-a6d0190f-9b56-4671-ad86-050bb44ec506 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 929 time: 0.0961778 Jul 09 17:14:25.135458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:25.139877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:25.140243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.172408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-899730d4-a6c5-4424-afd6-89113b50684b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 217 time: 0.0376782 Jul 09 17:14:25.176995 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:25.230669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-e3a96b78-4f1a-4976-8e7c-bbbc439ca6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.232127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-e3a96b78-4f1a-4976-8e7c-bbbc439ca6be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 200 len: 867 time: 0.0563414 Jul 09 17:14:25.235205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.245265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be69b14-ab1e-4690-a687-4f1843d15d22 req-987ffa18-718c-4ddc-8b43-2c3ff5dc1a21 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.246859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7be69b14-ab1e-4690-a687-4f1843d15d22 req-987ffa18-718c-4ddc-8b43-2c3ff5dc1a21 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 944 time: 0.0708392 Jul 09 17:14:25.280475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:25.282769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:25.287138 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b0f93-9387-4727-932f-4ffe308b14b9" -d '{"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:25.292283 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.296021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7be69b14-ab1e-4690-a687-4f1843d15d22 req-5f9213ae-4f36-4930-a4e0-83e4feff96cb tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Jul 09 17:14:25.307900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-0ff25646-addf-4859-8b17-18e85a3edcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.317533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-0ff25646-addf-4859-8b17-18e85a3edcf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792556 Jul 09 17:14:25.360539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:25.372073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.372878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.373875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.374469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.374963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.375526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.376038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.376537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.377019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.377503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.378519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.379037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:25.423680 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:40Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:25.428822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-867ed69b-58ad-4e55-b2cf-d32bc52717cc service neutron] 10.222.0.21 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101978 Jul 09 17:14:25.454193 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] Checking router: 2352625b-7a36-4736-a0c2-ba6e125e517f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:25.463110 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:25.463799 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:25.514017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072413d-a27e-4988-aeca-9386940548c9 req-8c332b7d-0121-4592-a24e-9a688ee5c439 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.525926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5072413d-a27e-4988-aeca-9386940548c9 req-8c332b7d-0121-4592-a24e-9a688ee5c439 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.0890529 Jul 09 17:14:25.526115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52410) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:25.537438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Request body: {'floatingip': {'port_id': '3d2c961d-594a-4964-a8d0-3d8956152c89'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:25.545990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87768e40-2053-40c7-ab42-2890d1b01d50 req-56a00ada-6c5e-423f-a716-2a3a2fbb9bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118774 Jul 09 17:14:25.589086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:25.608942 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21aef0e3-5572-4dc0-954e-0f2123043e4c x-openstack-request-id: req-21aef0e3-5572-4dc0-954e-0f2123043e4c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:25.610028 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:25.610661 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21aef0e3-5572-4dc0-954e-0f2123043e4c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:25.611710 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'status': 'completed', 'code': 200} Jul 09 17:14:25.624087 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:25.784929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b019145-1f1a-4882-906e-487d4d927680 req-7a394211-27dc-4e0b-927a-86d2909f1c89 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:25.786425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b019145-1f1a-4882-906e-487d4d927680 req-7a394211-27dc-4e0b-927a-86d2909f1c89 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 946 time: 0.0708323 Jul 09 17:14:25.833032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b019145-1f1a-4882-906e-487d4d927680 req-838820c9-7aec-44ed-8bc2-05102bb8c8c7 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Jul 09 17:14:25.853361 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:40Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:25.882829 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a961518-1ee2-42f6-8f07-bc7156b3a078 x-openstack-request-id: req-4a961518-1ee2-42f6-8f07-bc7156b3a078 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:25.883165 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:25.883372 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a961518-1ee2-42f6-8f07-bc7156b3a078 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:25.883792 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'code': 200} Jul 09 17:14:25.885092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34159cb4-2c06-4ddd-826f-bb4668a236fe None None] The sync data for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 is: [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:13:31Z', 'revision_number': 4, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b8c06a50-1423-47bb-99c6-789535404dd7', 'name': '', 'network_id': 'ae1f0e2d-c32b-4686-8096-618dfb3d03f8', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'mac_address': 'fa:16:3e:1a:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:30Z', 'updated_at': '2021-07-09T17:13:40Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'subnets': [{'id': 'f1af980d-04d2-410b-bb1e-9a3cab1946ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:26.060323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bf75-83f6-46fa-b640-ac58e231756a req-a55abfef-b441-4572-b61e-89aa1add4ac3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.062073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2650bf75-83f6-46fa-b640-ac58e231756a req-a55abfef-b441-4572-b61e-89aa1add4ac3 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.0771372 Jul 09 17:14:26.108442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2650bf75-83f6-46fa-b640-ac58e231756a req-ae13993a-e834-4c88-9c76-d4186251ea8c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Jul 09 17:14:26.171085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f350adb-c3e7-44c1-95a2-fcb99492eb48 None None] New status for floating IP 28f2a61b-7125-445f-8a35-a9804bc00efd: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:26.189796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e9b67d39-5a96-4875-ae8b-d6cf9eec269b tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips/28f2a61b-7125-445f-8a35-a9804bc00efd HTTP/1.1" status: 200 len: 694 time: 0.0490086 Jul 09 17:14:26.208286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-3b21ab73-c17d-4898-a587-924fac75ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.209819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-3b21ab73-c17d-4898-a587-924fac75ab5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 1097 time: 0.5472536 Jul 09 17:14:26.263698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f570b-45be-42bb-ae7c-d1f685d1fee7 req-ae0ddca2-29a7-4d4b-9cd3-78144abe58d5 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.265211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce2f570b-45be-42bb-ae7c-d1f685d1fee7 req-ae0ddca2-29a7-4d4b-9cd3-78144abe58d5 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 946 time: 0.6037743 Jul 09 17:14:26.315242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c31f-770d-46a4-9cce-fef141695d23 req-f7118451-ea5c-4632-9df2-dc05deb5f7c2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.317036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-f7118451-ea5c-4632-9df2-dc05deb5f7c2 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1211655 Jul 09 17:14:26.331618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-93d0d1ce-d0f0-48f7-aaea-890ea29055ca tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:26.332723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-93d0d1ce-d0f0-48f7-aaea-890ea29055ca tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063729 Jul 09 17:14:26.358620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1fa34-fa6d-419f-8732-531805e5cd38 req-e85e837e-8d70-4887-96e5-778265388f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.360197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1bb1fa34-fa6d-419f-8732-531805e5cd38 req-e85e837e-8d70-4887-96e5-778265388f4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1102 time: 0.3088508 Jul 09 17:14:26.393165 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-5f10b368-f797-48d4-aebf-0d8e7d87aa7c tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 697 time: 0.0536332 Jul 09 17:14:26.448844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-9169314e-d281-4e5b-8498-da14f5031733 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.0493550 Jul 09 17:14:26.479605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce2f570b-45be-42bb-ae7c-d1f685d1fee7 req-5363980d-bcf5-4892-ba2e-542dc56b67a1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922798 Jul 09 17:14:26.525678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1bb1fa34-fa6d-419f-8732-531805e5cd38 req-21c3bf8d-c074-4582-9736-186413fad195 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171463 Jul 09 17:14:26.531675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-c28708bc-bee9-431b-80ef-f14a6794cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.532584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-c28708bc-bee9-431b-80ef-f14a6794cf12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 200 len: 929 time: 0.2908156 Jul 09 17:14:26.603349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-b8f274ab-27f3-4749-bc62-d4e187a8693e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 200 len: 217 time: 0.0394142 Jul 09 17:14:26.797369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.799906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-9aba0e6e-27d0-4fe7-aec3-dce7ea6d3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:26.801641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-9aba0e6e-27d0-4fe7-aec3-dce7ea6d3918 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 200 len: 867 time: 0.1079326 Jul 09 17:14:26.803424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.865345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Deleting port 13723c43-a88a-45db-8e15-c94c934f52a8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:26.865932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.938750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.939072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:26.950637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Calling delete_port for 13723c43-a88a-45db-8e15-c94c934f52a8 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:26.977495 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c associated. External IP: 172.25.3.75, port: 3d2c961d-594a-4964-a8d0-3d8956152c89. Jul 09 17:14:27.021966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-0e573d05-48ee-4a82-8da8-105b3ef23713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:27.023602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-0e573d05-48ee-4a82-8da8-105b3ef23713 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1f0e2d-c32b-4686-8096-618dfb3d03f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862869 Jul 09 17:14:27.070407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:27.114584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.124586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0894965-382b-412e-a690-fa54905acf0e req-a2cb2daa-d514-4af2-81eb-3c6b2b54248c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:27.125995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0894965-382b-412e-a690-fa54905acf0e req-a2cb2daa-d514-4af2-81eb-3c6b2b54248c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.2571979 Jul 09 17:14:27.175203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event deleted for resources: {'Port': ['ID=13723c43-a88a-45db-8e15-c94c934f52a8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:27.187837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:27.199122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0894965-382b-412e-a690-fa54905acf0e req-5325a550-266a-44cd-b5b2-19cd1d6a19da tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620277 Jul 09 17:14:27.200838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82', 'port_id': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'mac_address': 'fa:16:3e:b5:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e64db-603c-49f8-8e29-4e353032bea7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:27.236306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.239435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.241292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0111c31f-770d-46a4-9cce-fef141695d23 req-e91ded8b-6e94-41a2-82b7-90fd1585f8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "DELETE /v2.0/floatingips/28f2a61b-7125-445f-8a35-a9804bc00efd HTTP/1.1" status: 204 len: 173 time: 0.7868268 Jul 09 17:14:27.252033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.266799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe73600-2daf-431c-ace3-b4c1a2d9287e {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:27.288116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:27.295100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.335146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-1c74c950-2863-4c54-8d55-aeab224e5b2c service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018050 Jul 09 17:14:27.347252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:27.426342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:27.469073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-2b48e240-1fe3-40cd-af85-d3ddf1e8eb47 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2097640 Jul 09 17:14:27.478704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:27.504390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.533900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b19bcb93-ed35-413d-bf48-24690ea2d3a1 req-83fc746c-0618-4c00-8c98-f40a365bb4d8 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824892 Jul 09 17:14:27.544849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d79a9f-301a-4d07-9d48-287ea10ddbeb req-137c1c0b-39f4-4d95-84cb-3160a10e2730 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:27.546352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09d79a9f-301a-4d07-9d48-287ea10ddbeb req-137c1c0b-39f4-4d95-84cb-3160a10e2730 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.2075825 Jul 09 17:14:27.605932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.642609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:27.647611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.652082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09d79a9f-301a-4d07-9d48-287ea10ddbeb req-deda5578-e743-4364-9199-1b0e428a3650 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638673 Jul 09 17:14:27.653118 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:27.664610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:27.665567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:27.706331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-988a9f0b-cbbc-43f5-8aa7-824eaf7330e1 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "PUT /v2.0/floatingips/44779ecd-8784-46aa-8fea-fb4b1bad9a7c HTTP/1.1" status: 200 len: 991 time: 2.1732154 Jul 09 17:14:27.706331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:27.708002 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e40949-01c0-4c6f-9f5b-569c48596027" -d '{"events": [{"name": "network-changed", "server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:27.722523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Allocated IP 172.25.3.148 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/769a8f2d-567b-4faa-9fb0-f20a92d1ae2c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:27.758105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['2fe73600-2daf-431c-ace3-b4c1a2d9287e'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:27.804142 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:27.856836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.905395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:27.915153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632d93-129f-448d-878f-01ecdf392915 req-a5827f46-42a7-416b-a983-09be7a7110e1 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:27.922418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f632d93-129f-448d-878f-01ecdf392915 req-a5827f46-42a7-416b-a983-09be7a7110e1 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 946 time: 0.0853927 Jul 09 17:14:27.982588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:27.985906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f632d93-129f-448d-878f-01ecdf392915 req-58a5c097-cc93-4624-9cf4-d2e832dc6083 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Jul 09 17:14:27.991873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:27.996210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:28.010733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event updated for resources: {'Port': ['ID=769a8f2d-567b-4faa-9fb0-f20a92d1ae2c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:28.088590 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '44779ecd-8784-46aa-8fea-fb4b1bad9a7c', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'port_id': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'mac_address': 'fa:16:3e:e1:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:30Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:28.094930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.120949 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:28.129604 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:28.130301 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:28.143401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.168762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941403c-2460-45d6-9579-c03e6ccce40e req-98b34885-832b-41bf-8fac-7948860de203 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.170303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a941403c-2460-45d6-9579-c03e6ccce40e req-98b34885-832b-41bf-8fac-7948860de203 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.0693090 Jul 09 17:14:28.211589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a941403c-2460-45d6-9579-c03e6ccce40e req-64f6ce1a-55f5-488e-86ce-67a314df60e9 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336874 Jul 09 17:14:28.264529 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:28.330166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.335730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.383186 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e608e909-62fc-4bb5-9880-0bb54a90ab2b x-openstack-request-id: req-e608e909-62fc-4bb5-9880-0bb54a90ab2b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:28.383186 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:28.383186 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e608e909-62fc-4bb5-9880-0bb54a90ab2b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:28.383186 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'status': 'completed', 'code': 200} Jul 09 17:14:28.417336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event updated for resources: {'Port': ['ID=769a8f2d-567b-4faa-9fb0-f20a92d1ae2c,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:28.429594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.446423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:28.449089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-00f9d108-c5c5-4352-b428-88405bf052b3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9742694 Jul 09 17:14:28.474638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-1194e825-ec06-4551-97f3-5d97ab1bd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.476192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-1194e825-ec06-4551-97f3-5d97ab1bd4f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 1098 time: 0.0660398 Jul 09 17:14:28.508570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-5a11967a-1773-4b1f-ae5b-7df3a0a5ee67 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0531716 Jul 09 17:14:28.547490 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '44779ecd-8784-46aa-8fea-fb4b1bad9a7c', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'port_id': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'mac_address': 'fa:16:3e:e1:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:30Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:28.579312 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12af5bb-2139-40ac-9942-a3280208fdc9 None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '44779ecd-8784-46aa-8fea-fb4b1bad9a7c', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'port_id': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'mac_address': 'fa:16:3e:e1:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:11:30Z', 'updated_at': '2021-07-09T17:14:26Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:28.639583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5982423-9fab-4f43-b69e-a6447a125900 req-7ed4cb3f-e1c5-413b-97d6-0fd00920ef1d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.644403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5982423-9fab-4f43-b69e-a6447a125900 req-7ed4cb3f-e1c5-413b-97d6-0fd00920ef1d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1372359 Jul 09 17:14:28.645753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-4c512216-fee3-4e2a-aeef-218f13b71477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.647867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-4c512216-fee3-4e2a-aeef-218f13b71477 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 925 time: 0.1632016 Jul 09 17:14:28.653120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-c6138356-636b-401d-aab1-b37734f59cdb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.654667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-c6138356-636b-401d-aab1-b37734f59cdb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1409111 Jul 09 17:14:28.667756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-ce4c2e45-1229-4608-981d-4ec31bea2053 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:28.668841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3370ed3a-af72-45fd-bfe5-f575373ccd7d req-ce4c2e45-1229-4608-981d-4ec31bea2053 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071898 Jul 09 17:14:28.726129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5982423-9fab-4f43-b69e-a6447a125900 req-c81f29b7-25c8-4355-92b2-e307eef546cb tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 Jul 09 17:14:28.764021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-dc91f5ca-046e-4a55-a3e2-ed33d635c66a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d2c961d-594a-4964-a8d0-3d8956152c89 HTTP/1.1" status: 200 len: 999 time: 0.0939353 Jul 09 17:14:28.837172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-068f52e6-1af7-4f7c-9647-a92b4f7d964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.838964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-068f52e6-1af7-4f7c-9647-a92b4f7d964f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.0635095 Jul 09 17:14:28.863028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b286f-acc8-4811-bf81-df358abeee07 None None] New status for floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:28.916440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-22ad8495-904a-43ba-af1f-8f3e8f050eff tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.916440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-22ad8495-904a-43ba-af1f-8f3e8f050eff tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 946 time: 0.1622095 Jul 09 17:14:28.929922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940710a-7025-48a2-85dd-07175342253d req-9f968f40-695c-4b1d-9e0d-e510dfb1f73a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.932362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f940710a-7025-48a2-85dd-07175342253d req-9f968f40-695c-4b1d-9e0d-e510dfb1f73a tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1239848 Jul 09 17:14:28.940310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-d5299c5d-3896-4aa3-b0f3-bc19a060e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:28.941680 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-d5299c5d-3896-4aa3-b0f3-bc19a060e437 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938072 Jul 09 17:14:29.006378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f940710a-7025-48a2-85dd-07175342253d req-cce8654a-dbff-4b62-8b4c-6e3140ea0397 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0638616 Jul 09 17:14:29.087546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:29.100564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Deleting port d9fc9a6c-d724-4cb4-9849-521ebb84a67e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:29.101043 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.106200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aeba1-6f39-4f21-a9f3-4ede498f260e req-220dc575-08e8-4830-a043-36bedd37d145 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.107859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d8aeba1-6f39-4f21-a9f3-4ede498f260e req-220dc575-08e8-4830-a043-36bedd37d145 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.1650984 Jul 09 17:14:29.143455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-c19b8ae5-39ab-4a54-834a-da6b50e5f38c service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613529 Jul 09 17:14:29.193108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 2fe73600-2daf-431c-ace3-b4c1a2d9287e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:29.198789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 2fe73600-2daf-431c-ace3-b4c1a2d9287e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:29.199656 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.252316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] For port d9fc9a6c-d724-4cb4-9849-521ebb84a67e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:29.252675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.252847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08e40949-01c0-4c6f-9f5b-569c48596027 req-9082f3e4-8ae2-4b41-b70d-07cf9d84caec service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979741 Jul 09 17:14:29.272051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2b863-6993-4ae7-8f09-60aa5443f2f2 req-bd8bb466-9d9d-4f69-9231-eeddb7f2f762 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.273795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d8aeba1-6f39-4f21-a9f3-4ede498f260e req-bbcb8674-4933-4585-bdf2-3327594e0cc4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582608 Jul 09 17:14:29.273986 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6de2b863-6993-4ae7-8f09-60aa5443f2f2 req-bd8bb466-9d9d-4f69-9231-eeddb7f2f762 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1102 time: 0.1264164 Jul 09 17:14:29.274905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Calling delete_port for d9fc9a6c-d724-4cb4-9849-521ebb84a67e owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:29.295422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.320409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:29.323010 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacdc144-11d2-4d8b-9ef6-eca23f1612c8" -d '{"events": [{"server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "name": "network-vif-plugged", "status": "completed", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:29.338131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:29.343325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.366602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6de2b863-6993-4ae7-8f09-60aa5443f2f2 req-a8b2f984-8034-4e59-8401-e3c3311ad21e tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869956 Jul 09 17:14:29.419250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:29.465413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.479378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'c47e2139-6653-41e7-8e8b-79800956a1ae', 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:29.505146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Pushing event deleted for resources: {'Port': ['ID=d9fc9a6c-d724-4cb4-9849-521ebb84a67e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:29.532802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-41db4472-5e15-4f2c-83f4-eacd81a759c1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.534740 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-41db4472-5e15-4f2c-83f4-eacd81a759c1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 819 time: 0.1463964 Jul 09 17:14:29.550275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-860e26bc-2d8d-4902-9d62-82f5286c3f8d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/quotas/5c5b99812b484bf18b6e9c1c2c6791af HTTP/1.1" status: 200 len: 375 time: 0.0101128 Jul 09 17:14:29.554319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bc546af-9951-436c-9d62-34f00e047b63 req-1a590774-a331-455a-936c-461e5a13effa tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb24c764-fbfb-46da-bd9d-963c7efb019c HTTP/1.1" status: 200 len: 210 time: 0.0503154 Jul 09 17:14:29.574984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] No DVR routers for this DVR port d9fc9a6c-d724-4cb4-9849-521ebb84a67e on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:29.578015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:29.589139 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40c94fb2-e5ed-4cc3-8fe2-e53b0de19261 req-baaa8ba0-860f-40be-8c7e-29d98f34d9cc tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "DELETE /v2.0/ports/d9fc9a6c-d724-4cb4-9849-521ebb84a67e HTTP/1.1" status: 204 len: 173 time: 0.6556494 Jul 09 17:14:29.589757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'name': 'network-vif-deleted', 'tag': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:29.592193 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd878505-b72b-4ba1-aeb8-1e7cafa6050d" -d '{"events": [{"server_uuid": "fb24c764-fbfb-46da-bd9d-963c7efb019c", "name": "network-vif-deleted", "tag": "d9fc9a6c-d724-4cb4-9849-521ebb84a67e"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:29.654884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-290e9f2f-42d9-43d3-b5e9-681bbe3a5665 req-2592c08d-2edc-479c-a59e-00cfe8d1a2f6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0510235 Jul 09 17:14:29.671451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-50cc642b-8432-4180-8bf3-3013c1c04e6e tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1106117 Jul 09 17:14:29.781812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-5e251fa8-3b25-4b93-9d44-b6856ee92bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093340 Jul 09 17:14:29.849644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ce56-9487-4a69-995a-63c646a3d38c req-1c98ef20-4989-4cc2-a886-5d2d064f0680 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:29.851293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbf0ce56-9487-4a69-995a-63c646a3d38c req-1c98ef20-4989-4cc2-a886-5d2d064f0680 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.0681188 Jul 09 17:14:29.881563 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-a65a5423-a0d3-4c0e-aee4-25a1fcb05170 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893524 Jul 09 17:14:29.893698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbf0ce56-9487-4a69-995a-63c646a3d38c req-fb4f8e0b-a553-41d6-919a-01b648a13e98 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Jul 09 17:14:29.949504 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a654135-61fa-4c5e-baec-506274b3dffb x-openstack-request-id: req-1a654135-61fa-4c5e-baec-506274b3dffb {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:29.950376 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "name": "network-vif-plugged", "status": "completed", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:29.950627 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a654135-61fa-4c5e-baec-506274b3dffb {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:29.951022 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'code': 200} Jul 09 17:14:30.146086 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8529a2d7-a6fd-47b6-abad-cedc3d2019e3 x-openstack-request-id: req-8529a2d7-a6fd-47b6-abad-cedc3d2019e3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:30.146652 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb24c764-fbfb-46da-bd9d-963c7efb019c", "name": "network-vif-deleted", "tag": "d9fc9a6c-d724-4cb4-9849-521ebb84a67e", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:30.147444 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8529a2d7-a6fd-47b6-abad-cedc3d2019e3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:30.148009 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb24c764-fbfb-46da-bd9d-963c7efb019c', 'name': 'network-vif-deleted', 'tag': 'd9fc9a6c-d724-4cb4-9849-521ebb84a67e', 'status': 'completed', 'code': 200} Jul 09 17:14:30.163843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b835297-f3bb-479a-ba35-7a614a6f9a4b req-646ca3ae-387f-4e7b-bb7e-402679f64708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.165372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b835297-f3bb-479a-ba35-7a614a6f9a4b req-646ca3ae-387f-4e7b-bb7e-402679f64708 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1098 time: 0.0741205 Jul 09 17:14:30.207480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b835297-f3bb-479a-ba35-7a614a6f9a4b req-49508bf5-bc04-45b6-811b-48747bf49992 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Jul 09 17:14:30.375834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1828185-ad55-4501-8869-97d21cdd99c3 req-4b209ad1-92dc-4911-9e23-a776816233f2 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 210 time: 0.0524030 Jul 09 17:14:30.449081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-1610bf64-3ec5-49bb-a254-5bd6895834a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892265 Jul 09 17:14:30.639478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eff63-41a7-4a8f-b754-f72b5baf8b8a req-7e334536-1509-4285-aad5-e263f928a6db tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.642386 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-233eff63-41a7-4a8f-b754-f72b5baf8b8a req-7e334536-1509-4285-aad5-e263f928a6db tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.0875182 Jul 09 17:14:30.652030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7d939-e13c-4303-8880-a62836a2187b req-9aee7d89-d749-49d5-bde4-21a48a5d0c0c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.654336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cbd7d939-e13c-4303-8880-a62836a2187b req-9aee7d89-d749-49d5-bde4-21a48a5d0c0c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1346998 Jul 09 17:14:30.689815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-233eff63-41a7-4a8f-b754-f72b5baf8b8a req-f7c75278-b4cc-4f91-8986-d35e0beabb1c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Jul 09 17:14:30.895944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534976b2-4a89-4292-8ca6-f69b8cde3d28 req-69b14b42-7b69-4f19-b2c0-1c7b7da3971c tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:30.897587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-534976b2-4a89-4292-8ca6-f69b8cde3d28 req-69b14b42-7b69-4f19-b2c0-1c7b7da3971c tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 945 time: 0.0795889 Jul 09 17:14:30.947066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-534976b2-4a89-4292-8ca6-f69b8cde3d28 req-2141f92d-38fa-455f-b3ac-7abfff98429b tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jul 09 17:14:31.085795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cbd7d939-e13c-4303-8880-a62836a2187b req-69908239-fd56-4e6f-92a3-bbb9dbf9e49e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168484 Jul 09 17:14:31.227052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231305d-35ad-45fa-ba0f-742bda6a0846 req-6c7ddec2-4beb-4916-ac01-37f40dcd93cb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:31.228686 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2231305d-35ad-45fa-ba0f-742bda6a0846 req-6c7ddec2-4beb-4916-ac01-37f40dcd93cb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 945 time: 0.0778496 Jul 09 17:14:31.281324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2231305d-35ad-45fa-ba0f-742bda6a0846 req-cada24ee-f7e5-4406-b3fd-40f10b00c634 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Jul 09 17:14:31.530405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84b639b8-d968-4527-a36d-7f643960d678 req-d134e84b-9f3e-4604-81c1-36602db8232b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 210 time: 0.0297313 Jul 09 17:14:31.605466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-86456c33-1997-4b4d-abde-f55769dd5bfd tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:31.607270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-86456c33-1997-4b4d-abde-f55769dd5bfd tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.0826221 Jul 09 17:14:31.619064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-17'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:31.643520 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:14:31.734866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:31.877130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-a2c462a3-777b-4c0c-aeb7-4c31607a373d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:31.878645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-a2c462a3-777b-4c0c-aeb7-4c31607a373d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.36 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 819 time: 0.2099404 Jul 09 17:14:31.905134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'port': {'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'admin_state_up': True, 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:31.943621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:32.000254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb860849-4bbe-4daa-9c65-682761a60fdb req-2f960ea9-fce4-4f6c-a03f-3fe4ad25afb5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.001827 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb860849-4bbe-4daa-9c65-682761a60fdb req-2f960ea9-fce4-4f6c-a03f-3fe4ad25afb5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.1282988 Jul 09 17:14:32.019088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:32.045986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Made reservation on behalf of 5c5b99812b484bf18b6e9c1c2c6791af for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:32.050723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.088359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb860849-4bbe-4daa-9c65-682761a60fdb req-b905d4ca-3517-4dea-8146-5958bbc89ceb tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776360 Jul 09 17:14:32.093311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.108369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.182301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:32.186034 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bae588-a552-4dad-a4a8-c7bb97e58920" -d '{"events": [{"server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "0753bc79-886e-4f42-add7-9a2742007e49"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:32.266324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on host n-h2-791506-17 for vnic_type normal with profile {"migrating_to": "n-h1-791506-17"} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:32.267145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:32.267145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:32.270841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:32.275911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:32.276350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Attempting to bind port 0753bc79-886e-4f42-add7-9a2742007e49 on network a0984783-6030-4026-aa72-b6a12ef93345 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:32.282660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:32.283078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Checking segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:32.283658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Bound using segment: {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:32.284204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Bound port: 0753bc79-886e-4f42-add7-9a2742007e49, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a690a-bba8-438c-81bb-fca2e4b2d897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a0984783-6030-4026-aa72-b6a12ef93345'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:32.284622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.387156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:32.391185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Allocated IP 172.20.0.14 (ca45f1ec-5f69-4a91-8df5-9c2c20a0401c/dca3a017-6963-45ee-acb2-09c9724e2b0f/b5b88649-d686-4443-abf6-ba620450619b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:32.404856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:32.413416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-fa28f9b8-c057-423d-a982-84390388f058 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.413650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.415038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-fa28f9b8-c057-423d-a982-84390388f058 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 945 time: 0.2572124 Jul 09 17:14:32.467089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b76f9163-56fe-4374-9578-db6af867e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.468627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b76f9163-56fe-4374-9578-db6af867e136 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1102 time: 0.2563913 Jul 09 17:14:32.499880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b770ce-a810-45ff-8694-34d9744bfd27 req-a21e4b76-8f12-4acd-95f2-9b36bea94216 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.501362 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-98b770ce-a810-45ff-8694-34d9744bfd27 req-a21e4b76-8f12-4acd-95f2-9b36bea94216 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 945 time: 0.2462626 Jul 09 17:14:32.502023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10720-6005-493f-aff5-d73169d8b4b8 req-2bb7ae66-16f7-407a-b0e9-4d826b850add tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.509382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10720-6005-493f-aff5-d73169d8b4b8 req-2bb7ae66-16f7-407a-b0e9-4d826b850add tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.511225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75d10720-6005-493f-aff5-d73169d8b4b8 req-2bb7ae66-16f7-407a-b0e9-4d826b850add tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881&device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 1682 time: 0.1620619 Jul 09 17:14:32.511968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=8']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:32.549804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.550370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.551710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-e3d4aae0-008e-4f27-a430-8960ee4afe43 service neutron] 10.222.0.36 "PUT /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 1123 time: 0.9369223 Jul 09 17:14:32.588085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75d10720-6005-493f-aff5-d73169d8b4b8 req-5b264302-e8ed-45ea-b5a9-06e95089036d tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464885 Jul 09 17:14:32.685695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0753bc79-886e-4f42-add7-9a2742007e49'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:32.697894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0753bc79-886e-4f42-add7-9a2742007e49'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:32.715458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-98b770ce-a810-45ff-8694-34d9744bfd27 req-f831ac43-91ba-4bab-9bef-8fdc6c9a337d tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9452ab2-ecee-4e29-8b65-bb7546b7dc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010541 Jul 09 17:14:32.762143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-c4c869ca-ec6b-456a-be82-505ead9f383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.763918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-c4c869ca-ec6b-456a-be82-505ead9f383e service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2877042 Jul 09 17:14:32.777518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c0f4-b2fb-4c28-8d9a-ff25ffd9c59f req-c858a2bb-d15a-4e0e-907e-89c09caebbac tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:32.780032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2380c0f4-b2fb-4c28-8d9a-ff25ffd9c59f req-c858a2bb-d15a-4e0e-907e-89c09caebbac tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.0854747 Jul 09 17:14:32.825935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-8e3c8ce7-e5e8-4b0e-9962-790e12e614f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0454333 Jul 09 17:14:32.827286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Deleting port 4d9ff397-19ed-438e-9ef6-23dc618684b2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:32.827667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.828817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2380c0f4-b2fb-4c28-8d9a-ff25ffd9c59f req-1bc6bba5-5bf9-475b-a70c-99198feb64a4 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Jul 09 17:14:32.882648 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b5a2b-e2c1-4d36-a896-9e4cfca3448d x-openstack-request-id: req-345b5a2b-e2c1-4d36-a896-9e4cfca3448d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:32.883111 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "0753bc79-886e-4f42-add7-9a2742007e49", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:32.883526 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-345b5a2b-e2c1-4d36-a896-9e4cfca3448d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:32.883994 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49', 'code': 200} Jul 09 17:14:32.924367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:32.994640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Transition to ACTIVE for port object b5b88649-d686-4443-abf6-ba620450619b will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:33.015400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-36495e80-2e26-435a-b8e6-801d257a16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.017056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-36495e80-2e26-435a-b8e6-801d257a16e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1597939 Jul 09 17:14:33.053147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1da8f2-1425-4dbb-a0a6-882cd3d9c8a4 req-bd8d294b-7ce6-4f26-b3d0-2c8cdf60c983 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.054880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d1da8f2-1425-4dbb-a0a6-882cd3d9c8a4 req-bd8d294b-7ce6-4f26-b3d0-2c8cdf60c983 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.0705602 Jul 09 17:14:33.095076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] For port 4d9ff397-19ed-438e-9ef6-23dc618684b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4d9ff397-19ed-438e-9ef6-23dc618684b2,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:33.095318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d1da8f2-1425-4dbb-a0a6-882cd3d9c8a4 req-f47bc400-646e-4d02-9e76-016d8da5c35d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330124 Jul 09 17:14:33.095457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.111983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:33.123558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3ece1-617d-4f2d-82bb-8698ebaaae6b req-e7b20abd-b0a5-4662-baed-10140ac56c9d tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.125132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57e3ece1-617d-4f2d-82bb-8698ebaaae6b req-e7b20abd-b0a5-4662-baed-10140ac56c9d tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1098 time: 0.2300875 Jul 09 17:14:33.126081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Calling delete_port for 4d9ff397-19ed-438e-9ef6-23dc618684b2 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:33.139220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9fc9a6c-d724-4cb4-9849-521ebb84a67e no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:33.161816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.167558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: d9fc9a6c-d724-4cb4-9849-521ebb84a67e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:33.168026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9fc9a6c-d724-4cb4-9849-521ebb84a67e not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:33.181725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['8674f9d8-604a-4721-a331-851a70508ca7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:33.289516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:33.297976 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57e3ece1-617d-4f2d-82bb-8698ebaaae6b req-9b0b189a-1593-40db-a78a-eeebf9fff7ab tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639459 Jul 09 17:14:33.301025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:33.303142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event updated for resources: {'Port': ['ID=b5b88649-d686-4443-abf6-ba620450619b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:33.306756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:33.311019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b9e17e8d-b141-4049-a478-b69127939729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.312779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b9e17e8d-b141-4049-a478-b69127939729 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815816 Jul 09 17:14:33.321231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:33.378122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 has no active binding in host n-h1-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:14:33.508581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78978aa-13f5-4f42-a3dd-e2ec5467f0aa req-2b2b09a7-3956-4332-95da-88867b846a3b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.510106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c78978aa-13f5-4f42-a3dd-e2ec5467f0aa req-2b2b09a7-3956-4332-95da-88867b846a3b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 932 time: 0.0690956 Jul 09 17:14:33.537563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.538222 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.549396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c78978aa-13f5-4f42-a3dd-e2ec5467f0aa req-40b73354-f02c-45ca-bdf7-e13022f5c34e tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Jul 09 17:14:33.602534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-e4b5babc-eba3-4eaa-a929-cda15907b1e4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034490 Jul 09 17:14:33.615351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.618384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-437130e7-c2a7-4f2c-9e8b-4b9b2d673671 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605443 Jul 09 17:14:33.632109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Request body: {'port': {'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:33.639249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16429835-3caf-440e-9109-5c6f350d500a None None] Provisioning for port b5b88649-d686-4443-abf6-ba620450619b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:33.644610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16429835-3caf-440e-9109-5c6f350d500a None None] Provisioning complete for port b5b88649-d686-4443-abf6-ba620450619b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:33.645158 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-16429835-3caf-440e-9109-5c6f350d500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.674275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['4d9ff397-19ed-438e-9ef6-23dc618684b2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:33.686068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Pushing event deleted for resources: {'Port': ['ID=4d9ff397-19ed-438e-9ef6-23dc618684b2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:33.700115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1afde-c4af-41ba-9374-e4e1342cee53 req-959a1352-29b5-4fb4-a066-950ab0ceff41 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:33.702076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92e1afde-c4af-41ba-9374-e4e1342cee53 req-959a1352-29b5-4fb4-a066-950ab0ceff41 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1098 time: 0.2522216 Jul 09 17:14:33.856317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] No DVR routers for this DVR port 4d9ff397-19ed-438e-9ef6-23dc618684b2 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:33.862959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-16429835-3caf-440e-9109-5c6f350d500a None None] Port b5b88649-d686-4443-abf6-ba620450619b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:33.867019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.869209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-689c7015-8948-4a10-8cbb-7921d221a7a1 req-961199fe-0651-42c6-9fda-966ee325c2a6 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.13 "DELETE /v2.0/ports/4d9ff397-19ed-438e-9ef6-23dc618684b2 HTTP/1.1" status: 204 len: 173 time: 1.4477451 Jul 09 17:14:33.871369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'name': 'network-vif-deleted', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:33.873928 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e26b85-d2cb-499a-81be-679a823b44c3" -d '{"events": [{"server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "name": "network-vif-deleted", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:33.894247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92e1afde-c4af-41ba-9374-e4e1342cee53 req-26fa08c5-a924-4ad8-8b74-fbb35212a4e6 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519670 Jul 09 17:14:33.906436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:33.912927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fde72bd7-bc32-48a2-ac9b-688b2a7bed1e req-59658871-a683-4789-aeb3-1e8680214f9e tempest-FloatingIPsAssociationNegativeTestJSON-1172413122 tempest-FloatingIPsAssociationNegativeTestJSON-1172413122-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e4100d-e651-4eb3-a96c-b35ffd98718a HTTP/1.1" status: 200 len: 210 time: 0.0400937 Jul 09 17:14:33.918126 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b41ba9c1-4356-4622-800f-7b0309a93d47 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810235 Jul 09 17:14:34.072959 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e9923-b7f3-42c1-bbcf-8341be179c00 x-openstack-request-id: req-564e9923-b7f3-42c1-bbcf-8341be179c00 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:34.073815 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e4100d-e651-4eb3-a96c-b35ffd98718a", "name": "network-vif-deleted", "tag": "4d9ff397-19ed-438e-9ef6-23dc618684b2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:34.073815 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-564e9923-b7f3-42c1-bbcf-8341be179c00 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:34.074040 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e4100d-e651-4eb3-a96c-b35ffd98718a', 'name': 'network-vif-deleted', 'tag': '4d9ff397-19ed-438e-9ef6-23dc618684b2', 'status': 'completed', 'code': 200} Jul 09 17:14:34.193719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18e4ae-7c12-4021-b167-e5f9eebf611e req-f9f500a6-5854-463b-851c-9851e5300ef9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:34.201407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a18e4ae-7c12-4021-b167-e5f9eebf611e req-f9f500a6-5854-463b-851c-9851e5300ef9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1179032 Jul 09 17:14:34.259252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a18e4ae-7c12-4021-b167-e5f9eebf611e req-6743c8c6-d35f-43af-8841-964cf5878d15 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566874 Jul 09 17:14:34.322637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b88649-d686-4443-abf6-ba620450619b {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:34.336524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.353561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Transition to ACTIVE for port object b5b88649-d686-4443-abf6-ba620450619b will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:34.358790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.421526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b88649-d686-4443-abf6-ba620450619b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:34.491043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f62b4f-10b6-4936-ba5a-b38ea3126361 req-e8842f74-36c7-489c-bcb2-4a040c432d7a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:34.500304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29f62b4f-10b6-4936-ba5a-b38ea3126361 req-e8842f74-36c7-489c-bcb2-4a040c432d7a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.1224763 Jul 09 17:14:34.515512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Attempting to bind port b5b88649-d686-4443-abf6-ba620450619b on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:34.516232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Attempting to bind port b5b88649-d686-4443-abf6-ba620450619b by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:34.516616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Attempting to bind port b5b88649-d686-4443-abf6-ba620450619b on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:34.524445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Port b5b88649-d686-4443-abf6-ba620450619b on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:34.524922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Attempting to bind port b5b88649-d686-4443-abf6-ba620450619b on network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:34.531619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:34.532161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Checking segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:34.532630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Bound using segment: {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:34.533211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Bound port: b5b88649-d686-4443-abf6-ba620450619b, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77652e6-bfcb-4576-bedb-4583fc24048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:34.534438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.552168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29f62b4f-10b6-4936-ba5a-b38ea3126361 req-f9efe9e9-335f-4f92-b79c-86f04fb012e7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Jul 09 17:14:34.624329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] For port b5b88649-d686-4443-abf6-ba620450619b, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:34.628158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] For port b5b88649-d686-4443-abf6-ba620450619b, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b5b88649-d686-4443-abf6-ba620450619b,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:34.635925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.674250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:34.674945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:34.676678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 1093 time: 1.0515754 Jul 09 17:14:34.703507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2eaa4-1658-4d43-af3e-029894c60358 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b88649-d686-4443-abf6-ba620450619b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:34.885418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:34.888352 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "tag": "0753bc79-886e-4f42-add7-9a2742007e49"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:34.918767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-2d8fea22-3a64-4fe8-8685-20740b5ec088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:34.920383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-2d8fea22-3a64-4fe8-8685-20740b5ec088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1096 time: 0.0792472 Jul 09 17:14:34.995510 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-ca2e0525-c4ff-493e-98ba-e2d5511f875a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 217 time: 0.0565443 Jul 09 17:14:35.063691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-d4b40393-ffbc-4ec2-8b07-1635defc6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.065220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-d4b40393-ffbc-4ec2-8b07-1635defc6ee3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0470428 Jul 09 17:14:35.139011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-da72e579-d893-434d-9a16-13ae5f0c7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.140732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-da72e579-d893-434d-9a16-13ae5f0c7c61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586028 Jul 09 17:14:35.142557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a41da-6b30-4a41-abf0-d61610ffe78f req-3eca5c8b-f7ee-45b3-937b-d34e24710403 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.144262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6a41da-6b30-4a41-abf0-d61610ffe78f req-3eca5c8b-f7ee-45b3-937b-d34e24710403 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 944 time: 0.0746486 Jul 09 17:14:35.184262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6a41da-6b30-4a41-abf0-d61610ffe78f req-f228b6a7-7516-4c6d-81fc-c62741aa2073 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Jul 09 17:14:35.241149 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07094425-7ae8-4b00-8a9d-65cfcee8c908 x-openstack-request-id: req-07094425-7ae8-4b00-8a9d-65cfcee8c908 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:35.241447 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "tag": "0753bc79-886e-4f42-add7-9a2742007e49", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:35.241697 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07094425-7ae8-4b00-8a9d-65cfcee8c908 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:35.242274 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49', 'status': 'completed', 'code': 200} Jul 09 17:14:35.261859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-a9b6699c-f3aa-497c-874b-244f0e15e57f service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069007 Jul 09 17:14:35.320650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52630) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:35.424713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-61def481-5ee1-45a9-9140-96fb2d0a50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.426318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-61def481-5ee1-45a9-9140-96fb2d0a50d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1126 time: 0.1513979 Jul 09 17:14:35.429148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbc03b84-2c8a-4156-b0fa-987a7e32464c req-1fd45ed2-42a9-4a4f-90a5-5da12ae9bc52 service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445901 Jul 09 17:14:35.545828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-744edcb4-c421-4aa5-a4d2-19189777653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.547842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-744edcb4-c421-4aa5-a4d2-19189777653c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1140585 Jul 09 17:14:35.612995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f4f4e911-d225-44ab-8806-2d7e74e3ff85 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:14:35.614077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f4f4e911-d225-44ab-8806-2d7e74e3ff85 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064492 Jul 09 17:14:35.615485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-d130fd5b-e927-44ca-9197-cb2398dfd3e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 217 time: 0.0532618 Jul 09 17:14:35.624032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:35.624521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Unknown quota resources ['binding']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:14:35.735311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4d9ff397-19ed-438e-9ef6-23dc618684b2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:35.768077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 4d9ff397-19ed-438e-9ef6-23dc618684b2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:35.768452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4d9ff397-19ed-438e-9ef6-23dc618684b2 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:35.830720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a98ea-ee41-4845-8dda-44e01dc36144 req-fb3c6624-4569-4138-8fa7-9d66e22a07e3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:35.832366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087a98ea-ee41-4845-8dda-44e01dc36144 req-fb3c6624-4569-4138-8fa7-9d66e22a07e3 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1504357 Jul 09 17:14:35.923231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087a98ea-ee41-4845-8dda-44e01dc36144 req-1e34779e-02e0-4d6f-a353-a444f9f99dd6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834041 Jul 09 17:14:36.028333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-6a5b292a-8959-49e9-baca-3bbae5765f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.030347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-6a5b292a-8959-49e9-baca-3bbae5765f77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.4029558 Jul 09 17:14:36.065818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-383f3388-0b29-4952-b695-22ff04e354f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281787 Jul 09 17:14:36.074977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:36.077900 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e" -d '{"events": [{"name": "network-changed", "server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "tag": "b5b88649-d686-4443-abf6-ba620450619b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:36.171532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbf1ce-e77d-451e-8216-3a7bc0599fdf req-be92e8c8-4ffb-4cf8-a7ec-0a1e20b6c3a6 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.173048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6fbf1ce-e77d-451e-8216-3a7bc0599fdf req-be92e8c8-4ffb-4cf8-a7ec-0a1e20b6c3a6 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 945 time: 0.1249762 Jul 09 17:14:36.178868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:36.179408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:36.179408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:36.193719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:36.193997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:36.200077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-0983f382-10cf-4182-8c52-e407cb0b1e40 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175609 Jul 09 17:14:36.202812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:36.203117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:36.203553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:36.204005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Bound port: 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:36.233465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.274794 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6fbf1ce-e77d-451e-8216-3a7bc0599fdf req-94d7e6f7-e371-4dac-8607-4677afa7e2a7 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906589 Jul 09 17:14:36.317066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:36.334319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.335478 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] 10.222.0.21 "POST /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e/bindings HTTP/1.1" status: 201 len: 390 time: 0.7150705 Jul 09 17:14:36.341050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20c344ce-7d8f-4a86-98ba-5afe2f90fea7 req-73be4b51-3cda-432b-8e89-32938b35665f service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340189 Jul 09 17:14:36.548477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fca672-f99c-40a0-a368-5f3d117043bf req-69270e9a-9ec3-4a06-9a03-21f447eafd75 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.550024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8fca672-f99c-40a0-a368-5f3d117043bf req-69270e9a-9ec3-4a06-9a03-21f447eafd75 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.1357734 Jul 09 17:14:36.557587 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb9a34-b3ae-4c4f-9bdc-406bd36b9f42 x-openstack-request-id: req-b2bb9a34-b3ae-4c4f-9bdc-406bd36b9f42 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:36.558138 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "tag": "b5b88649-d686-4443-abf6-ba620450619b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:36.558720 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2bb9a34-b3ae-4c4f-9bdc-406bd36b9f42 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:36.560071 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b', 'status': 'completed', 'code': 200} Jul 09 17:14:36.630242 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8fca672-f99c-40a0-a368-5f3d117043bf req-8539719a-031d-43cc-8bb1-9aa652fc98e7 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670161 Jul 09 17:14:36.686515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Deleting port b8c06a50-1423-47bb-99c6-789535404dd7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:36.686871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.787512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-5155a417-1235-45f0-9677-23362295d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.790273 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-5155a417-1235-45f0-9677-23362295d9b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1096 time: 0.1777976 Jul 09 17:14:36.809542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] For port b8c06a50-1423-47bb-99c6-789535404dd7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b8c06a50-1423-47bb-99c6-789535404dd7,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:36.809897 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:36.825758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Calling delete_port for b8c06a50-1423-47bb-99c6-789535404dd7 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:36.840661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844918aa-4897-4395-9a9c-8c7591bb69cc req-f3e9a94d-7970-4a4a-9d79-e6c62450fd8d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.842342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-844918aa-4897-4395-9a9c-8c7591bb69cc req-f3e9a94d-7970-4a4a-9d79-e6c62450fd8d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 944 time: 0.1892822 Jul 09 17:14:36.870583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-a5f6b778-d70a-4b39-9904-0cff81039558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.872191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-a5f6b778-d70a-4b39-9904-0cff81039558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1098 time: 0.2180140 Jul 09 17:14:36.888010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac42087-f3c1-4c75-aa7d-c30a2348bb1b req-b9370bb0-4250-4bca-bfac-af3672568a1e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:36.889503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dac42087-f3c1-4c75-aa7d-c30a2348bb1b req-b9370bb0-4250-4bca-bfac-af3672568a1e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.1443982 Jul 09 17:14:36.993830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-844918aa-4897-4395-9a9c-8c7591bb69cc req-46b5c1c8-3521-4d63-ba24-44ec91221164 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184287 Jul 09 17:14:37.001697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dac42087-f3c1-4c75-aa7d-c30a2348bb1b req-b95998c7-a416-44b7-9510-f65df9eabc72 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006887 Jul 09 17:14:37.018387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-b2b8d000-e470-40f0-9d26-7019b6ef188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.020041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-b2b8d000-e470-40f0-9d26-7019b6ef188e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.2101703 Jul 09 17:14:37.041804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-893fc2c1-33c2-4a52-a493-df4f240af00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.043390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-893fc2c1-33c2-4a52-a493-df4f240af00f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.1645894 Jul 09 17:14:37.090732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-f7b27fd3-df1c-4455-be51-5c90c3d4e3fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 217 time: 0.0442057 Jul 09 17:14:37.114224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:37.128493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-774ef689-55ec-4ac9-b642-446ef46788b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 217 time: 0.0398853 Jul 09 17:14:37.146587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c06a50-1423-47bb-99c6-789535404dd7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:37.261453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-37466712-3948-4404-ba02-a831d8924018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.263191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-37466712-3948-4404-ba02-a831d8924018 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.1336267 Jul 09 17:14:37.264562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-555ce39f-e5fd-4127-bf1d-76ca9895f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.266271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-555ce39f-e5fd-4127-bf1d-76ca9895f2e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1017303 Jul 09 17:14:37.336902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:37.367666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-af15d3cb-c8fb-4ca8-abf5-01bf6479f7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832515 Jul 09 17:14:37.434545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc024ab-92d5-4a49-909c-b38cde3570d7 req-df7775cd-eac1-4f6a-87a0-f563b4789f90 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.443591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0dc024ab-92d5-4a49-909c-b38cde3570d7 req-df7775cd-eac1-4f6a-87a0-f563b4789f90 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.3053067 Jul 09 17:14:37.575562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0dc024ab-92d5-4a49-909c-b38cde3570d7 req-b645c17b-02bc-4d28-883a-931b05f0c819 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307456 Jul 09 17:14:37.600277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25902e02-6d35-43af-84a1-d26cf91acee5 req-19aa3b1c-ff1b-4047-bcd3-3af870cfdf38 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.607791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25902e02-6d35-43af-84a1-d26cf91acee5 req-19aa3b1c-ff1b-4047-bcd3-3af870cfdf38 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 945 time: 0.1451731 Jul 09 17:14:37.623789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-ee9b32a7-aa4d-4915-a1a5-8670001ed27e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.625750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-ee9b32a7-aa4d-4915-a1a5-8670001ed27e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 945 time: 0.2925372 Jul 09 17:14:37.627651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-6ea1d7db-18b6-496e-8128-18b2b76939d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:37.629131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-6ea1d7db-18b6-496e-8128-18b2b76939d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3462842 Jul 09 17:14:37.630944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-4b86f908-4cea-4a0d-b199-a39297332366 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347920 Jul 09 17:14:37.706992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25902e02-6d35-43af-84a1-d26cf91acee5 req-af72d8ad-01ae-4ecd-984e-a74b94c9c1e7 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/security-groups?id=97832a12-2ecc-4be5-91d0-066ac5a6abec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980575 Jul 09 17:14:37.807023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Router 2352625b-7a36-4736-a0c2-ba6e125e517f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:37.857880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:37.934643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-7f87858d-562f-418d-9e43-21d768eeb38b service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785318 Jul 09 17:14:37.946083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-1c7599ea-f553-4bb6-8b0e-90a2a2e1df38 service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073983 Jul 09 17:14:38.067953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Deleting port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:38.068292 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.123131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdc080-027b-4841-9186-761993b51da4 req-58f7e95c-df01-42ba-961b-4c4abf48f843 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.126706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6dfdc080-027b-4841-9186-761993b51da4 req-58f7e95c-df01-42ba-961b-4c4abf48f843 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 943 time: 0.2577221 Jul 09 17:14:38.173567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3bc026d-d3ba-4fd8-9221-b1bd1c04a64e req-c48153fc-888d-486d-8f07-33ca552a58b7 service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257583 Jul 09 17:14:38.212541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6dfdc080-027b-4841-9186-761993b51da4 req-39ead10b-6dc4-41ae-8b2c-24a368081042 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656042 Jul 09 17:14:38.233911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] For port b91ea28c-714d-4d29-bfcb-f3bcd842ad58, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:38.233911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.272047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Calling delete_port for b91ea28c-714d-4d29-bfcb-f3bcd842ad58 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:38.323081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-3947d989-6c3c-4e01-8234-00744d1b9127 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.325363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-3947d989-6c3c-4e01-8234-00744d1b9127 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd227985-13e3-46a1-b908-403ce35f5d1c HTTP/1.1" status: 200 len: 946 time: 0.5790098 Jul 09 17:14:38.437342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0386-7d3e-43ad-b5ef-4ea768840aa6 req-9f488813-48c1-4350-ba9d-65d6442ea2aa tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.439007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cab0386-7d3e-43ad-b5ef-4ea768840aa6 req-9f488813-48c1-4350-ba9d-65d6442ea2aa tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.1966054 Jul 09 17:14:38.467848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:38.476272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-32c7337e-e828-4404-baba-7b1d86ebd70b service neutron] 10.222.0.13 "GET /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49/bindings/n-h1-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.1145120 Jul 09 17:14:38.486773 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] Sync routers for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:38.491854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9fb59f15-8e78-4595-ab12-a29bb1962778 admin admin] 10.222.0.21 "PUT /v2.0/routers/2352625b-7a36-4736-a0c2-ba6e125e517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1745279 Jul 09 17:14:38.498605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52656) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:38.522100 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:38.523049 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:38.567562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cab0386-7d3e-43ad-b5ef-4ea768840aa6 req-6ac89959-2e84-4ec4-b196-16d791ab2a4c tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222570 Jul 09 17:14:38.637659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd0d4e-251e-4caa-9771-eab044bd730b req-94f41918-bf7c-4ba3-93b2-aa5ba2cb45f8 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:38.639288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10cd0d4e-251e-4caa-9771-eab044bd730b req-94f41918-bf7c-4ba3-93b2-aa5ba2cb45f8 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 944 time: 0.2437167 Jul 09 17:14:38.640005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Deleting port c47e2139-6653-41e7-8e8b-79800956a1ae {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:38.640352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.642468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.655922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'c47e2139-6653-41e7-8e8b-79800956a1ae'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:38.699812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.719348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:38.742683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Pushing event deleted for resources: {'Port': ['ID=b91ea28c-714d-4d29-bfcb-f3bcd842ad58,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:38.856728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] For port c47e2139-6653-41e7-8e8b-79800956a1ae, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c47e2139-6653-41e7-8e8b-79800956a1ae,segment=NetworkSegment(e3482373-38f6-4889-af42-6be8a04751be),segment_id=e3482373-38f6-4889-af42-6be8a04751be)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:38.857016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.860426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] No DVR routers for this DVR port b91ea28c-714d-4d29-bfcb-f3bcd842ad58 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:38.867719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:38.870078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9f78e86-9ede-417e-a6bf-7abced10a128 req-e54744bd-928d-4fe0-a426-01190881202e tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "DELETE /v2.0/ports/b91ea28c-714d-4d29-bfcb-f3bcd842ad58 HTTP/1.1" status: 204 len: 173 time: 1.2218544 Jul 09 17:14:38.870779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'name': 'network-vif-deleted', 'tag': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:38.873386 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c1c090-445b-40e3-a49e-340b47c87245" -d '{"events": [{"server_uuid": "a2412635-c84d-4a30-a2c2-1c514261c881", "name": "network-vif-deleted", "tag": "b91ea28c-714d-4d29-bfcb-f3bcd842ad58"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:38.881369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Calling delete_port for c47e2139-6653-41e7-8e8b-79800956a1ae owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:38.891048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10cd0d4e-251e-4caa-9771-eab044bd730b req-6b0ea35c-0077-41c9-8ff0-77e52f203d09 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375658 Jul 09 17:14:39.095003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:39.095436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.131292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.159794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b5b88649-d686-4443-abf6-ba620450619b details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:39.183533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b121d25d-ac51-4481-b26c-22abcb9d87b3 req-ca6c207f-2f63-47c1-be69-9978f81d04e1 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2412635-c84d-4a30-a2c2-1c514261c881 HTTP/1.1" status: 200 len: 210 time: 0.0642357 Jul 09 17:14:39.202233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:39.214146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Pushing event deleted for resources: {'Port': ['ID=c47e2139-6653-41e7-8e8b-79800956a1ae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:39.228926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b91ea28c-714d-4d29-bfcb-f3bcd842ad58'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:39.229357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.284738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0753bc79-886e-4f42-add7-9a2742007e49 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:39.305192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:39.328936 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.346898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] No DVR routers for this DVR port c47e2139-6653-41e7-8e8b-79800956a1ae on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:39.352216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.354234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c08eb5d-876a-49dc-b072-6157ca9c64d0 req-799a46af-033f-487f-bf54-a6a1e8aa08e3 tempest-ListServersNegativeTestJSON-1887745516 tempest-ListServersNegativeTestJSON-1887745516-project] 10.222.0.36 "DELETE /v2.0/ports/c47e2139-6653-41e7-8e8b-79800956a1ae HTTP/1.1" status: 204 len: 173 time: 0.9940050 Jul 09 17:14:39.355490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'name': 'network-vif-deleted', 'tag': 'c47e2139-6653-41e7-8e8b-79800956a1ae'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:39.357839 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7f302-ad33-41e0-98ff-c9e96dcdb9ef" -d '{"events": [{"server_uuid": "fd227985-13e3-46a1-b908-403ce35f5d1c", "name": "network-vif-deleted", "tag": "c47e2139-6653-41e7-8e8b-79800956a1ae"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:39.379406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4312-7730-444f-b691-8a5182c9c99b req-99e8309e-4486-43ab-91b0-dc76ece5ed1f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:39.381175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-867b4312-7730-444f-b691-8a5182c9c99b req-99e8309e-4486-43ab-91b0-dc76ece5ed1f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.2968068 Jul 09 17:14:39.451407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b5b88649-d686-4443-abf6-ba620450619b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b5b88649-d686-4443-abf6-ba620450619b,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:39.467363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'b5b88649-d686-4443-abf6-ba620450619b', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:14:39.484263 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6babd8a-880d-4b64-8dc1-31cf368c1124 x-openstack-request-id: req-e6babd8a-880d-4b64-8dc1-31cf368c1124 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:39.484763 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2412635-c84d-4a30-a2c2-1c514261c881", "name": "network-vif-deleted", "tag": "b91ea28c-714d-4d29-bfcb-f3bcd842ad58", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:39.485148 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6babd8a-880d-4b64-8dc1-31cf368c1124 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:39.485261 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2412635-c84d-4a30-a2c2-1c514261c881', 'name': 'network-vif-deleted', 'tag': 'b91ea28c-714d-4d29-bfcb-f3bcd842ad58', 'status': 'completed', 'code': 200} Jul 09 17:14:39.487409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] Transition to ACTIVE for port object 0753bc79-886e-4f42-add7-9a2742007e49 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:39.491477 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:14:37Z', 'revision_number': 5, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port': {'id': '436c1ca8-f008-4637-bac4-db5887cd74ba', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:27Z', 'updated_at': '2021-07-09T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:39.499036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.513533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-867b4312-7730-444f-b691-8a5182c9c99b req-33ba20f4-7c15-4f9d-a055-c089d6995201 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247270 Jul 09 17:14:39.539273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Deleting port 436c1ca8-f008-4637-bac4-db5887cd74ba {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:39.544430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.567573 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] Checking router: 2352625b-7a36-4736-a0c2-ba6e125e517f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:39.593000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] Routers {'2352625b-7a36-4736-a0c2-ba6e125e517f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:39.594431 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2352625b-7a36-4736-a0c2-ba6e125e517f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:39.622724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.670072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b88649-d686-4443-abf6-ba620450619b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:39.723314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] For port 436c1ca8-f008-4637-bac4-db5887cd74ba, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=436c1ca8-f008-4637-bac4-db5887cd74ba,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:39.723683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.740299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Calling delete_port for 436c1ca8-f008-4637-bac4-db5887cd74ba owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:39.754803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:39.857947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b5b88649-d686-4443-abf6-ba620450619b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b5b88649-d686-4443-abf6-ba620450619b,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:39.867329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:39.870554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] Set router 2352625b-7a36-4736-a0c2-ba6e125e517f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:39.874033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:39.988309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b5b88649-d686-4443-abf6-ba620450619b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:40.000743 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b88c2-101d-4560-8c4b-ac8fc5289299 x-openstack-request-id: req-674b88c2-101d-4560-8c4b-ac8fc5289299 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:40.001205 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd227985-13e3-46a1-b908-403ce35f5d1c", "name": "network-vif-deleted", "tag": "c47e2139-6653-41e7-8e8b-79800956a1ae", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:40.001508 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-674b88c2-101d-4560-8c4b-ac8fc5289299 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:40.001914 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd227985-13e3-46a1-b908-403ce35f5d1c', 'name': 'network-vif-deleted', 'tag': 'c47e2139-6653-41e7-8e8b-79800956a1ae', 'status': 'completed', 'code': 200} Jul 09 17:14:40.003830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.006573 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:14:39Z', 'revision_number': 6, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:40.042741 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25483d95-75ee-43bd-bfc2-479455b6c0f1 None None] The sync data for ids ['2352625b-7a36-4736-a0c2-ba6e125e517f'] in n-d-791506-17 is: [{'id': '2352625b-7a36-4736-a0c2-ba6e125e517f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-796756686-router', 'tenant_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:26Z', 'updated_at': '2021-07-09T17:14:39Z', 'revision_number': 6, 'project_id': 'd6fa8a52c0664e79804b248c29a4f24a', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:40.079627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Pushing event deleted for resources: {'Port': ['ID=436c1ca8-f008-4637-bac4-db5887cd74ba,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:40.170950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.193600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b5b88649-d686-4443-abf6-ba620450619b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:40.226130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555608-a66b-4ade-b010-dfde59083339 req-52f52ab0-4ae6-48fd-b0bf-7522d9840b54 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:40.234979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97555608-a66b-4ade-b010-dfde59083339 req-52f52ab0-4ae6-48fd-b0bf-7522d9840b54 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.2046034 Jul 09 17:14:40.240056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] No DVR routers for this DVR port 0753bc79-886e-4f42-add7-9a2742007e49 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:40.295093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] Pushing event updated for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:40.355431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-01f8a9dd-5992-4eb4-b9bc-9c61a335328b service neutron] 10.222.0.13 "PUT /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49/bindings/n-h1-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 1.8551760 Jul 09 17:14:40.412122 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f789d1b8-a1a4-4134-b7de-e6c151803d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.416562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217950-805d-4f1a-a89f-91b9b25a2f1f req-c8aace5e-6a58-4ef6-a6cd-216052465039 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:40.426222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3217950-805d-4f1a-a89f-91b9b25a2f1f req-c8aace5e-6a58-4ef6-a6cd-216052465039 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 0.2199881 Jul 09 17:14:40.478125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.484666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3217950-805d-4f1a-a89f-91b9b25a2f1f req-b7dc86fe-4d85-40ff-9bd5-4a005acc938c tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574093 Jul 09 17:14:40.505667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97555608-a66b-4ade-b010-dfde59083339 req-8c20654a-172e-44e6-bcbf-c2a64d06ade5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611771 Jul 09 17:14:40.506072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.701722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04beaab-6890-4567-94d0-35eaaf221c81 req-af6690cc-2758-4d1e-bb95-3f446c53e98a tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:40.704293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c04beaab-6890-4567-94d0-35eaaf221c81 req-af6690cc-2758-4d1e-bb95-3f446c53e98a tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 945 time: 0.0793440 Jul 09 17:14:40.720514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.721390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2352625b-7a36-4736-a0c2-ba6e125e517f {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:14:40.728091 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.732085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58e95e37-9c57-46e6-b177-09e53eec84da admin admin] 10.222.0.21 "DELETE /v2.0/routers/2352625b-7a36-4736-a0c2-ba6e125e517f HTTP/1.1" status: 204 len: 168 time: 2.2277038 Jul 09 17:14:40.736075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52686) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:40.750056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-8dcc6eed-a4ab-4e3b-9e69-afcadf56e56a tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:40.751675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-8dcc6eed-a4ab-4e3b-9e69-afcadf56e56a tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.3217545 Jul 09 17:14:40.759130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c04beaab-6890-4567-94d0-35eaaf221c81 req-f9cd65a6-2141-44a2-a2d5-e5b391c2cb6f tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Jul 09 17:14:40.846369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Deleting subnet f1af980d-04d2-410b-bb1e-9a3cab1946ca {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:14:40.849809 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.888446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:40.945783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52688) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:40.995213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25d33-7bd3-4156-a8fa-5acb3aea0889 req-57f1d9c1-974c-4139-bacc-76f69ac112a6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:40.999167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87a25d33-7bd3-4156-a8fa-5acb3aea0889 req-57f1d9c1-974c-4139-bacc-76f69ac112a6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1084929 Jul 09 17:14:41.048092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87a25d33-7bd3-4156-a8fa-5acb3aea0889 req-5c343ff3-eef2-4c39-9e79-f3309c77162a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jul 09 17:14:41.054109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-9c4e8113-82e6-447e-8a3c-72d96661bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.055518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-9c4e8113-82e6-447e-8a3c-72d96661bb1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff&tenant_id=fb606fb084e54561bb3749f2fa23fb29 HTTP/1.1" status: 200 len: 1096 time: 0.2787941 Jul 09 17:14:41.071786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Deleting subnet 0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:14:41.086350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.152309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.157821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c47e2139-6653-41e7-8e8b-79800956a1ae no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:41.176839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.203898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: c47e2139-6653-41e7-8e8b-79800956a1ae {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:41.204932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c47e2139-6653-41e7-8e8b-79800956a1ae not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:41.205555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b91ea28c-714d-4d29-bfcb-f3bcd842ad58 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:41.228903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: b91ea28c-714d-4d29-bfcb-f3bcd842ad58 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:41.229331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b91ea28c-714d-4d29-bfcb-f3bcd842ad58 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:41.242556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.298073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-5d194c07-126d-4864-bbfb-c4bc69e3d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.300084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-5d194c07-126d-4864-bbfb-c4bc69e3d89c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1096 time: 0.1846871 Jul 09 17:14:41.329269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.408932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1af980d-04d2-410b-bb1e-9a3cab1946ca,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:41.413493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.417538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20fa53-8ccd-41fe-b95e-c2a5a3f40e07 None None] Network ae1f0e2d-c32b-4686-8096-618dfb3d03f8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:41.418171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e8ccd5b-68f8-44b2-b143-040081f84d3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f1af980d-04d2-410b-bb1e-9a3cab1946ca HTTP/1.1" status: 204 len: 168 time: 0.6771579 Jul 09 17:14:41.418385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52696) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:41.430532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.473672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:41.480045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.482003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05982ec8-d81e-4fe8-89b3-520fa6c2f692 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f94d0f5-fd06-4e5e-9a6d-0a0890ee6f53 HTTP/1.1" status: 204 len: 168 time: 0.5314436 Jul 09 17:14:41.488329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:41.504423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-59cabee7-8b29-4cba-99d7-c0757a834ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.505957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-59cabee7-8b29-4cba-99d7-c0757a834ef7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.1936212 Jul 09 17:14:41.658250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-45160577-3700-4fda-bdcf-59f38eb8a94a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 200 len: 217 time: 0.1403956 Jul 09 17:14:41.666376 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.724489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] DHCP port deletion for ae1f0e2d-c32b-4686-8096-618dfb3d03f8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:14:41.777827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.803905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] Deleting port 126fbd8a-a909-449d-adcc-ea1216482ef1 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:41.804520 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.822204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-7db3aa5c-b190-4c88-ab6a-2314c6401047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.824081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-7db3aa5c-b190-4c88-ab6a-2314c6401047 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.1494720 Jul 09 17:14:41.888085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345e29-4020-4190-bd9f-69f40dd19ec1 req-913ae1c3-e84e-4064-919d-7c5169988a3d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:41.888583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] For port 126fbd8a-a909-449d-adcc-ea1216482ef1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=126fbd8a-a909-449d-adcc-ea1216482ef1,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:41.889249 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.890546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae345e29-4020-4190-bd9f-69f40dd19ec1 req-913ae1c3-e84e-4064-919d-7c5169988a3d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.1882980 Jul 09 17:14:41.895893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-80a444ab-e336-461c-800a-b62319710be2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377495 Jul 09 17:14:41.897681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Deleting port 126fbd8a-a909-449d-adcc-ea1216482ef1 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:41.898241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:41.906415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] Calling delete_port for 126fbd8a-a909-449d-adcc-ea1216482ef1 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:41.982177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae345e29-4020-4190-bd9f-69f40dd19ec1 req-9b2f817b-cd45-4cba-ae86-e99aaf610227 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813634 Jul 09 17:14:41.994861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b8c06a50-1423-47bb-99c6-789535404dd7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:42.018350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] For port 126fbd8a-a909-449d-adcc-ea1216482ef1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=126fbd8a-a909-449d-adcc-ea1216482ef1,segment=NetworkSegment(3c4f4f54-96ae-4c07-ad7a-be507ee51da2),segment_id=3c4f4f54-96ae-4c07-ad7a-be507ee51da2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:42.018725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.026324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.049999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b8c06a50-1423-47bb-99c6-789535404dd7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:42.050343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b8c06a50-1423-47bb-99c6-789535404dd7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:42.050752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 436c1ca8-f008-4637-bac4-db5887cd74ba no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:42.058878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Calling delete_port for 126fbd8a-a909-449d-adcc-ea1216482ef1 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:42.073254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 436c1ca8-f008-4637-bac4-db5887cd74ba {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:42.073598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 436c1ca8-f008-4637-bac4-db5887cd74ba not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:42.074016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 126fbd8a-a909-449d-adcc-ea1216482ef1 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:42.096210 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-f459e3c7-fcad-4ddc-9944-955f995e6f07 service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879570 Jul 09 17:14:42.115195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aee03-d7bc-49dc-96e0-accacac03b70 req-aa00b8fc-5888-46b6-ad3e-7dfe323c524f tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:42.124432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad0aee03-d7bc-49dc-96e0-accacac03b70 req-aa00b8fc-5888-46b6-ad3e-7dfe323c524f tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 0.3803570 Jul 09 17:14:42.151991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef269bb4-ad34-4eeb-9379-f58a94e83558']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.192123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.208122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3482373-38f6-4889-af42-6be8a04751be') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.208653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3482373-38f6-4889-af42-6be8a04751be') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.216788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] No DVR routers for this DVR port 126fbd8a-a909-449d-adcc-ea1216482ef1 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:42.217736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.224267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.259381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] No DVR routers for this DVR port 126fbd8a-a909-449d-adcc-ea1216482ef1 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:42.260609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.262105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=126fbd8a-a909-449d-adcc-ea1216482ef1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:42.278549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No active binding found for port 126fbd8a-a909-449d-adcc-ea1216482ef1 {{(pid=93897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:14:42.279630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 126fbd8a-a909-449d-adcc-ea1216482ef1 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:42.284282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad0aee03-d7bc-49dc-96e0-accacac03b70 req-03e8efe1-42ca-4907-9c21-064259e71ebd tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583240 Jul 09 17:14:42.284413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22a6e3-0a4a-46f9-b6ee-421a0bfc7866 None None] Pushing event deleted for resources: {'Port': ['ID=126fbd8a-a909-449d-adcc-ea1216482ef1,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:42.300311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:14:42.302840 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:14:42.305119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:14:42.311317 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:14:42.311317 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:14:42.405577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae965364-d2cb-48c8-bc65-f0ebcb3e2c6f req-3cd884ff-4b22-4113-a459-8f855201d829 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:42.415397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-a5e5bae9-a684-4226-9109-921efda1912d service neutron] 10.222.0.36 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878461 Jul 09 17:14:42.416861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae965364-d2cb-48c8-bc65-f0ebcb3e2c6f req-3cd884ff-4b22-4113-a459-8f855201d829 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 945 time: 0.2429276 Jul 09 17:14:42.429281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.438613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.450296 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.456834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef269bb4-ad34-4eeb-9379-f58a94e83558 HTTP/1.1" status: 204 len: 168 time: 0.9636517 Jul 09 17:14:42.469000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f0e2d-c32b-4686-8096-618dfb3d03f8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.483982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4f4f54-96ae-4c07-ad7a-be507ee51da2') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.484227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4f4f54-96ae-4c07-ad7a-be507ee51da2') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:42.488130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d57a43-f45c-4f21-9e5c-5ea39d4c68fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ef269bb4-ad34-4eeb-9379-f58a94e83558,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:42.505040 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.510343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae965364-d2cb-48c8-bc65-f0ebcb3e2c6f req-82d4b274-5cf7-406e-8ae6-83cd3e7a9ba6 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925732 Jul 09 17:14:42.527593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.537431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:14:42.540259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:14:42.542233 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:14:42.636492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.647877 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.652365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae1f0e2d-c32b-4686-8096-618dfb3d03f8 HTTP/1.1" status: 204 len: 168 time: 1.2296977 Jul 09 17:14:42.670444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542cfdc-624c-4cdc-91f5-2fa3876cb4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1f0e2d-c32b-4686-8096-618dfb3d03f8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:42.750646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0755409-9588-4d69-a5f0-f456d0eb5084 req-538052f3-d6d1-4690-881b-f3d86d10f4ff tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:42.752475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0755409-9588-4d69-a5f0-f456d0eb5084 req-538052f3-d6d1-4690-881b-f3d86d10f4ff tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1521733 Jul 09 17:14:42.768554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52720) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:42.850647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0755409-9588-4d69-a5f0-f456d0eb5084 req-6e9b41be-af67-421b-a6c5-a421da61f55f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836084 Jul 09 17:14:42.873641 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-22ad0acd-477a-485a-9dde-7d1491b0b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:42.880879 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1c9cf248-9138-4229-8cea-4e5a1bc2e8a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf462745c52c4bbf80ad7d3515604968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080956 Jul 09 17:14:42.881367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52724) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:42.888235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52726) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:42.930446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-3e464df9-cb49-4135-aaa9-5b018e991d48 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:42.932015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-3e464df9-cb49-4135-aaa9-5b018e991d48 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff&tenant_id=fb606fb084e54561bb3749f2fa23fb29&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1096 time: 0.0713427 Jul 09 17:14:42.948191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-96473ffa-9ecb-4506-9ccf-fb888790f54d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6fa8a52c0664e79804b248c29a4f24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585911 Jul 09 17:14:42.953153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:43.112278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3cbe-48af-49b3-973a-ac24c287f9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.126407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-55fb3eea-88b3-41f1-9595-ce32430dfa56 service neutron] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:43.130291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-55fb3eea-88b3-41f1-9595-ce32430dfa56 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.131748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7220fd44-8f70-4638-87a4-1526f51a4bb4 req-55fb3eea-88b3-41f1-9595-ce32430dfa56 service neutron] 10.222.0.36 "DELETE /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49/bindings/n-h2-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.1914613 Jul 09 17:14:43.162025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3cbe-48af-49b3-973a-ac24c287f9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.174322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b5b88649-d686-4443-abf6-ba620450619b up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:43.209567 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-164c5f9c-b28e-4c39-9abb-82f2ffef036c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.217471 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3cbe-48af-49b3-973a-ac24c287f9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.220292 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3cbe-48af-49b3-973a-ac24c287f9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.221650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0ecc3cbe-48af-49b3-973a-ac24c287f9a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9452ab2-ecee-4e29-8b65-bb7546b7dc14 HTTP/1.1" status: 204 len: 168 time: 0.2671480 Jul 09 17:14:43.251141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port b5b88649-d686-4443-abf6-ba620450619b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:43.255844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port b5b88649-d686-4443-abf6-ba620450619b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:43.257399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.275334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc3cbe-48af-49b3-973a-ac24c287f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9452ab2-ecee-4e29-8b65-bb7546b7dc14,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:43.377141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-164c5f9c-b28e-4c39-9abb-82f2ffef036c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.390638 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.402421 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.421042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:43.423671 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024010a9-543e-4167-80d3-72dfc8db6d8f" -d '{"events": [{"server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "name": "network-vif-plugged", "status": "completed", "tag": "b5b88649-d686-4443-abf6-ba620450619b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:43.441126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b5b88649-d686-4443-abf6-ba620450619b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b5b88649-d686-4443-abf6-ba620450619b,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:43.447716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.516380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b5b88649-d686-4443-abf6-ba620450619b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:43.533409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-08588bfc-f754-4e75-9b6f-825422d42e90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2866020 Jul 09 17:14:43.559063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a989ab-7fed-4c76-904f-58d4eeb63572 req-50b4eb74-fd49-430e-b69d-5add99ed6601 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:43.560665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51a989ab-7fed-4c76-904f-58d4eeb63572 req-50b4eb74-fd49-430e-b69d-5add99ed6601 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.3474746 Jul 09 17:14:43.597963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ef818-5048-453b-a31d-a4a43c9b1baa req-49750810-04e1-4ee0-a127-c0e0162a5616 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:43.599711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b4ef818-5048-453b-a31d-a4a43c9b1baa req-49750810-04e1-4ee0-a127-c0e0162a5616 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 0.1109164 Jul 09 17:14:43.604894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-164c5f9c-b28e-4c39-9abb-82f2ffef036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.607396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-164c5f9c-b28e-4c39-9abb-82f2ffef036c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.608556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-164c5f9c-b28e-4c39-9abb-82f2ffef036c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97832a12-2ecc-4be5-91d0-066ac5a6abec HTTP/1.1" status: 204 len: 168 time: 0.7256382 Jul 09 17:14:43.634777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c5f9c-b28e-4c39-9abb-82f2ffef036c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97832a12-2ecc-4be5-91d0-066ac5a6abec,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:43.667431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51a989ab-7fed-4c76-904f-58d4eeb63572 req-41f1f9fb-3987-4890-86fc-bd299a6d521d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746169 Jul 09 17:14:43.701250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-c8142dea-47b6-466b-8610-a70ab5745049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:43.702805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-c8142dea-47b6-466b-8610-a70ab5745049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb606fb084e54561bb3749f2fa23fb29&device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 1096 time: 0.1412299 Jul 09 17:14:43.770543 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc7c77-1dea-4f33-b81f-e380e2a718ff x-openstack-request-id: req-1fcc7c77-1dea-4f33-b81f-e380e2a718ff {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:43.771442 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "name": "network-vif-plugged", "status": "completed", "tag": "b5b88649-d686-4443-abf6-ba620450619b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:43.771805 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fcc7c77-1dea-4f33-b81f-e380e2a718ff {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:43.772301 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b', 'code': 200} Jul 09 17:14:43.832910 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:43.969020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-a4233047-3592-4e3c-ba9c-2515e469cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:43.970611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-a4233047-3592-4e3c-ba9c-2515e469cbbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 200 len: 921 time: 0.2406826 Jul 09 17:14:44.075553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-207c6b79-8744-48f1-b48c-7542729ea6e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 200 len: 217 time: 0.0942218 Jul 09 17:14:44.174472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-d2a65fc8-dff5-40ac-aced-48f34542f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:44.179135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-d2a65fc8-dff5-40ac-aced-48f34542f57e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 200 len: 860 time: 0.0969970 Jul 09 17:14:44.249877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-f0bfb86b-1115-4cc5-a6eb-72a968aded63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0984783-6030-4026-aa72-b6a12ef93345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620091 Jul 09 17:14:44.370850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d691d-b448-4763-8243-f8cb269e5d54 req-7dfdf7ed-09b2-4c2e-ba54-22ce8981acb2 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:44.372368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-727d691d-b448-4763-8243-f8cb269e5d54 req-7dfdf7ed-09b2-4c2e-ba54-22ce8981acb2 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 946 time: 0.1870720 Jul 09 17:14:44.428259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-9197a35e-b89e-414b-85e5-2bd9dcd22bdb service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680405 Jul 09 17:14:44.443875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-727d691d-b448-4763-8243-f8cb269e5d54 req-98e4cfae-5f12-46ae-9f8a-3b161792d063 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615635 Jul 09 17:14:44.472666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b4ef818-5048-453b-a31d-a4a43c9b1baa req-f59c128e-8318-4ca4-8c00-c1f1d51974cd tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8646517 Jul 09 17:14:44.552681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5015d-1184-4689-9bfa-f40d470a828f req-8626137f-8379-4363-8a7e-b5a02b4cc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:44.560507 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9b5015d-1184-4689-9bfa-f40d470a828f req-8626137f-8379-4363-8a7e-b5a02b4cc797 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1098 time: 0.2017486 Jul 09 17:14:44.631340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-677012fb-7992-4eaf-97e4-fb8b7bbe8fb1 req-ca7bdbf4-24f7-405c-b1f9-04a8119af238 service neutron] 10.222.0.13 "GET /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805294 Jul 09 17:14:44.691060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9b5015d-1184-4689-9bfa-f40d470a828f req-c26b8f5a-67da-448a-b64b-9c47ec72f7ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201665 Jul 09 17:14:44.773375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c89ac-6e35-48bf-8dfa-e83a1f5a0b7c req-87457762-155c-42d2-80cb-05d4717710b0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:44.775557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe2c89ac-6e35-48bf-8dfa-e83a1f5a0b7c req-87457762-155c-42d2-80cb-05d4717710b0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1160731 Jul 09 17:14:44.829979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe2c89ac-6e35-48bf-8dfa-e83a1f5a0b7c req-44274d4c-5a09-4fde-9618-7e60493d877d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483532 Jul 09 17:14:44.882732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7ebb7-c829-40d0-ae88-ffec5efaeedc req-0c4245dc-37bf-4f0e-903f-6da5406496d7 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:44.885203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59c7ebb7-c829-40d0-ae88-ffec5efaeedc req-0c4245dc-37bf-4f0e-903f-6da5406496d7 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 1096 time: 0.0867507 Jul 09 17:14:44.933690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59c7ebb7-c829-40d0-ae88-ffec5efaeedc req-8bee2873-0841-4351-9282-a3e1c2d54940 tempest-LiveAutoBlockMigrationV225Test-854833606 tempest-LiveAutoBlockMigrationV225Test-854833606-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Jul 09 17:14:45.046990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52802) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:45.050890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e99f17-25fa-4afd-86f6-7d0613b5ad90 req-69246695-2ae4-437d-a9d4-e69574a58213 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:45.059242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10e99f17-25fa-4afd-86f6-7d0613b5ad90 req-69246695-2ae4-437d-a9d4-e69574a58213 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.1173418 Jul 09 17:14:45.088653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:45.107931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10e99f17-25fa-4afd-86f6-7d0613b5ad90 req-61d57c8e-3be7-43bc-a869-82c56846092d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Jul 09 17:14:45.161870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2038808983-network', 'tenant_id': '43f8d20889234d67849eff009bac7727'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:45.200335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Made reservation on behalf of 43f8d20889234d67849eff009bac7727 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:45.203812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.214432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.270265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-281074383-network', 'tenant_id': '11089bca45ff447894e0143393d7cbd7'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:45.349809 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.358306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.389499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:14:45.396551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Made reservation on behalf of 11089bca45ff447894e0143393d7cbd7 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:45.398937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.411950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c9652-8148-4d1b-b5a5-073b8e0668bc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:45.414997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.415337 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Added segment f671ffb5-f5f2-454d-ac54-6501a32560b2 of type vlan for network 63540e4b-2065-4e8d-9305-7db5472db7a1 Jul 09 17:14:45.416659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.444184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fadb89-1c2d-4e82-bee7-fad038834dc9 req-8fba3d21-17aa-43e6-8ce8-fcc31bedd423 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:45.445670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92fadb89-1c2d-4e82-bee7-fad038834dc9 req-8fba3d21-17aa-43e6-8ce8-fcc31bedd423 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 0.0672898 Jul 09 17:14:45.469355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.486860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92fadb89-1c2d-4e82-bee7-fad038834dc9 req-aaecc626-9071-4283-84dd-ab5a3e85aec4 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jul 09 17:14:45.524034 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.525014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:45.525598 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.629305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] Pushing event updated for resources: {'Network': ['ID=63540e4b-2065-4e8d-9305-7db5472db7a1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:45.640675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:14:45.657607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.668128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.680407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5c469e9c-b9e7-4297-806d-9f5969bcc892 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6290505 Jul 09 17:14:45.681389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52816) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:45.698980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Request body: {'subnet': {'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2038808983-subnet', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:45.703728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:14:45.715103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4e46e-6c7c-46b7-ade7-75b14177996a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:45.728678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53395c56-a087-46a9-abdb-600b29eb6cf3 req-03225080-ab18-454e-b0a2-fa9db1ba37a0 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:45.730204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53395c56-a087-46a9-abdb-600b29eb6cf3 req-03225080-ab18-454e-b0a2-fa9db1ba37a0 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 946 time: 0.1559346 Jul 09 17:14:45.731379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.731717 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Added segment f313fcf9-51b5-4022-9060-bcc77302ab90 of type vlan for network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 Jul 09 17:14:45.733480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Made reservation on behalf of 43f8d20889234d67849eff009bac7727 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:45.736017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.738612 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.788695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.806865 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53395c56-a087-46a9-abdb-600b29eb6cf3 req-ddceec61-54a1-4d1d-85d2-2fb074970ea8 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666330 Jul 09 17:14:45.838006 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.839588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:45.840430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.901998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8078265 Jul 09 17:14:45.903349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52820) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:45.912424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Request body: {'subnet': {'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-281074383-subnet', 'tenant_id': '11089bca45ff447894e0143393d7cbd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:45.920956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8c8d2-8e83-462b-a8b1-ff82bf44c8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=853a28f0-c4c5-4ffc-8f97-31e544505fe5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:45.923092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:45.934034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:14:45.949902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Made reservation on behalf of 11089bca45ff447894e0143393d7cbd7 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:45.953198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.000633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbed853-b550-4157-99d8-d3fd61c062d0,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:46.027592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Checking segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:46.027979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Network hostable DHCP agents. Network: 63540e4b-2065-4e8d-9305-7db5472db7a1, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:14:46.055122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:14:46.067621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 63540e4b-2065-4e8d-9305-7db5472db7a1) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:46.078227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c326059-4c67-4b89-9c92-0e3834b53d64 req-32561d87-91bb-4c0a-aaf5-8f38c188d9e0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.079348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a48521-fdcd-4930-8c8d-aed71c9408d8 None None] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:46.079808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c326059-4c67-4b89-9c92-0e3834b53d64 req-32561d87-91bb-4c0a-aaf5-8f38c188d9e0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.0916586 Jul 09 17:14:46.081258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.084241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.115219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-67c84f07-5ab9-48b8-a5d9-c7516e2e7e04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4305098 Jul 09 17:14:46.121505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52822) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:46.128132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:46.151519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c326059-4c67-4b89-9c92-0e3834b53d64 req-f54c309a-e446-469c-9b1f-2f50fb0c51c0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643034 Jul 09 17:14:46.172491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-83e079e7-b036-4279-b855-ffd592cabf0e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.174108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-83e079e7-b036-4279-b855-ffd592cabf0e tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 0.1066456 Jul 09 17:14:46.185077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.186108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.249684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8879be-ddae-45a0-951f-7efd85a09798 None None] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:46.264794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.292642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.404280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdfe4e02-947e-4efc-bbd1-39d3bcea851a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:46.420241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.424973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Checking segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:46.425335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Network hostable DHCP agents. Network: 853a28f0-c4c5-4ffc-8f97-31e544505fe5, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:14:46.439637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6109-ec56-4182-af82-e06d36b45d21 req-036248bd-0999-42c2-a041-62fd405612db tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.441177 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a4f6109-ec56-4182-af82-e06d36b45d21 req-036248bd-0999-42c2-a041-62fd405612db tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.1916807 Jul 09 17:14:46.452458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Deleting port 0753bc79-886e-4f42-add7-9a2742007e49 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:14:46.452827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.521523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:14:46.558893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a4f6109-ec56-4182-af82-e06d36b45d21 req-9cb2e3ff-5a66-4f9a-826c-2e3cb1b2dbd3 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089263 Jul 09 17:14:46.559457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 853a28f0-c4c5-4ffc-8f97-31e544505fe5) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:46.567379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.567549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee36121e-16a1-4bb9-aebc-5f23b6bba968 None None] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:46.568004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.613191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] For port 0753bc79-886e-4f42-add7-9a2742007e49, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0753bc79-886e-4f42-add7-9a2742007e49,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:46.613563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.626328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a88b9ab0-49fb-4089-9404-2c4c8211863b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7118139 Jul 09 17:14:46.628523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Calling delete_port for 0753bc79-886e-4f42-add7-9a2742007e49 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:14:46.723639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.751213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.801066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'tenant_id': '11089bca45ff447894e0143393d7cbd7', 'fixed_ips': [{'subnet_id': 'bdfe4e02-947e-4efc-bbd1-39d3bcea851a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:14:46.801989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.836163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9810eb-23df-4832-b374-1659c36daa74 req-2fc9f87d-cdf5-4b43-82f2-fbc466968ee5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:46.841921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad9810eb-23df-4832-b374-1659c36daa74 req-2fc9f87d-cdf5-4b43-82f2-fbc466968ee5 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 944 time: 0.1673126 Jul 09 17:14:46.884459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:46.916119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:46.918711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0753bc79-886e-4f42-add7-9a2742007e49'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:46.961685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event deleted for resources: {'Port': ['ID=0753bc79-886e-4f42-add7-9a2742007e49,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:46.962632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad9810eb-23df-4832-b374-1659c36daa74 req-ba013097-3dd0-429a-9fa4-ab186cd51575 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198297 Jul 09 17:14:47.006903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Allocated IP 172.25.3.67 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/d815e156-c3b9-4f66-8670-26b68ea0580d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:47.071213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] No DVR routers for this DVR port 0753bc79-886e-4f42-add7-9a2742007e49 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:14:47.075232 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.078038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df02be66-8c09-4a26-b0c9-fbd1cf434a09 req-98c67d37-1fa1-4732-a633-0fd272c0af80 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.36 "DELETE /v2.0/ports/0753bc79-886e-4f42-add7-9a2742007e49 HTTP/1.1" status: 204 len: 173 time: 0.8745282 Jul 09 17:14:47.079981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'name': 'network-vif-deleted', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:47.094247 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60aa82f-e073-48ea-bf8e-a827f0f15932" -d '{"events": [{"server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "name": "network-vif-deleted", "tag": "0753bc79-886e-4f42-add7-9a2742007e49"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:47.197446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b677-b4cc-4e4a-b29a-8d561d0fa053 req-acb25a22-4919-4e2e-8d62-adba916f56c6 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:47.199264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477b677-b4cc-4e4a-b29a-8d561d0fa053 req-acb25a22-4919-4e2e-8d62-adba916f56c6 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 946 time: 0.1397974 Jul 09 17:14:47.262220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Allocated IP 172.20.0.2 (853a28f0-c4c5-4ffc-8f97-31e544505fe5/bdfe4e02-947e-4efc-bbd1-39d3bcea851a/65a268b3-5703-462c-a5fc-4c32e8db1111) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:47.303559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477b677-b4cc-4e4a-b29a-8d561d0fa053 req-28bcf1ad-c59b-4353-81cd-f46db5e7a87e tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945063 Jul 09 17:14:47.319368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52852) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:47.367096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.395407 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb32699-bdc1-41dd-84d5-8dfbaf2ab7a8 x-openstack-request-id: req-8fb32699-bdc1-41dd-84d5-8dfbaf2ab7a8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:47.396281 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf3a20-c523-4235-9009-801c1445c7ff", "name": "network-vif-deleted", "tag": "0753bc79-886e-4f42-add7-9a2742007e49", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:47.397101 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fb32699-bdc1-41dd-84d5-8dfbaf2ab7a8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:47.398006 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf3a20-c523-4235-9009-801c1445c7ff', 'name': 'network-vif-deleted', 'tag': '0753bc79-886e-4f42-add7-9a2742007e49', 'status': 'completed', 'code': 200} Jul 09 17:14:47.466967 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.531527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:47.542926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Pushing event updated for resources: {'Port': ['ID=d815e156-c3b9-4f66-8670-26b68ea0580d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:47.548639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:47.556799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:47.566623 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbadf030-4ba7-42ff-9553-9ec74bcb4851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.741634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4c056-e695-42d1-a891-43278176a40d req-1b28b08a-9197-49b4-8018-c1ed6b4805aa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:47.743463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0da4c056-e695-42d1-a891-43278176a40d req-1b28b08a-9197-49b4-8018-c1ed6b4805aa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1148946 Jul 09 17:14:47.752920 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.764841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Transition to ACTIVE for port object 65a268b3-5703-462c-a5fc-4c32e8db1111 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:47.816543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Transition to ACTIVE for port object 65a268b3-5703-462c-a5fc-4c32e8db1111 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:47.822691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0da4c056-e695-42d1-a891-43278176a40d req-9393e250-1355-415e-b9d8-a2f4f8d6cae5 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Jul 09 17:14:47.829317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.867813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbadf030-4ba7-42ff-9553-9ec74bcb4851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.879621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbadf030-4ba7-42ff-9553-9ec74bcb4851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:47.883866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:47.885654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:47.894745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:47.923100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Pushing event updated for resources: {'Port': ['ID=65a268b3-5703-462c-a5fc-4c32e8db1111,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:47.980666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadf030-4ba7-42ff-9553-9ec74bcb4851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f87b73e-b7e6-49e5-95d0-ea3d0582c179,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:47.992759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cbadf030-4ba7-42ff-9553-9ec74bcb4851 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b18b47ce36445aeafdf7511bb89fb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717601 Jul 09 17:14:47.994853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:48.001177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-b7603ac6-3eea-4a7f-a019-d6060f6494e9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:48.005385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Attempting to bind port 65a268b3-5703-462c-a5fc-4c32e8db1111 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:48.006215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Attempting to bind port 65a268b3-5703-462c-a5fc-4c32e8db1111 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:48.007745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Attempting to bind port 65a268b3-5703-462c-a5fc-4c32e8db1111 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:48.014202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-b7603ac6-3eea-4a7f-a019-d6060f6494e9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 815 time: 0.3208749 Jul 09 17:14:48.022337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:48.022835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Checking segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:48.023409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.025127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Bound using segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:48.025702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Bound port: 65a268b3-5703-462c-a5fc-4c32e8db1111, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:48.026729 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.035893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-6de9fb06-5dbe-4880-a492-7b595775bf09 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/quotas/11089bca45ff447894e0143393d7cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0203767 Jul 09 17:14:48.113642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] For port 65a268b3-5703-462c-a5fc-4c32e8db1111, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:48.120494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] For port 65a268b3-5703-462c-a5fc-4c32e8db1111, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=65a268b3-5703-462c-a5fc-4c32e8db1111,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:48.128924 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.133795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.150715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06ba84b3-773b-4633-98ba-d82fa3a0c9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.212036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06ba84b3-773b-4633-98ba-d82fa3a0c9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.228642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840e924-67d2-46f9-aa07-40b2040042c3 None None] Pushing event updated for resources: {'Port': ['ID=65a268b3-5703-462c-a5fc-4c32e8db1111,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:48.232213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-a74a40f5-4b07-4134-bcb3-5392e3e11480 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:48.234499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-a74a40f5-4b07-4134-bcb3-5392e3e11480 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2056680 Jul 09 17:14:48.244224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-f1bc0b31-e1ea-489e-82c5-f9602b9b6aa7 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720095 Jul 09 17:14:48.317406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-7978cb92-d0ca-46a2-a97f-ae217736d504 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.0704987 Jul 09 17:14:48.341272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'floatingip': {'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:48.388574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.483324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06ba84b3-773b-4633-98ba-d82fa3a0c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.486253 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06ba84b3-773b-4633-98ba-d82fa3a0c9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.487510 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06ba84b3-773b-4633-98ba-d82fa3a0c9cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f87b73e-b7e6-49e5-95d0-ea3d0582c179 HTTP/1.1" status: 204 len: 168 time: 0.4901643 Jul 09 17:14:48.517052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba84b3-773b-4633-98ba-d82fa3a0c9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f87b73e-b7e6-49e5-95d0-ea3d0582c179,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:48.819081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-1650e2f5-2484-45f4-b37e-9001ee761e2f service neutron] 10.222.0.21 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738871 Jul 09 17:14:48.945382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:48.981192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-e601bdd8-974f-4a51-bff1-ffc4a6308a1c service neutron] 10.222.0.21 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599467 Jul 09 17:14:49.184165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:14:49.230931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 0753bc79-886e-4f42-add7-9a2742007e49 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:14:49.231488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0753bc79-886e-4f42-add7-9a2742007e49 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:14:49.265667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Router 5a97a8d7-9458-401b-9a64-affacf0751ab is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:14:49.436515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:49.450170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Sync routers for ids ['5a97a8d7-9458-401b-9a64-affacf0751ab'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:49.465779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Routers {'5a97a8d7-9458-401b-9a64-affacf0751ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:49.466576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a97a8d7-9458-401b-9a64-affacf0751ab'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:49.475572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:49.480441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e88dc080-9d75-4bd7-a482-1f4e791006bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3577230 Jul 09 17:14:49.482213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:49.487216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:14:49.637884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:49.645167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:49.730744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Set router 5a97a8d7-9458-401b-9a64-affacf0751ab gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:49.800876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a912cbc3-471d-4bf0-9193-39693916cda2 None None] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:49.920214 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282 associated. External IP: 172.25.3.148, port: 8674f9d8-604a-4721-a331-851a70508ca7. Jul 09 17:14:49.969852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 65a268b3-5703-462c-a5fc-4c32e8db1111 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:50.233474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3092b37a-f280-4477-8a58-359455213d19 None None] Provisioning for port 65a268b3-5703-462c-a5fc-4c32e8db1111 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:50.257865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:50.286587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 65a268b3-5703-462c-a5fc-4c32e8db1111 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:50.304127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 65a268b3-5703-462c-a5fc-4c32e8db1111 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:50.304816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.371868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:47Z', 'revision_number': 3, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:50.416237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Checking router: 5a97a8d7-9458-401b-9a64-affacf0751ab for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:50.416750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Updating router 5a97a8d7-9458-401b-9a64-affacf0751ab port d815e156-c3b9-4f66-8670-26b68ea0580d binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:14:50.455715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7596-e6d8-40bd-ac11-35d572c6f56f req-6672221b-c8ea-40b3-91ed-41344d5ce58a tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:50.468701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a06a7596-e6d8-40bd-ac11-35d572c6f56f req-6672221b-c8ea-40b3-91ed-41344d5ce58a tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 946 time: 0.8576937 Jul 09 17:14:50.481738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.507754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:50.520730 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6988357-5875-43f0-8572-1a45db43348f None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:50.521273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.538541 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:50.540357 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:50.575636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a06a7596-e6d8-40bd-ac11-35d572c6f56f req-bda80a68-4b71-4328-ae23-ef8ffd2895ba tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026659 Jul 09 17:14:50.633977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea50d03c-f2d6-44e2-b560-1bed3812c584 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "PUT /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 997 time: 2.2983050 Jul 09 17:14:50.634561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:50.640647 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf77e0-2806-40c2-a940-4a6c484f5b35" -d '{"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:50.765298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-cce43228-f49e-4656-9c69-7e84c11a379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:50.775086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-cce43228-f49e-4656-9c69-7e84c11a379a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.1288116 Jul 09 17:14:50.877429 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.896022 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:50.941138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f9379a5-124a-476a-8ec0-e190cfbc79e4 req-689d8653-daa8-45f0-9a0a-e7e5ee9a7d72 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 210 time: 0.1109760 Jul 09 17:14:50.946126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:50.952881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-d30d73e6-4f34-4f82-b6ff-26bff2dc08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:50.961089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-d30d73e6-4f34-4f82-b6ff-26bff2dc08ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.1849003 Jul 09 17:14:51.029155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-0518eafc-1428-472a-93b0-030e955321f4 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:51.038762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-0518eafc-1428-472a-93b0-030e955321f4 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1098 time: 0.3411078 Jul 09 17:14:51.078175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:51.123938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 65a268b3-5703-462c-a5fc-4c32e8db1111, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=65a268b3-5703-462c-a5fc-4c32e8db1111,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:51.154208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:51.328465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bbb7883d-36b9-4201-9ea7-b29bd5fd08d8 None None] Provisioning complete for port 65a268b3-5703-462c-a5fc-4c32e8db1111 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:51.329177 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bbb7883d-36b9-4201-9ea7-b29bd5fd08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:51.405947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:14:49Z', 'revision_number': 1, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:51.410055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=65a268b3-5703-462c-a5fc-4c32e8db1111,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:51.477277 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6988357-5875-43f0-8572-1a45db43348f None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:51.478858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:51.500703 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:51.503269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:51.732838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:51.754850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Transition to ACTIVE for port object d815e156-c3b9-4f66-8670-26b68ea0580d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:51.759649 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:51.775421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53006) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:51.778548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:51.844822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-ea722066-eea0-41bd-9755-a41bc0c144f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 1000 time: 0.8826599 Jul 09 17:14:51.858456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e905b2-b903-46d6-90df-bf210a2b8048 None None] Pushing event updated for resources: {'Port': ['ID=d815e156-c3b9-4f66-8670-26b68ea0580d,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:51.862326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:14:51.924847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-0c06e8fe-5312-4a6e-8203-65a81b614a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:51.926505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-0c06e8fe-5312-4a6e-8203-65a81b614a7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0810068 Jul 09 17:14:51.935583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250c3a-3274-430b-97a4-dc6ddc711d93 req-cb95b27b-b581-4ac4-a5fd-b25fbc739375 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:51.947213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee250c3a-3274-430b-97a4-dc6ddc711d93 req-cb95b27b-b581-4ac4-a5fd-b25fbc739375 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.6585965 Jul 09 17:14:52.009640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Allocated IP 172.20.0.1 (63540e4b-2065-4e8d-9305-7db5472db7a1/7cbed853-b550-4157-99d8-d3fd61c062d0/612b31c5-3692-414f-9a67-0f2db99cf4fa) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:52.028203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:52.032940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-17e5c14d-64b1-47a0-b782-fbfcc30559ce tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:52.035105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-17e5c14d-64b1-47a0-b782-fbfcc30559ce tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 815 time: 0.2505243 Jul 09 17:14:52.040098 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee250c3a-3274-430b-97a4-dc6ddc711d93 req-850c66e6-74db-492f-8666-9661cad0c858 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911915 Jul 09 17:14:52.047313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-81357f84-8956-4569-8c55-5f368be49d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:52.049732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-81357f84-8956-4569-8c55-5f368be49d55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158495 Jul 09 17:14:52.051563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:14:52.053621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 65a268b3-5703-462c-a5fc-4c32e8db1111 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:52.074212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Request body: {'port': {'device_id': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'admin_state_up': True, 'tenant_id': '11089bca45ff447894e0143393d7cbd7'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:52.123901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Attempting to bind port d815e156-c3b9-4f66-8670-26b68ea0580d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:52.124222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Attempting to bind port d815e156-c3b9-4f66-8670-26b68ea0580d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:52.124623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Attempting to bind port d815e156-c3b9-4f66-8670-26b68ea0580d on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:52.131619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:52.132435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:52.132772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.133155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:52.133620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Bound port: d815e156-c3b9-4f66-8670-26b68ea0580d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:52.133991 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.144658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-133df5b7-8835-41f8-9192-9ddc7e3372bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.206783 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a6988357-5875-43f0-8572-1a45db43348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:14:49Z', 'revision_number': 1, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:52.211308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 65a268b3-5703-462c-a5fc-4c32e8db1111 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:52.211677 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.228830 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-91d0143b-8778-4ea7-8a22-82cabfbd4c01 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499369 Jul 09 17:14:52.236315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:52.250770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] For port d815e156-c3b9-4f66-8670-26b68ea0580d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:52.271514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] For port d815e156-c3b9-4f66-8670-26b68ea0580d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d815e156-c3b9-4f66-8670-26b68ea0580d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:52.295421 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6988357-5875-43f0-8572-1a45db43348f None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:14:49Z', 'revision_number': 1, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:52.297997 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.345802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-133df5b7-8835-41f8-9192-9ddc7e3372bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.412494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Routers {'5a97a8d7-9458-401b-9a64-affacf0751ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:52.413130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a97a8d7-9458-401b-9a64-affacf0751ab'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:52.416560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e905b2-b903-46d6-90df-bf210a2b8048 None None] Pushing event updated for resources: {'Port': ['ID=d815e156-c3b9-4f66-8670-26b68ea0580d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:52.483969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e11c149f-e1b3-4e0e-9c66-fb8775f0105e req-f29f79cb-f801-4712-8f7a-fd6d6a8dc775 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410564 Jul 09 17:14:52.515374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.516005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Made reservation on behalf of 11089bca45ff447894e0143393d7cbd7 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:52.521052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.571227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] Set router 5a97a8d7-9458-401b-9a64-affacf0751ab gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:52.574748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-133df5b7-8835-41f8-9192-9ddc7e3372bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.728605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:52.763936 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d741f1b-7fd1-4eb6-b2ce-bab11362d79e x-openstack-request-id: req-0d741f1b-7fd1-4eb6-b2ce-bab11362d79e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:52.764525 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:52.764957 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d741f1b-7fd1-4eb6-b2ce-bab11362d79e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:52.765704 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'status': 'completed', 'code': 200} Jul 09 17:14:52.772355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0bd265-8a5d-4958-bb83-d40ec11e1d64 None None] New status for floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:14:52.777763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.790707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133df5b7-8835-41f8-9192-9ddc7e3372bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fe12e3-9114-4067-9c92-4bda28f53c1d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:52.811307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-133df5b7-8835-41f8-9192-9ddc7e3372bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9c4fb51e8c840b693202558bc1e57f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9885259 Jul 09 17:14:52.814528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:52.818565 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdaf6f9-172b-4e64-b11d-9854c52db8c9" -d '{"events": [{"server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:52.822042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:52.830326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.844656 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:52.887671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:52.900441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:52.911408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Allocated IP 172.20.0.13 (853a28f0-c4c5-4ffc-8f97-31e544505fe5/bdfe4e02-947e-4efc-bbd1-39d3bcea851a/78f31f7f-f314-48fb-a0e9-dcb4176faa1f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:52.914413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:53.057943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-d797de83-4ec3-46e9-aeed-b3c0e6e5395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:53.059995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-d797de83-4ec3-46e9-aeed-b3c0e6e5395c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.2931097 Jul 09 17:14:53.094748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8b06038-6d9c-414d-a027-efd38b22bb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.121462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:47Z', 'revision_number': 3, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:53.133527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8b06038-6d9c-414d-a027-efd38b22bb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.155696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:53.156918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37075df-b348-4ad0-b7bb-b619f2df377b None None] The sync data for ids ['5a97a8d7-9458-401b-9a64-affacf0751ab'] in n-d-791506-17 is: [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:47Z', 'revision_number': 3, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:53.169297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:53.169560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:53.169900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:53.178213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.183332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-b114f547-ed3e-4d8c-9872-332cb9de992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:53.185512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-b114f547-ed3e-4d8c-9872-332cb9de992b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.1173856 Jul 09 17:14:53.188337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-f9d70a78-400d-480e-b6ec-0932b23a16fa tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:53.190473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-f9d70a78-400d-480e-b6ec-0932b23a16fa tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 815 time: 0.9871230 Jul 09 17:14:53.261781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:53.262105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Attempting to bind port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on network 6829d42f-a8a4-45a5-a286-b6f6db284a82 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:53.296184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf04e-aa9c-45a5-b179-f0709d179ee0 req-b5c65756-380b-426d-8ae7-46ebc2506fb7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:53.297886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edfaf04e-aa9c-45a5-b179-f0709d179ee0 req-b5c65756-380b-426d-8ae7-46ebc2506fb7 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 944 time: 0.3707492 Jul 09 17:14:53.307168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-32cf868c-fef2-4af9-9146-b55867cb3d22 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/quotas/11089bca45ff447894e0143393d7cbd7 HTTP/1.1" status: 200 len: 375 time: 0.1063666 Jul 09 17:14:53.308139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:53.308310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Checking segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:53.308691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Bound using segment: {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:53.309146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Bound port: 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955cd6df-dd83-42c1-b4db-07c2324ccfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6829d42f-a8a4-45a5-a286-b6f6db284a82'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:53.310101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.347676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Pushing event updated for resources: {'Port': ['ID=612b31c5-3692-414f-9a67-0f2db99cf4fa,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:53.373066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-0b178c49-ffef-48ba-ad07-2f269ffd7212 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 1002 time: 0.1798623 Jul 09 17:14:53.438996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8b06038-6d9c-414d-a027-efd38b22bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.442462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edfaf04e-aa9c-45a5-b179-f0709d179ee0 req-ae9e6653-506e-484d-bee2-52c842257c87 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317298 Jul 09 17:14:53.450619 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8b06038-6d9c-414d-a027-efd38b22bb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.454324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b8b06038-6d9c-414d-a027-efd38b22bb4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1fe12e3-9114-4067-9c92-4bda28f53c1d HTTP/1.1" status: 204 len: 168 time: 0.6225734 Jul 09 17:14:53.503446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.542070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-e8654a98-6ec1-4c43-8113-ba8487530487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:53.543608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-e8654a98-6ec1-4c43-8113-ba8487530487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.1628060 Jul 09 17:14:53.557061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Transition to ACTIVE for port object 78f31f7f-f314-48fb-a0e9-dcb4176faa1f will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:53.596570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b06038-6d9c-414d-a027-efd38b22bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fe12e3-9114-4067-9c92-4bda28f53c1d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:53.730953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-790d08b2-09cb-4d31-a90d-aab558cf71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:53.733273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-790d08b2-09cb-4d31-a90d-aab558cf71ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733127 Jul 09 17:14:53.746419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.801688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:53.810465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:53.813330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.871303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb510231-2128-4b32-a492-5f12b59efac6 req-d015117b-c55f-44fe-b6a9-9225cf59a95d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfdf3a20-c523-4235-9009-801c1445c7ff HTTP/1.1" status: 200 len: 210 time: 0.1454084 Jul 09 17:14:53.877750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:53.887625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-81c6dc5b-ef72-469f-9b55-68c5b7e9890d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5575800 Jul 09 17:14:53.957122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815e156-c3b9-4f66-8670-26b68ea0580d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:53.976911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:53.980592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:53.994465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:53.998738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-69ad3c6b-0739-4bd1-9bca-3012e763964d service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371910 Jul 09 17:14:54.088550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=8']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:54.097085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d815e156-c3b9-4f66-8670-26b68ea0580d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:54.102422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d815e156-c3b9-4f66-8670-26b68ea0580d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:54.103033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.122039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Pushing event updated for resources: {'Port': ['ID=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:54.184937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:54.186679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.188829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-dcb5ea1b-f520-4de5-831e-d8e1a1d6fc6f service neutron] 10.222.0.13 "PUT /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 1124 time: 3.1316271 Jul 09 17:14:54.338042 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.365669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['2fe73600-2daf-431c-ace3-b4c1a2d9287e'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:54.377471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['2fe73600-2daf-431c-ace3-b4c1a2d9287e'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:14:54.430699 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-379f1f8a-f769-4883-a20b-7a220eb5b884 service neutron] 10.222.0.21 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127106 Jul 09 17:14:54.499866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:54.500494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.555052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-2302f908-f5c8-4bdc-8487-c768035e0ea9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5027432 Jul 09 17:14:54.560324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d815e156-c3b9-4f66-8670-26b68ea0580d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d815e156-c3b9-4f66-8670-26b68ea0580d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:14:54.561644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1cbf77e0-2806-40c2-a940-4a6c484f5b35 req-270956ba-3406-453c-b224-cefb620eba8f service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259264 Jul 09 17:14:54.569161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Request body: {'port': {'device_id': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:54.598987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.629028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-fb66a4bb-028d-4aa8-8e03-5b7cdeb760c5 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:54.633656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-fb66a4bb-028d-4aa8-8e03-5b7cdeb760c5 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3210888 Jul 09 17:14:54.691142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0f2d110d-6844-4e52-8500-055e3490f028 None None] Provisioning for port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:14:54.731877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0f2d110d-6844-4e52-8500-055e3490f028 None None] Provisioning complete for port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:54.732248 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f2d110d-6844-4e52-8500-055e3490f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.736360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.763199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-06f2a7d7-d406-4fe9-8e9e-c2cb6cd6ca6b service neutron] 10.222.0.21 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315258 Jul 09 17:14:54.796123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.806759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.946690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d815e156-c3b9-4f66-8670-26b68ea0580d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:54.957870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Pushing event updated for resources: {'Port': ['ID=612b31c5-3692-414f-9a67-0f2db99cf4fa,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:54.991176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:54.999307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-b8367f15-e836-4f43-a07c-59d49392545d tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.2724614 Jul 09 17:14:55.052448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'floatingip': {'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:55.097094 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626c2ed-21c9-4dda-a336-b9b2daafb81a x-openstack-request-id: req-6626c2ed-21c9-4dda-a336-b9b2daafb81a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:14:55.097692 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:14:55.098193 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6626c2ed-21c9-4dda-a336-b9b2daafb81a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:14:55.098819 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'code': 200} Jul 09 17:14:55.121860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d110d-6844-4e52-8500-055e3490f028 None None] Port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:14:55.153927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:55.163399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:55.371062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:55.657832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f31f7f-f314-48fb-a0e9-dcb4176faa1f {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:14:55.672241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:55.721806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Transition to ACTIVE for port object 78f31f7f-f314-48fb-a0e9-dcb4176faa1f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:55.743475 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:55.850858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815e156-c3b9-4f66-8670-26b68ea0580d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:14:55.966411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d815e156-c3b9-4f66-8670-26b68ea0580d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:14:55.970354 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.044094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Pushing event updated for resources: {'Port': ['ID=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:56.081021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Attempting to bind port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:56.081291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Attempting to bind port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:56.081467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Attempting to bind port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:56.162021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:14:56.162353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Attempting to bind port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:56.171917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:56.172261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Checking segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:56.172654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Bound using segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:56.173129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Bound port: 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:56.173806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.227898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Router 5a97a8d7-9458-401b-9a64-affacf0751ab has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:56.319485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9142e3f-ef1d-4b70-b484-f4c02d49fb92 req-c0273934-d9aa-44b1-816a-da729d78e73a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:56.319863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] For port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:56.321532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9142e3f-ef1d-4b70-b484-f4c02d49fb92 req-c0273934-d9aa-44b1-816a-da729d78e73a tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.2485955 Jul 09 17:14:56.323525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] For port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:56.340291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.369951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53080) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:56.452380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9142e3f-ef1d-4b70-b484-f4c02d49fb92 req-7a67d3d8-c0d2-4b88-89d0-a8063edb8cd9 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217847 Jul 09 17:14:56.471739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:56.487063 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Sync routers for ids ['5a97a8d7-9458-401b-9a64-affacf0751ab'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:56.491862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c775fa21-c5df-46f7-914f-80d6820ea356 admin admin] 10.222.0.21 "PUT /v2.0/routers/5a97a8d7-9458-401b-9a64-affacf0751ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0064068 Jul 09 17:14:56.504556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Routers {'5a97a8d7-9458-401b-9a64-affacf0751ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:56.505359 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a97a8d7-9458-401b-9a64-affacf0751ab'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:56.649827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-403929694', 'router:external': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:56.707169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Made reservation on behalf of 25d519b1117e4709b85946d7ef2dd47c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:56.713494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.751123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.857661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:56.858278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:56.859802 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] 10.222.0.13 "PUT /v2.0/ports/78f31f7f-f314-48fb-a0e9-dcb4176faa1f HTTP/1.1" status: 200 len: 1093 time: 2.2971873 Jul 09 17:14:56.865546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'tag': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:56.868580 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5" -d '{"events": [{"name": "network-changed", "server_uuid": "de0c1b9e-2565-4c55-b668-f232c7c55483", "tag": "78f31f7f-f314-48fb-a0e9-dcb4176faa1f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:56.884270 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Set router 5a97a8d7-9458-401b-9a64-affacf0751ab gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:56.988091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca46ea-448a-4b78-a60d-2800cd4a418f req-87dd478f-555d-4cf8-9c35-7017edea8e11 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:56.993099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85764-31b4-4dee-9859-c99805e76091 service neutron] Pushing event updated for resources: {'Port': ['ID=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:57.000776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8aca46ea-448a-4b78-a60d-2800cd4a418f req-87dd478f-555d-4cf8-9c35-7017edea8e11 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 944 time: 0.1664729 Jul 09 17:14:57.112023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:14:57.112682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.113881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:14:57.122478 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:14:57.130515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.160945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:14:57.225658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.227114 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Added segment 76c97f0d-9ed9-4284-9fd7-ddeb523975bd of type vlan for network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 Jul 09 17:14:57.249903 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:53Z', 'revision_number': 4, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '612b31c5-3692-414f-9a67-0f2db99cf4fa', 'name': '', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'mac_address': 'fa:16:3e:3f:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:51Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 2, 'project_id': '43f8d20889234d67849eff009bac7727', 'subnets': [{'id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:57.296953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.312538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.318833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.319857 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Checking router: 5a97a8d7-9458-401b-9a64-affacf0751ab for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:14:57.320511 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Updating router 5a97a8d7-9458-401b-9a64-affacf0751ab port 612b31c5-3692-414f-9a67-0f2db99cf4fa binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:14:57.376459 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.378716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-b27866d4-4111-4cce-a3e9-a6ac57d63318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:57.380239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-b27866d4-4111-4cce-a3e9-a6ac57d63318 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 1096 time: 0.4325795 Jul 09 17:14:57.389262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-e8672fa3-66b6-4d6a-84ca-9c30481f2f7c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:57.390695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-e8672fa3-66b6-4d6a-84ca-9c30481f2f7c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.36 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 815 time: 0.3110778 Jul 09 17:14:57.405855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e477ad-3a06-4043-8acd-f48cac60bdfa,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:57.417390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.418081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.419018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.419575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.420160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.420845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.421499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.422563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.423131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.423665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.424365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.424900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:57.432849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Request body: {'port': {'device_id': 'b8676b28-ff88-407d-b561-0e655d74b934', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'admin_state_up': True, 'tenant_id': '11089bca45ff447894e0143393d7cbd7'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:57.443308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.444695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:57.445483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.470614 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-dc7f92b8-a3f2-4b9e-9d3b-abc2d393a20c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f HTTP/1.1" status: 200 len: 217 time: 0.0789180 Jul 09 17:14:57.477255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8aca46ea-448a-4b78-a60d-2800cd4a418f req-da3e730e-47d1-4f49-ba28-5bceeee87424 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564848 Jul 09 17:14:57.535969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1628721 Jul 09 17:14:57.539472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:57.542314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9765-e6d4-4951-9ce4-4847e88cb57f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Network': ['ID=4a7ad26f-90ca-4e26-8df6-2df6f8aca576,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:57.556147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:14:57.558511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'subnet': {'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:57.613666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Made reservation on behalf of 25d519b1117e4709b85946d7ef2dd47c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:57.616303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.696450 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282 associated. External IP: 172.25.3.148, port: 8674f9d8-604a-4721-a331-851a70508ca7. Jul 09 17:14:57.716426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-72ad131d-ebba-4374-b703-2eed05baaf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:57.721506 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-72ad131d-ebba-4374-b703-2eed05baaf89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.1885197 Jul 09 17:14:57.888909 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.901086 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Transition to ACTIVE for port object 612b31c5-3692-414f-9a67-0f2db99cf4fa will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:57.909130 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:57.933856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822575da-e2c2-4664-8bc3-657a4f247352 req-5d83517c-9977-4463-abe5-7422b95cc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:57.935522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-5d83517c-9977-4463-abe5-7422b95cc274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723299 Jul 09 17:14:57.991076 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Pushing event updated for resources: {'Port': ['ID=612b31c5-3692-414f-9a67-0f2db99cf4fa,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:58.015601 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.015979 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.016467 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.016793 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.017123 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.017496 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.018237 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.018237 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.018583 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.018947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.019261 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.019620 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:58.038319 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Attempting to bind port 612b31c5-3692-414f-9a67-0f2db99cf4fa on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:14:58.038838 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Attempting to bind port 612b31c5-3692-414f-9a67-0f2db99cf4fa by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:14:58.039243 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Attempting to bind port 612b31c5-3692-414f-9a67-0f2db99cf4fa on network 63540e4b-2065-4e8d-9305-7db5472db7a1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:14:58.059484 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:14:58.059906 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Checking segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:58.060326 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.060913 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Bound using segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:14:58.063348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Bound port: 612b31c5-3692-414f-9a67-0f2db99cf4fa, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:14:58.063829 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.178777 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] For port 612b31c5-3692-414f-9a67-0f2db99cf4fa, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:14:58.187081 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] For port 612b31c5-3692-414f-9a67-0f2db99cf4fa, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=612b31c5-3692-414f-9a67-0f2db99cf4fa,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:14:58.198677 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.226346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Made reservation on behalf of 11089bca45ff447894e0143393d7cbd7 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:58.231731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.272848 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Routers {'5a97a8d7-9458-401b-9a64-affacf0751ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:58.273512 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a97a8d7-9458-401b-9a64-affacf0751ab'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:58.353763 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28023dd4-83c5-46c3-b6bf-62a978bb836f None None] Pushing event updated for resources: {'Port': ['ID=612b31c5-3692-414f-9a67-0f2db99cf4fa,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:58.378264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-f276079b-d107-4cfe-bef2-dcf92278be17 service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310546 Jul 09 17:14:58.425507 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] Set router 5a97a8d7-9458-401b-9a64-affacf0751ab gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:58.440578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:14:58.441151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.466926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-e04dc0db-9e8e-46ca-be33-b6cb9e451899 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:58.472105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-e04dc0db-9e8e-46ca-be33-b6cb9e451899 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 815 time: 0.3361204 Jul 09 17:14:58.516840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-45951185-a936-4687-b746-c4e7fb63e771 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/quotas/11089bca45ff447894e0143393d7cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0436008 Jul 09 17:14:58.608414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7602aae-520b-40e4-9694-33fe35e407da,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:58.631310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Checking segment: {'id': '76c97f0d-9ed9-4284-9fd7-ddeb523975bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:14:58.631677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network hostable DHCP agents. Network: 4a7ad26f-90ca-4e26-8df6-2df6f8aca576, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:14:58.632270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822575da-e2c2-4664-8bc3-657a4f247352 req-750443af-ad18-45d7-b13e-d44cdd3ab796 service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021935 Jul 09 17:14:58.649100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Allocated IP 172.20.0.7 (853a28f0-c4c5-4ffc-8f97-31e544505fe5/bdfe4e02-947e-4efc-bbd1-39d3bcea851a/298efa72-9d57-4ef5-9c6f-077e22ef16e5) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:58.656983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:58.669920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:14:58.687523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-b64e4842-acea-41e6-b1f8-c00e55632e74 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587160 Jul 09 17:14:58.691701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4a7ad26f-90ca-4e26-8df6-2df6f8aca576) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:58.698933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:58.699536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.703655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddc20a9-acd6-4925-a9b0-f5172ef5a78d None None] Network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:58.721711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-faad8a2b-7e10-4ae6-a5b2-50dfd756bb23 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1801529 Jul 09 17:14:58.735981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53118) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:14:58.753357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1097307264', 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:14:58.759655 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:53Z', 'revision_number': 4, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '612b31c5-3692-414f-9a67-0f2db99cf4fa', 'name': '', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'mac_address': 'fa:16:3e:3f:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:51Z', 'updated_at': '2021-07-09T17:14:58Z', 'revision_number': 4, 'project_id': '43f8d20889234d67849eff009bac7727', 'subnets': [{'id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:58.800238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Made reservation on behalf of 25d519b1117e4709b85946d7ef2dd47c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:14:58.802910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:58.829613 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b249d0-3ff6-4b40-aeda-9e3ddb14e892 None None] The sync data for ids ['5a97a8d7-9458-401b-9a64-affacf0751ab'] in n-d-791506-17 is: [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:53Z', 'revision_number': 4, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '612b31c5-3692-414f-9a67-0f2db99cf4fa', 'name': '', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'mac_address': 'fa:16:3e:3f:f7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:51Z', 'updated_at': '2021-07-09T17:14:58Z', 'revision_number': 4, 'project_id': '43f8d20889234d67849eff009bac7727', 'subnets': [{'id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:14:58.917735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] device_id is not set on port d184611e-08d8-475e-9928-11b74a0d1a67 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:14:58.986539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e8bd3-2a38-4c6d-b8f7-a384ea372237 None None] Network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:14:59.053588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:14:59.109140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-2335818c-c968-488f-8e22-d892795317ee service neutron] 10.222.0.21 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858702 Jul 09 17:14:59.128144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:14:59.152447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Allocated IP 172.20.0.2 (4a7ad26f-90ca-4e26-8df6-2df6f8aca576/a7602aae-520b-40e4-9694-33fe35e407da/d184611e-08d8-475e-9928-11b74a0d1a67) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:14:59.184522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:59.215235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:14:59.228402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:14:59.278793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Transition to ACTIVE for port object 298efa72-9d57-4ef5-9c6f-077e22ef16e5 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:14:59.436685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:14:59.452144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-c6571a51-14c3-4d49-b956-7a57bb7036a6 service neutron] 10.222.0.21 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419416 Jul 09 17:14:59.535999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:59.560777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:14:59.576467 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:59.599946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:59.694619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:59.706918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:59.718486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:59.722084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Pushing event updated for resources: {'Port': ['ID=298efa72-9d57-4ef5-9c6f-077e22ef16e5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:59.779533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.780223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.780921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.781517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.782111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.782677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.783221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.783856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.790948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.791549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.792127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.794116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:14:59.852169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:14:59.859603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:14:59.864321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:14:59.908510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Port': ['ID=d184611e-08d8-475e-9928-11b74a0d1a67,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:14:59.929919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:59.931115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:59.971960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:14:59.973167 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:14:59.998759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 612b31c5-3692-414f-9a67-0f2db99cf4fa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:00.053777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-1fc2228c-a14c-4906-b13a-de9f4eef1b16 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6516807 Jul 09 17:15:00.091415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Request body: {'port': {'device_id': 'b8676b28-ff88-407d-b561-0e655d74b934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:00.151795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97879ca6-f7d7-4fe6-b938-29b8622669fc tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4111664 Jul 09 17:15:00.161217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53140) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:00.199241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:00.218876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:00.327797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 612b31c5-3692-414f-9a67-0f2db99cf4fa completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:00.343945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 612b31c5-3692-414f-9a67-0f2db99cf4fa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:00.344336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:00.352446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:14:56Z', 'revision_number': 3, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:00.388023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e0765f8-c2cd-4517-b5a5-6f2935bd969e None None] Provisioning for port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:00.449316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e0765f8-c2cd-4517-b5a5-6f2935bd969e None None] Provisioning complete for port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:00.449961 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0765f8-c2cd-4517-b5a5-6f2935bd969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:00.456939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-5b46613a-82bc-4666-9edf-40fadb514c30 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:00.456939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-5b46613a-82bc-4666-9edf-40fadb514c30 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 811 time: 0.4617724 Jul 09 17:15:00.504124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-ecf326e0-d3b4-4016-83d4-d0417572f521 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/quotas/43f8d20889234d67849eff009bac7727 HTTP/1.1" status: 200 len: 375 time: 0.0280907 Jul 09 17:15:00.553478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9e0765f8-c2cd-4517-b5a5-6f2935bd969e None None] Port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:00.559746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:00.571405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Deleting port d184611e-08d8-475e-9928-11b74a0d1a67 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:00.572209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:00.595632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:00.596549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:00.762763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-cab167e5-bf0e-4312-b38b-3f05e6d31224 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2493410 Jul 09 17:15:00.963711 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.060425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:01.078424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.113491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-8c33b723-1ac0-4af3-80fb-72056290b661 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "PUT /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 999 time: 6.0952885 Jul 09 17:15:01.114434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-545a03b6-3c3a-4c83-b693-b0c41c692933 service neutron] 10.222.0.36 "GET /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.3043997 Jul 09 17:15:01.115679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Calling delete_port for d184611e-08d8-475e-9928-11b74a0d1a67 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:01.125463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.196939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-abd91777-cc4a-4c2a-9687-6084135359c3 service neutron] 10.222.0.21 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233553 Jul 09 17:15:01.298906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:01.359985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-0ad5e5ec-4ba2-4704-b9be-63619f2e09f1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:01.378117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-0ad5e5ec-4ba2-4704-b9be-63619f2e09f1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports/8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 943 time: 0.2636337 Jul 09 17:15:01.425793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 612b31c5-3692-414f-9a67-0f2db99cf4fa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=612b31c5-3692-414f-9a67-0f2db99cf4fa,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:01.461062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.720303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-50a3782c-f4fd-43dc-a895-43d8b1359e2d service neutron] 10.222.0.21 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160875 Jul 09 17:15:01.741504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=612b31c5-3692-414f-9a67-0f2db99cf4fa,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:01.797029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298efa72-9d57-4ef5-9c6f-077e22ef16e5 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:01.821961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.844643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Transition to ACTIVE for port object 298efa72-9d57-4ef5-9c6f-077e22ef16e5 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:01.852580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.856178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:01.875229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78f31f7f-f314-48fb-a0e9-dcb4176faa1f details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:01.889296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:01.913177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:14:56Z', 'revision_number': 3, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:01.961844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Pushing event updated for resources: {'Port': ['ID=298efa72-9d57-4ef5-9c6f-077e22ef16e5,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:01.972988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:02.063456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ba2b4-20ec-4495-b1c0-de56cf21b871 None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:14:56Z', 'revision_number': 3, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:02.157689 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f266558-91b8-460a-bcf7-2761914a2831 x-openstack-request-id: req-6f266558-91b8-460a-bcf7-2761914a2831 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:02.158294 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0c1b9e-2565-4c55-b668-f232c7c55483", "tag": "78f31f7f-f314-48fb-a0e9-dcb4176faa1f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:02.158294 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f266558-91b8-460a-bcf7-2761914a2831 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:02.158594 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'tag': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f', 'status': 'completed', 'code': 200} Jul 09 17:15:02.200190 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e3804-cbd9-45ca-932f-6e4e5ac82cd2 x-openstack-request-id: req-7b4e3804-cbd9-45ca-932f-6e4e5ac82cd2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:02.216231 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:02.216489 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b4e3804-cbd9-45ca-932f-6e4e5ac82cd2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:02.220846 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'status': 'completed', 'code': 200} Jul 09 17:15:02.221714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event deleted for resources: {'Port': ['ID=d184611e-08d8-475e-9928-11b74a0d1a67,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:02.301423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:02.320256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'port_id': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f', 'mac_address': 'fa:16:3e:a9:10:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfe4e02-947e-4efc-bbd1-39d3bcea851a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:02.371672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Attempting to bind port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:02.372347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Attempting to bind port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:02.373072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Attempting to bind port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:02.382110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:02.382753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Attempting to bind port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:02.390377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:02.391228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Checking segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:02.391889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Bound using segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:02.392571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Bound port: 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:02.393164 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.426940 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.434896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-4e7615af-09d1-41e8-94bf-6fd359ac5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.436962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-4e7615af-09d1-41e8-94bf-6fd359ac5b63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 1096 time: 0.2813797 Jul 09 17:15:02.463855 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efbeea5-aae0-40be-8f79-48b32e580500 None None] New status for floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:15:02.465835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f31f7f-f314-48fb-a0e9-dcb4176faa1f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:02.488721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:02.498145 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.514648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] For port 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:02.518523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] For port 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:02.523006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-a52f568c-12a1-48dc-b770-cbb37bd9b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.525157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-a52f568c-12a1-48dc-b770-cbb37bd9b3fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.4559536 Jul 09 17:15:02.563610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe73600-2daf-431c-ace3-b4c1a2d9287e {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:02.644978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-684c7517-c073-4f9f-b7e8-526d4af7d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.647323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-684c7517-c073-4f9f-b7e8-526d4af7d0be service neutron] 10.222.0.13 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 916 time: 0.1269653 Jul 09 17:15:02.651942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.656161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:02.693569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:02.762903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.767364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2ea53694-11d7-4400-9a15-dc8f0b6fc198 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d184611e-08d8-475e-9928-11b74a0d1a67 HTTP/1.1" status: 204 len: 168 time: 2.6052868 Jul 09 17:15:02.773397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-113d7128-f24d-4c80-944b-7fba5ab8288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.775295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-113d7128-f24d-4c80-944b-7fba5ab8288b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.1253250 Jul 09 17:15:02.778191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53166) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:02.801072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576', 'external_fixed_ips': [{'subnet_id': 'a7602aae-520b-40e4-9694-33fe35e407da', 'ip_address': '172.20.0.2'}]}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:02.814933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.862609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['78f31f7f-f314-48fb-a0e9-dcb4176faa1f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:02.918833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-61e07eb9-7cac-4368-9676-4dd3dbae817e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 217 time: 0.0711176 Jul 09 17:15:02.927748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-836f8faf-20ae-4863-b442-d020dd4bb872 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f HTTP/1.1" status: 200 len: 217 time: 0.1454263 Jul 09 17:15:02.956777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-5453602f-9bff-4229-8f69-2dace604306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.958913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-5453602f-9bff-4229-8f69-2dace604306a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1127 time: 0.7605324 Jul 09 17:15:02.990270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.991146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:02.992940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/298efa72-9d57-4ef5-9c6f-077e22ef16e5 HTTP/1.1" status: 200 len: 1092 time: 2.9240758 Jul 09 17:15:02.994856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-166100b5-d5ac-43ec-8cba-f7a21c683947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:02.996710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-166100b5-d5ac-43ec-8cba-f7a21c683947 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0655057 Jul 09 17:15:03.116568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:03.117505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:03.168258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-82c5d53c-64aa-49f0-bb65-429683d445c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.170513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-82c5d53c-64aa-49f0-bb65-429683d445c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.1435308 Jul 09 17:15:03.246586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd60b8-5b32-46d8-8413-c6e96651fd62 req-49ac5ef9-ef94-4a06-adbb-a5d5f7793db0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.254555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1fd60b8-5b32-46d8-8413-c6e96651fd62 req-49ac5ef9-ef94-4a06-adbb-a5d5f7793db0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.7731624 Jul 09 17:15:03.269294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:03.352570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91900-63df-478c-a1f7-eac8adf050c9 service neutron] Pushing event updated for resources: {'Port': ['ID=298efa72-9d57-4ef5-9c6f-077e22ef16e5,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:03.385849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] Transition to ACTIVE for port object 2fe73600-2daf-431c-ace3-b4c1a2d9287e will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:03.415056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:03.428744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:03.430897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:03.432665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-b2af8faa-e28a-4c8c-b358-ed8196b212d2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.434106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-b2af8faa-e28a-4c8c-b358-ed8196b212d2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 815 time: 0.7851415 Jul 09 17:15:03.447182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-5c928ae4-f6d6-4a44-9fe9-d7abf7657093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.448713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-5c928ae4-f6d6-4a44-9fe9-d7abf7657093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4448934 Jul 09 17:15:03.452300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Request body: {'port': {'device_id': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'admin_state_up': True, 'tenant_id': '11089bca45ff447894e0143393d7cbd7'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:03.500222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-754d2fbc-9adf-4bd2-9f3a-4f61d26d7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.501737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-754d2fbc-9adf-4bd2-9f3a-4f61d26d7b51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 1095 time: 0.3282065 Jul 09 17:15:03.512602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:03.532014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-65f31ca6-2c92-4aba-a8a0-ca6d804eb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.533492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-65f31ca6-2c92-4aba-a8a0-ca6d804eb580 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118434 Jul 09 17:15:03.624001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-8040b7fe-2d95-4aeb-a58d-9922c192ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.626527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-8040b7fe-2d95-4aeb-a58d-9922c192ab0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.6474102 Jul 09 17:15:03.645797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:03.666816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-9504b9f9-44d5-437f-9ee1-220bddda91ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5 HTTP/1.1" status: 200 len: 217 time: 0.1303270 Jul 09 17:15:03.685155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] No DVR routers for this DVR port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:03.785284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:03.799687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 2.6788464 Jul 09 17:15:03.814363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1fd60b8-5b32-46d8-8413-c6e96651fd62 req-4c6854f2-fbc9-441b-8744-4db41b897eac tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523868 Jul 09 17:15:03.814363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-f04427e9-747c-499a-b26e-916e8cd95777 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 217 time: 0.1116540 Jul 09 17:15:03.903118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 612b31c5-3692-414f-9a67-0f2db99cf4fa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:03.925124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-e9ed1444-2925-468c-9424-cabfafa4fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:03.926687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-e9ed1444-2925-468c-9424-cabfafa4fa64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.2229414 Jul 09 17:15:04.000653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-ff8d799c-022f-4751-a7c8-7db265f96523 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396392 Jul 09 17:15:04.023103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-eae218b6-f478-4dc9-a64c-84a7e0cb604a service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696400 Jul 09 17:15:04.140943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Made reservation on behalf of 11089bca45ff447894e0143393d7cbd7 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:04.145975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:04.163855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}, {'name': 'network-changed', 'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b'}, {'name': 'network-changed', 'server_uuid': 'b8676b28-ff88-407d-b561-0e655d74b934', 'tag': '298efa72-9d57-4ef5-9c6f-077e22ef16e5'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:04.167727 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054" -d '{"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}, {"name": "network-changed", "server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "tag": "b5b88649-d686-4443-abf6-ba620450619b"}, {"name": "network-changed", "server_uuid": "b8676b28-ff88-407d-b561-0e655d74b934", "tag": "298efa72-9d57-4ef5-9c6f-077e22ef16e5"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:04.215264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 612b31c5-3692-414f-9a67-0f2db99cf4fa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:04.215639 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:04.341980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a7d2711-0b46-4ae5-834c-5ba70dcf30f5 req-9c2cd17d-3f00-4c93-b864-455b4bc692e9 service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050385 Jul 09 17:15:04.368390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-75e13fd5-6953-4b7f-962e-08d9654b31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.371651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-75e13fd5-6953-4b7f-962e-08d9654b31ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4322786 Jul 09 17:15:04.380095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-f41c6a8e-e8f0-4afb-8e3f-c9219e8510aa service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709655 Jul 09 17:15:04.408792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:15:03Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:04.451391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:04.471107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:04.471741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:04.573674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db97a1-5ab5-4a57-96a2-6aae6969b594 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:04.640838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-b0016233-6752-4225-aac7-3849d515eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.642326 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-b0016233-6752-4225-aac7-3849d515eee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.8137202 Jul 09 17:15:04.643296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:04.677487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-66d500cd-f519-432c-b187-5e0c50e10d07 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.678925 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-66d500cd-f519-432c-b187-5e0c50e10d07 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.36 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 811 time: 0.3499599 Jul 09 17:15:04.681231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-8515485c-602b-4a61-b773-1ec12aa2f731 service neutron] 10.222.0.36 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965407 Jul 09 17:15:04.689940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Allocated IP 172.20.0.5 (853a28f0-c4c5-4ffc-8f97-31e544505fe5/bdfe4e02-947e-4efc-bbd1-39d3bcea851a/72bf31e9-b2eb-4225-a752-f7b1cec257a1) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:04.693977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-cbe06a43-1785-440e-9b85-935fc9a706d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.701397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-cbe06a43-1785-440e-9b85-935fc9a706d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1098 time: 0.2230599 Jul 09 17:15:04.708468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-999bc657-b5ee-4e1a-8781-e47f776836f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559466 Jul 09 17:15:04.713366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Request body: {'port': {'device_id': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'admin_state_up': True, 'tenant_id': '43f8d20889234d67849eff009bac7727'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:04.803156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a4d36-351f-44d6-8e7e-fe492adca38b req-8940b540-ae84-4aeb-ab7f-085cfde62193 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.810498 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705a4d36-351f-44d6-8e7e-fe492adca38b req-8940b540-ae84-4aeb-ab7f-085cfde62193 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.4795754 Jul 09 17:15:04.858107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-e3873433-821e-4bed-b8ef-4cf911e01160 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.859717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-e3873433-821e-4bed-b8ef-4cf911e01160 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.5162411 Jul 09 17:15:04.966101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-2e9fa218-9a92-4f45-a8ba-d350dffb60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:04.973835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-2e9fa218-9a92-4f45-a8ba-d350dffb60f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.2710948 Jul 09 17:15:05.016063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705a4d36-351f-44d6-8e7e-fe492adca38b req-e9dffe61-0836-411b-9718-24a26c3b68f3 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045238 Jul 09 17:15:05.053674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-41744954-55e1-4619-8509-31ae9ca30781 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 1002 time: 0.0789034 Jul 09 17:15:05.067278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c9b08d-1b0c-411f-8bee-a9eaecde975a req-14635777-40c3-4dc9-b656-d50cb2d009d5 service neutron] 10.222.0.36 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527734 Jul 09 17:15:05.098334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-bbdb71c2-9b1d-46fd-9b0e-344ec8e36725 service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325863 Jul 09 17:15:05.106272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Made reservation on behalf of 43f8d20889234d67849eff009bac7727 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:05.110915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:05.168942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-a672f3fb-1542-44e1-9a21-e69e55822981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:05.186818 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-a672f3fb-1542-44e1-9a21-e69e55822981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.1322150 Jul 09 17:15:05.203501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-2ccb9b8a-47ff-4fe6-95af-ce97ee431920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:05.205396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-2ccb9b8a-47ff-4fe6-95af-ce97ee431920 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b HTTP/1.1" status: 200 len: 1097 time: 0.3334408 Jul 09 17:15:05.301070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:05.311693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:15:03Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:05.336341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Transition to ACTIVE for port object 72bf31e9-b2eb-4225-a752-f7b1cec257a1 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:05.343999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e74fff-3903-43f2-9e66-361f0e309cf0 None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': 'b5b88649-d686-4443-abf6-ba620450619b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:24:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbb5e1-59c5-485b-b41f-84953289d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:15:03Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:05.354063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-aa05ca29-c6a2-471f-9f4c-e6077e032658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:05.355690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-aa05ca29-c6a2-471f-9f4c-e6077e032658 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679947 Jul 09 17:15:05.361907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c032ff0-94ab-46c0-bf69-e2bf04cc207b req-006ac213-3026-4421-aed4-4d55aa71be56 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 210 time: 0.1144009 Jul 09 17:15:05.458215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:05.470183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['78f31f7f-f314-48fb-a0e9-dcb4176faa1f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:05.525719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:05.550990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-fdec5e35-c07d-40a9-b9be-7843698c76ea service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869495 Jul 09 17:15:05.561084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:05.601225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:05.640081 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:05.655623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a38ebac-a116-4d1c-adfd-6498125bffaf req-4ed2d504-5c18-4301-b4d8-34c0aeee23de tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 210 time: 0.0924487 Jul 09 17:15:05.710955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Pushing event updated for resources: {'Port': ['ID=72bf31e9-b2eb-4225-a752-f7b1cec257a1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:05.792687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:05.793294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:05.823301 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6012f2a-c906-4ddb-a640-42c26dd173f9 x-openstack-request-id: req-b6012f2a-c906-4ddb-a640-42c26dd173f9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:05.823301 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "tag": "b5b88649-d686-4443-abf6-ba620450619b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8676b28-ff88-407d-b561-0e655d74b934", "tag": "298efa72-9d57-4ef5-9c6f-077e22ef16e5", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:05.823542 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6012f2a-c906-4ddb-a640-42c26dd173f9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:05.823967 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'status': 'completed', 'code': 200} Jul 09 17:15:05.824363 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b', 'status': 'completed', 'code': 200} Jul 09 17:15:05.824617 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8676b28-ff88-407d-b561-0e655d74b934', 'tag': '298efa72-9d57-4ef5-9c6f-077e22ef16e5', 'status': 'completed', 'code': 200} Jul 09 17:15:05.832682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Allocated IP 172.20.0.2 (63540e4b-2065-4e8d-9305-7db5472db7a1/7cbed853-b550-4157-99d8-d3fd61c062d0/bc5e1a12-ac2c-4041-adaa-d9357a892426) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:05.866750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-1259702b-ab5b-4a16-82d1-47ffc1b98012 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4222546 Jul 09 17:15:05.878127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:05.899298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78f31f7f-f314-48fb-a0e9-dcb4176faa1f up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:05.903011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Request body: {'port': {'device_id': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:05.962833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d26189-e79a-4e33-a121-e4ff0229e7b7 req-46340df7-3a80-4b4c-b966-af7954612301 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883431 Jul 09 17:15:05.983892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531d9cc1-e20c-4f23-ad7a-2260f0b3d471 req-ce5036da-3481-469b-a16f-7ba0bb3afd8e service neutron] 10.222.0.36 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679042 Jul 09 17:15:06.030487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:06.041828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:06.042291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.089940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b3dde36-fabb-4a38-a528-007201e45090 None None] Provisioning for port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:06.105522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b3dde36-fabb-4a38-a528-007201e45090 None None] Provisioning complete for port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:06.105894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b3dde36-fabb-4a38-a528-007201e45090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.110292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-11cc4466-3454-4882-9ef3-fda5909fbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.113264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-11cc4466-3454-4882-9ef3-fda5909fbe4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1098 time: 0.2798305 Jul 09 17:15:06.115373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-9fa8e405-33ce-4014-bf3c-fc882d3d6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.117069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-9fa8e405-33ce-4014-bf3c-fc882d3d6eea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.2915976 Jul 09 17:15:06.137752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-4c7dc8c2-0629-4354-b788-b40ab3fe4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.139896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-4c7dc8c2-0629-4354-b788-b40ab3fe4b25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1097 time: 0.8950861 Jul 09 17:15:06.162417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dde36-fabb-4a38-a528-007201e45090 None None] Port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:06.210853 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.254552 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.278344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:06.286332 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b51e4d4-f2c5-46ab-ae51-9999726b5e12" -d '{"events": [{"server_uuid": "de0c1b9e-2565-4c55-b668-f232c7c55483", "name": "network-vif-plugged", "status": "completed", "tag": "78f31f7f-f314-48fb-a0e9-dcb4176faa1f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:06.309910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:06.317694 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.369726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967672d-19e0-492e-9591-e78f231bf3b3 req-c624d004-1492-45d7-b5b5-28ad3f2f69e0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.371558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3967672d-19e0-492e-9591-e78f231bf3b3 req-c624d004-1492-45d7-b5b5-28ad3f2f69e0 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.4163294 Jul 09 17:15:06.407010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:06.472747 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-f921cb49-4fa2-4b04-9590-2f6f0087361d service neutron] show failed (client error): The resource could not be found. Jul 09 17:15:06.473881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-f921cb49-4fa2-4b04-9590-2f6f0087361d service neutron] 10.222.0.36 "GET /v2.0/ports/6ad89ad3-ae7d-4d77-8624-91981030a6e3/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.3425333 Jul 09 17:15:06.508316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.531257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Allocated IP 172.20.0.2 (4a7ad26f-90ca-4e26-8df6-2df6f8aca576/a7602aae-520b-40e4-9694-33fe35e407da/3927971d-7cfb-4310-9c30-03404c2ef2bd) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:06.549294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-5a8821e6-ab24-47b2-a905-9e9d6fd37900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.550814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-5a8821e6-ab24-47b2-a905-9e9d6fd37900 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 200 len: 908 time: 0.3753815 Jul 09 17:15:06.558544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3967672d-19e0-492e-9591-e78f231bf3b3 req-ff9b7aae-241f-4372-944a-0fd4afef3c6f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617870 Jul 09 17:15:06.651819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-8d4f73a6-f0c4-41f5-b348-348da2dbd53a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 200 len: 217 time: 0.0908346 Jul 09 17:15:06.753710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-320a208a-4c7f-4c80-97e2-80c30d6f9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.754743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-320a208a-4c7f-4c80-97e2-80c30d6f9a62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.6293173 Jul 09 17:15:06.781160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f6109367-822e-4a0a-9ba7-d0c585d45244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:06.782559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f6109367-822e-4a0a-9ba7-d0c585d45244 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 200 len: 847 time: 0.1047251 Jul 09 17:15:06.838803 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.841995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:06.849209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-f03423ff-d5fb-4243-ae19-ae93a0da7271 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6829d42f-a8a4-45a5-a286-b6f6db284a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541279 Jul 09 17:15:06.873271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.13', 51877) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:06.962583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a63d75-01c4-40d8-9c65-b47500564aff req-77fc5aa1-a0f2-43ba-8c34-15d17203cf63 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.2276978 Jul 09 17:15:06.978708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:06.995191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:07.004785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-fe459677-6460-4bb0-8c42-6af51c19f8c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 1002 time: 0.2118392 Jul 09 17:15:07.009644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:07.030584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-69b8e067-d2ac-4626-b34b-3a8436bc1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.032251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-69b8e067-d2ac-4626-b34b-3a8436bc1a72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.8056593 Jul 09 17:15:07.061681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-72c02c63-4228-4793-b0d9-28c15a5c5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.063301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-72c02c63-4228-4793-b0d9-28c15a5c5d85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e&tenant_id=37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 1102 time: 0.3343146 Jul 09 17:15:07.063897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Pushing event updated for resources: {'Port': ['ID=bc5e1a12-ac2c-4041-adaa-d9357a892426,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:07.089782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:07.141358 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.165014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a63d75-01c4-40d8-9c65-b47500564aff req-4fb2ed2a-87bb-4ba9-8675-0fd0dde011e3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.166220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.166378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a63d75-01c4-40d8-9c65-b47500564aff req-4fb2ed2a-87bb-4ba9-8675-0fd0dde011e3 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports/b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 943 time: 0.1954081 Jul 09 17:15:07.166830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.173782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-c35b83ec-8725-49cc-b1dd-4ac286bbb9ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 217 time: 0.0989323 Jul 09 17:15:07.194698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-e1f4c504-45fe-4a59-b1ab-8a6ab769485a service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167286 Jul 09 17:15:07.208850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583b76-6be4-47ab-b732-7480363110f7 req-5b6c9794-5328-4adf-a351-0117069827f1 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.210685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88583b76-6be4-47ab-b732-7480363110f7 req-5b6c9794-5328-4adf-a351-0117069827f1 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.4138093 Jul 09 17:15:07.229234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-85e41509-89e3-425d-9d02-c4394ff572de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.230721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-85e41509-89e3-425d-9d02-c4394ff572de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.2023728 Jul 09 17:15:07.264641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864095-d5aa-4700-878b-a8901495969c req-91a00a9c-2824-4661-8f37-07d1953a538d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.266325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad864095-d5aa-4700-878b-a8901495969c req-91a00a9c-2824-4661-8f37-07d1953a538d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 945 time: 0.3892131 Jul 09 17:15:07.284138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 298efa72-9d57-4ef5-9c6f-077e22ef16e5 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:07.352028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-56f4ddb0-6c82-4607-8f8f-caf1b6137345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.353542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-56f4ddb0-6c82-4607-8f8f-caf1b6137345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.1718690 Jul 09 17:15:07.400863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:07.418476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '298efa72-9d57-4ef5-9c6f-077e22ef16e5', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'port_id': '298efa72-9d57-4ef5-9c6f-077e22ef16e5', 'mac_address': 'fa:16:3e:15:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfe4e02-947e-4efc-bbd1-39d3bcea851a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:07.466816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.482949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298efa72-9d57-4ef5-9c6f-077e22ef16e5 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:07.505452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:07.511016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.530237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a63d75-01c4-40d8-9c65-b47500564aff req-95dfb5e3-d881-402a-8e41-68ab24e9fda0 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.2320361 Jul 09 17:15:07.556430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bf31e9-b2eb-4225-a752-f7b1cec257a1 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:07.569766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=298efa72-9d57-4ef5-9c6f-077e22ef16e5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:07.579497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.603266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-b1c23679-28d8-4be7-ac12-3eaf3aed539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.604833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-b1c23679-28d8-4be7-ac12-3eaf3aed539c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3629460 Jul 09 17:15:07.649687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:07.656311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Transition to ACTIVE for port object 72bf31e9-b2eb-4225-a752-f7b1cec257a1 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:07.668656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:07.671384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-326eac40-68cd-4e40-8157-f8801387fa25 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9660232 Jul 09 17:15:07.674454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:07.686683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Port': ['ID=3927971d-7cfb-4310-9c30-03404c2ef2bd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:07.703633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.718543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-c9fb7333-fa19-4b98-8ed3-d964fe8d0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.720098 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-c9fb7333-fa19-4b98-8ed3-d964fe8d0944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3300669 Jul 09 17:15:07.723330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Request body: {'port': {'device_id': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:07.780977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.794024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['298efa72-9d57-4ef5-9c6f-077e22ef16e5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:07.805599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Deleting port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:07.806325 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:07.820194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88583b76-6be4-47ab-b732-7480363110f7 req-4c46901b-ae14-4404-929f-f5914381d8b3 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954840 Jul 09 17:15:07.914652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Pushing event updated for resources: {'Port': ['ID=72bf31e9-b2eb-4225-a752-f7b1cec257a1,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:07.946620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a63d75-01c4-40d8-9c65-b47500564aff req-a69a4e9c-e255-45c2-81b9-6bc22909ee05 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:07.958689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a63d75-01c4-40d8-9c65-b47500564aff req-a69a4e9c-e255-45c2-81b9-6bc22909ee05 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.4092453 Jul 09 17:15:07.980243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.064152 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d03d4-a168-4ecc-9355-655393330894 x-openstack-request-id: req-615d03d4-a168-4ecc-9355-655393330894 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:08.064570 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0c1b9e-2565-4c55-b668-f232c7c55483", "name": "network-vif-plugged", "status": "completed", "tag": "78f31f7f-f314-48fb-a0e9-dcb4176faa1f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:08.064915 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-615d03d4-a168-4ecc-9355-655393330894 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:08.065523 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f', 'code': 200} Jul 09 17:15:08.079688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-dcf9da59-db52-40e2-8ee8-88a3364521bd service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428310 Jul 09 17:15:08.101782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-b2a1d493-83a0-48f4-888e-f43a4776e66d service neutron] 10.222.0.13 "GET /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8849928 Jul 09 17:15:08.120079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.13', 51878) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:08.195016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.255982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Attempting to bind port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:08.256300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Attempting to bind port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:08.256645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Attempting to bind port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:08.279275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-058af15d-cf58-4edd-8a5d-36b36de744b1 service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290267 Jul 09 17:15:08.281637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] For port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:08.281848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.287886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:08.288225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Attempting to bind port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 on network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:08.320266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Calling delete_port for ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:08.345907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:08.346176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Checking segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:08.346534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Bound using segment: {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:08.347146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Bound port: 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f313fcf9-51b5-4022-9060-bcc77302ab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:08.347508 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.457555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-e9ce1357-3aee-41c7-9380-0ab9c30edf0e service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271315 Jul 09 17:15:08.519696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639f9f-1257-4e20-82a2-f12194329420 req-4d646426-ce9e-4256-a19d-268a155b73c0 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:08.521213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5639f9f-1257-4e20-82a2-f12194329420 req-4d646426-ce9e-4256-a19d-268a155b73c0 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 943 time: 0.3681419 Jul 09 17:15:08.563619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53faeaa-3628-4be8-a56f-b03ded34c30b req-c05dde70-5dd0-44da-b37a-5775cb661272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:08.565200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d53faeaa-3628-4be8-a56f-b03ded34c30b req-c05dde70-5dd0-44da-b37a-5775cb661272 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 1098 time: 0.4344130 Jul 09 17:15:08.572653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca809dd-58a0-4b91-a505-02cd7aef49e1 req-f53ebbd6-19d1-4216-b425-24f5ba3841c6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:08.574091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ca809dd-58a0-4b91-a505-02cd7aef49e1 req-f53ebbd6-19d1-4216-b425-24f5ba3841c6 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=e889ce19-991d-4ddc-9ced-8353c91a16ec HTTP/1.1" status: 200 len: 945 time: 0.4888372 Jul 09 17:15:08.611188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-8c116beb-1fdb-407e-b0ab-110373cce931 service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094926 Jul 09 17:15:08.626915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] For port 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:08.644366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] For port 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:08.652449 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:15:08.656957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.728937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5639f9f-1257-4e20-82a2-f12194329420 req-9e7f6f52-ee5f-499a-8906-d8812abb45de tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787944 Jul 09 17:15:08.737340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:08.737464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.739050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] 10.222.0.13 "PUT /v2.0/ports/72bf31e9-b2eb-4225-a752-f7b1cec257a1 HTTP/1.1" status: 200 len: 1092 time: 2.8400965 Jul 09 17:15:08.743994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'tag': '72bf31e9-b2eb-4225-a752-f7b1cec257a1'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:08.744206 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.746113 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274e743-f958-4dd8-9535-de58a134750f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa846481-5c02-42bf-86d3-6fbc34d5601f", "tag": "72bf31e9-b2eb-4225-a752-f7b1cec257a1"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:08.748583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:08.781109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-9e7eae29-a893-490d-a732-eb8abec7e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:08.783378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-9e7eae29-a893-490d-a732-eb8abec7e528 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 1096 time: 0.2564998 Jul 09 17:15:08.790433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a089c6b-1195-45d0-ad13-4642105f6e02 service neutron] Pushing event updated for resources: {'Port': ['ID=72bf31e9-b2eb-4225-a752-f7b1cec257a1,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:08.809772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:08.822359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d53faeaa-3628-4be8-a56f-b03ded34c30b req-da7864b4-37ae-437f-a8ca-130b0dca630f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346883 Jul 09 17:15:08.860528 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ca809dd-58a0-4b91-a505-02cd7aef49e1 req-44361bd1-4bac-4469-a74e-436a56172814 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643807 Jul 09 17:15:08.914829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event deleted for resources: {'Port': ['ID=ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:08.955288 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.042752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] No DVR routers for this DVR port ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:09.051255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.053387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "DELETE /v2.0/ports/ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 HTTP/1.1" status: 204 len: 173 time: 1.7622182 Jul 09 17:15:09.084028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-cf5207e0-b4e7-4cc8-8a0a-13d4947b7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.085529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-cf5207e0-b4e7-4cc8-8a0a-13d4947b7164 service neutron] 10.222.0.36 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 916 time: 0.2897153 Jul 09 17:15:09.126924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-b963bb82-2083-4436-b724-406fb3519609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.128981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-b963bb82-2083-4436-b724-406fb3519609 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 1095 time: 0.2566249 Jul 09 17:15:09.201077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-7938ca69-73be-4d15-bbfc-e2fcda6863c9 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.202686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-7938ca69-73be-4d15-bbfc-e2fcda6863c9 tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238&tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.7569132 Jul 09 17:15:09.246216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:09.265625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5e1a12-ac2c-4041-adaa-d9357a892426 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:09.300380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 298efa72-9d57-4ef5-9c6f-077e22ef16e5 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:09.339730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.364267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:09.368660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:09.369000 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.387782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Transition to ACTIVE for port object bc5e1a12-ac2c-4041-adaa-d9357a892426 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:09.417065 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.426470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:09.428795 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f2879-a981-4313-9044-83184d9e7e18" -d '{"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:09.436938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.463227 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.478836 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.511029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:09.514095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Transition to ACTIVE for port object 6ad89ad3-ae7d-4d77-8624-91981030a6e3 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:09.516545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.517513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:09.560341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-28e5d095-e9c3-481f-9158-32b9170f1a0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5 HTTP/1.1" status: 200 len: 217 time: 0.4583273 Jul 09 17:15:09.568110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab53c2-f062-4f6a-9beb-aa8e27627927 req-8e6ef8d9-b886-461b-9cda-30ef10f347d5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.575522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0aab53c2-f062-4f6a-9beb-aa8e27627927 req-8e6ef8d9-b886-461b-9cda-30ef10f347d5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 931 time: 0.6036050 Jul 09 17:15:09.578940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.579944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-afa1b203-2b7f-477d-9266-65eeefc7ee09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1 HTTP/1.1" status: 200 len: 217 time: 0.4106226 Jul 09 17:15:09.602467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e1a12-ac2c-4041-adaa-d9357a892426,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:09.615858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:09.620570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=298efa72-9d57-4ef5-9c6f-077e22ef16e5,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:09.639397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-db83ea41-df06-42b3-980d-b74326bffed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.641061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-db83ea41-df06-42b3-980d-b74326bffed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.0633531 Jul 09 17:15:09.643478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b8afb-66a2-46eb-a898-ef078d52be70 req-ea45b9aa-4f02-49d1-8558-8cd063c62c25 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.651293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef1b8afb-66a2-46eb-a898-ef078d52be70 req-ea45b9aa-4f02-49d1-8558-8cd063c62c25 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.4469287 Jul 09 17:15:09.760294 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0aab53c2-f062-4f6a-9beb-aa8e27627927 req-2fadb1a6-7b33-4d1f-9b5d-19d808ca822b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833427 Jul 09 17:15:09.771542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6caac061-96f4-437f-b424-0a7369a7551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.772968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-6caac061-96f4-437f-b424-0a7369a7551f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.1439879 Jul 09 17:15:09.853561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-c20dbebe-f5ea-4a97-90df-fa5413a62eca service neutron] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:09.855236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:09.895900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-c20dbebe-f5ea-4a97-90df-fa5413a62eca service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:09.899339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-c20dbebe-f5ea-4a97-90df-fa5413a62eca service neutron] 10.222.0.13 "DELETE /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.6848288 Jul 09 17:15:09.907722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-482c0192-1546-49d7-bfaf-460498a00140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:09.909319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-482c0192-1546-49d7-bfaf-460498a00140 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602999 Jul 09 17:15:09.916134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef1b8afb-66a2-46eb-a898-ef078d52be70 req-4537d08c-58a8-4f8e-bd8d-5e747080610d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642395 Jul 09 17:15:09.918547 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-082ee11c-fea5-4127-ab03-9ff68e6ece4b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.1307859 Jul 09 17:15:09.934297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:10.002774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:10.003430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:10.026750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] No DVR routers for this DVR port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:10.045588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Attempting to bind port bc5e1a12-ac2c-4041-adaa-d9357a892426 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:10.046244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Attempting to bind port bc5e1a12-ac2c-4041-adaa-d9357a892426 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:10.046945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Attempting to bind port bc5e1a12-ac2c-4041-adaa-d9357a892426 on network 63540e4b-2065-4e8d-9305-7db5472db7a1 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:10.066369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8676b28-ff88-407d-b561-0e655d74b934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298efa72-9d57-4ef5-9c6f-077e22ef16e5'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:10.070532 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4908aaf-f411-48ed-bf14-7a2c5531b6ed" -d '{"events": [{"server_uuid": "b8676b28-ff88-407d-b561-0e655d74b934", "name": "network-vif-plugged", "status": "completed", "tag": "298efa72-9d57-4ef5-9c6f-077e22ef16e5"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:10.086572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Port bc5e1a12-ac2c-4041-adaa-d9357a892426 on network 63540e4b-2065-4e8d-9305-7db5472db7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:10.086937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Attempting to bind port bc5e1a12-ac2c-4041-adaa-d9357a892426 on network 63540e4b-2065-4e8d-9305-7db5472db7a1 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:10.100607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:10.100950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:10.101377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:10.105868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:10.106360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Checking segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:10.106820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Bound using segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:10.107321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Bound port: bc5e1a12-ac2c-4041-adaa-d9357a892426, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:10.107887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.113008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:10.113332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:10.136117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:10.136117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:10.136696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:10.137076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Bound port: 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:10.137230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.137742 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-4fd30360-931c-4dd0-930b-12bfea2f2d13 service neutron] 10.222.0.36 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157261 Jul 09 17:15:10.157058 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb06b1f-a635-4174-a009-7bace912ad7a x-openstack-request-id: req-6eb06b1f-a635-4174-a009-7bace912ad7a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:10.157350 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa846481-5c02-42bf-86d3-6fbc34d5601f", "tag": "72bf31e9-b2eb-4225-a752-f7b1cec257a1", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:10.157815 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb06b1f-a635-4174-a009-7bace912ad7a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:10.158179 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'tag': '72bf31e9-b2eb-4225-a752-f7b1cec257a1', 'status': 'completed', 'code': 200} Jul 09 17:15:10.165616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-3025afb5-59e6-4cd5-aab8-6f4f5a58811b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.166757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Router 4142306e-8637-445d-9c68-c72ee4386bb3 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:10.167155 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-3025afb5-59e6-4cd5-aab8-6f4f5a58811b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports/b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 943 time: 0.2477469 Jul 09 17:15:10.178590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-898d6d3e-9960-4a4d-87ad-4cbd04dc730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.179997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-898d6d3e-9960-4a4d-87ad-4cbd04dc730d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3910089 Jul 09 17:15:10.310117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] For port bc5e1a12-ac2c-4041-adaa-d9357a892426, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:10.343041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] For port bc5e1a12-ac2c-4041-adaa-d9357a892426, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:10.347396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:10.364750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eef35687-687f-489e-b501-7cdcdcd2e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.393821 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-b298336c-91fb-48b4-8e7f-2f7651404507 service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018628 Jul 09 17:15:10.400551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-1cca6d04-494a-4d4b-bc51-646683e5a7fb service neutron] 10.222.0.36 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320225 Jul 09 17:15:10.456915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-ee003304-0a07-4273-99cc-d0a0835e39c9 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.1735125 Jul 09 17:15:10.595430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5b5ed2c-bd10-403c-891c-d5f3a0fab875 req-5098453a-7d30-4f76-a877-4623a2e71a2d service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935728 Jul 09 17:15:10.610008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-9912e573-1a64-4fa8-ad9a-40164d6afb63 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.610008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-9912e573-1a64-4fa8-ad9a-40164d6afb63 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1447327 Jul 09 17:15:10.684862 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.696203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:10.712610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-22866642-064f-44bf-b03e-4a12ea8606f0 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.0948734 Jul 09 17:15:10.725775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.727139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:10.758498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.759108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.760532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] 10.222.0.36 "PUT /v2.0/ports/bc5e1a12-ac2c-4041-adaa-d9357a892426 HTTP/1.1" status: 200 len: 1092 time: 3.0661576 Jul 09 17:15:10.775343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:10.781872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e743-f958-4dd8-9535-de58a134750f req-33a0bca0-a42c-4b86-9166-d6677971fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.783569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-33a0bca0-a42c-4b86-9166-d6677971fdb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 1095 time: 0.1215136 Jul 09 17:15:10.783798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.784422 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.785850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] 10.222.0.13 "PUT /v2.0/ports/6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 1097 time: 3.7117953 Jul 09 17:15:10.791163 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Sync routers for ids ['4142306e-8637-445d-9c68-c72ee4386bb3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:10.799868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.816085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d771eb-7db7-4072-8082-52ed4e955a0a service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e1a12-ac2c-4041-adaa-d9357a892426,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:10.824336 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Routers {'4142306e-8637-445d-9c68-c72ee4386bb3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:10.827271 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4142306e-8637-445d-9c68-c72ee4386bb3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:10.831092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484932a-0d99-4bda-b5f8-0f71f5679680 req-0e03b795-c5fe-4395-b1d3-c233f31d3a84 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:10.837787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9484932a-0d99-4bda-b5f8-0f71f5679680 req-0e03b795-c5fe-4395-b1d3-c233f31d3a84 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.6085956 Jul 09 17:15:10.932326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:10.934081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3ebfdeff-8c0d-41f5-b452-7caeb77c9a56 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1408741 Jul 09 17:15:10.959340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53222) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:11.021183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e743-f958-4dd8-9535-de58a134750f req-4a6a8ea5-35b9-4029-9e22-4cad64a74428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.022824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-4a6a8ea5-35b9-4029-9e22-4cad64a74428 service neutron] 10.222.0.13 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 916 time: 0.2192891 Jul 09 17:15:11.067832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.096724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-71963158-fed7-49a4-a5d9-5b9475439f98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1 HTTP/1.1" status: 200 len: 217 time: 0.0413480 Jul 09 17:15:11.097802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.098212 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282 disassociated. External IP: 172.25.3.148, port: b5b88649-d686-4443-abf6-ba620450619b. Jul 09 17:15:11.141246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9484932a-0d99-4bda-b5f8-0f71f5679680 req-83bcffab-c190-4450-91ec-58c49b807448 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917035 Jul 09 17:15:11.156150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cde535-5028-401e-a2c6-e9b1698eeab1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:11.192806 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Set router 4142306e-8637-445d-9c68-c72ee4386bb3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:11.204823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.241010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e743-f958-4dd8-9535-de58a134750f req-95277564-3da8-438d-9a78-8d88b2415f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.243348 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-95277564-3da8-438d-9a78-8d88b2415f92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.1092772 Jul 09 17:15:11.248101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-9fdfb32c-f46f-4bb5-b028-bfaa2250bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.249610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-9fdfb32c-f46f-4bb5-b028-bfaa2250bdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1100 time: 0.3137417 Jul 09 17:15:11.264088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-f450a6a2-a312-4856-bf2e-5efdde1b831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.266043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-f450a6a2-a312-4856-bf2e-5efdde1b831e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 1095 time: 0.3208928 Jul 09 17:15:11.379448 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f973a-39d1-431a-812a-e63a246c91da x-openstack-request-id: req-896f973a-39d1-431a-812a-e63a246c91da {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:11.380226 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:11.380226 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-896f973a-39d1-431a-812a-e63a246c91da {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:11.380666 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'code': 200} Jul 09 17:15:11.385920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-8e4f37d8-a291-499b-ad06-f2e561a1ec85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426 HTTP/1.1" status: 200 len: 217 time: 0.1093144 Jul 09 17:15:11.414815 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142306e-8637-445d-9c68-c72ee4386bb3', 'name': '', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576', 'external_fixed_ips': [{'subnet_id': 'a7602aae-520b-40e4-9694-33fe35e407da', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '3927971d-7cfb-4310-9c30-03404c2ef2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:03Z', 'updated_at': '2021-07-09T17:15:08Z', 'revision_number': 3, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port': {'id': '3927971d-7cfb-4310-9c30-03404c2ef2bd', 'name': '', 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142306e-8637-445d-9c68-c72ee4386bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'a7602aae-520b-40e4-9694-33fe35e407da', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:05Z', 'updated_at': '2021-07-09T17:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7602aae-520b-40e4-9694-33fe35e407da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:11.441924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e743-f958-4dd8-9535-de58a134750f req-ea7826af-6e7f-4c75-8819-4733a1ee39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.442944 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Checking router: 4142306e-8637-445d-9c68-c72ee4386bb3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:11.443209 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Updating router 4142306e-8637-445d-9c68-c72ee4386bb3 port 3927971d-7cfb-4310-9c30-03404c2ef2bd binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:11.444639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-ea7826af-6e7f-4c75-8819-4733a1ee39b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932690 Jul 09 17:15:11.449198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:11.489858 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.523776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f170a2-fe98-4def-9375-63e0699142b7 req-020c83df-4ba2-4d40-ad3f-3c5738e8a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.525440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-020c83df-4ba2-4d40-ad3f-3c5738e8a66c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.1309962 Jul 09 17:15:11.530582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.546480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-828c90bc-7825-4321-a2fb-fd3a61791600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.548138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-828c90bc-7825-4321-a2fb-fd3a61791600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2811270 Jul 09 17:15:11.573621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-cbe24a5a-e93d-4a87-a1c6-8efcb8338ef9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388422 Jul 09 17:15:11.620646 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-7a365452-f446-4420-9548-3bb11676ad18 service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682122 Jul 09 17:15:11.674499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-55745189-18fc-4a6d-bcb8-9eabe190e34a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.1034589 Jul 09 17:15:11.678647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:11.683753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.704361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:11.710365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a0b01-de35-43de-a70e-064453f584fd req-bd74be4e-4e34-4808-ace0-e646e7c8cc5c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.717674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd0a0b01-de35-43de-a70e-064453f584fd req-bd74be4e-4e34-4808-ace0-e646e7c8cc5c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 943 time: 0.2876375 Jul 09 17:15:11.740166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-f617fa0b-bde8-41c8-83df-6f723934becb tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "PUT /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 695 time: 1.0208404 Jul 09 17:15:11.755138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9274e743-f958-4dd8-9535-de58a134750f req-6a4a8c18-be0b-4526-bb72-c2977a51f54c service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270425 Jul 09 17:15:11.773278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:11.775056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:11.780187 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.794641 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Transition to ACTIVE for port object 3927971d-7cfb-4310-9c30-03404c2ef2bd will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:11.804296 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.825301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b15d41fc-1e7e-4d9a-a836-7b48b64a175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.827004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-b15d41fc-1e7e-4d9a-a836-7b48b64a175b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1399078 Jul 09 17:15:11.837307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-4461d543-b314-4581-9d7f-3cb038e64e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.839798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Attempting to bind port 3927971d-7cfb-4310-9c30-03404c2ef2bd on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:11.840170 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Attempting to bind port 3927971d-7cfb-4310-9c30-03404c2ef2bd by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '76c97f0d-9ed9-4284-9fd7-ddeb523975bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:11.840529 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Attempting to bind port 3927971d-7cfb-4310-9c30-03404c2ef2bd on network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:11.841673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd0a0b01-de35-43de-a70e-064453f584fd req-cd57a193-2b80-44ec-8183-6b995aeeeed5 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231058 Jul 09 17:15:11.845257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-4461d543-b314-4581-9d7f-3cb038e64e81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1098 time: 0.0739257 Jul 09 17:15:11.864682 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:11.865044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Checking segment: {'id': '76c97f0d-9ed9-4284-9fd7-ddeb523975bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:11.865554 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.866229 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Bound using segment: {'id': '76c97f0d-9ed9-4284-9fd7-ddeb523975bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:11.866722 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Bound port: 3927971d-7cfb-4310-9c30-03404c2ef2bd, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c97f0d-9ed9-4284-9fd7-ddeb523975bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a7ad26f-90ca-4e26-8df6-2df6f8aca576'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:11.867116 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.874161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-2a20dca2-b6d0-4c1a-9689-b55f33e58e07 service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868304 Jul 09 17:15:11.913533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Deleting port 3927971d-7cfb-4310-9c30-03404c2ef2bd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:11.913533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.918720 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be751-41c5-4a14-b520-db7ea13ac6cb None None] Pushing event updated for resources: {'Port': ['ID=3927971d-7cfb-4310-9c30-03404c2ef2bd,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:11.944656 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] For port 3927971d-7cfb-4310-9c30-03404c2ef2bd, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:11.952508 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] For port 3927971d-7cfb-4310-9c30-03404c2ef2bd, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3927971d-7cfb-4310-9c30-03404c2ef2bd,segment=NetworkSegment(76c97f0d-9ed9-4284-9fd7-ddeb523975bd),segment_id=76c97f0d-9ed9-4284-9fd7-ddeb523975bd)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:11.962338 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:11.990716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-795dfa15-2a96-4384-ab6b-9b72cf6ee07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:11.992319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:11.993711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-795dfa15-2a96-4384-ab6b-9b72cf6ee07d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.1476624 Jul 09 17:15:12.032882 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Routers {'4142306e-8637-445d-9c68-c72ee4386bb3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:12.033507 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4142306e-8637-445d-9c68-c72ee4386bb3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:12.060779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-6ff070e1-eb20-4f32-8ca6-29435568202f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 217 time: 0.0584154 Jul 09 17:15:12.088316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:12.094964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-02790c52-9da4-4b2b-b8c9-6b0bfc0b5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:12.096541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-02790c52-9da4-4b2b-b8c9-6b0bfc0b5e5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2539234 Jul 09 17:15:12.110825 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51f170a2-fe98-4def-9375-63e0699142b7 req-9ba89dca-4d31-4b21-8abb-3caf4e49eef6 service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332633 Jul 09 17:15:12.113366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Calling delete_port for 3927971d-7cfb-4310-9c30-03404c2ef2bd owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:12.119304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-93ae97d9-10a4-4184-85f8-482aacc903d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:12.121123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-93ae97d9-10a4-4184-85f8-482aacc903d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0549390 Jul 09 17:15:12.162825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'name': 'network-vif-deleted', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06'}, {'name': 'network-changed', 'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:12.165313 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f231e2-9484-4690-88e6-e4147679e3f8" -d '{"events": [{"server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "name": "network-vif-deleted", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06"}, {"name": "network-changed", "server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "tag": "b5b88649-d686-4443-abf6-ba620450619b"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:12.188503 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be751-41c5-4a14-b520-db7ea13ac6cb None None] Pushing event updated for resources: {'Port': ['ID=3927971d-7cfb-4310-9c30-03404c2ef2bd,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:12.203437 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f49f157-e90f-4048-8381-40dfaa044b06 x-openstack-request-id: req-6f49f157-e90f-4048-8381-40dfaa044b06 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:12.203671 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8676b28-ff88-407d-b561-0e655d74b934", "name": "network-vif-plugged", "status": "completed", "tag": "298efa72-9d57-4ef5-9c6f-077e22ef16e5", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:12.203900 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f49f157-e90f-4048-8381-40dfaa044b06 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:12.207864 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8676b28-ff88-407d-b561-0e655d74b934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298efa72-9d57-4ef5-9c6f-077e22ef16e5', 'code': 200} Jul 09 17:15:12.239474 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] Set router 4142306e-8637-445d-9c68-c72ee4386bb3 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:12.242903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-4842ed5f-6439-4eae-8535-47033061c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:12.244949 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-4842ed5f-6439-4eae-8535-47033061c5e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173627 Jul 09 17:15:12.278649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-ad78a443-801e-48c4-a3b6-181655b67a48 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668479 Jul 09 17:15:12.321606 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142306e-8637-445d-9c68-c72ee4386bb3', 'name': '', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:03Z', 'updated_at': '2021-07-09T17:15:11Z', 'revision_number': 4, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:12.352989 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f722ff65-f3d6-4329-a824-7ef7435b6f9b None None] The sync data for ids ['4142306e-8637-445d-9c68-c72ee4386bb3'] in n-d-791506-17 is: [{'id': '4142306e-8637-445d-9c68-c72ee4386bb3', 'name': '', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:03Z', 'updated_at': '2021-07-09T17:15:11Z', 'revision_number': 4, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:12.362658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-301fcfb1-df06-435a-b791-e048e15c3fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010273 Jul 09 17:15:12.398141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:12.431029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:12.440302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:12.440925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:12.467193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3bc1880-0424-4fb9-91a4-8ae4a6180e2f req-8eae7985-5c7e-4541-945a-3cb5be44a991 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955031 Jul 09 17:15:12.573234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:12.625036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1310e-5dfe-4be7-96ac-2ac328e60c23 req-4d4bb714-f5e1-4744-b688-a4a7df24a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:12.626567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abc1310e-5dfe-4be7-96ac-2ac328e60c23 req-4d4bb714-f5e1-4744-b688-a4a7df24a102 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 1097 time: 0.2663496 Jul 09 17:15:12.637948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:12.658625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822eb18-03bb-4ee8-b6d3-8476c8e125fe req-bbf1e1b8-fcef-4d35-9ac8-99a42c6d22bb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:12.665965 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a822eb18-03bb-4ee8-b6d3-8476c8e125fe req-bbf1e1b8-fcef-4d35-9ac8-99a42c6d22bb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 943 time: 0.2860255 Jul 09 17:15:12.695026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbeffda1-23fc-4df7-9ba7-3ec1aa1df3b4 req-a3841f16-9871-42c3-8e48-9f3915094691 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042560 Jul 09 17:15:12.705822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event deleted for resources: {'Port': ['ID=3927971d-7cfb-4310-9c30-03404c2ef2bd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:12.783376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abc1310e-5dfe-4be7-96ac-2ac328e60c23 req-b471405f-e3cc-4e2c-aedd-d722c87d6fd8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462774 Jul 09 17:15:12.804394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a822eb18-03bb-4ee8-b6d3-8476c8e125fe req-2c19a4de-7d3c-4416-877a-feaa8bcb3999 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374018 Jul 09 17:15:12.828519 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:12.900663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71ace0fc-2e86-43e9-bb41-618580d055d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:12.913405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:12.948232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5776e-2d0e-429e-8ab7-3d1f98505e3a None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:12.995661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:12.997886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.072288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.072888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4142306e-8637-445d-9c68-c72ee4386bb3 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:13.079096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.080737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-629397b6-fae4-4aba-806a-b1130f6bb4eb tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4142306e-8637-445d-9c68-c72ee4386bb3 HTTP/1.1" status: 204 len: 168 time: 2.0863004 Jul 09 17:15:13.083326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53240) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:13.115871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c739-6677-4812-9935-889461e97a11 req-517098f7-b81c-43fe-aeff-664eeeadb70b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:13.120705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f83c739-6677-4812-9935-889461e97a11 req-517098f7-b81c-43fe-aeff-664eeeadb70b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 948 time: 0.4807608 Jul 09 17:15:13.139223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Deleting subnet a7602aae-520b-40e4-9694-33fe35e407da {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:15:13.144263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.177591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f83c739-6677-4812-9935-889461e97a11 req-ffcd87b7-61f3-4cc4-89a5-c189e0d7b51d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Jul 09 17:15:13.185082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.193619 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25782ccf-680f-4190-8170-a0e15d5a3a62 x-openstack-request-id: req-25782ccf-680f-4190-8170-a0e15d5a3a62 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:13.194510 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889ce19-991d-4ddc-9ced-8353c91a16ec", "name": "network-vif-deleted", "tag": "ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "tag": "b5b88649-d686-4443-abf6-ba620450619b", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:13.195095 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25782ccf-680f-4190-8170-a0e15d5a3a62 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:13.195695 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889ce19-991d-4ddc-9ced-8353c91a16ec', 'name': 'network-vif-deleted', 'tag': 'ca7d33d6-dd42-45e5-b618-1ea3f0f5ef06', 'status': 'completed', 'code': 200} Jul 09 17:15:13.199909 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b', 'status': 'completed', 'code': 200} Jul 09 17:15:13.265543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.324251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-23a35b40-6c5a-4195-a1c4-8d77e7e232e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:13.325873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-23a35b40-6c5a-4195-a1c4-8d77e7e232e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 1098 time: 0.1023047 Jul 09 17:15:13.332404 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.381349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'tag': 'bc5e1a12-ac2c-4041-adaa-d9357a892426'}, {'name': 'network-changed', 'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:13.384138 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f05698a1-31a1-44f4-8d2a-0a1054d3279e", "tag": "bc5e1a12-ac2c-4041-adaa-d9357a892426"}, {"name": "network-changed", "server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:13.398005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.404303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bae17-c54e-4dc4-bbd3-78ff61568350 req-a34fd747-7572-46b5-bb00-0bf71b75d61f tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:13.405935 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe5bae17-c54e-4dc4-bbd3-78ff61568350 req-a34fd747-7572-46b5-bb00-0bf71b75d61f tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 1097 time: 0.0684102 Jul 09 17:15:13.438112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7602aae-520b-40e4-9694-33fe35e407da,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:13.440262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.445259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a544e489-f7bb-4e76-947e-cb91155f167f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/a7602aae-520b-40e4-9694-33fe35e407da HTTP/1.1" status: 204 len: 168 time: 0.3579452 Jul 09 17:15:13.446249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53248) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:13.468606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe5bae17-c54e-4dc4-bbd3-78ff61568350 req-2cb338e9-1f43-43bb-ba16-bb7e44cb509b tempest-LiveMigrationTest-667646362 tempest-LiveMigrationTest-667646362-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Jul 09 17:15:13.712447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be9688-6775-4577-9a7b-c7aede3ab2c4 req-ccda780f-5507-4360-846a-06ee2528607a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:13.714457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1be9688-6775-4577-9a7b-c7aede3ab2c4 req-ccda780f-5507-4360-846a-06ee2528607a tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 944 time: 0.0944197 Jul 09 17:15:13.741928 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d3504-e305-41ab-9ff7-2e1679553425 None None] New status for floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:15:13.787644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1be9688-6775-4577-9a7b-c7aede3ab2c4 req-42cb2e71-14fc-40e2-8fac-6170585671cb tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Jul 09 17:15:13.837192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:13.931549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-e68e48a5-1192-44a4-adcd-87496c3aec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:13.933084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-e68e48a5-1192-44a4-adcd-87496c3aec5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.6005697 Jul 09 17:15:13.936581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 72bf31e9-b2eb-4225-a752-f7b1cec257a1 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:14.010893 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb75412b-acfd-4410-9071-2ad730297efd x-openstack-request-id: req-bb75412b-acfd-4410-9071-2ad730297efd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:14.011262 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05698a1-31a1-44f4-8d2a-0a1054d3279e", "tag": "bc5e1a12-ac2c-4041-adaa-d9357a892426", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:14.011442 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb75412b-acfd-4410-9071-2ad730297efd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:14.011838 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'tag': 'bc5e1a12-ac2c-4041-adaa-d9357a892426', 'status': 'completed', 'code': 200} Jul 09 17:15:14.012086 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'status': 'completed', 'code': 200} Jul 09 17:15:14.024245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-bc851f16-eb18-41fe-8f21-c2b8b817f889 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 200 len: 217 time: 0.0677595 Jul 09 17:15:14.028569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.084250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-8459f10e-69d6-4315-9f30-9e4d4ea409f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.085772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-8459f10e-69d6-4315-9f30-9e4d4ea409f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0510459 Jul 09 17:15:14.125152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:14.138152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '72bf31e9-b2eb-4225-a752-f7b1cec257a1', 'network_id': '853a28f0-c4c5-4ffc-8f97-31e544505fe5', 'port_id': '72bf31e9-b2eb-4225-a752-f7b1cec257a1', 'mac_address': 'fa:16:3e:08:f3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfe4e02-947e-4efc-bbd1-39d3bcea851a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:14.178004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.179451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-3b0fefa1-a359-4dc2-a4e0-17db6a4ac9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.181127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-3b0fefa1-a359-4dc2-a4e0-17db6a4ac9fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1100 time: 0.1645803 Jul 09 17:15:14.182594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25967c9-f152-46de-841c-5f39bd46cbd8 req-96afbcef-4596-455b-8b74-0021a91f444a tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.184126 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b25967c9-f152-46de-841c-5f39bd46cbd8 req-96afbcef-4596-455b-8b74-0021a91f444a tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 943 time: 0.3042464 Jul 09 17:15:14.188799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-ced97636-190d-40ec-889c-f9f62055145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.190415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-ced97636-190d-40ec-889c-f9f62055145d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 1095 time: 0.1717887 Jul 09 17:15:14.192436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bf31e9-b2eb-4225-a752-f7b1cec257a1 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:14.208944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-272774c0-071d-42c0-a3a0-fb7619c47c51 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.210730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-272774c0-071d-42c0-a3a0-fb7619c47c51 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1260710 Jul 09 17:15:14.215190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:14.221015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.232070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-cf1191dd-6277-48fc-94ab-4f6b370b7059 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.233591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-cf1191dd-6277-48fc-94ab-4f6b370b7059 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "GET /v2.0/ports?device_id=baafc8f1-1b0c-4b8f-9511-f68d7abb4538 HTTP/1.1" status: 200 len: 944 time: 0.3565087 Jul 09 17:15:14.273956 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.277164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=72bf31e9-b2eb-4225-a752-f7b1cec257a1,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:14.308661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7ad26f-90ca-4e26-8df6-2df6f8aca576']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:14.333245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c97f0d-9ed9-4284-9fd7-ddeb523975bd') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:14.333530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c97f0d-9ed9-4284-9fd7-ddeb523975bd') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:14.341001 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-e8c1f572-f9ad-4165-8a97-80cc8c9dac51 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 696 time: 0.1130893 Jul 09 17:15:14.353090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.357550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'floatingip': {'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:14.359350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b25967c9-f152-46de-841c-5f39bd46cbd8 req-c5e2995f-053c-45d5-86b3-6244ea7fa940 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366158 Jul 09 17:15:14.369111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-66840bb0-1171-4d6a-9a1c-42612a6a04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.370985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-66840bb0-1171-4d6a-9a1c-42612a6a04ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2735591 Jul 09 17:15:14.407554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.422210 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.453979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:15:14.454380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:15:14.456948 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:15:14.510508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-c3ba3537-b2ec-4e6a-8748-a0ba9e8bb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.512111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-c3ba3537-b2ec-4e6a-8748-a0ba9e8bb3df service neutron] 10.222.0.36 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.3112683 Jul 09 17:15:14.513038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-b8bc9d34-bae8-418b-90b0-8c71a7a7c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.514373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-b8bc9d34-bae8-418b-90b0-8c71a7a7c00d service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3230124 Jul 09 17:15:14.552572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.557285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a7ad26f-90ca-4e26-8df6-2df6f8aca576 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:15:14.560657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.563501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4a7ad26f-90ca-4e26-8df6-2df6f8aca576 HTTP/1.1" status: 204 len: 168 time: 1.1111109 Jul 09 17:15:14.601019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['72bf31e9-b2eb-4225-a752-f7b1cec257a1'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:14.646125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-67f56d66-101a-4c6c-bed9-d80de1701b9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.1163344 Jul 09 17:15:14.667619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce10fa-0b21-4e2a-9c0b-4655c7ac3cac tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a7ad26f-90ca-4e26-8df6-2df6f8aca576,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:14.682823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Deleting port d85d0499-270f-44d7-8bc7-bfc26cad2db6 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:14.683178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.689514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-bca7097d-57cf-4c9a-a11d-a82ca4737809 service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068838 Jul 09 17:15:14.727432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-52bb6335-ce20-4013-b1c8-5a63c6ececcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426 HTTP/1.1" status: 200 len: 217 time: 0.2036767 Jul 09 17:15:14.831661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53268) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:14.856623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'name': 'tempest-router--2019269783', 'project_id': 'e6712c6a40414036a67e1f443c8afcfc'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:14.956105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-64d93c3a-2797-4620-bc90-789c7022d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.957446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-64d93c3a-2797-4620-bc90-789c7022d1e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2320254 Jul 09 17:15:14.961673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-8725597d-5046-4890-89ac-2c1f45cdd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:14.963212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-8725597d-5046-4890-89ac-2c1f45cdd21b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.2133343 Jul 09 17:15:14.966073 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:14.967192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.033080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-13c231e9-1b00-4bd3-bb1b-2f7bdf63edd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618360 Jul 09 17:15:15.036062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] For port d85d0499-270f-44d7-8bc7-bfc26cad2db6, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d85d0499-270f-44d7-8bc7-bfc26cad2db6,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:15.036620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.063128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Calling delete_port for d85d0499-270f-44d7-8bc7-bfc26cad2db6 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:15.067817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f231e2-9484-4690-88e6-e4147679e3f8 req-60d4358b-ea12-484f-afa8-90b8b41dd5c0 service neutron] 10.222.0.36 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484380 Jul 09 17:15:15.092202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38cded-fd87-4b04-af78-b0fc4ea56195 req-8291c8e8-1207-4d6c-b628-a33f2a52ff00 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.094180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f38cded-fd87-4b04-af78-b0fc4ea56195 req-8291c8e8-1207-4d6c-b628-a33f2a52ff00 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 943 time: 0.2606699 Jul 09 17:15:15.160622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.176051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-34c4d64e-0058-4963-b8a4-57e63141b67f tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.177646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-34c4d64e-0058-4963-b8a4-57e63141b67f tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.36 "GET /v2.0/ports?device_id=44dbb5e1-59c5-485b-b41f-84953289d181 HTTP/1.1" status: 200 len: 946 time: 0.2451954 Jul 09 17:15:15.178963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.232798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f38cded-fd87-4b04-af78-b0fc4ea56195 req-2710b74b-a5f8-4e17-861f-5e571f445330 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295779 Jul 09 17:15:15.262149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.266497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7dadb0a5-c724-48a3-a82a-30c8af7f606b tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4320309 Jul 09 17:15:15.284803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53272) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:15.308359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-d3cbfde8-8199-42b6-a05c-44952f5d7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.310052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-d3cbfde8-8199-42b6-a05c-44952f5d7bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3331676 Jul 09 17:15:15.311506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bc5e1a12-ac2c-4041-adaa-d9357a892426 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:15.406703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-1ea39bc5-9d5b-4a21-a5a8-48b56d8ce935 service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398626 Jul 09 17:15:15.444444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bc5e1a12-ac2c-4041-adaa-d9357a892426, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:15.456553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'bc5e1a12-ac2c-4041-adaa-d9357a892426', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'port_id': 'bc5e1a12-ac2c-4041-adaa-d9357a892426', 'mac_address': 'fa:16:3e:1a:67:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:15.467857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.501261 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.518050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5e1a12-ac2c-4041-adaa-d9357a892426 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:15.529715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-abc4c729-1ab7-451b-97f4-e99201a0f28e service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039447 Jul 09 17:15:15.545194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bc5e1a12-ac2c-4041-adaa-d9357a892426, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:15.550611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.593910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-3738c299-c31b-44f4-aa3c-6b60155f485c service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796312 Jul 09 17:15:15.615718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bc5e1a12-ac2c-4041-adaa-d9357a892426,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:15.677755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.730348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.741618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Deleting port b5b88649-d686-4443-abf6-ba620450619b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:15.741930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-6d6b9ab1-2255-471b-beef-55706c3a766c service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041912 Jul 09 17:15:15.742069 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.753292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.753578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.760412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.767304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event deleted for resources: {'Port': ['ID=d85d0499-270f-44d7-8bc7-bfc26cad2db6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:15.768600 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.814951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-bcd2be0a-cd79-434d-8cf7-75206d70684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.816494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-bcd2be0a-cd79-434d-8cf7-75206d70684c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1100 time: 0.1543870 Jul 09 17:15:15.828967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bc5e1a12-ac2c-4041-adaa-d9357a892426'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:15.888066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-a155e691-db3f-4fe1-b3fd-9888e95145b6 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.889585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-a155e691-db3f-4fe1-b3fd-9888e95145b6 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.4611022 Jul 09 17:15:15.918696 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282 associated. External IP: 172.25.3.148, port: 8674f9d8-604a-4721-a331-851a70508ca7. Jul 09 17:15:15.920774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] No DVR routers for this DVR port d85d0499-270f-44d7-8bc7-bfc26cad2db6 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:15.929512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f46aa0-e6a1-41e6-a3fe-d8cd69599259 req-d0c258dc-d16e-4745-9642-21b264262e8c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:15.931016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7f46aa0-e6a1-41e6-a3fe-d8cd69599259 req-d0c258dc-d16e-4745-9642-21b264262e8c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 948 time: 0.5426898 Jul 09 17:15:15.940552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.948159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58d0373f-1d1b-458c-907b-85859b0b24b9 req-996481b5-9fb0-44c0-99fc-f15d36aad872 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "DELETE /v2.0/ports/d85d0499-270f-44d7-8bc7-bfc26cad2db6 HTTP/1.1" status: 204 len: 173 time: 1.6958828 Jul 09 17:15:15.963103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:15.963602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 72bf31e9-b2eb-4225-a752-f7b1cec257a1 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:15.974096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.974604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7957852-2734-4a1f-996c-169ae4253362 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:15.984180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:15.985723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d18443b3-633e-4588-af39-5d1e08a6083f tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c7957852-2734-4a1f-996c-169ae4253362 HTTP/1.1" status: 204 len: 168 time: 0.6980014 Jul 09 17:15:16.014912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'name': 'network-vif-deleted', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:16.017339 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed48fea-93ba-420c-8291-2032268c2f8c" -d '{"events": [{"server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "name": "network-vif-deleted", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:16.026618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-bfb0d5a6-2704-42ba-8325-34a8fb83ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:16.029417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-bfb0d5a6-2704-42ba-8325-34a8fb83ea23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1798978 Jul 09 17:15:16.039154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] For port b5b88649-d686-4443-abf6-ba620450619b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b5b88649-d686-4443-abf6-ba620450619b,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:16.039836 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.079701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7f46aa0-e6a1-41e6-a3fe-d8cd69599259 req-37e05736-570c-4bf4-a9e0-3b7dc090579f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128938 Jul 09 17:15:16.118050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Calling delete_port for b5b88649-d686-4443-abf6-ba620450619b owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:16.131528 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-311d7a7a-93a6-42e4-b771-a253449ef34d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0637231 Jul 09 17:15:16.145641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:16.161515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:16.163910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:16.164279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.195740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'mac_address': 'fa:16:3e:21:71:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:16.211665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-08c87df6-ae4c-46cc-bc3e-1b5c9f260fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:16.213897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-08c87df6-ae4c-46cc-bc3e-1b5c9f260fe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0714474 Jul 09 17:15:16.250230 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.277396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53284) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:16.320793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Deleting port 2fe73600-2daf-431c-ace3-b4c1a2d9287e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:16.321299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.378484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-d59267e5-29df-4157-8157-f6ce25d4fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:16.380099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-d59267e5-29df-4157-8157-f6ce25d4fe29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1574130 Jul 09 17:15:16.428907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad89ad3-ae7d-4d77-8624-91981030a6e3 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:16.456778 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.459786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:16.472638 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.486369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] For port 2fe73600-2daf-431c-ace3-b4c1a2d9287e, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2fe73600-2daf-431c-ace3-b4c1a2d9287e,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:16.486772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.496759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:16.519216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bf31e9-b2eb-4225-a752-f7b1cec257a1'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:16.521545 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6996b3f4-ddf9-472b-9a35-e65c9b7bae4f" -d '{"events": [{"server_uuid": "fa846481-5c02-42bf-86d3-6fbc34d5601f", "name": "network-vif-plugged", "status": "completed", "tag": "72bf31e9-b2eb-4225-a752-f7b1cec257a1"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:16.540927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:16.550411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-967126975', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:16.552352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.553169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:16.557183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Calling delete_port for 2fe73600-2daf-431c-ace3-b4c1a2d9287e owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:16.578617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a7a6-5faf-49db-880b-488e0458c466 req-07803167-16dc-4d4f-986d-22bf5f3c18f4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:16.579088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:16.580222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c61a7a6-5faf-49db-880b-488e0458c466 req-07803167-16dc-4d4f-986d-22bf5f3c18f4 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 945 time: 0.2890084 Jul 09 17:15:16.589743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: d85d0499-270f-44d7-8bc7-bfc26cad2db6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:16.589957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d85d0499-270f-44d7-8bc7-bfc26cad2db6 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:16.618818 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.642875 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.643328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:16.653479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=72bf31e9-b2eb-4225-a752-f7b1cec257a1,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:16.670512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b5b88649-d686-4443-abf6-ba620450619b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:16.673724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['8674f9d8-604a-4721-a331-851a70508ca7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:16.674044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-0db0c7af-e04a-4dc7-8b61-3a1c7e356e52 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202008 Jul 09 17:15:16.804753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['6ad89ad3-ae7d-4d77-8624-91981030a6e3'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:17.046847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event deleted for resources: {'Port': ['ID=b5b88649-d686-4443-abf6-ba620450619b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:17.104473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c61a7a6-5faf-49db-880b-488e0458c466 req-56e6c739-bf49-46c5-ba85-7686bbabc73d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984825 Jul 09 17:15:17.127575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] No DVR routers for this DVR port b5b88649-d686-4443-abf6-ba620450619b on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:17.130399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.133402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fcf96af-d554-4c6d-96de-b1f51de2ee81 req-20254081-2a21-4dd6-b8b6-632a72e7d08b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.36 "DELETE /v2.0/ports/b5b88649-d686-4443-abf6-ba620450619b HTTP/1.1" status: 204 len: 173 time: 1.9431100 Jul 09 17:15:17.171283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.223435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.268332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event deleted for resources: {'Port': ['ID=2fe73600-2daf-431c-ace3-b4c1a2d9287e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:17.269876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:17.283206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:17.303814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:17.304533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:17.323119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.350221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] No DVR routers for this DVR port 2fe73600-2daf-431c-ace3-b4c1a2d9287e on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:17.355033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.357831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bc5e1a12-ac2c-4041-adaa-d9357a892426 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:17.360705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c103664-4bfc-4bdf-84f2-f7aa7cc71840 req-4bd13ade-d1a8-4332-8499-dfabe70e36f0 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "DELETE /v2.0/ports/2fe73600-2daf-431c-ace3-b4c1a2d9287e HTTP/1.1" status: 204 len: 173 time: 1.4469330 Jul 09 17:15:17.401992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b357ee15-62ca-4fa7-8ee5-2b441e02c8ac req-a17f8a63-be14-4df3-aa84-bf24cf6362cb service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213830 Jul 09 17:15:17.500107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-8f6464e0-22e5-4c7a-8d44-97d446babd84 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "PUT /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 997 time: 3.1503255 Jul 09 17:15:17.512632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.514422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:17.516268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:17.518535 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620" -d '{"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:17.539278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d370e3-3232-4a30-b69a-c60d285008a6 req-a631cbd5-f08c-4ade-b4f1-17e050efccfa tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:17.551792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32d370e3-3232-4a30-b69a-c60d285008a6 req-a631cbd5-f08c-4ade-b4f1-17e050efccfa tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.1336958 Jul 09 17:15:17.623092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32d370e3-3232-4a30-b69a-c60d285008a6 req-8d15aaee-0207-4c62-b471-4bed3c984775 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610702 Jul 09 17:15:17.643524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-64fb2c8d-499a-4db5-accc-0b42fc4657b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:17.651507 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-64fb2c8d-499a-4db5-accc-0b42fc4657b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.1504741 Jul 09 17:15:17.684958 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5eeee-794f-405b-9f5f-61d38ecf211e x-openstack-request-id: req-7dc5eeee-794f-405b-9f5f-61d38ecf211e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:17.685430 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baafc8f1-1b0c-4b8f-9511-f68d7abb4538", "name": "network-vif-deleted", "tag": "d85d0499-270f-44d7-8bc7-bfc26cad2db6", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:17.685858 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dc5eeee-794f-405b-9f5f-61d38ecf211e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:17.686462 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baafc8f1-1b0c-4b8f-9511-f68d7abb4538', 'name': 'network-vif-deleted', 'tag': 'd85d0499-270f-44d7-8bc7-bfc26cad2db6', 'status': 'completed', 'code': 200} Jul 09 17:15:17.696708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port bc5e1a12-ac2c-4041-adaa-d9357a892426 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:17.779361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-a4b7727a-c7f5-4258-8d28-3e68543c5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:17.788683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-a4b7727a-c7f5-4258-8d28-3e68543c5f61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.1361740 Jul 09 17:15:17.861489 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-2799e86d-82f0-4c9e-bd91-d86d3e317a87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0718498 Jul 09 17:15:17.893813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5c28057c-8e9e-45f6-8a42-be27b4a7865d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:17.896087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port bc5e1a12-ac2c-4041-adaa-d9357a892426 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:17.896455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:17.965560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:18.002846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.008615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-53bbfef0-2919-4f7e-837f-20b799bd1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.020110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-53bbfef0-2919-4f7e-837f-20b799bd1a1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.1562607 Jul 09 17:15:18.055037 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.120544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:18.172739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Allocated IP 172.25.3.103 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/bce6973e-cb89-4c4d-a6dd-d84a3f0c311a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:18.175872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:18.178074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.191041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:15:15Z', 'revision_number': 8, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:18.209673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-b2e64214-afa0-42b4-9a8a-489cc2ca2faf tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.211392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-b2e64214-afa0-42b4-9a8a-489cc2ca2faf tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e&tenant_id=37dd3406226c4b52b6f7beb53dc5c463&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 949 time: 0.1386607 Jul 09 17:15:18.257862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:18.260399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.315234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:18.316232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:18.323893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.327795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-89e6ca79-5841-406c-bdce-29065073ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.334444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d916e38-d642-4804-bd14-4b4fa946a6c4 req-b94008b1-bb03-4874-a0d8-175e71d61b07 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.336018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d916e38-d642-4804-bd14-4b4fa946a6c4 req-b94008b1-bb03-4874-a0d8-175e71d61b07 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 944 time: 0.1235685 Jul 09 17:15:18.336804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-89e6ca79-5841-406c-bdce-29065073ea36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3171420 Jul 09 17:15:18.351302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-0b8b023f-3581-4609-ad85-421551a156bf service neutron] 10.222.0.13 "GET /v2.0/ports/6ad89ad3-ae7d-4d77-8624-91981030a6e3/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 383 time: 0.1095507 Jul 09 17:15:18.379342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bc5e1a12-ac2c-4041-adaa-d9357a892426, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:18.413308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.414643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b5b88649-d686-4443-abf6-ba620450619b no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:18.449964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d916e38-d642-4804-bd14-4b4fa946a6c4 req-9bd5e790-ba75-4415-bc9d-f4c2e2d470b5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950959 Jul 09 17:15:18.457779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: b5b88649-d686-4443-abf6-ba620450619b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:18.459596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b5b88649-d686-4443-abf6-ba620450619b not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:18.469352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-18b4655d-9f38-4658-8cfc-ff4001299f1b service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303725 Jul 09 17:15:18.487858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.490458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-c2de3f5e-98c9-419d-b7f6-bfeda1596855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.504979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-c2de3f5e-98c9-419d-b7f6-bfeda1596855 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1101 time: 0.1014810 Jul 09 17:15:18.581075 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b76d9c-b632-49f4-950a-0f184872c5d3 x-openstack-request-id: req-40b76d9c-b632-49f4-950a-0f184872c5d3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:18.581680 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa846481-5c02-42bf-86d3-6fbc34d5601f", "name": "network-vif-plugged", "status": "completed", "tag": "72bf31e9-b2eb-4225-a752-f7b1cec257a1", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:18.583894 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40b76d9c-b632-49f4-950a-0f184872c5d3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:18.584437 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bf31e9-b2eb-4225-a752-f7b1cec257a1', 'code': 200} Jul 09 17:15:18.601959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:18.609168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:18.612260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:18.624171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bc5e1a12-ac2c-4041-adaa-d9357a892426,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:18.658514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event updated for resources: {'Port': ['ID=bce6973e-cb89-4c4d-a6dd-d84a3f0c311a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:18.690725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-d15c239c-05a3-482a-b3b1-c246fdb766f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.692355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-d15c239c-05a3-482a-b3b1-c246fdb766f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1859617 Jul 09 17:15:18.711112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e8b9818-48b6-4724-95ec-04614aa95864 req-7d24cf8a-88ce-4508-9386-d89858cac1cc service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408667 Jul 09 17:15:18.722882 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.764448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e98924-7088-4b2e-a137-5321020d01cb req-32b72685-6d06-46bc-a83f-e39b5bd7dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.766229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1e98924-7088-4b2e-a137-5321020d01cb req-32b72685-6d06-46bc-a83f-e39b5bd7dbae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 1097 time: 0.1674833 Jul 09 17:15:18.767653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-53612d27-2b31-4da1-995f-d4c791e93a7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0684938 Jul 09 17:15:18.772360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:18.816951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:18.827911 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:18.829357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:18.848055 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959b3922-0ee4-4879-b4fb-33e6110820f1 x-openstack-request-id: req-959b3922-0ee4-4879-b4fb-33e6110820f1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:18.848603 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:18.849008 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-959b3922-0ee4-4879-b4fb-33e6110820f1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:18.849550 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'status': 'completed', 'code': 200} Jul 09 17:15:18.862868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1e98924-7088-4b2e-a137-5321020d01cb req-9408d16d-81b2-4cbd-a730-f007d23dc310 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844467 Jul 09 17:15:18.883124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-1b63ee74-6c02-4286-b959-087b70fec2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:18.884657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-1b63ee74-6c02-4286-b959-087b70fec2e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0817578 Jul 09 17:15:18.901356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 2fe73600-2daf-431c-ace3-b4c1a2d9287e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:18.901852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2fe73600-2daf-431c-ace3-b4c1a2d9287e not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:19.006466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:19.053285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-ee6ded61-6065-4146-b305-f9d5b9e1869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.055231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-ee6ded61-6065-4146-b305-f9d5b9e1869a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1351862 Jul 09 17:15:19.156408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-b4a4d8f1-39e2-4b51-8051-737b6656d4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921853 Jul 09 17:15:19.202693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a61e5f09-48ec-4cd8-a64a-5845a1908d21 req-adb97214-131d-402f-8516-cb0b04d1a429 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 210 time: 0.0447881 Jul 09 17:15:19.263950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.289347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-8c8b2ac2-10e0-4786-a503-48e436315349 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215861 Jul 09 17:15:19.354411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-0ba11063-6a6f-4e68-afbe-d898b7331686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.357312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-0ba11063-6a6f-4e68-afbe-d898b7331686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.5057783 Jul 09 17:15:19.367120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:15:15Z', 'revision_number': 8, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:19.397017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e60a6-a8bd-4c15-acdd-fb403cf46e2d None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '316ea06a-65c9-4253-8a6b-23a7ebbd3282', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'port_id': '8674f9d8-604a-4721-a331-851a70508ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'mac_address': 'fa:16:3e:20:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:14:28Z', 'updated_at': '2021-07-09T17:15:15Z', 'revision_number': 8, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:19.482981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eda1b-fd82-448d-8a7f-f1e858848526 req-382b32fc-525b-43a9-a0e8-8a0e198e3052 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.484701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a63eda1b-fd82-448d-8a7f-f1e858848526 req-382b32fc-525b-43a9-a0e8-8a0e198e3052 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.4598131 Jul 09 17:15:19.562418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0088-35ae-4826-8b2b-52c74316c413 req-dfb15f8d-af8f-440d-8b78-ade0fe9d0240 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.564171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edbf0088-35ae-4826-8b2b-52c74316c413 req-dfb15f8d-af8f-440d-8b78-ade0fe9d0240 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.0658631 Jul 09 17:15:19.598232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a63eda1b-fd82-448d-8a7f-f1e858848526 req-c6d2f3d1-fc74-49bf-ae69-29cd8e860c16 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989227 Jul 09 17:15:19.604203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-9841a13a-802f-46c6-b62e-51c96fef4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.605655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-9841a13a-802f-46c6-b62e-51c96fef4037 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.2144890 Jul 09 17:15:19.701166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edbf0088-35ae-4826-8b2b-52c74316c413 req-50f7f53e-1b56-4f4f-8c43-72b4c5574741 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809405 Jul 09 17:15:19.702666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'name': 'network-vif-deleted', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b'}, {'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'name': 'network-vif-deleted', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:19.715258 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f899e2-55fe-410f-b27b-5b3790b6bf76" -d '{"events": [{"server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "name": "network-vif-deleted", "tag": "b5b88649-d686-4443-abf6-ba620450619b"}, {"server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "name": "network-vif-deleted", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:19.730422 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69366edc-fddf-4e79-8e7c-3f663c7e8aca None None] New status for floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:15:19.745011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-2c7f0613-a2b9-4b98-93bd-c01c5a807bbf tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:19.746757 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-2c7f0613-a2b9-4b98-93bd-c01c5a807bbf tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 944 time: 0.1817172 Jul 09 17:15:19.818690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:19.823061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-f1cf60f0-da40-4825-b4c4-03b78576c6c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1817935 Jul 09 17:15:19.832460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7800dfac-9aee-4796-a084-d4abfcad1e9a req-aab4c619-e37a-4065-8c5a-5404b3793b08 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 997 time: 0.1778896 Jul 09 17:15:20.041417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea1866-1beb-41ae-b093-f9bb8492c913 req-5a993ae2-3dcc-42fa-bcef-faf468d00770 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.043282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6eea1866-1beb-41ae-b093-f9bb8492c913 req-5a993ae2-3dcc-42fa-bcef-faf468d00770 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/ports?device_id=858a3b46-ac1d-47c5-964c-5b4cee763f12 HTTP/1.1" status: 200 len: 944 time: 0.1221373 Jul 09 17:15:20.051218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Deleting port dd4a9305-bc8f-4274-ac9e-d118650d275b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:20.051598 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:20.147210 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6eea1866-1beb-41ae-b093-f9bb8492c913 req-61f26e5f-1f6f-4252-b00c-2eec7c07d513 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4294f9-3155-497e-b061-1789ebfc53ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918772 Jul 09 17:15:20.184054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] For port dd4a9305-bc8f-4274-ac9e-d118650d275b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dd4a9305-bc8f-4274-ac9e-d118650d275b,segment=NetworkSegment(7a2a690a-bba8-438c-81bb-fca2e4b2d897),segment_id=7a2a690a-bba8-438c-81bb-fca2e4b2d897)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:20.184641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:20.203946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Calling delete_port for dd4a9305-bc8f-4274-ac9e-d118650d275b owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:20.357364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-1924234a-1f83-43e6-badf-1ab25859a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.358930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-1924234a-1f83-43e6-badf-1ab25859a093 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.5145168 Jul 09 17:15:20.393440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8f6c-c706-41a4-9f21-101f33d00930 req-c6dc8006-a047-480c-9d4b-3b314e81860f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.395111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6bea8f6c-c706-41a4-9f21-101f33d00930 req-c6dc8006-a047-480c-9d4b-3b314e81860f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1150765 Jul 09 17:15:20.396267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:20.426430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dfac-9aee-4796-a084-d4abfcad1e9a req-3250b34e-80c9-4026-a61f-28845ce5e975 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.427843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7800dfac-9aee-4796-a084-d4abfcad1e9a req-3250b34e-80c9-4026-a61f-28845ce5e975 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.5941722 Jul 09 17:15:20.439830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Pushing event deleted for resources: {'Port': ['ID=dd4a9305-bc8f-4274-ac9e-d118650d275b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:20.446114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-7800dfac-9aee-4796-a084-d4abfcad1e9a req-331ec06f-7bb9-40e3-b1a3-e5dc9a56fd5f tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:15:20.447709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7800dfac-9aee-4796-a084-d4abfcad1e9a req-331ec06f-7bb9-40e3-b1a3-e5dc9a56fd5f tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074797 Jul 09 17:15:20.477790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-8300ee73-a170-4bc6-9ceb-c5cf75d445de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.479336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-8300ee73-a170-4bc6-9ceb-c5cf75d445de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131046 Jul 09 17:15:20.483415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Router 0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:20.507320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] No DVR routers for this DVR port dd4a9305-bc8f-4274-ac9e-d118650d275b on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:20.511588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:20.513474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c53f9126-07fe-49c3-9af2-a93f23104a68 req-b46aed06-8edb-4df4-9198-5e7eb2b5daa2 tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] 10.222.0.13 "DELETE /v2.0/ports/dd4a9305-bc8f-4274-ac9e-d118650d275b HTTP/1.1" status: 204 len: 173 time: 0.7593105 Jul 09 17:15:20.526051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6bea8f6c-c706-41a4-9f21-101f33d00930 req-caf2fb47-f417-4a8f-97df-21568c3796eb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953748 Jul 09 17:15:20.574978 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45319343-fa87-4009-a947-f232c02adc7c x-openstack-request-id: req-45319343-fa87-4009-a947-f232c02adc7c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:20.575382 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dbb5e1-59c5-485b-b41f-84953289d181", "name": "network-vif-deleted", "tag": "b5b88649-d686-4443-abf6-ba620450619b", "status": "completed", "code": 200}, {"server_uuid": "0bd1105c-7836-4996-92ed-27811b137238", "name": "network-vif-deleted", "tag": "2fe73600-2daf-431c-ace3-b4c1a2d9287e", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:20.575785 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45319343-fa87-4009-a947-f232c02adc7c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:20.576289 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dbb5e1-59c5-485b-b41f-84953289d181', 'name': 'network-vif-deleted', 'tag': 'b5b88649-d686-4443-abf6-ba620450619b', 'status': 'completed', 'code': 200} Jul 09 17:15:20.576632 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd1105c-7836-4996-92ed-27811b137238', 'name': 'network-vif-deleted', 'tag': '2fe73600-2daf-431c-ace3-b4c1a2d9287e', 'status': 'completed', 'code': 200} Jul 09 17:15:20.585471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e1a12-ac2c-4041-adaa-d9357a892426'}, {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:20.588502 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa4999-c695-47d2-afb1-9eae611a2b3a" -d '{"events": [{"server_uuid": "f05698a1-31a1-44f4-8d2a-0a1054d3279e", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e1a12-ac2c-4041-adaa-d9357a892426"}, {"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:20.678915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4aee0541-a78d-499f-a847-f920f509c7bd req-6429589b-343e-44b0-836c-a1923766ee87 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bd1105c-7836-4996-92ed-27811b137238 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Jul 09 17:15:20.717902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-958cbda9-ebb9-4e4d-bdb7-00e04dcc8194 service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193820 Jul 09 17:15:20.792851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:20.805128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] Sync routers for ids ['0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:20.819505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-b5f034b0-2ac1-40c8-91ee-5b4c5c67f32b tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.1255453 Jul 09 17:15:20.822423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] Routers {'0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:20.823181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:20.868361 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:20.884263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd4563a7-2cd3-48b8-93b5-221d72ed389b tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6057885 Jul 09 17:15:20.885136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:20.887415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-02b8dced-4674-4698-a6e4-4676c28d8f86 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:20.914483 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b0ac3-5f32-4f1f-856b-9388fe198531 x-openstack-request-id: req-304b0ac3-5f32-4f1f-856b-9388fe198531 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:20.914663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-02b8dced-4674-4698-a6e4-4676c28d8f86 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports/8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 943 time: 0.0939348 Jul 09 17:15:20.916038 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05698a1-31a1-44f4-8d2a-0a1054d3279e", "name": "network-vif-plugged", "status": "completed", "tag": "bc5e1a12-ac2c-4041-adaa-d9357a892426", "code": 200}, {"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:20.916560 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-304b0ac3-5f32-4f1f-856b-9388fe198531 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:20.917192 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e1a12-ac2c-4041-adaa-d9357a892426', 'code': 200} Jul 09 17:15:20.918027 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'code': 200} Jul 09 17:15:20.920725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:20.947946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] Routers {'0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:20.949692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:21.013100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:21.013682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd7f04b-8564-494d-a308-f4a45b03b7c5 None None] The sync data for ids ['0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:21.069008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec1831bc-3a4d-4964-b0bb-233ab5ec5620 req-24fc3b0a-c73b-44cc-8c3f-5c4dbf147671 service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493958 Jul 09 17:15:21.070170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-121d5ec6-a5bb-4043-9269-eef44cf6bdab tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.0700638 Jul 09 17:15:21.170776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78875471-07fc-4feb-bdb8-c10ca310025a tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b HTTP/1.1" status: 200 len: 920 time: 0.2755318 Jul 09 17:15:21.173688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53326) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:21.187898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d20f-0faf-4535-9455-61467476b6e1 req-3ce40b63-e055-4cf9-9f38-18228d06a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:21.189593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a013d20f-0faf-4535-9455-61467476b6e1 req-3ce40b63-e055-4cf9-9f38-18228d06a7ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 1097 time: 0.2146902 Jul 09 17:15:21.218057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39dbd6de-4d16-455d-9ff0-626052017e56 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b HTTP/1.1" status: 200 len: 205 time: 0.0431759 Jul 09 17:15:21.221375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53330) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:21.226501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea9c7b-2020-4ceb-a01b-53da99761c3a req-cf7f4837-a3e2-4ea2-9507-072850f7a4f2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:21.228524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4ea9c7b-2020-4ceb-a01b-53da99761c3a req-cf7f4837-a3e2-4ea2-9507-072850f7a4f2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.1970792 Jul 09 17:15:21.265183 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a013d20f-0faf-4535-9455-61467476b6e1 req-202bc290-464b-4fea-9fd4-ff9b472dccec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565307 Jul 09 17:15:21.286696 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4ea9c7b-2020-4ceb-a01b-53da99761c3a req-97604ae4-e0c7-429d-bdab-b880112c9489 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Jul 09 17:15:21.497901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c091f-9d23-4048-8b82-f6903bcf4eb1 req-8e46d03c-9dad-4a8f-9d33-8eb513ced1ca tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:21.499654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad2c091f-9d23-4048-8b82-f6903bcf4eb1 req-8e46d03c-9dad-4a8f-9d33-8eb513ced1ca tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.0877314 Jul 09 17:15:21.528345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-76a99d4c-c47d-49a7-bbef-225228e0c4d2 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:21.529904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-76a99d4c-c47d-49a7-bbef-225228e0c4d2 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.4367573 Jul 09 17:15:21.537338 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:21.555185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad2c091f-9d23-4048-8b82-f6903bcf4eb1 req-1501ea12-7ef9-4b93-b7fb-dce59b56151f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Jul 09 17:15:21.669524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53336) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:21.673072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-4c6c51a6-5b73-4f11-8e2c-9aa628f12002 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 1002 time: 0.1322496 Jul 09 17:15:21.677935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:21.753637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:21.758463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:21.936569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Deleting subnet c2893c1d-fad9-48e7-b0c2-c9078881d4fe {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:15:21.940447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:21.951178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:21.957014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:21.957321 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282 disassociated. External IP: 172.25.3.148, port: 8674f9d8-604a-4721-a331-851a70508ca7. Jul 09 17:15:21.994813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Deleting port bce6973e-cb89-4c4d-a6dd-d84a3f0c311a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:21.995149 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.023531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.073334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3144-7aa7-4553-955c-d486faf988c4 req-87211d5d-3034-4576-abaf-bd578e83d88e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:22.074865 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2d3144-7aa7-4553-955c-d486faf988c4 req-87211d5d-3034-4576-abaf-bd578e83d88e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2256162 Jul 09 17:15:22.098464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.155532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-8f7a9f17-6cb0-46fb-b379-22d2d90eaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:22.157404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-8f7a9f17-6cb0-46fb-b379-22d2d90eaa53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e&tenant_id=37dd3406226c4b52b6f7beb53dc5c463 HTTP/1.1" status: 200 len: 1102 time: 0.1949582 Jul 09 17:15:22.178630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:22.228478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2d3144-7aa7-4553-955c-d486faf988c4 req-090f6944-a8d3-4d72-b5d7-109980352f5e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403818 Jul 09 17:15:22.274186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.362076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.365499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c2893c1d-fad9-48e7-b0c2-c9078881d4fe HTTP/1.1" status: 204 len: 168 time: 0.6948092 Jul 09 17:15:22.368455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:22.369264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5af04-da61-4ffe-94e4-01cdedd87ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2893c1d-fad9-48e7-b0c2-c9078881d4fe,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:22.473750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.482420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.501000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Calling delete_port for bce6973e-cb89-4c4d-a6dd-d84a3f0c311a owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:22.551811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.597051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'name': 'network-vif-deleted', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:22.599499 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec8b99-b823-4a1d-a4bc-568c2666d48c" -d '{"events": [{"server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "name": "network-vif-deleted", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:22.681994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.706691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0984783-6030-4026-aa72-b6a12ef93345']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:22.722724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:22.759488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcda8ce-3dd6-4a1d-9c12-db6b05e2478e req-80815aae-4759-4824-8a9a-b57a4daddbee tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:22.761084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edcda8ce-3dd6-4a1d-9c12-db6b05e2478e req-80815aae-4759-4824-8a9a-b57a4daddbee tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2927434 Jul 09 17:15:22.789676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a690a-bba8-438c-81bb-fca2e4b2d897') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:22.789676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a690a-bba8-438c-81bb-fca2e4b2d897') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:22.809067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.857930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.869954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.891049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event deleted for resources: {'Port': ['ID=bce6973e-cb89-4c4d-a6dd-d84a3f0c311a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:22.893756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:15:22.894524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:15:22.897021 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:15:22.924626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:22.931059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:22.937885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:22.938711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edcda8ce-3dd6-4a1d-9c12-db6b05e2478e req-d5e16053-d274-4678-8721-e64d6a3523f8 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676254 Jul 09 17:15:22.949434 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:22.952244 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:23.000377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:23.005019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-e8aa6a1b-66fd-4b07-b644-46adb94ea875 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "PUT /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 696 time: 1.3309863 Jul 09 17:15:23.009014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.050850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:23.094742 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:23.102611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.117279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Transition to ACTIVE for port object 6ad89ad3-ae7d-4d77-8624-91981030a6e3 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:23.118948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:23.122258 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f17b94b-b6e7-4c5f-9ce5-43bf20d4db8c" -d '{"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:23.128795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.131928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.132977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.136562 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.168459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.171097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0984783-6030-4026-aa72-b6a12ef93345 HTTP/1.1" status: 204 len: 168 time: 0.7899017 Jul 09 17:15:23.178286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53356) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:23.225527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b6ba2-a837-41e7-9c79-00b54e3e0d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0984783-6030-4026-aa72-b6a12ef93345,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:23.284404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.285037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:23.295870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.297402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7facfb4e-d32a-4f69-a0a1-332a40277385 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b HTTP/1.1" status: 204 len: 168 time: 2.0745704 Jul 09 17:15:23.303241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53362) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:23.314441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Deleting subnet 6366bda8-d855-413a-ad13-051ba3fe7bfb {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:15:23.318816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.322149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-03a995fd-7bce-401e-8dcb-73a1852bd721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:23.324028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-03a995fd-7bce-401e-8dcb-73a1852bd721 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.2836096 Jul 09 17:15:23.371562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1739336197', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': False}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:23.375869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:23.418144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] No DVR routers for this DVR port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:23.480075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.490208 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.491354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.577591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.579015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.586050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:23.586432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:23.587257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:23.596211 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:23.597308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:15:23.597640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Attempting to bind port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:23.616449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-f65fbe08-3592-419a-8997-ab97e6ac49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:23.618713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-f65fbe08-3592-419a-8997-ab97e6ac49d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.2725015 Jul 09 17:15:23.661067 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:23.674629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:23.674887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:23.675970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:23.676576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Bound port: 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:23.677036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.679419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-fd4950cb-d4b9-4f9f-8ce1-8064a71220f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 217 time: 0.0524642 Jul 09 17:15:23.686545 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:23.687584 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:23.767582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-0c27e206-9863-4a89-8117-18fa05c6bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:23.769820 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-0c27e206-9863-4a89-8117-18fa05c6bb99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0836325 Jul 09 17:15:23.773199 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.802486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6366bda8-d855-413a-ad13-051ba3fe7bfb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:23.861557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.878611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:23.892390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-09f5acfb-d762-48b0-9f2b-57e3d12386f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6366bda8-d855-413a-ad13-051ba3fe7bfb HTTP/1.1" status: 204 len: 168 time: 0.7126794 Jul 09 17:15:23.893475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53364) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:23.913041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:23.921678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:23.933398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-d9099cf6-6c94-4ff6-ac4a-0dfb35ffe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:23.935445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-d9099cf6-6c94-4ff6-ac4a-0dfb35ffe67d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356933 Jul 09 17:15:23.946893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:23.992853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71d064-18b8-43bb-ad77-9cbeb91d5f86 req-51613d38-f312-483b-b750-a1a521d6e5cd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:23.995338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: dd4a9305-bc8f-4274-ac9e-d118650d275b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:23.997877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dd4a9305-bc8f-4274-ac9e-d118650d275b not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:23.998525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:24.000258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c71d064-18b8-43bb-ad77-9cbeb91d5f86 req-51613d38-f312-483b-b750-a1a521d6e5cd tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 949 time: 0.3207200 Jul 09 17:15:24.004081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:24.021389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:24.050189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-728c3f45-124e-479d-935d-cde8a36531a0 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036506 Jul 09 17:15:24.106186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:24.106909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:24.108421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 1098 time: 1.9394360 Jul 09 17:15:24.111203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:24.121104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:24.142511 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c71d064-18b8-43bb-ad77-9cbeb91d5f86 req-36b44906-a9aa-4b67-b466-0a8f73cecb5e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408930 Jul 09 17:15:24.228096 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e105cd-3a1a-4161-8e88-6a9410f835f8 x-openstack-request-id: req-e0e105cd-3a1a-4161-8e88-6a9410f835f8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:24.228546 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858a3b46-ac1d-47c5-964c-5b4cee763f12", "name": "network-vif-deleted", "tag": "dd4a9305-bc8f-4274-ac9e-d118650d275b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:24.229294 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0e105cd-3a1a-4161-8e88-6a9410f835f8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:24.229294 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858a3b46-ac1d-47c5-964c-5b4cee763f12', 'name': 'network-vif-deleted', 'tag': 'dd4a9305-bc8f-4274-ac9e-d118650d275b', 'status': 'completed', 'code': 200} Jul 09 17:15:24.240824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ed22c3-a0e7-45d4-b739-f7e57b1da6e6 req-54539681-bdf7-44cb-ba37-290b6f685308 service neutron] 10.222.0.21 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850483 Jul 09 17:15:24.252854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49267bb6-e598-4420-8fcd-e21f962d6db7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=11']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:24.403392 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:24.482079 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10194df-974e-4f63-b2d1-11e881d23e29 None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:13:55Z', 'revision_number': 4, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5c6c9f15-916c-45f7-9679-1812f87de763', 'name': '', 'network_id': 'ca45f1ec-5f69-4a91-8df5-9c2c20a0401c', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'mac_address': 'fa:16:3e:5a:9b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:53Z', 'updated_at': '2021-07-09T17:14:04Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'subnets': [{'id': 'dca3a017-6963-45ee-acb2-09c9724e2b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:24.695347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2f9ab-2a90-4dc6-8ada-afe2f0444811 req-42634400-23cd-4fc3-a5c6-b2a6cf52cabc tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:24.697861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ca2f9ab-2a90-4dc6-8ada-afe2f0444811 req-42634400-23cd-4fc3-a5c6-b2a6cf52cabc tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.0887735 Jul 09 17:15:24.755148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ca2f9ab-2a90-4dc6-8ada-afe2f0444811 req-df28f546-b05f-4cb2-ab80-2d911d661bbb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510867 Jul 09 17:15:24.957552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361b78c-c973-476f-a86c-a382b548f3ec None None] New status for floating IP 316ea06a-65c9-4253-8a6b-23a7ebbd3282: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:15:25.045806 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb066d8-dff2-444c-9de9-92116ecb6283 x-openstack-request-id: req-0cb066d8-dff2-444c-9de9-92116ecb6283 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:25.046368 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:25.046555 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cb066d8-dff2-444c-9de9-92116ecb6283 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:25.047033 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'code': 200} Jul 09 17:15:25.200109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.220490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ee0ebb-7a7e-4451-a3de-1e5a167143c4']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:25.232110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aed6bc-9742-4c99-a3cf-53da29293bcf') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:25.232553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aed6bc-9742-4c99-a3cf-53da29293bcf') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:25.248504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.273854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.281451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:15:25.282059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:15:25.306790 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:15:25.352885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.356308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-84ee427c-aadb-47a7-8786-3ce5b627156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.357878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-84ee427c-aadb-47a7-8786-3ce5b627156b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1101 time: 1.2053988 Jul 09 17:15:25.467138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.497563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c71a-d06b-4a1e-bbaa-0ec645613317 req-bf293a2c-dd9f-4bad-9d35-dc8e098ea44a tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.505697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce57c71a-d06b-4a1e-bbaa-0ec645613317 req-bf293a2c-dd9f-4bad-9d35-dc8e098ea44a tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 945 time: 0.4928772 Jul 09 17:15:25.534961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c273d09-f434-4b12-87c7-925809acb769 req-ae625dcf-1fc0-4218-8104-9196c2751bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.539249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-ae625dcf-1fc0-4218-8104-9196c2751bde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 1097 time: 0.1092241 Jul 09 17:15:25.588353 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.611693 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:25.613594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58ee0ebb-7a7e-4451-a3de-1e5a167143c4 HTTP/1.1" status: 204 len: 168 time: 1.7191224 Jul 09 17:15:25.640924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-a4ea01d3-55f9-4db4-9767-9a0221a49db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.642401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-a4ea01d3-55f9-4db4-9767-9a0221a49db3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2550383 Jul 09 17:15:25.647598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc941b30-ee1b-4d72-ab0f-1d1f9d3638e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58ee0ebb-7a7e-4451-a3de-1e5a167143c4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:25.686632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce57c71a-d06b-4a1e-bbaa-0ec645613317 req-9b3d6f3b-86b3-4ed8-be67-17ad292a86f0 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768115 Jul 09 17:15:25.752059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c273d09-f434-4b12-87c7-925809acb769 req-f9c2613f-0d8b-48d2-be2d-15ec8a0bfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.753834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-f9c2613f-0d8b-48d2-be2d-15ec8a0bfea7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.2075415 Jul 09 17:15:25.761330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-944821f8-9305-4cb2-b023-3307c97ec7c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.0927637 Jul 09 17:15:25.779408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53439-3347-439d-a5fc-e50333c5e9f9 req-5796a148-42b9-4714-93d2-322f58ace2ed tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.794454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bba53439-3347-439d-a5fc-e50333c5e9f9 req-5796a148-42b9-4714-93d2-322f58ace2ed tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 949 time: 0.2148271 Jul 09 17:15:25.833530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53388) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:25.851058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Allocated IP 172.25.3.127 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/52aea0df-d5c4-421f-a34e-e00bcc7bfd27) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:25.880362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-a2705505-6e68-459e-b52b-7fc23579d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:25.882493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-a2705505-6e68-459e-b52b-7fc23579d2df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1070774 Jul 09 17:15:25.902244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-9a99d77a-e857-4390-bd46-2baddbbcf453 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426 HTTP/1.1" status: 200 len: 217 time: 0.1405702 Jul 09 17:15:25.918423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bba53439-3347-439d-a5fc-e50333c5e9f9 req-bf2a21d9-cabc-430a-bf45-bcf117372b7b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226733 Jul 09 17:15:26.029482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-fee6672f-3592-46fa-b361-4c49c91e62f1 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 200 len: 694 time: 0.0762804 Jul 09 17:15:26.083554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c507749-3053-43b1-8e47-2a607101e908 req-4932132d-b393-4eff-8522-97ea8089a818 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.085069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c507749-3053-43b1-8e47-2a607101e908 req-4932132d-b393-4eff-8522-97ea8089a818 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1917119 Jul 09 17:15:26.091491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-bd4ca6a6-d58f-4e3a-b06f-9ba4e3d82ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.092970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-bd4ca6a6-d58f-4e3a-b06f-9ba4e3d82ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2007236 Jul 09 17:15:26.101885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.102112 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b08ae7de-f482-4b36-9f33-13348a075129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb606fb084e54561bb3749f2fa23fb29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2621977 Jul 09 17:15:26.103908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53392) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:26.119099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c273d09-f434-4b12-87c7-925809acb769 req-83f4a81d-6a5e-42c3-ad59-fcf29d8ebc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.120581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-83f4a81d-6a5e-42c3-ad59-fcf29d8ebc61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.1960499 Jul 09 17:15:26.173159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-67e47057-86d6-48cf-b9a7-7e58843f51c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388699 Jul 09 17:15:26.209997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c507749-3053-43b1-8e47-2a607101e908 req-29ab5349-f4f3-45e9-bda6-b121bae41d11 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145802 Jul 09 17:15:26.240667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:26.242697 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53396ca-648e-4302-9f08-44b4c36bab22" -d '{"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:26.264905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-904a8435-badc-47d9-bc6e-8bb8f5f5f574 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585600 Jul 09 17:15:26.266974 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.306668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-c7c1b06d-4753-4fbc-a28e-8838916595d4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.315286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-c7c1b06d-4753-4fbc-a28e-8838916595d4 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2773774 Jul 09 17:15:26.357637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d08d-49df-4a84-a8c2-d5b4b992ab3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.372628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:26.382119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:26.385087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:26.389684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Port': ['ID=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:26.393076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-89bfd53c-8b22-4530-9b14-9318a9bd5f29 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 697 time: 0.0783913 Jul 09 17:15:26.404362 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-282180f5-f838-4cb1-8d43-405219b5fe8e service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167618 Jul 09 17:15:26.591381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fdc6c77-d18a-4e9a-954b-51fa5c9be813 req-11ccdec6-149e-4ed0-92c0-5a83fedbef7a service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195498 Jul 09 17:15:26.604262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d08d-49df-4a84-a8c2-d5b4b992ab3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.608248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c273d09-f434-4b12-87c7-925809acb769 req-dd774257-85e1-47f4-9ad1-84d3bd653421 service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704786 Jul 09 17:15:26.624952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-fd9b62fd-f5af-4a87-b259-5b71907ef3e7 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.148 HTTP/1.1" status: 200 len: 697 time: 0.2308493 Jul 09 17:15:26.769657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6616-bfd6-4f20-aad9-aef9755992b3 req-3cbea521-d0d3-43a6-9aff-d71a5caeb14b tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:26.771240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-732a6616-bfd6-4f20-aad9-aef9755992b3 req-3cbea521-d0d3-43a6-9aff-d71a5caeb14b tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.1833920 Jul 09 17:15:26.797669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.839333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d08d-49df-4a84-a8c2-d5b4b992ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.842285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d08d-49df-4a84-a8c2-d5b4b992ab3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.849556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bac1d08d-49df-4a84-a8c2-d5b4b992ab3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e4294f9-3155-497e-b061-1789ebfc53ae HTTP/1.1" status: 204 len: 168 time: 0.7414548 Jul 09 17:15:26.851368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Deleting port 769a8f2d-567b-4faa-9fb0-f20a92d1ae2c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:26.851713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:26.892732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-732a6616-bfd6-4f20-aad9-aef9755992b3 req-58ef3212-2227-41bd-a0c1-2d259ccee0a0 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117499 Jul 09 17:15:26.943755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d08d-49df-4a84-a8c2-d5b4b992ab3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4294f9-3155-497e-b061-1789ebfc53ae,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:26.999607 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.000256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.027530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Calling delete_port for 769a8f2d-567b-4faa-9fb0-f20a92d1ae2c owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:27.047569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:27.050075 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d0d58-b7ea-4236-bd96-802d94e610e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:27.130072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.168970 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e865161-7d5e-45ed-b12d-09ead7345cd9 x-openstack-request-id: req-2e865161-7d5e-45ed-b12d-09ead7345cd9 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:27.169259 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:27.169508 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e865161-7d5e-45ed-b12d-09ead7345cd9 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:27.169903 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'status': 'completed', 'code': 200} Jul 09 17:15:27.239224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.309799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event deleted for resources: {'Port': ['ID=769a8f2d-567b-4faa-9fb0-f20a92d1ae2c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:27.310993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-808c410d-c894-43d3-88b4-8198be3a0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:27.312610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-808c410d-c894-43d3-88b4-8198be3a0344 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 1098 time: 0.1251700 Jul 09 17:15:27.332082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Router 7560e405-3314-4236-8bcd-500dc0e7800d is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:27.417380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.420339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.421636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c96b706-393f-4c30-bce0-2ee9a0ba4a9e req-b3a57d33-bd18-4d89-8844-c4abd75eba94 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "DELETE /v2.0/floatingips/316ea06a-65c9-4253-8a6b-23a7ebbd3282 HTTP/1.1" status: 204 len: 173 time: 0.7948759 Jul 09 17:15:27.508576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53418) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:27.545587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-9381231e-6ed3-443d-868e-f3a196814010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:27.547149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-9381231e-6ed3-443d-868e-f3a196814010 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 200 len: 920 time: 0.2248979 Jul 09 17:15:27.567422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b1e6aa8f-809c-46f5-8c69-c56357e9057b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4a8994a491443f1b08d473c2082b035&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0569489 Jul 09 17:15:27.569780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53420) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:27.579080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:27.594813 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Sync routers for ids ['7560e405-3314-4236-8bcd-500dc0e7800d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:27.610559 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Routers {'7560e405-3314-4236-8bcd-500dc0e7800d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:27.611510 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7560e405-3314-4236-8bcd-500dc0e7800d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:27.638148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51e321bb-7384-4d0a-b183-014d6cc1f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.654754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-698425bf-c422-42fe-973e-804540730e49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 200 len: 217 time: 0.0945876 Jul 09 17:15:27.667685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51e321bb-7384-4d0a-b183-014d6cc1f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.669557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbdcd8-1ad3-4a9a-90cf-ed85903348fe req-1dde17b2-f918-4952-b4a1-df996265d7f2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:27.671079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29dbdcd8-1ad3-4a9a-90cf-ed85903348fe req-1dde17b2-f918-4952-b4a1-df996265d7f2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.1799943 Jul 09 17:15:27.671946 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.673042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8c7d5ac9-2567-4268-9259-b5ca99788be1 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3525355 Jul 09 17:15:27.677127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53422) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:27.723581 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Set router 7560e405-3314-4236-8bcd-500dc0e7800d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:27.744291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-c99e4ce3-0f10-4838-bf1a-28fdebefa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:27.745848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-c99e4ce3-0f10-4838-bf1a-28fdebefa402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 200 len: 858 time: 0.0841913 Jul 09 17:15:27.759294 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29dbdcd8-1ad3-4a9a-90cf-ed85903348fe req-e06ce888-f03b-41e4-96b6-a8e2d8fb6493 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776477 Jul 09 17:15:27.850839 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a40969-085e-4659-9c69-b24f43235e7e x-openstack-request-id: req-d2a40969-085e-4659-9c69-b24f43235e7e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:27.851131 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:27.851379 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a40969-085e-4659-9c69-b24f43235e7e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:27.851792 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'status': 'completed', 'code': 200} Jul 09 17:15:27.880976 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b2fee680-dc10-4d86-b605-a23517cd02af tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/7560e405-3314-4236-8bcd-500dc0e7800d HTTP/1.1" status: 200 len: 909 time: 0.2002337 Jul 09 17:15:27.882591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53430) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:27.895449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1739336197', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': True}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:27.936826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51e321bb-7384-4d0a-b183-014d6cc1f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.941711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-8a02565a-be4a-41ca-981d-889a67a40df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:27.943351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-8a02565a-be4a-41ca-981d-889a67a40df6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828649 Jul 09 17:15:27.945200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51e321bb-7384-4d0a-b183-014d6cc1f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.948905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-51e321bb-7384-4d0a-b183-014d6cc1f3d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80e5ce74-d504-45f4-8e86-11d32ca9634f HTTP/1.1" status: 204 len: 168 time: 0.3756535 Jul 09 17:15:27.949133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.950670 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:27.985868 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560e405-3314-4236-8bcd-500dc0e7800d', 'name': 'tempest-snat-router-1739336197', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.127'}], 'enable_snat': False}, 'gw_port_id': '52aea0df-d5c4-421f-a34e-e00bcc7bfd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:23Z', 'updated_at': '2021-07-09T17:15:26Z', 'revision_number': 3, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port': {'id': '52aea0df-d5c4-421f-a34e-e00bcc7bfd27', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560e405-3314-4236-8bcd-500dc0e7800d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:25Z', 'updated_at': '2021-07-09T17:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:28.018691 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Checking router: 7560e405-3314-4236-8bcd-500dc0e7800d for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:28.019063 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Updating router 7560e405-3314-4236-8bcd-500dc0e7800d port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:28.078769 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.116060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e321bb-7384-4d0a-b183-014d6cc1f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e5ce74-d504-45f4-8e86-11d32ca9634f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:28.148744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.164888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-0086aaa3-5b32-4783-9105-a7fbc7e2d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.166771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-0086aaa3-5b32-4783-9105-a7fbc7e2d5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1101 time: 0.2634928 Jul 09 17:15:28.169471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-af8e3ef4-2414-410d-927e-0fe7524f8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.172263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-af8e3ef4-2414-410d-927e-0fe7524f8be1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1101 time: 0.2827713 Jul 09 17:15:28.264362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55fc06-1f60-40b3-8d34-2cd954a167c7 req-3fb25801-b7e6-4b98-b7d8-499b3ab4c18b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.270949 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd55fc06-1f60-40b3-8d34-2cd954a167c7 req-3fb25801-b7e6-4b98-b7d8-499b3ab4c18b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2041490 Jul 09 17:15:28.276737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-3d7682f1-aa2d-4277-9ea7-3e5ac6dc3f48 service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212903 Jul 09 17:15:28.304846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-04ec450e-810d-4929-b7f7-16eb99d0c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.306475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-04ec450e-810d-4929-b7f7-16eb99d0c818 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1213350 Jul 09 17:15:28.391140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53396ca-648e-4302-9f08-44b4c36bab22 req-0052a6a0-eab0-4975-af53-af2f5e03cabb service neutron] 10.222.0.13 "GET /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060877 Jul 09 17:15:28.486746 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-2a343b13-ccab-423b-879d-2ff90d1c2f1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.1383278 Jul 09 17:15:28.490140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.498007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bec38-dc81-48b9-bcd9-bcc3abb4363d req-23b4b8c4-b2d9-4c91-a5ea-02ef825c75bc tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.505786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c4bec38-dc81-48b9-bcd9-bcc3abb4363d req-23b4b8c4-b2d9-4c91-a5ea-02ef825c75bc tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 949 time: 0.4411669 Jul 09 17:15:28.509585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd55fc06-1f60-40b3-8d34-2cd954a167c7 req-7ebbb8a0-fcdc-43a5-be11-6cf107c6c406 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375205 Jul 09 17:15:28.570787 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.586678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Transition to ACTIVE for port object 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:28.620047 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.642127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c4bec38-dc81-48b9-bcd9-bcc3abb4363d req-7f50519f-4f34-47e7-8a97-5d83ac631841 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351826 Jul 09 17:15:28.708044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Attempting to bind port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:28.708495 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Attempting to bind port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:28.716979 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Attempting to bind port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:28.725335 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:28.725712 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:28.726115 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.726507 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:28.726960 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Bound port: 52aea0df-d5c4-421f-a34e-e00bcc7bfd27, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:28.727350 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.729185 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9596ea-b8fc-4c9d-9370-4995c2087102 None None] Pushing event updated for resources: {'Port': ['ID=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:28.730731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-16b54baf-ec8f-4bf4-aa7f-55f9f2d1e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.734816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-16b54baf-ec8f-4bf4-aa7f-55f9f2d1e6a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2116477 Jul 09 17:15:28.736450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-2b9d641e-7a65-40e0-927f-d3a2cdd585f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:28.737943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-2b9d641e-7a65-40e0-927f-d3a2cdd585f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.5636563 Jul 09 17:15:28.857528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] For port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:28.864987 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] For port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:28.875698 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:28.979694 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9596ea-b8fc-4c9d-9370-4995c2087102 None None] Pushing event updated for resources: {'Port': ['ID=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:29.014606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:29.040678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Routers {'7560e405-3314-4236-8bcd-500dc0e7800d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:29.041786 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7560e405-3314-4236-8bcd-500dc0e7800d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:29.075984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:29.237131 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] Set router 7560e405-3314-4236-8bcd-500dc0e7800d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:29.373830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Allocated IP 172.25.3.16 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/4750450d-79dc-4852-95de-2a5290dc4646) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:29.383154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:15:29.508542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-ce9c54ae-02c4-47d5-9d3e-e6882ba79d51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 200 len: 217 time: 0.7447312 Jul 09 17:15:29.578041 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560e405-3314-4236-8bcd-500dc0e7800d', 'name': 'tempest-snat-router-1739336197', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.127'}], 'enable_snat': False}, 'gw_port_id': '52aea0df-d5c4-421f-a34e-e00bcc7bfd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:23Z', 'updated_at': '2021-07-09T17:15:26Z', 'revision_number': 3, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port': {'id': '52aea0df-d5c4-421f-a34e-e00bcc7bfd27', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560e405-3314-4236-8bcd-500dc0e7800d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:25Z', 'updated_at': '2021-07-09T17:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:29.605977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-cac70aca-5fcc-4631-8069-0aa412665b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:29.606995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:29.607536 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-cac70aca-5fcc-4631-8069-0aa412665b9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0768421 Jul 09 17:15:29.614818 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bcbd2-1061-4544-814d-f640b1e993d9 None None] The sync data for ids ['7560e405-3314-4236-8bcd-500dc0e7800d'] in n-d-791506-17 is: [{'id': '7560e405-3314-4236-8bcd-500dc0e7800d', 'name': 'tempest-snat-router-1739336197', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.127'}], 'enable_snat': False}, 'gw_port_id': '52aea0df-d5c4-421f-a34e-e00bcc7bfd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:23Z', 'updated_at': '2021-07-09T17:15:26Z', 'revision_number': 3, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port': {'id': '52aea0df-d5c4-421f-a34e-e00bcc7bfd27', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560e405-3314-4236-8bcd-500dc0e7800d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:25Z', 'updated_at': '2021-07-09T17:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:29.623936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'mac_address': 'fa:16:3e:21:71:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:15:29.627033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-c080fe1d-7fc7-4357-ac76-49efea1bb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:29.628598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-c080fe1d-7fc7-4357-ac76-49efea1bb055 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8863790 Jul 09 17:15:29.674169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:29.689918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad89ad3-ae7d-4d77-8624-91981030a6e3 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:15:29.694660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c0634-d736-4da4-b4f9-5ed3c7644d3d req-65bc21c2-fbcd-46d2-aa09-0e9b3d3c919f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:29.701591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c0634-d736-4da4-b4f9-5ed3c7644d3d req-65bc21c2-fbcd-46d2-aa09-0e9b3d3c919f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:29.712792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c0634-d736-4da4-b4f9-5ed3c7644d3d req-65bc21c2-fbcd-46d2-aa09-0e9b3d3c919f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:29.718943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:29.721660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b10c0634-d736-4da4-b4f9-5ed3c7644d3d req-65bc21c2-fbcd-46d2-aa09-0e9b3d3c919f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f&device_id=b8676b28-ff88-407d-b561-0e655d74b934&device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 2417 time: 0.2447343 Jul 09 17:15:29.729173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:29.828155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:29.841815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.842210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.842823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.843443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.844352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.844949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.845492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.846439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.847012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.847538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.848328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.848837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:29.861196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b10c0634-d736-4da4-b4f9-5ed3c7644d3d req-905e9e02-c5a6-4156-b4d1-a0474a4d9f1f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139677 Jul 09 17:15:29.892045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-865c76da-d412-4cb5-929d-801a38a9bd54 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351737 Jul 09 17:15:29.895405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-b96936a0-7332-4ed7-9a7d-b0c955acd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:29.897249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-b96936a0-7332-4ed7-9a7d-b0c955acd763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2806098 Jul 09 17:15:30.044294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6ad89ad3-ae7d-4d77-8624-91981030a6e3'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:30.174424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-8c28b147-eb6c-4c7b-a9a6-a8c211a20bc9 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753556 Jul 09 17:15:30.192691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-43e2478e-f01e-479a-bbc2-3a1a1f517da6 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844255 Jul 09 17:15:30.220558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:30.254088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b0a3-018e-4459-a693-177bbb30397c req-d39dd1b5-5be6-49c7-b5a3-3dc8de2e4ce2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:30.256191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ab7b0a3-018e-4459-a693-177bbb30397c req-d39dd1b5-5be6-49c7-b5a3-3dc8de2e4ce2 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.1805677 Jul 09 17:15:30.309822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f630b0b-ecbc-402f-b54e-7841252a1b50 req-3df71391-7217-4752-8623-688af4cb4299 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:30.311629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f630b0b-ecbc-402f-b54e-7841252a1b50 req-3df71391-7217-4752-8623-688af4cb4299 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 946 time: 0.7517431 Jul 09 17:15:30.323800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-e003141f-3d17-4a62-8287-6d4a3f4b7102 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:30.325376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-e003141f-3d17-4a62-8287-6d4a3f4b7102 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 944 time: 0.2417250 Jul 09 17:15:30.395154 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ab7b0a3-018e-4459-a693-177bbb30397c req-5d05363e-ba4b-4b18-92a8-eda98e5604db tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119771 Jul 09 17:15:30.424919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-719d0d58-b7ea-4236-bd96-802d94e610e5 req-9c19a3cf-ec40-4ec0-bc6c-579e5a3be1f5 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676044 Jul 09 17:15:30.485560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f630b0b-ecbc-402f-b54e-7841252a1b50 req-a5ac2fd7-d375-426b-b0ce-dc682bebddd9 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.21 "GET /v2.0/security-groups?id=d35cf2b2-cf88-441d-9f24-922f15ebf487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573846 Jul 09 17:15:30.488581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:30.535154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Port': ['ID=4750450d-79dc-4852-95de-2a5290dc4646,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:30.558929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:30.567040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:30.572187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:30.602296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Deleting port 5c28057c-8e9e-45f6-8a42-be27b4a7865d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:30.602642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:30.643565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-0db6774d-51ed-483f-90f1-62b5cb389ed9 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:30.645125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-0db6774d-51ed-483f-90f1-62b5cb389ed9 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.13 "GET /v2.0/ports?device_id=352299d4-e2c2-41ae-b957-3f87c1a6620e HTTP/1.1" status: 200 len: 946 time: 0.1359305 Jul 09 17:15:30.708393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883df2-3da5-48a5-b5d6-7a42cf11f433 req-554a90ad-5654-45cc-86c8-dfddfc342759 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:30.712385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5883df2-3da5-48a5-b5d6-7a42cf11f433 req-554a90ad-5654-45cc-86c8-dfddfc342759 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1540446 Jul 09 17:15:30.786698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5883df2-3da5-48a5-b5d6-7a42cf11f433 req-0eabd6b9-9d06-4447-befc-5a4a2fdb7997 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Jul 09 17:15:30.817816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Deleting port 8674f9d8-604a-4721-a331-851a70508ca7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:30.818178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:30.854545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] For port 5c28057c-8e9e-45f6-8a42-be27b4a7865d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5c28057c-8e9e-45f6-8a42-be27b4a7865d,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:30.854931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:30.880902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d185-ac21-4016-98ed-1cca8c85e9d7 req-b08b4e39-ffd3-4528-bdcf-848726a5379e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:30.882895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8c6d185-ac21-4016-98ed-1cca8c85e9d7 req-b08b4e39-ffd3-4528-bdcf-848726a5379e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 950 time: 0.2302480 Jul 09 17:15:30.889854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Calling delete_port for 5c28057c-8e9e-45f6-8a42-be27b4a7865d owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:30.923954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] For port 8674f9d8-604a-4721-a331-851a70508ca7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=8674f9d8-604a-4721-a331-851a70508ca7,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:30.924214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:30.941637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Calling delete_port for 8674f9d8-604a-4721-a331-851a70508ca7 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:31.043361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8c6d185-ac21-4016-98ed-1cca8c85e9d7 req-c72aa99f-5e28-48eb-9e11-ef1a2df25e9d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512296 Jul 09 17:15:31.097780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.104438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.121413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['8674f9d8-604a-4721-a331-851a70508ca7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:31.150241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Pushing event deleted for resources: {'Port': ['ID=8674f9d8-604a-4721-a331-851a70508ca7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:31.263704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] No DVR routers for this DVR port 8674f9d8-604a-4721-a331-851a70508ca7 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:31.267101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.269970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2378a58-c7f9-4c5e-82e4-30e8e1a01793 req-6be4af72-ce4e-4b56-9674-7808be396614 tempest-FloatingIPsAssociationTestJSON-1772160724 tempest-FloatingIPsAssociationTestJSON-1772160724-project] 10.222.0.13 "DELETE /v2.0/ports/8674f9d8-604a-4721-a331-851a70508ca7 HTTP/1.1" status: 204 len: 173 time: 0.6168547 Jul 09 17:15:31.271663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'name': 'network-vif-deleted', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:31.275789 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.286057 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ea0c67-beee-4b17-a2c9-616a204eaf1f" -d '{"events": [{"server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "name": "network-vif-deleted", "tag": "8674f9d8-604a-4721-a331-851a70508ca7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:31.295678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5c28057c-8e9e-45f6-8a42-be27b4a7865d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:31.360147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event deleted for resources: {'Port': ['ID=5c28057c-8e9e-45f6-8a42-be27b4a7865d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:31.366020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c23185-8f8e-4f60-92c6-cb9c40eef879 req-09acd003-c701-4de7-81d5-88609fb059f2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.368081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7c23185-8f8e-4f60-92c6-cb9c40eef879 req-09acd003-c701-4de7-81d5-88609fb059f2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.1577854 Jul 09 17:15:31.393168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:31.447690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7c23185-8f8e-4f60-92c6-cb9c40eef879 req-50707d69-f125-490b-8549-0340d2bc5711 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685580 Jul 09 17:15:31.452596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] No DVR routers for this DVR port 5c28057c-8e9e-45f6-8a42-be27b4a7865d on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:31.463030 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.465513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbe65dca-4e2a-445e-8cae-d113320d3f87 req-4842bf8d-77a9-4ba1-afb0-33c4e919f5b9 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "DELETE /v2.0/ports/5c28057c-8e9e-45f6-8a42-be27b4a7865d HTTP/1.1" status: 204 len: 173 time: 1.1163793 Jul 09 17:15:31.466525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'name': 'network-vif-deleted', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:31.469100 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72ac52-a842-43cf-899e-06a703370252" -d '{"events": [{"server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "name": "network-vif-deleted", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:31.483426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:31.490943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:31.491379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.607119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.620447 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.654509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:31.657268 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb9a661-000f-4d3a-813c-8a69cde92bc0" -d '{"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:31.677688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:31.686212 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:31.705196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ab9dc-3e98-41f3-9cbf-3094e0110524 req-ad03c57c-e31c-4a2f-959e-3126a9eacadf tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.707257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e3ab9dc-3e98-41f3-9cbf-3094e0110524 req-ad03c57c-e31c-4a2f-959e-3126a9eacadf tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 1102 time: 0.0923541 Jul 09 17:15:31.754978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=13']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:31.765875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e3ab9dc-3e98-41f3-9cbf-3094e0110524 req-9a5df04d-221d-4c99-9995-a4f5350141a5 tempest-MigrationsAdminTest-1935632661 tempest-MigrationsAdminTest-1935632661-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516391 Jul 09 17:15:31.766106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.766666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.767159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.767620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.768136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.768708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.769481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.769957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.770422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.770884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:31.773435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1f88-6975-4f9a-afe8-0c8825e3d68c req-2ac4896e-41f1-4964-8f63-516e62312935 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7130 time: 0.3521564 Jul 09 17:15:31.836781 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acf4fce-fba5-453e-97a9-10e18f28fde2 x-openstack-request-id: req-8acf4fce-fba5-453e-97a9-10e18f28fde2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:31.837312 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352299d4-e2c2-41ae-b957-3f87c1a6620e", "name": "network-vif-deleted", "tag": "8674f9d8-604a-4721-a331-851a70508ca7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:31.837767 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8acf4fce-fba5-453e-97a9-10e18f28fde2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:31.839061 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352299d4-e2c2-41ae-b957-3f87c1a6620e', 'name': 'network-vif-deleted', 'tag': '8674f9d8-604a-4721-a331-851a70508ca7', 'status': 'completed', 'code': 200} Jul 09 17:15:31.857397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Router 0bad3caf-be6a-486f-b998-c625772d78c5 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:31.973421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:32.024496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:32.038495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Sync routers for ids ['0bad3caf-be6a-486f-b998-c625772d78c5'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:32.044498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.046416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-733c0c36-3d5b-4bb3-b15a-29f71c11db83 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1545212 Jul 09 17:15:32.049034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:32.050941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bd5d42-6536-40c3-a1b8-1488012f21f6 req-1063a55b-e80d-4419-90a6-6614a230b75d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3fbaf6-9edf-463d-a58d-51d9f5bb2606 HTTP/1.1" status: 200 len: 210 time: 0.0545766 Jul 09 17:15:32.065710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Routers {'0bad3caf-be6a-486f-b998-c625772d78c5'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:32.066350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bad3caf-be6a-486f-b998-c625772d78c5'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:32.142697 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f77cf35-c501-439c-9be3-c3af47463325 x-openstack-request-id: req-4f77cf35-c501-439c-9be3-c3af47463325 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:32.142982 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fbaf6-9edf-463d-a58d-51d9f5bb2606", "name": "network-vif-deleted", "tag": "5c28057c-8e9e-45f6-8a42-be27b4a7865d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:32.143222 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f77cf35-c501-439c-9be3-c3af47463325 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:32.143814 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fbaf6-9edf-463d-a58d-51d9f5bb2606', 'name': 'network-vif-deleted', 'tag': '5c28057c-8e9e-45f6-8a42-be27b4a7865d', 'status': 'completed', 'code': 200} Jul 09 17:15:32.208713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Set router 0bad3caf-be6a-486f-b998-c625772d78c5 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:32.218193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:32.277548 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a1d60-4a11-40fb-87f3-d6089cccc46a x-openstack-request-id: req-452a1d60-4a11-40fb-87f3-d6089cccc46a {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:32.278060 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:32.278549 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-452a1d60-4a11-40fb-87f3-d6089cccc46a {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:32.279136 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'code': 200} Jul 09 17:15:32.280725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:32.297633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:32.298397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.369334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4d54ff39-f737-4427-a8a7-31b6279a1f9c tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/0bad3caf-be6a-486f-b998-c625772d78c5 HTTP/1.1" status: 200 len: 907 time: 0.3183761 Jul 09 17:15:32.371693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53514) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:32.442562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cdcf-bbc4-43f8-9fbe-a6a50d290422 req-63dc76e9-ac95-4ede-95d3-50dcace1227d tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:32.455855 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76b2cdcf-bbc4-43f8-9fbe-a6a50d290422 req-63dc76e9-ac95-4ede-95d3-50dcace1227d tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 886 time: 0.1871476 Jul 09 17:15:32.539589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bad3caf-be6a-486f-b998-c625772d78c5', 'name': 'tempest-snat-router-1739336197', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4750450d-79dc-4852-95de-2a5290dc4646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:27Z', 'updated_at': '2021-07-09T17:15:30Z', 'revision_number': 3, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port': {'id': '4750450d-79dc-4852-95de-2a5290dc4646', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bad3caf-be6a-486f-b998-c625772d78c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:29Z', 'updated_at': '2021-07-09T17:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:32.542674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.565264 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.565526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:32.601359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.612029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Checking router: 0bad3caf-be6a-486f-b998-c625772d78c5 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:32.612975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Updating router 0bad3caf-be6a-486f-b998-c625772d78c5 port 4750450d-79dc-4852-95de-2a5290dc4646 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:32.658913 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.758342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.790258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:32.811291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2be7-e13b-4e4e-8ca7-9e4a3ee1fa06 req-554fa360-777d-4405-97b1-f11721a1f2a0 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:32.813717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:32.819081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f30d2be7-e13b-4e4e-8ca7-9e4a3ee1fa06 req-554fa360-777d-4405-97b1-f11721a1f2a0 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1802824 Jul 09 17:15:32.865827 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f30d2be7-e13b-4e4e-8ca7-9e4a3ee1fa06 req-663e3bbd-60d8-41ef-9c9d-e72b6ddbc031 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Jul 09 17:15:32.884029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Deleting port 4750450d-79dc-4852-95de-2a5290dc4646 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:32.884382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.026523 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.035846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.042386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Transition to ACTIVE for port object 4750450d-79dc-4852-95de-2a5290dc4646 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:33.055854 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.063469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Calling delete_port for 4750450d-79dc-4852-95de-2a5290dc4646 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:33.078570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.079071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.079539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.080039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.081108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.081108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.081424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.081891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.082351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.082815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.086606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f779795e-7569-435a-9acb-e5fcc95bfb7c req-1bf18e50-02ee-4b83-b8af-ce4dc65569d4 tempest-NetworksTest-2104282603 tempest-NetworksTest-2104282603-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7130 time: 0.1625006 Jul 09 17:15:33.161017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Attempting to bind port 4750450d-79dc-4852-95de-2a5290dc4646 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:33.161388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Attempting to bind port 4750450d-79dc-4852-95de-2a5290dc4646 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:33.161754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Attempting to bind port 4750450d-79dc-4852-95de-2a5290dc4646 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:33.178404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:33.178863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:33.179274 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.181183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:33.183215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Bound port: 4750450d-79dc-4852-95de-2a5290dc4646, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:33.183643 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.217717 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46322ffb-c18d-48d4-84c0-6cacb171f8e5 None None] Pushing event updated for resources: {'Port': ['ID=4750450d-79dc-4852-95de-2a5290dc4646,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:33.248186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9702eab-e674-4d6c-a0f1-f875c9603766 req-95cb733a-d4fc-4eb8-bbcd-293107d72988 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:33.249825 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9702eab-e674-4d6c-a0f1-f875c9603766 req-95cb733a-d4fc-4eb8-bbcd-293107d72988 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 951 time: 0.1213138 Jul 09 17:15:33.269927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] For port 4750450d-79dc-4852-95de-2a5290dc4646, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:33.270840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Deleting port 5c6c9f15-916c-45f7-9679-1812f87de763 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:33.271254 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.276362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] For port 4750450d-79dc-4852-95de-2a5290dc4646, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4750450d-79dc-4852-95de-2a5290dc4646,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:33.285992 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.369176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Routers {'0bad3caf-be6a-486f-b998-c625772d78c5'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:33.369424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9702eab-e674-4d6c-a0f1-f875c9603766 req-e952e03b-2cfb-4df5-860d-7a0e544dc66d tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112411 Jul 09 17:15:33.369801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bad3caf-be6a-486f-b998-c625772d78c5'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:33.376121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46322ffb-c18d-48d4-84c0-6cacb171f8e5 None None] Pushing event updated for resources: {'Port': ['ID=4750450d-79dc-4852-95de-2a5290dc4646,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:33.452069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] For port 5c6c9f15-916c-45f7-9679-1812f87de763, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c6c9f15-916c-45f7-9679-1812f87de763,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:33.452512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.453695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.494775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Calling delete_port for 5c6c9f15-916c-45f7-9679-1812f87de763 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:33.525022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event deleted for resources: {'Port': ['ID=4750450d-79dc-4852-95de-2a5290dc4646,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:33.557547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] Set router 0bad3caf-be6a-486f-b998-c625772d78c5 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:33.592126 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.609689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53532) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:33.677608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bad3caf-be6a-486f-b998-c625772d78c5', 'name': 'tempest-snat-router-1739336197', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:27Z', 'updated_at': '2021-07-09T17:15:32Z', 'revision_number': 4, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:33.710760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93dbebe-958a-4ca5-a6a7-6425c5b0c062 None None] The sync data for ids ['0bad3caf-be6a-486f-b998-c625772d78c5'] in n-d-791506-17 is: [{'id': '0bad3caf-be6a-486f-b998-c625772d78c5', 'name': 'tempest-snat-router-1739336197', 'tenant_id': '25d519b1117e4709b85946d7ef2dd47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:27Z', 'updated_at': '2021-07-09T17:15:32Z', 'revision_number': 4, 'project_id': '25d519b1117e4709b85946d7ef2dd47c', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:33.735554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.737809 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.829237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.830195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bad3caf-be6a-486f-b998-c625772d78c5 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:33.834963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.836175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bd143e9c-9aa5-40e1-b06c-0f391019a858 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0bad3caf-be6a-486f-b998-c625772d78c5 HTTP/1.1" status: 204 len: 168 time: 1.4635286 Jul 09 17:15:33.841857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:33.846976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1069001-fff2-41c6-bdeb-c54ada5c2244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.899888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:33.984759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:33.997442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8674f9d8-604a-4721-a331-851a70508ca7 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:34.023687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 8674f9d8-604a-4721-a331-851a70508ca7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:34.024173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 8674f9d8-604a-4721-a331-851a70508ca7 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:34.024713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:34.025889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6c9f15-916c-45f7-9679-1812f87de763,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:34.051679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 5c28057c-8e9e-45f6-8a42-be27b4a7865d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:34.052120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5c28057c-8e9e-45f6-8a42-be27b4a7865d not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:34.054512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:34.054512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.266620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1069001-fff2-41c6-bdeb-c54ada5c2244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.291947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1069001-fff2-41c6-bdeb-c54ada5c2244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.402834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-30dcad79-6dcc-428b-95ef-391aab033b5f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:34.404448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-30dcad79-6dcc-428b-95ef-391aab033b5f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 951 time: 0.2913380 Jul 09 17:15:34.502730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.607352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fb75-90b1-4e04-88bb-ce6094d406b0 req-a4b00d3d-3e79-474e-8c8c-00f7a06a1a8e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:34.609049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0531fb75-90b1-4e04-88bb-ce6094d406b0 req-a4b00d3d-3e79-474e-8c8c-00f7a06a1a8e tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 944 time: 0.6092687 Jul 09 17:15:34.700715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0531fb75-90b1-4e04-88bb-ce6094d406b0 req-feae2ee7-a62c-4229-a1e8-101ae0ba026d tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Jul 09 17:15:34.704724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.735328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-d50ee3a8-53b4-4100-a90b-655f706ef430 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:34.737029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-d50ee3a8-53b4-4100-a90b-655f706ef430 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 944 time: 0.2592399 Jul 09 17:15:34.804235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b1069001-fff2-41c6-bdeb-c54ada5c2244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=553f1316fee84a2bab4aeeb30a584ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1933994 Jul 09 17:15:34.812638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53554) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:34.823755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1069001-fff2-41c6-bdeb-c54ada5c2244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df29e3-3459-4e3a-a5eb-93a402a49b33,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:34.886277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c297-d863-41d9-a8b5-bca6f67a496f req-3971dfbb-b376-4ee5-8371-0ee25bfe9a4a tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:34.893730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ad4c297-d863-41d9-a8b5-bca6f67a496f req-3971dfbb-b376-4ee5-8371-0ee25bfe9a4a tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.5571830 Jul 09 17:15:34.900384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Deleting port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:34.901440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.925764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:34.999940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Deleting port 37adc520-6274-4fe3-8372-e313806b28fb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:35.000566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.005809 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33039673-8470-4068-a39e-9edf99486dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.017695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ad4c297-d863-41d9-a8b5-bca6f67a496f req-70dcbc7b-3de2-4756-a449-e70a0d78e544 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226943 Jul 09 17:15:35.076728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] For port 52aea0df-d5c4-421f-a34e-e00bcc7bfd27, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:35.076883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Deleting port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:35.076987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.077438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.105926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33039673-8470-4068-a39e-9edf99486dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.114277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Calling delete_port for 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:35.199543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] For port 37adc520-6274-4fe3-8372-e313806b28fb, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=37adc520-6274-4fe3-8372-e313806b28fb,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:35.200021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.221001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Calling delete_port for 37adc520-6274-4fe3-8372-e313806b28fb owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:35.319431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] For port 6ad89ad3-ae7d-4d77-8624-91981030a6e3, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6ad89ad3-ae7d-4d77-8624-91981030a6e3,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:35.319735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.340652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Calling delete_port for 6ad89ad3-ae7d-4d77-8624-91981030a6e3 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:35.369907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:35.438625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33039673-8470-4068-a39e-9edf99486dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.441200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33039673-8470-4068-a39e-9edf99486dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.442318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-33039673-8470-4068-a39e-9edf99486dfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7df29e3-3459-4e3a-a5eb-93a402a49b33 HTTP/1.1" status: 204 len: 168 time: 0.6261904 Jul 09 17:15:35.472838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa4e75-182e-4e88-b105-5f86b19c6d67 req-d4e08e15-3160-494a-baaa-004a7677786e tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:35.474413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29aa4e75-182e-4e88-b105-5f86b19c6d67 req-d4e08e15-3160-494a-baaa-004a7677786e tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2392502 Jul 09 17:15:35.479787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2710df8-ef07-461a-a897-2d5e232849ff req-022d61cd-0232-4918-a928-e794b490b82f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:35.481353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2710df8-ef07-461a-a897-2d5e232849ff req-022d61cd-0232-4918-a928-e794b490b82f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e HTTP/1.1" status: 200 len: 951 time: 0.3168697 Jul 09 17:15:35.482137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33039673-8470-4068-a39e-9edf99486dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7df29e3-3459-4e3a-a5eb-93a402a49b33,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:35.600196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.616932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2710df8-ef07-461a-a897-2d5e232849ff req-9a340626-1ce4-49e1-aa44-4a5d5867e32c tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040845 Jul 09 17:15:35.629907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29aa4e75-182e-4e88-b105-5f86b19c6d67 req-1509dca6-97bc-4a06-b1a6-553d7e48aa9c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946126 Jul 09 17:15:35.635403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:35.644606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cf55847a-9e2f-4dca-aaf8-d8bb2b608abf admin admin] 10.222.0.21 "PUT /v2.0/routers/fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4253137 Jul 09 17:15:35.647139 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] Sync routers for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:35.648254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53562) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:35.658624 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.658931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event deleted for resources: {'Port': ['ID=37adc520-6274-4fe3-8372-e313806b28fb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:35.671661 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:35.672640 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:35.678505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['8bb165ea-90e3-4891-959e-cfa80783c24d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:35.704469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event deleted for resources: {'Port': ['ID=6ad89ad3-ae7d-4d77-8624-91981030a6e3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:35.718513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.748659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] No DVR routers for this DVR port 37adc520-6274-4fe3-8372-e313806b28fb on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:35.759219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.761340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2694eb8f-1f6e-4bfa-ad17-9e752f48e065 req-f514478f-0eb0-46f4-bf4a-0adfdc2500cc tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.13 "DELETE /v2.0/ports/37adc520-6274-4fe3-8372-e313806b28fb HTTP/1.1" status: 204 len: 173 time: 1.0047910 Jul 09 17:15:35.794033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'name': 'network-vif-deleted', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:35.800224 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee3d4d-d7d9-4357-8de7-7335da7b4e2f" -d '{"events": [{"server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "name": "network-vif-deleted", "tag": "37adc520-6274-4fe3-8372-e313806b28fb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:35.803618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee', '77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:35.809157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] No DVR routers for this DVR port 6ad89ad3-ae7d-4d77-8624-91981030a6e3 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:35.815493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:35.819235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fabb723e-bfda-4678-b6bf-6c7487b48b63 req-a9271c99-6b99-407a-9c1b-a5abe8ad3926 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "DELETE /v2.0/ports/6ad89ad3-ae7d-4d77-8624-91981030a6e3 HTTP/1.1" status: 204 len: 173 time: 1.4044290 Jul 09 17:15:35.822212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-deleted', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:35.824624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event deleted for resources: {'Port': ['ID=52aea0df-d5c4-421f-a34e-e00bcc7bfd27,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:35.827286 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7cbd3-675e-4fcd-99cb-29e1ab58217d" -d '{"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-deleted", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:35.981186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:35.982239 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087eb0b4-461d-45ac-93f9-e6dc1f48decf x-openstack-request-id: req-087eb0b4-461d-45ac-93f9-e6dc1f48decf {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:35.983200 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf41827-38fb-4ae3-aca8-021624020ebe", "name": "network-vif-deleted", "tag": "37adc520-6274-4fe3-8372-e313806b28fb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:35.985250 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-087eb0b4-461d-45ac-93f9-e6dc1f48decf {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:35.985840 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf41827-38fb-4ae3-aca8-021624020ebe', 'name': 'network-vif-deleted', 'tag': '37adc520-6274-4fe3-8372-e313806b28fb', 'status': 'completed', 'code': 200} Jul 09 17:15:36.014321 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4907cb36-0c3c-4e59-a955-ddeb2065a93d x-openstack-request-id: req-4907cb36-0c3c-4e59-a955-ddeb2065a93d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:36.014926 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e", "name": "network-vif-deleted", "tag": "6ad89ad3-ae7d-4d77-8624-91981030a6e3", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:36.014926 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4907cb36-0c3c-4e59-a955-ddeb2065a93d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:36.015406 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebaa9b4-6d02-4c5c-bc88-d3ab174b466e', 'name': 'network-vif-deleted', 'tag': '6ad89ad3-ae7d-4d77-8624-91981030a6e3', 'status': 'completed', 'code': 200} Jul 09 17:15:36.044906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53572) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:36.068146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb3caa7-10ba-47c4-9033-a9654a6944a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.182320 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4679b024-ef71-4c50-9985-9739ba678fdf req-186301d8-3d5f-4f0d-9a53-98ff402168c5 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecf41827-38fb-4ae3-aca8-021624020ebe HTTP/1.1" status: 200 len: 210 time: 0.1434407 Jul 09 17:15:36.186218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.269964 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.275673 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:15:33Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:36.328862 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb3caa7-10ba-47c4-9033-a9654a6944a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.337857 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] Checking router: fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:36.338822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb3caa7-10ba-47c4-9033-a9654a6944a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.361482 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] Routers {'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:36.362451 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:36.423427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.426828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.476392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3caa7-10ba-47c4-9033-a9654a6944a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2124ef-d0dd-4b33-a2fd-0ef407ee058c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:36.485017 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dfb3caa7-10ba-47c4-9033-a9654a6944a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38e125fea89b495fb0b688a7e0a25726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362245 Jul 09 17:15:36.485944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53576) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:36.497638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.500353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7560e405-3314-4236-8bcd-500dc0e7800d {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:36.512011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.518805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d90b653-eb66-4ceb-bcfb-7d0f83fc8a69 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7560e405-3314-4236-8bcd-500dc0e7800d HTTP/1.1" status: 204 len: 168 time: 2.6758037 Jul 09 17:15:36.520743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53578) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:36.522065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.534896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-695315243', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:36.552292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] Set router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:36.624527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.625705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.628340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c28f5-34d1-4886-9e34-818296943843 req-0553f61a-a5cf-440f-a4d0-86a9d20e967f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:36.637665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93c28f5-34d1-4886-9e34-818296943843 req-0553f61a-a5cf-440f-a4d0-86a9d20e967f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2774889 Jul 09 17:15:36.704810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93c28f5-34d1-4886-9e34-818296943843 req-d16a6afe-9b78-49e0-b884-98e9b1cd29aa tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650871 Jul 09 17:15:36.751515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce378d9c-98fb-400e-ab57-1dfd1649ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.816522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.834082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Deleting port 81067620-8a3c-4282-aed1-2d03af08cb8a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:36.834082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.854073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce378d9c-98fb-400e-ab57-1dfd1649ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.987245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce378d9c-98fb-400e-ab57-1dfd1649ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.991823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce378d9c-98fb-400e-ab57-1dfd1649ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:36.995102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce378d9c-98fb-400e-ab57-1dfd1649ac2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad2124ef-d0dd-4b33-a2fd-0ef407ee058c HTTP/1.1" status: 204 len: 168 time: 0.5061436 Jul 09 17:15:37.064849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378d9c-98fb-400e-ab57-1dfd1649ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2124ef-d0dd-4b33-a2fd-0ef407ee058c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:37.129087 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:15:33Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:37.202023 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f9a7a-1593-4dc2-a496-a0d725fac36a None None] The sync data for ids ['fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28'] in n-d-791506-17 is: [{'id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'name': 'tempest-FloatingIPsAssociationTestJSON-96300646-router', 'tenant_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:13:47Z', 'updated_at': '2021-07-09T17:15:33Z', 'revision_number': 5, 'project_id': '5c5b99812b484bf18b6e9c1c2c6791af', 'gw_port': {'id': '81067620-8a3c-4282-aed1-2d03af08cb8a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:66:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:13:48Z', 'updated_at': '2021-07-09T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:37.232059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2715c-3a22-4531-86c9-6d767551639a req-398decd8-f478-4036-beff-3a4f0a17fbeb tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.234453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18f2715c-3a22-4531-86c9-6d767551639a req-398decd8-f478-4036-beff-3a4f0a17fbeb tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2237985 Jul 09 17:15:37.262553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.286380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18f2715c-3a22-4531-86c9-6d767551639a req-60733516-c3d4-4087-8857-99c18c5f7649 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Jul 09 17:15:37.331088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] For port 81067620-8a3c-4282-aed1-2d03af08cb8a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=81067620-8a3c-4282-aed1-2d03af08cb8a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:37.331453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.377199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Calling delete_port for 81067620-8a3c-4282-aed1-2d03af08cb8a owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:37.440124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:37.464718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 6ad89ad3-ae7d-4d77-8624-91981030a6e3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:37.465269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6ad89ad3-ae7d-4d77-8624-91981030a6e3 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:37.482524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c0d32-3434-4bc3-b440-233477d7192c req-d80ad4f0-701f-4d37-94af-065e971e05c6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.484111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-169c0d32-3434-4bc3-b440-233477d7192c req-d80ad4f0-701f-4d37-94af-065e971e05c6 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 951 time: 0.2062433 Jul 09 17:15:37.596003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-169c0d32-3434-4bc3-b440-233477d7192c req-abbd5983-d961-4dcf-9929-b6166ac7b24e tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004293 Jul 09 17:15:37.795963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.850423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.855086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81067620-8a3c-4282-aed1-2d03af08cb8a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:37.878314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:37.884262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.903458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:37.904226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 52aea0df-d5c4-421f-a34e-e00bcc7bfd27 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:37.904879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c6c9f15-916c-45f7-9679-1812f87de763 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:37.917744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:37.937482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5c6c9f15-916c-45f7-9679-1812f87de763 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:37.937892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c6c9f15-916c-45f7-9679-1812f87de763 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:37.943510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6bb70-103c-44bd-b792-b918001dbd1b req-319b11b1-0223-4356-84c6-f654c731b442 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:37.949638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-daa6bb70-103c-44bd-b792-b918001dbd1b req-319b11b1-0223-4356-84c6-f654c731b442 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.0917745 Jul 09 17:15:38.003939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-daa6bb70-103c-44bd-b792-b918001dbd1b req-ba6ee78b-6334-45da-864d-0be5786d3088 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484226 Jul 09 17:15:38.009816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 37adc520-6274-4fe3-8372-e313806b28fb no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:38.039355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 37adc520-6274-4fe3-8372-e313806b28fb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:38.040347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 37adc520-6274-4fe3-8372-e313806b28fb not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:38.066651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53618) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:38.069292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.161893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-network', 'tenant_id': '0e6ac0531f444180a985b90151b0011f'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:38.185160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Made reservation on behalf of 0e6ac0531f444180a985b90151b0011f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:38.188357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.188921 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.193743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.197581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.202129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba3839-53ab-49b6-86fc-4fcfb547e683 req-e752569c-0440-4792-b41d-ed66e062d390 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:38.203720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8ba3839-53ab-49b6-86fc-4fcfb547e683 req-e752569c-0440-4792-b41d-ed66e062d390 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.3064964 Jul 09 17:15:38.219202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Allocated IP 172.25.3.131 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/d50e0dbc-fc63-4cfb-9d29-e59cca9f28bb) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:38.282465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.283198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:38.296353 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.300265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c1a654b8-c3b2-47e3-b1ba-1aed5d4f93e8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fd0d2f32-f61a-4bf1-9182-2dcb0fe63f28 HTTP/1.1" status: 204 len: 168 time: 2.6497312 Jul 09 17:15:38.300482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53622) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:38.341796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8ba3839-53ab-49b6-86fc-4fcfb547e683 req-7da705fe-664c-4c14-8ae0-fd02f34c4a7e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267738 Jul 09 17:15:38.414660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.415324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.419187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Deleting subnet dca3a017-6963-45ee-acb2-09c9724e2b0f {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:15:38.426683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.431276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.465434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.508728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:15:38.509051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:38.512596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:38.516956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:38.549371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-2ef4cae3-2566-4649-8c51-5dd712b10d43 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:38.551007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-2ef4cae3-2566-4649-8c51-5dd712b10d43 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.2951436 Jul 09 17:15:38.559602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.559972 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Added segment 0796022f-ee6d-47cb-9d91-b84235266dda of type vlan for network de0027dc-31fe-4394-a881-ec6b981db691 Jul 09 17:15:38.565054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event updated for resources: {'Port': ['ID=d50e0dbc-fc63-4cfb-9d29-e59cca9f28bb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:38.572051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeb0575-f4c7-415c-902d-96cf157c73b5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:38.585958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.689148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.806279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d49fe-8392-470a-8db9-28be84a9776f req-e749193a-bef1-44d1-85b9-c75ddbad37ac tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:38.807754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d64d49fe-8392-470a-8db9-28be84a9776f req-e749193a-bef1-44d1-85b9-c75ddbad37ac tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.3853884 Jul 09 17:15:38.869305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.870599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:38.871327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.917267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:38.950815 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.012146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9443026 Jul 09 17:15:39.024235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53630) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:39.045861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d64d49fe-8392-470a-8db9-28be84a9776f req-766aef77-a974-4cec-8d5d-97c751bde9a4 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080367 Jul 09 17:15:39.052597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e61698-4482-45a8-ae8e-f2f239851e35 admin admin] Pushing event updated for resources: {'Network': ['ID=de0027dc-31fe-4394-a881-ec6b981db691,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:39.054155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Request body: {'subnet': {'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-subnet', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:39.059844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Deleting port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:39.060255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.065211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network de0027dc-31fe-4394-a881-ec6b981db691 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:15:39.127273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.156354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Made reservation on behalf of 0e6ac0531f444180a985b90151b0011f for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:39.159323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.179399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca3a017-6963-45ee-acb2-09c9724e2b0f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:39.187329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.192061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-10ad192c-722f-4f4b-b709-5e4cc56378b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dca3a017-6963-45ee-acb2-09c9724e2b0f HTTP/1.1" status: 204 len: 168 time: 0.8841140 Jul 09 17:15:39.195747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53634) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:39.196099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b033bae-c925-4d65-a7e6-bee3e92f48a5 None None] Network ca45f1ec-5f69-4a91-8df5-9c2c20a0401c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:15:39.210114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43834-ab12-43ca-8f92-01fdb22ed66b req-a39c298f-7b28-4750-9ba6-000e308c9cf2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:39.211902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58c43834-ab12-43ca-8f92-01fdb22ed66b req-a39c298f-7b28-4750-9ba6-000e308c9cf2 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 951 time: 0.2419119 Jul 09 17:15:39.282521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-a538eaaa-05c7-4425-8ba6-f4674b91b388 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:39.284087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-a538eaaa-05c7-4425-8ba6-f4674b91b388 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 951 time: 0.3152370 Jul 09 17:15:39.293904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] For port 5696e9aa-76b2-4fd1-b083-4f7f7de29274, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5696e9aa-76b2-4fd1-b083-4f7f7de29274,segment=NetworkSegment(955cd6df-dd83-42c1-b4db-07c2324ccfbe),segment_id=955cd6df-dd83-42c1-b4db-07c2324ccfbe)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:39.294337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.316706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Calling delete_port for 5696e9aa-76b2-4fd1-b083-4f7f7de29274 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:39.341908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.398315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] DHCP port deletion for ca45f1ec-5f69-4a91-8df5-9c2c20a0401c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:15:39.420876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72712-c2ee-4a2e-8450-53d220fe2134 req-1e3050d2-33a9-43cc-bac9-342e93a80fac tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:39.422852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-80d72712-c2ee-4a2e-8450-53d220fe2134 req-1e3050d2-33a9-43cc-bac9-342e93a80fac tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9045bda-2199-4862-8db0-2e12b2fe68bc HTTP/1.1" status: 200 len: 945 time: 0.2317159 Jul 09 17:15:39.423338 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58c43834-ab12-43ca-8f92-01fdb22ed66b req-09159193-24a0-4af0-a911-17aee3e238aa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950901 Jul 09 17:15:39.475261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] Deleting port 8360b9df-014b-47aa-857e-fb327b1b535f {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:39.477346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.482002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.507315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-80d72712-c2ee-4a2e-8450-53d220fe2134 req-c2550064-caa1-4cb3-bff3-1a2247dcf97b tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7475aca-afb9-4255-99c1-704b845f54ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608838 Jul 09 17:15:39.551477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Deleting port 8360b9df-014b-47aa-857e-fb327b1b535f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:39.551842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.618694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] For port 8360b9df-014b-47aa-857e-fb327b1b535f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8360b9df-014b-47aa-857e-fb327b1b535f,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:39.619441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.629279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.645020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] Calling delete_port for 8360b9df-014b-47aa-857e-fb327b1b535f owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:39.676431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] For port 8360b9df-014b-47aa-857e-fb327b1b535f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8360b9df-014b-47aa-857e-fb327b1b535f,segment=NetworkSegment(c77652e6-bfcb-4576-bedb-4583fc24048e),segment_id=c77652e6-bfcb-4576-bedb-4583fc24048e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:39.676795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.688842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Pushing event deleted for resources: {'Port': ['ID=5696e9aa-76b2-4fd1-b083-4f7f7de29274,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:39.718207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Calling delete_port for 8360b9df-014b-47aa-857e-fb327b1b535f owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:39.739187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Deleting port 8bb165ea-90e3-4891-959e-cfa80783c24d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:39.739530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.746714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] No DVR routers for this DVR port 5696e9aa-76b2-4fd1-b083-4f7f7de29274 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:39.750719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.752398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.753069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b29868f2-bac6-412f-8df1-afc801356dc3 req-3e153706-fd3b-419b-b882-97f3516cb396 tempest-LiveMigrationTest-1218315510 tempest-LiveMigrationTest-1218315510-project] 10.222.0.36 "DELETE /v2.0/ports/5696e9aa-76b2-4fd1-b083-4f7f7de29274 HTTP/1.1" status: 204 len: 173 time: 1.1905262 Jul 09 17:15:39.755158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'name': 'network-vif-deleted', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:39.759025 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d106d64-79df-4f1e-8d85-759259b9f6b8" -d '{"events": [{"server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "name": "network-vif-deleted", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:39.773797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] No DVR routers for this DVR port 8360b9df-014b-47aa-857e-fb327b1b535f on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:39.817336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5da6b3-1e15-434d-91ce-9f81e8ba176b None None] Pushing event deleted for resources: {'Port': ['ID=8360b9df-014b-47aa-857e-fb327b1b535f,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:39.853209 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e83594-1cf3-465f-b0ca-13ff48cef97c x-openstack-request-id: req-38e83594-1cf3-465f-b0ca-13ff48cef97c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:39.853836 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9045bda-2199-4862-8db0-2e12b2fe68bc", "name": "network-vif-deleted", "tag": "5696e9aa-76b2-4fd1-b083-4f7f7de29274", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:39.854255 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38e83594-1cf3-465f-b0ca-13ff48cef97c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:39.854813 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9045bda-2199-4862-8db0-2e12b2fe68bc', 'name': 'network-vif-deleted', 'tag': '5696e9aa-76b2-4fd1-b083-4f7f7de29274', 'status': 'completed', 'code': 200} Jul 09 17:15:39.865104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.884105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:39.888417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8360b9df-014b-47aa-857e-fb327b1b535f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:39.908149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8360b9df-014b-47aa-857e-fb327b1b535f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:39.908644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8360b9df-014b-47aa-857e-fb327b1b535f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:39.909393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 81067620-8a3c-4282-aed1-2d03af08cb8a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:39.916913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Pushing event deleted for resources: {'Port': ['ID=8360b9df-014b-47aa-857e-fb327b1b535f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:39.925741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] No DVR routers for this DVR port 8360b9df-014b-47aa-857e-fb327b1b535f on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:39.929306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 81067620-8a3c-4282-aed1-2d03af08cb8a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:39.929774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 81067620-8a3c-4282-aed1-2d03af08cb8a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:39.984432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77f23d-e8b0-4741-9b7e-5cdfd6c20ec7 req-41c4ad5a-9811-4952-a03d-f32cb3594d44 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:39.985916 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f77f23d-e8b0-4741-9b7e-5cdfd6c20ec7 req-41c4ad5a-9811-4952-a03d-f32cb3594d44 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.3537207 Jul 09 17:15:40.005254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:40.015341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.025919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca45f1ec-5f69-4a91-8df5-9c2c20a0401c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.033118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] For port 8bb165ea-90e3-4891-959e-cfa80783c24d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=8bb165ea-90e3-4891-959e-cfa80783c24d,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:40.033482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.036670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77652e6-bfcb-4576-bedb-4583fc24048e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.037139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77652e6-bfcb-4576-bedb-4583fc24048e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.046019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.060023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.066322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Calling delete_port for 8bb165ea-90e3-4891-959e-cfa80783c24d owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:40.066598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:15:40.067020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:15:40.068698 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:15:40.075464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Checking segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:40.075755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Network hostable DHCP agents. Network: de0027dc-31fe-4394-a881-ec6b981db691, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:15:40.097811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.107156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f77f23d-e8b0-4741-9b7e-5cdfd6c20ec7 req-318ad90f-0cea-4b94-aa95-2eaf0a996c4b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129408 Jul 09 17:15:40.129654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.138717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.143170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca45f1ec-5f69-4a91-8df5-9c2c20a0401c HTTP/1.1" status: 204 len: 168 time: 0.9442720 Jul 09 17:15:40.159100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e138da-b6b5-4962-a59e-5f1b63334015 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca45f1ec-5f69-4a91-8df5-9c2c20a0401c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:40.196330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Network de0027dc-31fe-4394-a881-ec6b981db691 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:15:40.246034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, de0027dc-31fe-4394-a881-ec6b981db691) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:40.253267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:40.254078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.258334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5080ad3-d899-4789-814c-62579ff1bb89 None None] Network de0027dc-31fe-4394-a881-ec6b981db691 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:15:40.281257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62909e9-4e3e-465d-aa09-af0a98802739 req-0c21375e-6269-46b9-a75e-1bb96eba68e7 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:40.299131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-486009d3-14b3-4df1-88f5-db4b64dbf08b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2662756 Jul 09 17:15:40.301311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e62909e9-4e3e-465d-aa09-af0a98802739 req-0c21375e-6269-46b9-a75e-1bb96eba68e7 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.1046486 Jul 09 17:15:40.304253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53646) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:40.304641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53648) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:40.317752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:40.358626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.361208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Router 3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:40.376909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee', '77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:40.398998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event deleted for resources: {'Port': ['ID=8bb165ea-90e3-4891-959e-cfa80783c24d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:40.405552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.406661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.433040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e62909e9-4e3e-465d-aa09-af0a98802739 req-c6921e67-e60d-4856-8dac-60228b536a95 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307387 Jul 09 17:15:40.457390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] No DVR routers for this DVR port 8bb165ea-90e3-4891-959e-cfa80783c24d on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:40.461516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.463649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b7a22cd-563a-4cf0-848c-9e07ab7e195f req-5ec7a82d-3f6f-4fcc-b79c-102f65834310 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.36 "DELETE /v2.0/ports/8bb165ea-90e3-4891-959e-cfa80783c24d HTTP/1.1" status: 204 len: 173 time: 1.1674087 Jul 09 17:15:40.465793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-deleted', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:40.468651 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e52a866-84f4-44b6-b959-cdc96f2ce3fe" -d '{"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-deleted", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:40.517158 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa022aa0-9549-4128-ba86-69180b5082c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.568798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-faa0ce20-9d25-4b3b-8d72-15f02853ea7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c5b99812b484bf18b6e9c1c2c6791af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594035 Jul 09 17:15:40.572018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53658) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:40.583844 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ddbb4f-4031-4ad8-90eb-0f87cf22ad61 x-openstack-request-id: req-f1ddbb4f-4031-4ad8-90eb-0f87cf22ad61 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:40.584512 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2dbd1a-f89e-45d3-b24c-42b90fcabc74", "name": "network-vif-deleted", "tag": "8bb165ea-90e3-4891-959e-cfa80783c24d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:40.584765 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1ddbb4f-4031-4ad8-90eb-0f87cf22ad61 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:40.585361 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2dbd1a-f89e-45d3-b24c-42b90fcabc74', 'name': 'network-vif-deleted', 'tag': '8bb165ea-90e3-4891-959e-cfa80783c24d', 'status': 'completed', 'code': 200} Jul 09 17:15:40.591506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.614193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:40.638234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] Sync routers for ids ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:40.682292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] Routers {'3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:40.682615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.682954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.689787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-13116239-2b08-4df2-abd2-d8e945e0ded1 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1603606 Jul 09 17:15:40.714799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53662) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:40.715160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53664) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:40.719845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9148cb3a-9173-4f38-83ae-d4f4119d2f9b req-279a137a-d113-4b9a-9152-72385a1c3382 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c2dbd1a-f89e-45d3-b24c-42b90fcabc74 HTTP/1.1" status: 200 len: 210 time: 0.0694342 Jul 09 17:15:40.727532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': False}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:40.738304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.763484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-de0027dc-31fe-4394-a881-ec6b981db691', 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'fixed_ips': [{'subnet_id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:15:40.764391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:40.813574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] Routers {'3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:40.818379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.990119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:40.991895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102995bf-7bde-4a5c-9373-eafc5384dbc8 None None] The sync data for ids ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:41.112747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Allocated IP 172.20.0.2 (de0027dc-31fe-4394-a881-ec6b981db691/3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b/d61445ce-2904-4f6a-a827-0747629fd204) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:41.191994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Deleting subnet e97e64db-603c-49f8-8e29-4e353032bea7 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:15:41.198101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.319937 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.327237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79101ce4-1f63-4691-97d1-e5df1a26bb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.331146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Transition to ACTIVE for port object d61445ce-2904-4f6a-a827-0747629fd204 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:41.334323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.349394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Transition to ACTIVE for port object d61445ce-2904-4f6a-a827-0747629fd204 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:41.357184 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.359487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79101ce4-1f63-4691-97d1-e5df1a26bb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.402387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Network de0027dc-31fe-4394-a881-ec6b981db691 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:41.405474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:41.410420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:41.413760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Pushing event updated for resources: {'Port': ['ID=d61445ce-2904-4f6a-a827-0747629fd204,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:41.419886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.457521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:41.481129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.489573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79101ce4-1f63-4691-97d1-e5df1a26bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.494335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79101ce4-1f63-4691-97d1-e5df1a26bb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.495788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-79101ce4-1f63-4691-97d1-e5df1a26bb68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d35cf2b2-cf88-441d-9f24-922f15ebf487 HTTP/1.1" status: 204 len: 168 time: 0.9205825 Jul 09 17:15:41.507548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 8bb165ea-90e3-4891-959e-cfa80783c24d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:41.508264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 8bb165ea-90e3-4891-959e-cfa80783c24d not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:41.508655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:41.518566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79101ce4-1f63-4691-97d1-e5df1a26bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35cf2b2-cf88-441d-9f24-922f15ebf487,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:41.572379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Attempting to bind port d61445ce-2904-4f6a-a827-0747629fd204 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:41.572810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Attempting to bind port d61445ce-2904-4f6a-a827-0747629fd204 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:41.573110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Attempting to bind port d61445ce-2904-4f6a-a827-0747629fd204 on network de0027dc-31fe-4394-a881-ec6b981db691 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:41.586756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 5696e9aa-76b2-4fd1-b083-4f7f7de29274 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:41.587134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5696e9aa-76b2-4fd1-b083-4f7f7de29274 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:41.599351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:41.599739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Checking segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:41.600169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.600906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Bound using segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:41.602364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Bound port: d61445ce-2904-4f6a-a827-0747629fd204, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:41.602857 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.613383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.661155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2541a6-530d-46bf-8927-d2b8008f74d9 req-518fbf9d-c6a7-4019-91d7-8c5547af6859 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:41.662787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c2541a6-530d-46bf-8927-d2b8008f74d9 req-518fbf9d-c6a7-4019-91d7-8c5547af6859 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2383032 Jul 09 17:15:41.695347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] For port d61445ce-2904-4f6a-a827-0747629fd204, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:41.699420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] For port d61445ce-2904-4f6a-a827-0747629fd204, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d61445ce-2904-4f6a-a827-0747629fd204,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:41.712829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.731797 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.811306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72378128-9062-4270-a886-dd23d9f333a9 None None] Pushing event updated for resources: {'Port': ['ID=d61445ce-2904-4f6a-a827-0747629fd204,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:41.841176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.850491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9fe28-b0fb-492a-962d-aa24649fcdf4 req-226fe43a-8867-457f-86fd-ef6a5427aec3 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:41.852471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe9fe28-b0fb-492a-962d-aa24649fcdf4 req-226fe43a-8867-457f-86fd-ef6a5427aec3 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.1652730 Jul 09 17:15:41.876095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:41.971930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe9fe28-b0fb-492a-962d-aa24649fcdf4 req-859c3113-793c-4069-9377-8f53533a338e tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987964 Jul 09 17:15:42.061390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Allocated IP 172.25.3.24 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/315e0eae-6241-471d-a9da-75eea09c625b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:42.157516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97e64db-603c-49f8-8e29-4e353032bea7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:42.162192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.164506 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f52ce16-3579-4ad5-99b7-92cec4be13f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e97e64db-603c-49f8-8e29-4e353032bea7 HTTP/1.1" status: 204 len: 168 time: 1.4417157 Jul 09 17:15:42.168419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53690) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:42.230227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.247400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.261199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c2541a6-530d-46bf-8927-d2b8008f74d9 req-d3ba63c3-36ee-4998-9af3-bb1e45d6e81e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872986 Jul 09 17:15:42.296702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.354092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:42.357467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:42.361388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:42.396377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.411149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=315e0eae-6241-471d-a9da-75eea09c625b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:42.412713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6829d42f-a8a4-45a5-a286-b6f6db284a82']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:42.453833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955cd6df-dd83-42c1-b4db-07c2324ccfbe') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:42.454593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955cd6df-dd83-42c1-b4db-07c2324ccfbe') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:42.469004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.488538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.498697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:15:42.499279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.500897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: items = [ Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:15:42.501612 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:15:42.658573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.665194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.667286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6829d42f-a8a4-45a5-a286-b6f6db284a82 HTTP/1.1" status: 204 len: 168 time: 0.4946241 Jul 09 17:15:42.674264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53706) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:42.685576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45de07-3865-42ad-b880-cfaa77478271 admin admin] Pushing event deleted for resources: {'Network': ['ID=6829d42f-a8a4-45a5-a286-b6f6db284a82,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:42.701355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-357514246-network', 'tenant_id': '12472941742147a3b264edb8dd1408e4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:42.738332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.742418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Deleting subnet 37d46edc-a800-4fcf-a75b-87de808e3af4 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:15:42.770738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Made reservation on behalf of 12472941742147a3b264edb8dd1408e4 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:42.773233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.785264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.789944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.857864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.861272 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8da6-3600-4d70-a80f-e1314a2f1f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.904959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.913344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:42.972305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.050039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.058817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.071134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:15:43.081638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.082058 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Added segment cd42e739-5fea-48d8-bc92-0e49798861ca of type vlan for network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 Jul 09 17:15:43.118192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fa718-61e6-4b80-97d4-5e76aafff13c req-a9253f6e-5512-48f9-ba8d-5da3424f8c46 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.119998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df9fa718-61e6-4b80-97d4-5e76aafff13c req-a9253f6e-5512-48f9-ba8d-5da3424f8c46 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.3828783 Jul 09 17:15:43.203657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.217595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Router 3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:43.221680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000bdacd-eedb-4203-ba46-bd0d7856bf5c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:43.273686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f434a7b-118b-4729-9e3f-f4e16617e06d None None] Network de0027dc-31fe-4394-a881-ec6b981db691 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:15:43.282518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.367608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6cb814d3-d71e-4568-97b6-8768dd3d441a None None] Provisioning for port d61445ce-2904-4f6a-a827-0747629fd204 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:43.373104 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.378588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.379733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.380401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.381022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df9fa718-61e6-4b80-97d4-5e76aafff13c req-f2adcd6d-b7a4-45c3-b0f9-a7fad8e0c5de tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426679 Jul 09 17:15:43.479405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.484437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593d492-1149-4d83-ac38-86bd2de4015b req-662e4dcc-4a4b-4846-b787-8c83ff58320c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.493007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5593d492-1149-4d83-ac38-86bd2de4015b req-662e4dcc-4a4b-4846-b787-8c83ff58320c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2649546 Jul 09 17:15:43.503280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9979765 Jul 09 17:15:43.513463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53714) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:43.523006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Request body: {'subnet': {'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-subnet', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:43.528065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d46edc-a800-4fcf-a75b-87de808e3af4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:43.539517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a278ee-1c2f-4e77-b456-153c3c8713bd admin admin] Pushing event updated for resources: {'Network': ['ID=f10f1086-c7ca-40ad-a97d-7283fbe4ac72,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:43.540329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.545272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-69138d16-ea31-4098-a1ba-b3efb8bbe7b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37d46edc-a800-4fcf-a75b-87de808e3af4 HTTP/1.1" status: 204 len: 168 time: 0.8696275 Jul 09 17:15:43.546312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53716) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:43.555583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:15:43.569040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:43.577272 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] Sync routers for ids ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:43.577820 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.581668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-380f819d-3031-4925-a343-07c8535c7941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "PUT /v2.0/routers/3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 HTTP/1.1" status: 200 len: 921 time: 2.8602991 Jul 09 17:15:43.582311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:43.589029 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] Routers {'3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:43.589881 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:43.602556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5593d492-1149-4d83-ac38-86bd2de4015b req-ae5d1c13-fdf3-4082-aff1-1c9aa0ac206f tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084311 Jul 09 17:15:43.603244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Made reservation on behalf of 12472941742147a3b264edb8dd1408e4 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:43.605681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.670569 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:43.684402 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] Routers {'3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:43.685375 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:43.751177 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:43.752154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b6326-4145-4585-b8ae-757c69457d4c None None] The sync data for ids ['3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:43.752275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.772449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:43.791895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb40ce-890e-4e9b-b378-491d6c4269a2 req-4c65be59-e762-4c1e-8b59-5167c76494c6 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:43.792800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8bb40ce-890e-4e9b-b378-491d6c4269a2 req-4c65be59-e762-4c1e-8b59-5167c76494c6 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2541149 Jul 09 17:15:43.830317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.852396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-488f22aa-8df8-4306-88c0-4f5d27bea86c tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 HTTP/1.1" status: 200 len: 921 time: 0.2683413 Jul 09 17:15:43.858048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:43.909088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d61445ce-2904-4f6a-a827-0747629fd204 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:43.974107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:43.975572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d61445ce-2904-4f6a-a827-0747629fd204 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:43.980477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d61445ce-2904-4f6a-a827-0747629fd204 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:43.980873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.022257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62985f1-9ed6-45fd-adb9-0b0e02095259,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:44.056294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Checking segment: {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:44.056739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Network hostable DHCP agents. Network: f10f1086-c7ca-40ad-a97d-7283fbe4ac72, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:15:44.071581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.076283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:15:44.088215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f10f1086-c7ca-40ad-a97d-7283fbe4ac72) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:44.095384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.096963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.098266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c1f421-4885-4def-9698-87b451d72300 None None] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:15:44.117328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-821a8c51-3c62-442f-9917-983278e0c259 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5992858 Jul 09 17:15:44.117878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53722) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:44.122758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:44.142242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d61445ce-2904-4f6a-a827-0747629fd204, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d61445ce-2904-4f6a-a827-0747629fd204,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:44.151970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.152212 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.153085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.222571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.226076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d61445ce-2904-4f6a-a827-0747629fd204,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:44.261153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.277672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1701fc-aa58-4400-bc66-6065c81549a7']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:44.278652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-e084d904-e683-4e15-a772-0b7e94e2f4aa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.280263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-e084d904-e683-4e15-a772-0b7e94e2f4aa tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.1199036 Jul 09 17:15:44.298417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-f10f1086-c7ca-40ad-a97d-7283fbe4ac72', 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'fixed_ips': [{'subnet_id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:15:44.299320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.300569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8bb40ce-890e-4e9b-b378-491d6c4269a2 req-df687255-48ab-462f-b84f-f82e6a5a47f3 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811249 Jul 09 17:15:44.323171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:44.333690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c864f5c-0354-406a-9beb-782ec5e5d002') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:44.334055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c864f5c-0354-406a-9beb-782ec5e5d002') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:44.357810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.382544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.383284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Sync routers for ids ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:44.386829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53724) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:44.387119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35787ac5-3dd3-49d8-b9a4-27b5eb3dd8d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0799623 Jul 09 17:15:44.388517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.395183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b784697-bbe3-4401-beb7-805acb349479 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.396985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b784697-bbe3-4401-beb7-805acb349479 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5350220 Jul 09 17:15:44.400169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:15:44.400584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:15:44.402369 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:15:44.404918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53726) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:44.406251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Routers {'207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:44.407035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:44.526419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.536758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.538701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca1701fc-aa58-4400-bc66-6065c81549a7 HTTP/1.1" status: 204 len: 168 time: 0.9886825 Jul 09 17:15:44.553176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f7bed-710c-4cd0-aca2-3c2c29d465fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1701fc-aa58-4400-bc66-6065c81549a7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:44.569107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107a3ca-2ab3-47b1-85db-e9b12acc89a3 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.570596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5107a3ca-2ab3-47b1-85db-e9b12acc89a3 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.1668952 Jul 09 17:15:44.579917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53732) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:44.626123 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b9d976a3-9d8b-4f8f-af71-220ce2f87c30 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 HTTP/1.1" status: 200 len: 205 time: 0.0446491 Jul 09 17:15:44.627073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53736) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:44.691377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.700587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53738) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:44.740719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Allocated IP 172.20.0.2 (f10f1086-c7ca-40ad-a97d-7283fbe4ac72/f62985f1-9ed6-45fd-adb9-0b0e02095259/b733196c-770c-4004-a60c-1833d3eaf3d4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:44.767403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Set router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:44.843993 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:44.908312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-828daf49-22df-438c-9a9a-48fa663495b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f23e0e1a9ecc45719b5c6353ee12be2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803167 Jul 09 17:15:44.915512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccea37-143e-4f04-8f43-11c38bcaf908 req-1eb33594-cdb7-470e-a963-620340a81b2a tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.916820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e9155-cad5-42eb-ab50-a7336cac8dc6 req-9e87f5c7-9bb7-4e2d-81d7-5ca58f10242b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:44.918322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d62e9155-cad5-42eb-ab50-a7336cac8dc6 req-9e87f5c7-9bb7-4e2d-81d7-5ca58f10242b tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 950 time: 0.3493767 Jul 09 17:15:44.918846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b2ccea37-143e-4f04-8f43-11c38bcaf908 req-1eb33594-cdb7-470e-a963-620340a81b2a tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.1501594 Jul 09 17:15:44.918981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53742) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:45.005640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Deleting port 77e290b0-ddd1-4862-a156-fdeb02312d97 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:45.005924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.020430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b2ccea37-143e-4f04-8f43-11c38bcaf908 req-4be41c05-f45c-4abb-8a35-a25460e83542 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922811 Jul 09 17:15:45.023345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.058954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.070521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Transition to ACTIVE for port object b733196c-770c-4004-a60c-1833d3eaf3d4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:45.091378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Transition to ACTIVE for port object b733196c-770c-4004-a60c-1833d3eaf3d4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:45.096246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:15:42Z', 'revision_number': 3, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:45.128872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Deleting port d50e0dbc-fc63-4cfb-9d29-e59cca9f28bb {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:45.129319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.133325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Checking router: 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:45.133537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Updating router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed port 315e0eae-6241-471d-a9da-75eea09c625b binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:45.135679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.219737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:45.220689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.222388 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.236809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Calling delete_port for d50e0dbc-fc63-4cfb-9d29-e59cca9f28bb owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:45.245808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:45.248570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:45.253649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Pushing event updated for resources: {'Port': ['ID=b733196c-770c-4004-a60c-1833d3eaf3d4,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:45.385677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Attempting to bind port b733196c-770c-4004-a60c-1833d3eaf3d4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:45.386048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Attempting to bind port b733196c-770c-4004-a60c-1833d3eaf3d4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:45.386495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Attempting to bind port b733196c-770c-4004-a60c-1833d3eaf3d4 on network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:45.396887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:45.397322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Checking segment: {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:45.397692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.398084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Bound using segment: {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:45.398598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Bound port: b733196c-770c-4004-a60c-1833d3eaf3d4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:45.398975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.451004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.486208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event deleted for resources: {'Port': ['ID=d50e0dbc-fc63-4cfb-9d29-e59cca9f28bb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:45.535653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d62e9155-cad5-42eb-ab50-a7336cac8dc6 req-8df9b728-cda1-4f31-94d2-0e81708c0897 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812438 Jul 09 17:15:45.538861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] For port b733196c-770c-4004-a60c-1833d3eaf3d4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:45.561318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] For port b733196c-770c-4004-a60c-1833d3eaf3d4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b733196c-770c-4004-a60c-1833d3eaf3d4,segment=NetworkSegment(cd42e739-5fea-48d8-bc92-0e49798861ca),segment_id=cd42e739-5fea-48d8-bc92-0e49798861ca)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:45.583605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.617348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.644818 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:15:45.649744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] For port 77e290b0-ddd1-4862-a156-fdeb02312d97, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=77e290b0-ddd1-4862-a156-fdeb02312d97,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:45.650296 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.671674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Calling delete_port for 77e290b0-ddd1-4862-a156-fdeb02312d97 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:45.692411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aa00c-49b3-4bb8-b9d9-d99fdca6272e None None] Pushing event updated for resources: {'Port': ['ID=b733196c-770c-4004-a60c-1833d3eaf3d4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:45.730091 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.743154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.744686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Transition to ACTIVE for port object 315e0eae-6241-471d-a9da-75eea09c625b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:45.753838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.807988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.824463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.846774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Attempting to bind port 315e0eae-6241-471d-a9da-75eea09c625b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:45.847272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Attempting to bind port 315e0eae-6241-471d-a9da-75eea09c625b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:45.847822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Attempting to bind port 315e0eae-6241-471d-a9da-75eea09c625b on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:45.856109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0237bb2-3719-46da-a795-507703de86e3 None None] Pushing event updated for resources: {'Port': ['ID=315e0eae-6241-471d-a9da-75eea09c625b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:45.861171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d35f1c3-a6fb-45a9-8e90-4235bd27944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.861747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:45.862155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:45.862688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.863751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:45.864493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Bound port: 315e0eae-6241-471d-a9da-75eea09c625b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:45.865189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.890527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d35f1c3-a6fb-45a9-8e90-4235bd27944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.895356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807eac9-88a9-428d-9574-1b511a89b913 req-85c54094-4479-474b-8d1c-1dfe1d8532ca tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:45.903400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b807eac9-88a9-428d-9574-1b511a89b913 req-85c54094-4479-474b-8d1c-1dfe1d8532ca tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2154860 Jul 09 17:15:45.922143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.922858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:45.947918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-51855037-8729-4746-ab06-99acf3044896 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4917424 Jul 09 17:15:45.972355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:45.973062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] For port 315e0eae-6241-471d-a9da-75eea09c625b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:45.973877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2873c087-959d-468c-b364-f2f28b60dd8a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 HTTP/1.1" status: 204 len: 168 time: 1.3456800 Jul 09 17:15:45.984173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d61445ce-2904-4f6a-a827-0747629fd204 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:45.984680 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b807eac9-88a9-428d-9574-1b511a89b913 req-1c1739c9-c894-4371-8532-64de8e067477 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799763 Jul 09 17:15:45.985403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53748) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:45.993017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494948396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:46.001340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] For port 315e0eae-6241-471d-a9da-75eea09c625b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=315e0eae-6241-471d-a9da-75eea09c625b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:46.002758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.004959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d35f1c3-a6fb-45a9-8e90-4235bd27944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.008385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d35f1c3-a6fb-45a9-8e90-4235bd27944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.012335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d35f1c3-a6fb-45a9-8e90-4235bd27944c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7475aca-afb9-4255-99c1-704b845f54ec HTTP/1.1" status: 204 len: 168 time: 1.0587223 Jul 09 17:15:46.061677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.062793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.081345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event deleted for resources: {'Port': ['ID=77e290b0-ddd1-4862-a156-fdeb02312d97,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:46.122174 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.124831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee', '77e290b0-ddd1-4862-a156-fdeb02312d97'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:46.189256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.196977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35f1c3-a6fb-45a9-8e90-4235bd27944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7475aca-afb9-4255-99c1-704b845f54ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:46.200143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.224135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.226038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4f7e6772-297f-4e15-ba30-e5180789dd75 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2393587 Jul 09 17:15:46.228876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53756) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:46.239497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:46.287896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0237bb2-3719-46da-a795-507703de86e3 None None] Pushing event updated for resources: {'Port': ['ID=315e0eae-6241-471d-a9da-75eea09c625b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:46.312839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Routers {'207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:46.313724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:46.330640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d61445ce-2904-4f6a-a827-0747629fd204 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:46.337304 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.483815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] No DVR routers for this DVR port 77e290b0-ddd1-4862-a156-fdeb02312d97 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:46.492288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.495146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19045664-2242-4f2d-9bdd-0ef116cdca36 req-65b2e868-c5bf-4b8e-b570-07cb7ecbac61 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.13 "DELETE /v2.0/ports/77e290b0-ddd1-4862-a156-fdeb02312d97 HTTP/1.1" status: 204 len: 173 time: 2.1771939 Jul 09 17:15:46.496370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-deleted', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:46.499470 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2010ba-c4d3-4277-a46b-9dfc4bef0edf" -d '{"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-deleted", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:46.506824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.546359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.585585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.603226 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f34fa-d6cb-42ee-a0ba-fdbb27db5faa x-openstack-request-id: req-444f34fa-d6cb-42ee-a0ba-fdbb27db5faa {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:46.603451 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8", "name": "network-vif-deleted", "tag": "77e290b0-ddd1-4862-a156-fdeb02312d97", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:46.603753 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-444f34fa-d6cb-42ee-a0ba-fdbb27db5faa {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:46.604099 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8', 'name': 'network-vif-deleted', 'tag': '77e290b0-ddd1-4862-a156-fdeb02312d97', 'status': 'completed', 'code': 200} Jul 09 17:15:46.624069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] Set router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:46.727623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53764) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:46.733042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:46.936351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a469047-4144-496e-bf9e-d548d867a638 req-e394c897-227a-44d5-b1ca-22a2012c4c36 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaf6d39-dd1b-4fe2-b3d4-75073ba544c8 HTTP/1.1" status: 200 len: 210 time: 0.0811875 Jul 09 17:15:46.981615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:15:42Z', 'revision_number': 3, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:46.982942 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.005057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.014781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d528c0-c866-4711-b37d-1d1e9db4ed49 None None] The sync data for ids ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'] in n-d-791506-17 is: [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:15:42Z', 'revision_number': 3, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:47.050608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Allocated IP 172.20.0.1 (de0027dc-31fe-4394-a881-ec6b981db691/3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b/9e42b06d-0563-4b9e-b2ef-e234537fee55) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:47.078988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59ef78-cc1c-4c24-9e3f-2d73f0bb5988 req-fe404de6-febd-4289-8c58-45beb35a2bc1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:47.086684 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be59ef78-cc1c-4c24-9e3f-2d73f0bb5988 req-fe404de6-febd-4289-8c58-45beb35a2bc1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.8366067 Jul 09 17:15:47.109384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-01972946-4c2f-4e0c-90e9-e0376e25579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:47.116288 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-01972946-4c2f-4e0c-90e9-e0376e25579b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 1098 time: 1.0422857 Jul 09 17:15:47.254406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Allocated IP 172.25.3.202 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/67d553d4-8cbf-43ed-b703-0da0079b3f22) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:47.272461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa8571-c955-444b-a25f-76d386ce9ed2 None None] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:15:47.315912 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c7b004ef-3ac5-49c6-993d-f1c0106da681 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=381a11ccf0a94b25a22088c451bef024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840800 Jul 09 17:15:47.327583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53768) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:47.376868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be59ef78-cc1c-4c24-9e3f-2d73f0bb5988 req-c6bce942-7ad8-4d1a-bf33-b6cbe320f208 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889020 Jul 09 17:15:47.467582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9ed830f6-3d41-425c-a95f-5eb747b8a8c3 None None] Provisioning for port b733196c-770c-4004-a60c-1833d3eaf3d4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:47.519999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e451536-2def-45b6-af9e-891b4b771c8c req-25af9712-d870-41fc-979c-25632c1a6f42 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:47.527822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e451536-2def-45b6-af9e-891b4b771c8c req-25af9712-d870-41fc-979c-25632c1a6f42 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.3375161 Jul 09 17:15:47.538083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.560141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Transition to ACTIVE for port object 9e42b06d-0563-4b9e-b2ef-e234537fee55 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:47.592537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c94ee61-ccd3-4a5c-b922-21e8a9ab04f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.600239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-518df21f-316d-4265-aa93-f2ea3bfaab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:47.614069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-518df21f-316d-4265-aa93-f2ea3bfaab40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 200 len: 925 time: 0.4551189 Jul 09 17:15:47.637263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.708594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.716271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.761317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Network de0027dc-31fe-4394-a881-ec6b981db691 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:47.772419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:47.795494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e451536-2def-45b6-af9e-891b4b771c8c req-8423d9b4-27f9-492f-b288-ff9f50caac32 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665536 Jul 09 17:15:47.853131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:47.874175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c94ee61-ccd3-4a5c-b922-21e8a9ab04f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:47.881706 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-1eee8854-17fd-4e46-b7e4-cc00ac506a8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d2c961d-594a-4964-a8d0-3d8956152c89 HTTP/1.1" status: 200 len: 1001 time: 0.2580209 Jul 09 17:15:47.901494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:47.926567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:47.935103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:47.959456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 315e0eae-6241-471d-a9da-75eea09c625b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:48.036197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:48.094341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 315e0eae-6241-471d-a9da-75eea09c625b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:48.104090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 315e0eae-6241-471d-a9da-75eea09c625b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:48.104467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.130352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Pushing event updated for resources: {'Port': ['ID=9e42b06d-0563-4b9e-b2ef-e234537fee55,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:48.167747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Allocated IP 172.25.3.231 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/8a5ad534-1750-424f-a819-d04096ec104c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:48.173947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.194651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 77e290b0-ddd1-4862-a156-fdeb02312d97 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:48.195327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 77e290b0-ddd1-4862-a156-fdeb02312d97 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:48.290898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.326477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 315e0eae-6241-471d-a9da-75eea09c625b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=315e0eae-6241-471d-a9da-75eea09c625b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:48.328306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-078b4a24-c5f7-4c6c-a897-a88082fd9359 None None] Provisioning for port 9e42b06d-0563-4b9e-b2ef-e234537fee55 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:48.334048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-078b4a24-c5f7-4c6c-a897-a88082fd9359 None None] Provisioning complete for port 9e42b06d-0563-4b9e-b2ef-e234537fee55 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:48.335245 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-078b4a24-c5f7-4c6c-a897-a88082fd9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.412093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.418691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b733196c-770c-4004-a60c-1833d3eaf3d4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:48.428770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.439670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-3222ec88-9106-4563-94aa-df046d36bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:48.445037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-3222ec88-9106-4563-94aa-df046d36bf01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 200 len: 863 time: 0.4870927 Jul 09 17:15:48.517432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-078b4a24-c5f7-4c6c-a897-a88082fd9359 None None] Port 9e42b06d-0563-4b9e-b2ef-e234537fee55 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:48.524334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event updated for resources: {'Port': ['ID=67d553d4-8cbf-43ed-b703-0da0079b3f22,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:48.567950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=315e0eae-6241-471d-a9da-75eea09c625b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:48.593661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b733196c-770c-4004-a60c-1833d3eaf3d4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:48.599125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b733196c-770c-4004-a60c-1833d3eaf3d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:48.599740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.696969 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.704320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.751041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.752096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c94ee61-ccd3-4a5c-b922-21e8a9ab04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.754852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c94ee61-ccd3-4a5c-b922-21e8a9ab04f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.759156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7c94ee61-ccd3-4a5c-b922-21e8a9ab04f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8271311e-caeb-40c0-8769-15312517a7f5 HTTP/1.1" status: 204 len: 168 time: 1.4278841 Jul 09 17:15:48.776759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94ee61-ccd3-4a5c-b922-21e8a9ab04f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8271311e-caeb-40c0-8769-15312517a7f5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:48.805363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b733196c-770c-4004-a60c-1833d3eaf3d4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b733196c-770c-4004-a60c-1833d3eaf3d4,segment=NetworkSegment(cd42e739-5fea-48d8-bc92-0e49798861ca),segment_id=cd42e739-5fea-48d8-bc92-0e49798861ca)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:48.828477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd21ac-a98c-4a0a-97b0-4c059fae1097 req-04a002b0-8998-4f94-97a6-54557beb2475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:48.830111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25bd21ac-a98c-4a0a-97b0-4c059fae1097 req-04a002b0-8998-4f94-97a6-54557beb2475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2929590 Jul 09 17:15:48.847019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.857366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:48.901152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:48.916877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:48.927191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25bd21ac-a98c-4a0a-97b0-4c059fae1097 req-a977e8de-0cb0-4ae8-a13b-da22f0182eed tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897040 Jul 09 17:15:48.946305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:48.962653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b733196c-770c-4004-a60c-1833d3eaf3d4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:48.995740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5ad534-1750-424f-a819-d04096ec104c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:49.043177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-bef2b8c9-7d96-48ec-beee-f453419c73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.044834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-bef2b8c9-7d96-48ec-beee-f453419c73fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5793192 Jul 09 17:15:49.222453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-9796c5c8-d070-4952-8000-fc89644ebbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.224765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-9796c5c8-d070-4952-8000-fc89644ebbbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11089bca45ff447894e0143393d7cbd7&device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 1098 time: 0.7002759 Jul 09 17:15:49.244994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28593f-0a7c-4baf-b474-19c2237f5a81 req-fd6e2538-f249-4104-af49-aec189bc3efb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.246573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb28593f-0a7c-4baf-b474-19c2237f5a81 req-fd6e2538-f249-4104-af49-aec189bc3efb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1586468 Jul 09 17:15:49.301421 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:49.304833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:49.315588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb28593f-0a7c-4baf-b474-19c2237f5a81 req-05c7abe5-7657-4ffb-ba21-55a7117f85fb tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547001 Jul 09 17:15:49.316864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:49.347309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:49.426498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993903e7-0652-4970-be8e-4b98a094d4dc req-4622891f-8b65-46c8-bb6b-f0edc2aa4462 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.428054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-993903e7-0652-4970-be8e-4b98a094d4dc req-4622891f-8b65-46c8-bb6b-f0edc2aa4462 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.4803209 Jul 09 17:15:49.435546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-98a42233-45d5-4309-83e7-8f9f4bdb4910 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820310 Jul 09 17:15:49.486856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Router 15de841e-2777-4d44-9fd5-ca185d7a5b57 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:49.572337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Pushing event updated for resources: {'Port': ['ID=9e42b06d-0563-4b9e-b2ef-e234537fee55,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:49.599049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:49.627808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:49.628492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-344bab9c-3c50-4144-b882-ef6f66d41c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.629994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-344bab9c-3c50-4144-b882-ef6f66d41c94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 200 len: 916 time: 0.3851042 Jul 09 17:15:49.637296 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:49.639804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0416e61-099b-4352-9be1-cce98482bba3 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "PUT /v2.0/routers/15de841e-2777-4d44-9fd5-ca185d7a5b57 HTTP/1.1" status: 200 len: 880 time: 3.4076531 Jul 09 17:15:49.639943 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] Sync routers for ids ['15de841e-2777-4d44-9fd5-ca185d7a5b57'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:49.641531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53806) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:49.649996 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] Routers {'15de841e-2777-4d44-9fd5-ca185d7a5b57'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:49.654300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['15de841e-2777-4d44-9fd5-ca185d7a5b57'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:49.691803 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:49.702884 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] Routers {'15de841e-2777-4d44-9fd5-ca185d7a5b57'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:49.703839 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['15de841e-2777-4d44-9fd5-ca185d7a5b57'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:49.761644 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:49.764199 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359b9ee6-cb53-42c0-9a50-64ef82720ec7 None None] The sync data for ids ['15de841e-2777-4d44-9fd5-ca185d7a5b57'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:49.819236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c1386d46-d291-4105-8934-fce883be88f0 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/15de841e-2777-4d44-9fd5-ca185d7a5b57 HTTP/1.1" status: 200 len: 921 time: 0.1757295 Jul 09 17:15:49.822292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53814) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:49.881923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 315e0eae-6241-471d-a9da-75eea09c625b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:49.898347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009a33e-2a29-4f18-846c-4c870f6d5941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:49.902313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c009a33e-2a29-4f18-846c-4c870f6d5941 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=15de841e-2777-4d44-9fd5-ca185d7a5b57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0760612 Jul 09 17:15:49.911527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53816) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:49.955997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 315e0eae-6241-471d-a9da-75eea09c625b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:49.956642 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.077207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b60679-1608-4aed-a553-0bab03221d70 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.079527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35b60679-1608-4aed-a553-0bab03221d70 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.1668568 Jul 09 17:15:50.084568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53822) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:50.104060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-993903e7-0652-4970-be8e-4b98a094d4dc req-cceccd2d-63d5-436e-b855-d854f4471360 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/security-groups?id=9af0fcb6-719a-401a-a134-489aed75b551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657948 Jul 09 17:15:50.126611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3167fd7a-cec4-46ca-a8a4-131bc25607af tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=15de841e-2777-4d44-9fd5-ca185d7a5b57 HTTP/1.1" status: 200 len: 205 time: 0.0398824 Jul 09 17:15:50.130210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b733196c-770c-4004-a60c-1833d3eaf3d4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:50.139839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-660013e1-d7d7-4fba-ab4d-f9e0910ec168 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.141781 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-660013e1-d7d7-4fba-ab4d-f9e0910ec168 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 949 time: 0.1549137 Jul 09 17:15:50.143438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53824) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:50.168591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-907ceda6-ca5a-4ff2-b6ed-fb4fafd48d89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f HTTP/1.1" status: 200 len: 217 time: 0.5072846 Jul 09 17:15:50.193410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b733196c-770c-4004-a60c-1833d3eaf3d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:50.193807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.247946 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.263246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2b7c2c6-710e-4dee-adce-5f2d3fe45e96 req-f435692a-16e9-47ec-8e25-1ce70e103555 service neutron] 10.222.0.36 "GET /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174512 Jul 09 17:15:50.361389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-701314b7-0405-4267-bf2e-aa821661119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.363599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-701314b7-0405-4267-bf2e-aa821661119c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 200 len: 854 time: 0.1774261 Jul 09 17:15:50.387232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.397259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a4ab8-dbcd-40b5-a95f-4ed4c6c6b914 req-4f156029-5aec-4d64-b3eb-e4325e281e87 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.405585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-873a4ab8-dbcd-40b5-a95f-4ed4c6c6b914 req-4f156029-5aec-4d64-b3eb-e4325e281e87 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2614281 Jul 09 17:15:50.522499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Deleting port 51529119-fa7d-4aaf-9eae-6446f7f92aee {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:50.522938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.539861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-873a4ab8-dbcd-40b5-a95f-4ed4c6c6b914 req-14245040-4a54-4ae1-8f65-82028b0f525c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344633 Jul 09 17:15:50.549939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Network de0027dc-31fe-4394-a881-ec6b981db691 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:50.559732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:50.634832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.666149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] For port 51529119-fa7d-4aaf-9eae-6446f7f92aee, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=51529119-fa7d-4aaf-9eae-6446f7f92aee,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:50.666742 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.717706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Calling delete_port for 51529119-fa7d-4aaf-9eae-6446f7f92aee owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:50.719184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-275b09c8-ba35-4f44-a939-1d86e0957927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.720621 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-275b09c8-ba35-4f44-a939-1d86e0957927 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=853a28f0-c4c5-4ffc-8f97-31e544505fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2954824 Jul 09 17:15:50.737113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf7acc-6f5c-4694-933f-a94165a831cd req-c5609419-2166-445c-aa22-0ae424da2d01 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:50.738874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38cf7acc-6f5c-4694-933f-a94165a831cd req-c5609419-2166-445c-aa22-0ae424da2d01 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.2721837 Jul 09 17:15:50.807631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Deleting port 67d553d4-8cbf-43ed-b703-0da0079b3f22 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:50.808000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.833304 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.942482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:50.945117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38cf7acc-6f5c-4694-933f-a94165a831cd req-d27f2061-2f68-4a6a-9302-bcb7a884989b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908920 Jul 09 17:15:50.968626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Calling delete_port for 67d553d4-8cbf-43ed-b703-0da0079b3f22 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:51.007622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:51.008908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8f913c70-a1f1-460c-acde-238e3370ad24 None None] Provisioning complete for port 9e42b06d-0563-4b9e-b2ef-e234537fee55 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:51.009386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8f913c70-a1f1-460c-acde-238e3370ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.025519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-3612f011-bc9f-49e8-b93a-3a7702cd4def service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856340 Jul 09 17:15:51.083719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.091915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8f913c70-a1f1-460c-acde-238e3370ad24 None None] Port 9e42b06d-0563-4b9e-b2ef-e234537fee55 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:51.108520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['51529119-fa7d-4aaf-9eae-6446f7f92aee'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:15:51.158495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Pushing event deleted for resources: {'Port': ['ID=51529119-fa7d-4aaf-9eae-6446f7f92aee,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:51.236008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Router 1ab28e79-5070-49ea-be76-70832dbb9475 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:51.238436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:51.242824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c455263c-5c89-4a42-a916-a2996dfce4f2 req-b4ffab36-53c8-40fe-8e0e-35d506a61523 service neutron] 10.222.0.13 "GET /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066393 Jul 09 17:15:51.247052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fb23a665-4bd5-4ac8-aa7e-8f37557720cc admin admin] 10.222.0.21 "PUT /v2.0/routers/207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8592408 Jul 09 17:15:51.251311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Sync routers for ids ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:51.278508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] No DVR routers for this DVR port 51529119-fa7d-4aaf-9eae-6446f7f92aee on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:15:51.283907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.285448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78239a5a-c8ec-49a9-9253-01c66c8b9eb8 req-4582a3e1-7833-48fa-b3bb-47ec9ab98e2f tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.13 "DELETE /v2.0/ports/51529119-fa7d-4aaf-9eae-6446f7f92aee HTTP/1.1" status: 204 len: 173 time: 1.0924737 Jul 09 17:15:51.285931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-deleted', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:15:51.288322 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242fc54-685f-49fe-be2a-54fda29a10d2" -d '{"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-deleted", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:15:51.296161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Routers {'207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:51.299339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:51.343925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.392280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event deleted for resources: {'Port': ['ID=67d553d4-8cbf-43ed-b703-0da0079b3f22,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:51.406177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:51.421361 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Sync routers for ids ['1ab28e79-5070-49ea-be76-70832dbb9475'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:51.436838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.437109 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Routers {'1ab28e79-5070-49ea-be76-70832dbb9475'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:51.437563 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1ab28e79-5070-49ea-be76-70832dbb9475'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:51.438778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a836af5b-f9f8-4ffb-85c1-e9a7a8d3a7b6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3197017 Jul 09 17:15:51.443318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53866) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:51.444841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8120e6d-3656-4bb5-961d-2abbd5df9534 req-41485427-ced8-4c0f-9f70-d51b8cea3f34 tempest-MigrationsAdminTest-1123792139 tempest-MigrationsAdminTest-1123792139-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d300a2f-c9df-4dea-842d-9f3ce0025a91 HTTP/1.1" status: 200 len: 210 time: 0.0578926 Jul 09 17:15:51.534709 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d59af9-cd42-4fa9-8b62-197a646c2db3 x-openstack-request-id: req-48d59af9-cd42-4fa9-8b62-197a646c2db3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:15:51.535744 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d300a2f-c9df-4dea-842d-9f3ce0025a91", "name": "network-vif-deleted", "tag": "51529119-fa7d-4aaf-9eae-6446f7f92aee", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:15:51.537086 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48d59af9-cd42-4fa9-8b62-197a646c2db3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:15:51.537693 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d300a2f-c9df-4dea-842d-9f3ce0025a91', 'name': 'network-vif-deleted', 'tag': '51529119-fa7d-4aaf-9eae-6446f7f92aee', 'status': 'completed', 'code': 200} Jul 09 17:15:51.596438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.716335 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Set router 1ab28e79-5070-49ea-be76-70832dbb9475 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:51.897403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:51.907304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.042999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Set router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:52.061784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.062869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Fanout notify agent at l3_agent the message router_deleted on router 15de841e-2777-4d44-9fd5-ca185d7a5b57 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:15:52.074986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.076464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f0ea8fe5-a267-442e-bffe-e64e7c3b6323 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/15de841e-2777-4d44-9fd5-ca185d7a5b57 HTTP/1.1" status: 204 len: 168 time: 1.9320579 Jul 09 17:15:52.080737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53892) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:52.086929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1703993771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:52.118724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.120720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.121004 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:15:49Z', 'revision_number': 3, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:52.139149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c900730-4c6d-44bf-aba2-17762dac7c97 req-85dbec54-20b6-4e24-b3c5-81eff4bde869 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:52.141379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c900730-4c6d-44bf-aba2-17762dac7c97 req-85dbec54-20b6-4e24-b3c5-81eff4bde869 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2792020 Jul 09 17:15:52.155930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Checking router: 1ab28e79-5070-49ea-be76-70832dbb9475 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:52.156706 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Updating router 1ab28e79-5070-49ea-be76-70832dbb9475 port 8a5ad534-1750-424f-a819-d04096ec104c binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:52.204247 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.370017 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c900730-4c6d-44bf-aba2-17762dac7c97 req-63d8ffdb-19ac-4ff0-9952-6d3332ec5ee6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009438 Jul 09 17:15:52.498404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '9e42b06d-0563-4b9e-b2ef-e234537fee55', 'name': '', 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'mac_address': 'fa:16:3e:db:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 2, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'subnets': [{'id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:52.581784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Checking router: 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:52.582868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Updating router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed port 9e42b06d-0563-4b9e-b2ef-e234537fee55 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:52.595726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53906) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:52.621280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-network', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:52.667466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.675797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.678827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.703069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Made reservation on behalf of de102d0a952a4b5da9f1f7e819ed7857 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:52.705431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.719128 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.729102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:52.729102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8dd19b1a-2b48-474e-96b3-9f9827bc0f1d tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6466475 Jul 09 17:15:52.735012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53910) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:52.745660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': True}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:52.844425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.015739 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.041714 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Transition to ACTIVE for port object 8a5ad534-1750-424f-a819-d04096ec104c will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:53.055118 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.101355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01e76d-543b-43a5-8e93-02ab0c8883a4 req-286d14c0-d934-401f-b554-1a52d6b15dee tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.102982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c01e76d-543b-43a5-8e93-02ab0c8883a4 req-286d14c0-d934-401f-b554-1a52d6b15dee tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.4270458 Jul 09 17:15:53.129270 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca84523-ff03-4225-b96d-49fb871ca954 None None] Pushing event updated for resources: {'Port': ['ID=8a5ad534-1750-424f-a819-d04096ec104c,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:53.143636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Allocated IP 172.20.0.1 (f10f1086-c7ca-40ad-a97d-7283fbe4ac72/f62985f1-9ed6-45fd-adb9-0b0e02095259/cf6a8aeb-b1d6-48df-bdcc-ec846de691df) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:53.150555 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Attempting to bind port 8a5ad534-1750-424f-a819-d04096ec104c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:53.150969 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Attempting to bind port 8a5ad534-1750-424f-a819-d04096ec104c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:53.151375 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Attempting to bind port 8a5ad534-1750-424f-a819-d04096ec104c on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:53.157554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:53.157970 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:53.158386 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.158801 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:53.159270 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Bound port: 8a5ad534-1750-424f-a819-d04096ec104c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:53.159660 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.234916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.259040 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] For port 8a5ad534-1750-424f-a819-d04096ec104c, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:53.264403 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] For port 8a5ad534-1750-424f-a819-d04096ec104c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8a5ad534-1750-424f-a819-d04096ec104c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:53.273154 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.273553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103168a-4431-474d-8e76-d43d7af9b9fa req-e51b6e89-d59d-4fe1-9b74-5371b181906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.275324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b103168a-4431-474d-8e76-d43d7af9b9fa req-e51b6e89-d59d-4fe1-9b74-5371b181906d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 1097 time: 0.3273382 Jul 09 17:15:53.291670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c01e76d-543b-43a5-8e93-02ab0c8883a4 req-0361278d-62f8-40dd-87a5-b917dffaff54 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803789 Jul 09 17:15:53.392025 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b103168a-4431-474d-8e76-d43d7af9b9fa req-346d5b67-3dcf-4f25-a027-277dbf47d684 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860651 Jul 09 17:15:53.433557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.438894 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Routers {'1ab28e79-5070-49ea-be76-70832dbb9475'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:53.441095 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1ab28e79-5070-49ea-be76-70832dbb9475'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:53.461867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.468884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.494715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Transition to ACTIVE for port object 9e42b06d-0563-4b9e-b2ef-e234537fee55 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:53.504594 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca84523-ff03-4225-b96d-49fb871ca954 None None] Pushing event updated for resources: {'Port': ['ID=8a5ad534-1750-424f-a819-d04096ec104c,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:53.516669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.518408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.533985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53928) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:53.550752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Transition to ACTIVE for port object cf6a8aeb-b1d6-48df-bdcc-ec846de691df will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:53.648911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ead4-afc7-4cea-afb6-d383dbbf1cea None None] Pushing event updated for resources: {'Port': ['ID=9e42b06d-0563-4b9e-b2ef-e234537fee55,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:53.650193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:15:53.650679 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] Set router 1ab28e79-5070-49ea-be76-70832dbb9475 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:53.679302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.679669 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Added segment 76965ffb-5d9d-4c09-82c0-299dfa295adc of type vlan for network a98d830c-fa99-40c9-8894-099f26f1265b Jul 09 17:15:53.679947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.720235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.744930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.821718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Attempting to bind port 9e42b06d-0563-4b9e-b2ef-e234537fee55 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:53.822088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Attempting to bind port 9e42b06d-0563-4b9e-b2ef-e234537fee55 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:53.822449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Attempting to bind port 9e42b06d-0563-4b9e-b2ef-e234537fee55 on network de0027dc-31fe-4394-a881-ec6b981db691 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:53.836062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:53.836443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Checking segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:53.836844 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.837235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Bound using segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:53.837700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Bound port: 9e42b06d-0563-4b9e-b2ef-e234537fee55, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:53.838079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.853114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.872450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Allocated IP 172.25.3.235 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/aa647e37-0b0b-4621-af67-b46849e0394c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:53.927898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:53.927898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cce9f72-7032-4a83-95cc-c2069193cab9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:53.931453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.932294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:53.932934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:53.990314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] For port 9e42b06d-0563-4b9e-b2ef-e234537fee55, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:54.000494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] Pushing event updated for resources: {'Network': ['ID=a98d830c-fa99-40c9-8894-099f26f1265b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:54.003551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] For port 9e42b06d-0563-4b9e-b2ef-e234537fee55, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9e42b06d-0563-4b9e-b2ef-e234537fee55,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:54.010614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:54.014974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a98d830c-fa99-40c9-8894-099f26f1265b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:15:54.017926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:54.021323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:54.061346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.085022 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:15:49Z', 'revision_number': 3, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:54.095502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0b4f2725-1445-4ed0-9412-6ebebdf00133 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5003650 Jul 09 17:15:54.102455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:54.128371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Request body: {'subnet': {'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-subnet', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:54.149276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c554f3c6-7401-4b48-8328-db32d450d49b None None] The sync data for ids ['1ab28e79-5070-49ea-be76-70832dbb9475'] in n-d-791506-17 is: [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:15:49Z', 'revision_number': 3, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:54.169362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:15:54.200710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Made reservation on behalf of de102d0a952a4b5da9f1f7e819ed7857 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:15:54.203937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.225984 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fe49dd54-507e-488f-91ef-f7c9d12fb9cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37dd3406226c4b52b6f7beb53dc5c463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906416 Jul 09 17:15:54.230835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53950) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:54.292521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.332523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c0fb0-a91b-4c0a-afea-cfbff12bac6d req-733f429f-003e-42d0-87f3-75683889a831 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:54.340522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e85c0fb0-a91b-4c0a-afea-cfbff12bac6d req-733f429f-003e-42d0-87f3-75683889a831 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.7279067 Jul 09 17:15:54.378887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 51529119-fa7d-4aaf-9eae-6446f7f92aee {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:15:54.379250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 51529119-fa7d-4aaf-9eae-6446f7f92aee not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:15:54.404425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.432096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16119dbc-e68b-40f7-bf18-454845303844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.439078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Routers {'207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:54.439736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:54.495995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16119dbc-e68b-40f7-bf18-454845303844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.498609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.530650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e85c0fb0-a91b-4c0a-afea-cfbff12bac6d req-6505eb71-07a6-47f5-a848-353cc9f7d97b tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890655 Jul 09 17:15:54.627977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ead4-afc7-4cea-afb6-d383dbbf1cea None None] Pushing event updated for resources: {'Port': ['ID=9e42b06d-0563-4b9e-b2ef-e234537fee55,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:54.663472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:54.711172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:54.715936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:54.724872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-704537e4-0dfa-4a16-a587-af7f22ece1fb None None] Provisioning for port cf6a8aeb-b1d6-48df-bdcc-ec846de691df completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:54.743895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-704537e4-0dfa-4a16-a587-af7f22ece1fb None None] Provisioning complete for port cf6a8aeb-b1d6-48df-bdcc-ec846de691df triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:54.744279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-704537e4-0dfa-4a16-a587-af7f22ece1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.804667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] Set router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:54.841477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16119dbc-e68b-40f7-bf18-454845303844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.845394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16119dbc-e68b-40f7-bf18-454845303844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:54.846712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-16119dbc-e68b-40f7-bf18-454845303844 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9af0fcb6-719a-401a-a134-489aed75b551 HTTP/1.1" status: 204 len: 168 time: 0.6144912 Jul 09 17:15:54.863073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-704537e4-0dfa-4a16-a587-af7f22ece1fb None None] Port cf6a8aeb-b1d6-48df-bdcc-ec846de691df cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:54.866345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16119dbc-e68b-40f7-bf18-454845303844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0fcb6-719a-401a-a134-489aed75b551,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:54.868647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Port': ['ID=aa647e37-0b0b-4621-af67-b46849e0394c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:55.135045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.155363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '9e42b06d-0563-4b9e-b2ef-e234537fee55', 'name': '', 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'mac_address': 'fa:16:3e:db:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:53Z', 'revision_number': 4, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'subnets': [{'id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:55.183696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358dbf3-0ebd-46e2-b03b-8ad65d8c5505 req-3b509dff-eab8-46bc-ac1f-c10dbf0d81dd tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:55.186851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f358dbf3-0ebd-46e2-b03b-8ad65d8c5505 req-3b509dff-eab8-46bc-ac1f-c10dbf0d81dd tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.4518011 Jul 09 17:15:55.211736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe522b5-00ae-43d1-aedc-08ccd6d3f6e3 None None] The sync data for ids ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'] in n-d-791506-17 is: [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '9e42b06d-0563-4b9e-b2ef-e234537fee55', 'name': '', 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'mac_address': 'fa:16:3e:db:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:53Z', 'revision_number': 4, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'subnets': [{'id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:55.345753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.443730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f358dbf3-0ebd-46e2-b03b-8ad65d8c5505 req-36b47aa5-f42b-48c4-9196-79432e0627b1 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499344 Jul 09 17:15:55.508940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40890ffd-03cc-4422-97e0-6d2528084d7e req-1e5efbf7-0c06-43eb-9139-733927f72760 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:55.518377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40890ffd-03cc-4422-97e0-6d2528084d7e req-1e5efbf7-0c06-43eb-9139-733927f72760 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.3717301 Jul 09 17:15:55.600725 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.652161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40890ffd-03cc-4422-97e0-6d2528084d7e req-1780e115-b3de-4fc1-b7c5-ed24bf67e4f9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331394 Jul 09 17:15:55.767570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:55.851827 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:55.903159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-46952a44-e6b7-4248-8e37-5ee4edc51f87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef21fc3c14864bb19d35dc45fc1a1a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342666 Jul 09 17:15:55.906299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53992) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:55.962920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.001935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8a5ad534-1750-424f-a819-d04096ec104c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:56.055467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54616150-feb7-4c56-952e-5e2bae788cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.084048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54616150-feb7-4c56-952e-5e2bae788cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.085921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8a5ad534-1750-424f-a819-d04096ec104c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:56.092991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8a5ad534-1750-424f-a819-d04096ec104c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:56.093727 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.146003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54616150-feb7-4c56-952e-5e2bae788cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.149589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54616150-feb7-4c56-952e-5e2bae788cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.153285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-54616150-feb7-4c56-952e-5e2bae788cd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fe0f9ef-3a35-4617-8d10-5b3ce6567d15 HTTP/1.1" status: 204 len: 168 time: 0.2433052 Jul 09 17:15:56.213872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54616150-feb7-4c56-952e-5e2bae788cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0f9ef-3a35-4617-8d10-5b3ce6567d15,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:56.265464 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.287651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08dcb96-b96d-4742-8d22-cb574dead306,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:56.305403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 8a5ad534-1750-424f-a819-d04096ec104c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8a5ad534-1750-424f-a819-d04096ec104c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:56.315471 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.316346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9e42b06d-0563-4b9e-b2ef-e234537fee55 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:56.360777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-bc866320-7895-44be-b2f6-60b87dd1a3ed tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.362298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-bc866320-7895-44be-b2f6-60b87dd1a3ed tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 811 time: 0.2103171 Jul 09 17:15:56.378836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Router 277078e1-1665-4432-affc-6d333ecef76a is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:15:56.383870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fa36e38a-f822-4d0a-9135-c03603eb3744 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/quotas/43f8d20889234d67849eff009bac7727 HTTP/1.1" status: 200 len: 375 time: 0.0148718 Jul 09 17:15:56.400172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Checking segment: {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:56.400535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Network hostable DHCP agents. Network: a98d830c-fa99-40c9-8894-099f26f1265b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:15:56.464572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=8a5ad534-1750-424f-a819-d04096ec104c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:56.466229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.473593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Network a98d830c-fa99-40c9-8894-099f26f1265b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:15:56.491255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9e42b06d-0563-4b9e-b2ef-e234537fee55 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:15:56.493852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31bca8-e1a3-4d06-bdd7-c42f409644df req-34fa4d85-1560-49da-8215-6c60a40aa58d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.501073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e31bca8-e1a3-4d06-bdd7-c42f409644df req-34fa4d85-1560-49da-8215-6c60a40aa58d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 945 time: 0.2159922 Jul 09 17:15:56.504079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.505672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9e42b06d-0563-4b9e-b2ef-e234537fee55 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:56.507366 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.601666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.605149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a98d830c-fa99-40c9-8894-099f26f1265b) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:56.630654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-6624d874-2f2b-47c0-b6ef-7f53987068a7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2342479 Jul 09 17:15:56.637707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89dc5ce-1ace-4160-8228-6df4298e2e50 None None] Network a98d830c-fa99-40c9-8894-099f26f1265b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:15:56.665160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:56.671146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.675523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c365e797-24b7-4dc9-9d0b-0d2d58c339e2 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "PUT /v2.0/routers/277078e1-1665-4432-affc-6d333ecef76a HTTP/1.1" status: 200 len: 915 time: 3.9385731 Jul 09 17:15:56.687326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54008) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:56.701681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:56.703317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.807877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7d3067f7-65a9-4292-a19b-b1cfb25be6fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7020080 Jul 09 17:15:56.822370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] Sync routers for ids ['277078e1-1665-4432-affc-6d333ecef76a'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:56.841822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:56.862711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:56.864936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] Routers {'277078e1-1665-4432-affc-6d333ecef76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:56.879131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['277078e1-1665-4432-affc-6d333ecef76a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:56.886153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:56.904214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e31bca8-e1a3-4d06-bdd7-c42f409644df req-a75c3be0-d617-42dd-9051-f1bcefac15b9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022005 Jul 09 17:15:56.935547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:56.940618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a98d830c-fa99-40c9-8894-099f26f1265b', 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'fixed_ips': [{'subnet_id': 'e08dcb96-b96d-4742-8d22-cb574dead306'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:15:56.941560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.958973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.990177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.991315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:56.997634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:57.002823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:57.019885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 9e42b06d-0563-4b9e-b2ef-e234537fee55, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9e42b06d-0563-4b9e-b2ef-e234537fee55,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:15:57.033644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.104662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=9e42b06d-0563-4b9e-b2ef-e234537fee55,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:57.180871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] Routers {'277078e1-1665-4432-affc-6d333ecef76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:57.181758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['277078e1-1665-4432-affc-6d333ecef76a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:57.249395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.460220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-386f4fa9-e0dd-4a3b-b8d2-9f053e24140a service neutron] 10.222.0.21 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044267 Jul 09 17:15:57.538109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:57.538772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0789d3f-0101-47ed-9bd5-d1cf51844741 None None] The sync data for ids ['277078e1-1665-4432-affc-6d333ecef76a'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:15:57.596128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2aed42dc-33ee-422a-8db3-977cfbf71572 None None] Provisioning complete for port cf6a8aeb-b1d6-48df-bdcc-ec846de691df triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:57.596767 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2aed42dc-33ee-422a-8db3-977cfbf71572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.599424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Router 1ab28e79-5070-49ea-be76-70832dbb9475 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:15:57.610766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-380e9005-eb56-435f-bfd0-24a23ede45d7 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/277078e1-1665-4432-affc-6d333ecef76a HTTP/1.1" status: 200 len: 921 time: 0.9166038 Jul 09 17:15:57.610876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:57.610876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:57.660451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Allocated IP 172.20.0.2 (a98d830c-fa99-40c9-8894-099f26f1265b/e08dcb96-b96d-4742-8d22-cb574dead306/47190eb6-e7ab-4974-a337-772cc77df114) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:57.662530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2aed42dc-33ee-422a-8db3-977cfbf71572 None None] Port cf6a8aeb-b1d6-48df-bdcc-ec846de691df cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:15:57.699933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-c2b7f82b-3274-49fc-b747-1c19fdfa4b25 service neutron] 10.222.0.21 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327156 Jul 09 17:15:57.888149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc364ff-103e-4c0b-9906-15c374b65797 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:57.889775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-acc364ff-103e-4c0b-9906-15c374b65797 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=277078e1-1665-4432-affc-6d333ecef76a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2780330 Jul 09 17:15:57.892708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54042) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:57.903565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:15:57.919883 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Sync routers for ids ['1ab28e79-5070-49ea-be76-70832dbb9475'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:15:57.931399 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cff41f78-baec-487f-ad2f-429acb5ae016 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ab28e79-5070-49ea-be76-70832dbb9475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4769506 Jul 09 17:15:57.937572 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Routers {'1ab28e79-5070-49ea-be76-70832dbb9475'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:57.938210 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1ab28e79-5070-49ea-be76-70832dbb9475'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:57.944673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8a5ad534-1750-424f-a819-d04096ec104c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:58.154982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511ef5a-559f-4657-a19d-186242bd5aa6 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:58.162546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1511ef5a-559f-4657-a19d-186242bd5aa6 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.2682896 Jul 09 17:15:58.164466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54056) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:58.169807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8a5ad534-1750-424f-a819-d04096ec104c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:58.173176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.250096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.261850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35d18b05-b815-44e6-9070-601b9d9905d6 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=277078e1-1665-4432-affc-6d333ecef76a HTTP/1.1" status: 200 len: 205 time: 0.0951693 Jul 09 17:15:58.264512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54062) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:15:58.280312 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Set router 1ab28e79-5070-49ea-be76-70832dbb9475 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:15:58.293098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Transition to ACTIVE for port object 47190eb6-e7ab-4974-a337-772cc77df114 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:58.358373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Transition to ACTIVE for port object 47190eb6-e7ab-4974-a337-772cc77df114 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:58.397121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.406501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.435351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7eba4f1-2e89-40d3-b1eb-af5825e2bb81 req-c1123094-547e-4c5b-bf66-11ff904a7690 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 210 time: 0.0672619 Jul 09 17:15:58.476281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.545662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.566945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Network a98d830c-fa99-40c9-8894-099f26f1265b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:58.568310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Pushing event updated for resources: {'Port': ['ID=47190eb6-e7ab-4974-a337-772cc77df114,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:58.575722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:58.591662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:58.621439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9e42b06d-0563-4b9e-b2ef-e234537fee55 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:15:58.693385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18ef0-019b-47d2-97b4-d6f7b0beff51 req-8330ecec-6bff-4249-bcd3-686d4c30a462 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:15:58.694897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-70a18ef0-019b-47d2-97b4-d6f7b0beff51 req-8330ecec-6bff-4249-bcd3-686d4c30a462 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.3025103 Jul 09 17:15:58.719071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.746838 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:15:54Z', 'revision_number': 4, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'cf6a8aeb-b1d6-48df-bdcc-ec846de691df', 'name': '', 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'mac_address': 'fa:16:3e:e1:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:52Z', 'updated_at': '2021-07-09T17:15:55Z', 'revision_number': 2, 'project_id': '12472941742147a3b264edb8dd1408e4', 'subnets': [{'id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:15:58.809206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-70a18ef0-019b-47d2-97b4-d6f7b0beff51 req-61cdc0fa-782d-4d67-8172-7c0bc107443c tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003041 Jul 09 17:15:58.821145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Checking router: 1ab28e79-5070-49ea-be76-70832dbb9475 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:15:58.822626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Attempting to bind port 47190eb6-e7ab-4974-a337-772cc77df114 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:58.823011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Attempting to bind port 47190eb6-e7ab-4974-a337-772cc77df114 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:58.823380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Attempting to bind port 47190eb6-e7ab-4974-a337-772cc77df114 on network a98d830c-fa99-40c9-8894-099f26f1265b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:58.823864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Updating router 1ab28e79-5070-49ea-be76-70832dbb9475 port cf6a8aeb-b1d6-48df-bdcc-ec846de691df binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:15:58.831139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:58.831524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Checking segment: {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:58.831977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.832382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Bound using segment: {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:58.832945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Bound port: 47190eb6-e7ab-4974-a337-772cc77df114, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:58.833256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.856212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Deleting port aa647e37-0b0b-4621-af67-b46849e0394c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:15:58.856666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.885323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9e42b06d-0563-4b9e-b2ef-e234537fee55 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:15:58.885697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:58.907988 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.002421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Allocated IP 172.25.3.40 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e84eede5-584e-4f36-bd7d-812b63f77c60) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:15:59.069474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.072418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] For port 47190eb6-e7ab-4974-a337-772cc77df114, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:59.108955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Calling delete_port for aa647e37-0b0b-4621-af67-b46849e0394c owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:15:59.149671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] For port 47190eb6-e7ab-4974-a337-772cc77df114, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=47190eb6-e7ab-4974-a337-772cc77df114,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:59.179324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.185804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.303607 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.317853 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Transition to ACTIVE for port object cf6a8aeb-b1d6-48df-bdcc-ec846de691df will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:15:59.323528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f1757-b7a5-48a9-9448-b263efb27191 None None] Pushing event updated for resources: {'Port': ['ID=47190eb6-e7ab-4974-a337-772cc77df114,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:59.326528 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.396947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Pushing event updated for resources: {'Port': ['ID=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:59.437853 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.438543 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.439144 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.441554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.442160 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.442648 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.443193 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.449278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.453408 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.453763 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.454105 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.454442 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.454775 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.508128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.510215 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Attempting to bind port cf6a8aeb-b1d6-48df-bdcc-ec846de691df on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:15:59.510880 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Attempting to bind port cf6a8aeb-b1d6-48df-bdcc-ec846de691df by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:15:59.511075 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Attempting to bind port cf6a8aeb-b1d6-48df-bdcc-ec846de691df on network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:15:59.524894 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:15:59.525161 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Checking segment: {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:15:59.525634 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.526245 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Bound using segment: {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:15:59.527013 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Bound port: cf6a8aeb-b1d6-48df-bdcc-ec846de691df, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd42e739-5fea-48d8-bc92-0e49798861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:15:59.527238 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.530205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Pushing event updated for resources: {'Port': ['ID=e84eede5-584e-4f36-bd7d-812b63f77c60,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:59.552920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:15:59.556274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:15:59.559376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:15:59.568189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event deleted for resources: {'Port': ['ID=aa647e37-0b0b-4621-af67-b46849e0394c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:15:59.568950 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01e65891-705d-4fb7-800a-98162ac73eaf req-a42d3fde-ace6-4fbd-87e6-964bb022075e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3487198 Jul 09 17:15:59.603588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:15:59.668944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.669267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.669540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.669918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.670205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.670540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.670867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.672672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.673098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.673339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.673662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.673985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:15:59.713781 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.731653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] For port cf6a8aeb-b1d6-48df-bdcc-ec846de691df, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:15:59.750597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.753819 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] For port cf6a8aeb-b1d6-48df-bdcc-ec846de691df, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,segment=NetworkSegment(cd42e739-5fea-48d8-bc92-0e49798861ca),segment_id=cd42e739-5fea-48d8-bc92-0e49798861ca)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:15:59.774329 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:15:59.993688 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Routers {'1ab28e79-5070-49ea-be76-70832dbb9475'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:15:59.998298 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1ab28e79-5070-49ea-be76-70832dbb9475'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:00.001567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-139cdde3-8555-4428-9bc6-68824179b43e req-f8ae32c7-abd9-4123-8224-a41d72445784 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:16:00.003510 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-139cdde3-8555-4428-9bc6-68824179b43e req-f8ae32c7-abd9-4123-8224-a41d72445784 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0356936 Jul 09 17:16:00.012575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.073516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.129986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 47190eb6-e7ab-4974-a337-772cc77df114 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:00.181911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bdb28-1e9b-4c57-b23f-7039a2cd77b7 None None] Pushing event updated for resources: {'Port': ['ID=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:00.215541 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.236479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54096) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:00.272736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 47190eb6-e7ab-4974-a337-772cc77df114 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:00.279861 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.394799 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.396028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Fanout notify agent at l3_agent the message router_deleted on router 277078e1-1665-4432-affc-6d333ecef76a {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:00.416763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.421577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fe556a9c-3243-414c-b1b5-88dd005c2305 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/277078e1-1665-4432-affc-6d333ecef76a HTTP/1.1" status: 204 len: 168 time: 2.1558018 Jul 09 17:16:00.429251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:00.444265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1280052283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:00.485543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.486928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.544254 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] Set router 1ab28e79-5070-49ea-be76-70832dbb9475 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:00.597260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.646806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Allocated IP 172.25.3.86 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/049a0bec-e492-46a2-8fdd-cea9748af841) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:00.663669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-81e9674d-ebe7-43d1-88a2-7b45438da536 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:00.665422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-81e9674d-ebe7-43d1-88a2-7b45438da536 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.13 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 811 time: 0.5035770 Jul 09 17:16:00.673239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-139cdde3-8555-4428-9bc6-68824179b43e req-a616b9ba-17ec-4144-906f-178599ef24de tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6573074 Jul 09 17:16:00.676762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.683099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Request body: {'port': {'device_id': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'admin_state_up': True, 'tenant_id': '43f8d20889234d67849eff009bac7727'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:00.704828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:00.852149 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:15:54Z', 'revision_number': 4, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'cf6a8aeb-b1d6-48df-bdcc-ec846de691df', 'name': '', 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'mac_address': 'fa:16:3e:e1:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:52Z', 'updated_at': '2021-07-09T17:15:59Z', 'revision_number': 4, 'project_id': '12472941742147a3b264edb8dd1408e4', 'subnets': [{'id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:00.896651 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d979a-1392-4320-a618-ce8c75018108 None None] The sync data for ids ['1ab28e79-5070-49ea-be76-70832dbb9475'] in n-d-791506-17 is: [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:15:54Z', 'revision_number': 4, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'cf6a8aeb-b1d6-48df-bdcc-ec846de691df', 'name': '', 'network_id': 'f10f1086-c7ca-40ad-a97d-7283fbe4ac72', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'mac_address': 'fa:16:3e:e1:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:52Z', 'updated_at': '2021-07-09T17:15:59Z', 'revision_number': 4, 'project_id': '12472941742147a3b264edb8dd1408e4', 'subnets': [{'id': 'f62985f1-9ed6-45fd-adb9-0b0e02095259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:01.006844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.019118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.080733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.106454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.112958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-765ce70f-aa95-4f67-9085-e08141a14115 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6816199 Jul 09 17:16:01.115145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54104) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:01.127202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': False}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:01.172606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6578a57-1adb-4634-891f-5b21c67cddb3 None None] Network a98d830c-fa99-40c9-8894-099f26f1265b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:01.196683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.349750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Made reservation on behalf of 43f8d20889234d67849eff009bac7727 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:01.356054 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.423898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97267f34-1862-4ca7-b5a7-fab993829711,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:01.443524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] Provisioning for port 47190eb6-e7ab-4974-a337-772cc77df114 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:01.458262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] Provisioning complete for port 47190eb6-e7ab-4974-a337-772cc77df114 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:01.458931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.493423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f343e52c-1bdd-4df6-8e64-e792ce1ad252 req-26a64b84-2b31-4e2e-b038-db2c1984f57f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 210 time: 0.0634840 Jul 09 17:16:01.594163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.653041 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.674265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] For port 47190eb6-e7ab-4974-a337-772cc77df114, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=47190eb6-e7ab-4974-a337-772cc77df114,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:01.689556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:01.762836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83915-2ba0-4fa8-9719-357735ec0577 None None] Pushing event updated for resources: {'Port': ['ID=47190eb6-e7ab-4974-a337-772cc77df114,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:01.816995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Allocated IP 172.20.0.12 (63540e4b-2065-4e8d-9305-7db5472db7a1/7cbed853-b550-4157-99d8-d3fd61c062d0/051a4524-da06-4469-9f68-b7e5093ef554) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:01.916387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54ae482e40ab4ff19c6c3e9e9d206c27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6769328 Jul 09 17:16:01.918856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54108) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:01.927483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a266cb-6457-4583-8b7e-2dc085a5ed68 req-283d7c46-6e84-4473-a938-60e8259ae6a2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:01.929168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3a266cb-6457-4583-8b7e-2dc085a5ed68 req-283d7c46-6e84-4473-a938-60e8259ae6a2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2070980 Jul 09 17:16:01.939956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.940246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.940756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.941070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.941436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.941749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.942437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.942889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.943241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.943737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.944116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.944430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8aa00-0c98-4c27-b82a-e413af86614c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:01.964957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.009038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 47190eb6-e7ab-4974-a337-772cc77df114 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:02.036805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:02.042545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ba603b9-14ed-4d41-a2c6-cb906e023628 None None] Provisioning complete for port 47190eb6-e7ab-4974-a337-772cc77df114 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:02.042918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ba603b9-14ed-4d41-a2c6-cb906e023628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.050763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:02.057153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:02.090902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=049a0bec-e492-46a2-8fdd-cea9748af841,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:02.100176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 47190eb6-e7ab-4974-a337-772cc77df114 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:02.100847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.105617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29128702-8116-4d48-b1d9-8b2959cc60f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.112382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3a266cb-6457-4583-8b7e-2dc085a5ed68 req-1e68f8af-6b64-4b35-961c-89777b4e205d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469164 Jul 09 17:16:02.141400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29128702-8116-4d48-b1d9-8b2959cc60f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.149208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:02.164807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.259206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cf6a8aeb-b1d6-48df-bdcc-ec846de691df up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:02.283951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.331576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bc5e1a12-ac2c-4041-adaa-d9357a892426'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:02.347221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.371368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.383705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Network 63540e4b-2065-4e8d-9305-7db5472db7a1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:02.414198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:02.419618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Pushing event updated for resources: {'Port': ['ID=051a4524-da06-4469-9f68-b7e5093ef554,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:02.422280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:02.423626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29128702-8116-4d48-b1d9-8b2959cc60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.426249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29128702-8116-4d48-b1d9-8b2959cc60f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.427431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-29128702-8116-4d48-b1d9-8b2959cc60f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97267f34-1862-4ca7-b5a7-fab993829711 HTTP/1.1" status: 204 len: 168 time: 0.5026641 Jul 09 17:16:02.442022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.455651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cf6a8aeb-b1d6-48df-bdcc-ec846de691df completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:02.462650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29128702-8116-4d48-b1d9-8b2959cc60f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97267f34-1862-4ca7-b5a7-fab993829711,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:02.467744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.468143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cf6a8aeb-b1d6-48df-bdcc-ec846de691df triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:02.468602 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.493889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:02.531931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.535994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a0197438-19f5-4102-a179-eb23c4ece85c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6889846 Jul 09 17:16:02.537209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54120) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:02.538799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Sync routers for ids ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:02.583509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Routers {'5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:02.584285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:02.722909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Set router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:02.921818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.935996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:02.974156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908a53-9088-4a82-a0d8-2f1794e5aaea req-784223e2-ec28-4bdf-a18b-53d6f076bcc6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:02.981124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7908a53-9088-4a82-a0d8-2f1794e5aaea req-784223e2-ec28-4bdf-a18b-53d6f076bcc6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 945 time: 0.6947992 Jul 09 17:16:03.005367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:03.006376 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.018067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54124) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:03.030355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.061681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port cf6a8aeb-b1d6-48df-bdcc-ec846de691df, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,segment=NetworkSegment(cd42e739-5fea-48d8-bc92-0e49798861ca),segment_id=cd42e739-5fea-48d8-bc92-0e49798861ca)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:03.075248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f5ab65-3c32-4f40-892b-a5bdf49914e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.076669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.102028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-55721fab-ea89-4284-ba28-62553d1c0f67 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4235225 Jul 09 17:16:03.128888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7908a53-9088-4a82-a0d8-2f1794e5aaea req-360dd78f-4217-462e-8d91-e0ddea1bc735 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466045 Jul 09 17:16:03.149570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Request body: {'port': {'device_id': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:03.151348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:03.167674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:15:59Z', 'revision_number': 3, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:03.197570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=049a0bec-e492-46a2-8fdd-cea9748af841,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:03.199900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Checking router: 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:03.200249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Updating router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b port e84eede5-584e-4f36-bd7d-812b63f77c60 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:03.214780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.241551 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.278311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Allocated IP 172.25.3.25 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/39fa9d74-0225-4141-a6e7-34be74d5cec0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:03.288227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.449148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f5ab65-3c32-4f40-892b-a5bdf49914e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.466734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.468980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01e65891-705d-4fb7-800a-98162ac73eaf req-4c06b33f-288e-4a4b-88cb-d576275a649e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8715825 Jul 09 17:16:03.470041 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f5ab65-3c32-4f40-892b-a5bdf49914e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.502596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.527178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Allocated IP 172.20.0.1 (a98d830c-fa99-40c9-8894-099f26f1265b/e08dcb96-b96d-4742-8d22-cb574dead306/aeb9561d-2d61-4aef-8877-ac39bbb3e6b9) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:03.531912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.532554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01e65891-705d-4fb7-800a-98162ac73eaf req-676cdb90-7009-48f0-a9ee-64d965c1d5cb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.0542202 Jul 09 17:16:03.581180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-69f5ab65-3c32-4f40-892b-a5bdf49914e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cc480d7f5c64acc90d6349461d8132e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619955 Jul 09 17:16:03.585481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5ab65-3c32-4f40-892b-a5bdf49914e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1cc827-0039-4a9c-a036-97c5df73df0f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:03.588277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54132) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:03.712322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e65891-705d-4fb7-800a-98162ac73eaf req-d7eeafe9-2317-4a7a-8611-fbea40c7dc9b tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:03.713581 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01e65891-705d-4fb7-800a-98162ac73eaf req-d7eeafe9-2317-4a7a-8611-fbea40c7dc9b tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1718118 Jul 09 17:16:03.732223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.747805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Transition to ACTIVE for port object aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:03.768735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ed5df-fe9b-412e-96af-fa5706f8ab97 req-abbdd880-5dd6-4a78-99a3-bad4164979cc tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:03.770338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec7ed5df-fe9b-412e-96af-fa5706f8ab97 req-abbdd880-5dd6-4a78-99a3-bad4164979cc tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 932 time: 0.2926271 Jul 09 17:16:03.771431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.807692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.836634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaaaee60-cb84-49ea-8513-19f43b1af0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.852414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Network a98d830c-fa99-40c9-8894-099f26f1265b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:03.857757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:03.860730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:03.892087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:03.901851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:03.917469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:03.918226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.929858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:03.930457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cf6a8aeb-b1d6-48df-bdcc-ec846de691df up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:03.936684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Pushing event updated for resources: {'Port': ['ID=39fa9d74-0225-4141-a6e7-34be74d5cec0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:03.973128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaaaee60-cb84-49ea-8513-19f43b1af0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:03.977323 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec7ed5df-fe9b-412e-96af-fa5706f8ab97 req-cd61a8b5-499c-4202-ab0f-45c57760f7f7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896632 Jul 09 17:16:04.194796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db864e19-1b3d-4229-8a18-1f747376d067 req-094b93bd-f4d7-4069-9efb-25e12af92388 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.196642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db864e19-1b3d-4229-8a18-1f747376d067 req-094b93bd-f4d7-4069-9efb-25e12af92388 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.2254462 Jul 09 17:16:04.206345 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.226672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cf6a8aeb-b1d6-48df-bdcc-ec846de691df triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:04.227401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.251395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Transition to ACTIVE for port object e84eede5-584e-4f36-bd7d-812b63f77c60 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:04.258291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.271147 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.272979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaaaee60-cb84-49ea-8513-19f43b1af0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.275532 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaaaee60-cb84-49ea-8513-19f43b1af0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.276765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eaaaee60-cb84-49ea-8513-19f43b1af0d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e1cc827-0039-4a9c-a036-97c5df73df0f HTTP/1.1" status: 204 len: 168 time: 0.6873369 Jul 09 17:16:04.279911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db864e19-1b3d-4229-8a18-1f747376d067 req-b540878d-7e1e-459b-ba29-392d795d77d9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645187 Jul 09 17:16:04.339755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-61314f3a-b185-41d3-b34b-c15e3196834e None None] Provisioning for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:04.360530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-61314f3a-b185-41d3-b34b-c15e3196834e None None] Provisioning complete for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:04.361381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-61314f3a-b185-41d3-b34b-c15e3196834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.412455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d4060-28b8-44b2-972f-9b89aaeb29e6 None None] Pushing event updated for resources: {'Port': ['ID=e84eede5-584e-4f36-bd7d-812b63f77c60,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:04.427572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Attempting to bind port e84eede5-584e-4f36-bd7d-812b63f77c60 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:04.427976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Attempting to bind port e84eede5-584e-4f36-bd7d-812b63f77c60 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:04.428349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Attempting to bind port e84eede5-584e-4f36-bd7d-812b63f77c60 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:04.444477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:04.444859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:04.445271 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.445771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:04.446262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Bound port: e84eede5-584e-4f36-bd7d-812b63f77c60, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:04.446649 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.446774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaee60-cb84-49ea-8513-19f43b1af0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1cc827-0039-4a9c-a036-97c5df73df0f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:04.467706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-61314f3a-b185-41d3-b34b-c15e3196834e None None] Port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:04.504885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051a4524-da06-4469-9f68-b7e5093ef554 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:04.527969 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.539511 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.548165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] For port e84eede5-584e-4f36-bd7d-812b63f77c60, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:04.552066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] For port e84eede5-584e-4f36-bd7d-812b63f77c60, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84eede5-584e-4f36-bd7d-812b63f77c60,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:04.552379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.561182 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.596205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-1d732fcf-cc49-4688-ab4c-c0c5a4fe6aeb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4559715 Jul 09 17:16:04.598574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Transition to ACTIVE for port object 051a4524-da06-4469-9f68-b7e5093ef554 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:04.656171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Routers {'5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:04.657133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:04.669852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.680096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:04.700205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.706263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:04.771819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.789579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] Set router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:04.808516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe3b0-9bc9-4264-aabc-77e1b6cc0b70 req-f4b7c669-a48b-43eb-89a1-d4d88b852d88 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.817847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe3b0-9bc9-4264-aabc-77e1b6cc0b70 req-f4b7c669-a48b-43eb-89a1-d4d88b852d88 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.823813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe3b0-9bc9-4264-aabc-77e1b6cc0b70 req-f4b7c669-a48b-43eb-89a1-d4d88b852d88 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:04.826271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-422fe3b0-9bc9-4264-aabc-77e1b6cc0b70 req-f4b7c669-a48b-43eb-89a1-d4d88b852d88 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f&device_id=b8676b28-ff88-407d-b561-0e655d74b934&device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 2417 time: 0.1063364 Jul 09 17:16:04.843467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Pushing event updated for resources: {'Port': ['ID=051a4524-da06-4469-9f68-b7e5093ef554,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:04.893282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:04.893761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d4060-28b8-44b2-972f-9b89aaeb29e6 None None] Pushing event updated for resources: {'Port': ['ID=e84eede5-584e-4f36-bd7d-812b63f77c60,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:04.967918 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Network a98d830c-fa99-40c9-8894-099f26f1265b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:04.995924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:05.059200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-422fe3b0-9bc9-4264-aabc-77e1b6cc0b70 req-e328a92e-7cf3-4a51-9b4d-1c7f41b370bb tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277668 Jul 09 17:16:05.080062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-de01bf23-ea23-4717-82c7-536040272989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aeb9561d-2d61-4aef-8877-ac39bbb3e6b9', 'name': '', 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'mac_address': 'fa:16:3e:a0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:03Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 2, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'subnets': [{'id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:05.132641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01bf23-ea23-4717-82c7-536040272989 None None] The sync data for ids ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'] in n-d-791506-17 is: [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aeb9561d-2d61-4aef-8877-ac39bbb3e6b9', 'name': '', 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'mac_address': 'fa:16:3e:a0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:03Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 2, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'subnets': [{'id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:05.179647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:05.386896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:05.400068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1112223-f3e3-4168-972a-0d983ff019e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8546784 Jul 09 17:16:05.416340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6e83f74-80cd-46c6-997a-16c0d49b922a None None] Provisioning complete for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:05.416724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6e83f74-80cd-46c6-997a-16c0d49b922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.451517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Attempting to bind port 051a4524-da06-4469-9f68-b7e5093ef554 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:05.452137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Attempting to bind port 051a4524-da06-4469-9f68-b7e5093ef554 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:05.452261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Attempting to bind port 051a4524-da06-4469-9f68-b7e5093ef554 on network 63540e4b-2065-4e8d-9305-7db5472db7a1 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:05.495873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Port 051a4524-da06-4469-9f68-b7e5093ef554 on network 63540e4b-2065-4e8d-9305-7db5472db7a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:16:05.496223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Attempting to bind port 051a4524-da06-4469-9f68-b7e5093ef554 on network 63540e4b-2065-4e8d-9305-7db5472db7a1 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:05.512504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:05.512741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Checking segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:05.513077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Bound using segment: {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:05.513523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Bound port: 051a4524-da06-4469-9f68-b7e5093ef554, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f671ffb5-f5f2-454d-ac54-6501a32560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:05.513881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.516811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c6e83f74-80cd-46c6-997a-16c0d49b922a None None] Port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:05.611694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.639628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.712179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7fbbb-9328-493d-a772-84f231b07506 req-bef6a768-649f-4c08-aa85-ffe3934418a4 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:05.721197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fa7fbbb-9328-493d-a772-84f231b07506 req-bef6a768-649f-4c08-aa85-ffe3934418a4 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 944 time: 0.1727514 Jul 09 17:16:05.723170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.764095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] For port 051a4524-da06-4469-9f68-b7e5093ef554, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:05.766784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fa7fbbb-9328-493d-a772-84f231b07506 req-f6d7288d-446d-4f9e-a18e-7697ab74c65b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 Jul 09 17:16:05.839067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-f2dbb923-d381-4f08-a3fb-925e21530e14 req-1e8f02c7-013a-4119-8ac7-2e78915311b9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:16:05.840343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2dbb923-d381-4f08-a3fb-925e21530e14 req-1e8f02c7-013a-4119-8ac7-2e78915311b9 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078430 Jul 09 17:16:05.864814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] For port 051a4524-da06-4469-9f68-b7e5093ef554, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=051a4524-da06-4469-9f68-b7e5093ef554,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:05.880097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.922380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:05.923009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:05.925681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] 10.222.0.13 "PUT /v2.0/ports/051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 200 len: 1093 time: 2.7906425 Jul 09 17:16:05.965263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'tag': '051a4524-da06-4469-9f68-b7e5093ef554'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:05.967518 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02603b8d-48c0-4dee-8d0d-6d0c951cee35" -d '{"events": [{"name": "network-changed", "server_uuid": "b0016d4d-f696-42e5-8b06-402713f34a8b", "tag": "051a4524-da06-4469-9f68-b7e5093ef554"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:05.996522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2dbb923-d381-4f08-a3fb-925e21530e14 req-c3c9b4eb-93cd-4811-821b-f4cb9d5e4aff tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1430171 Jul 09 17:16:06.103273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7cea4-0283-4316-8e85-4096117f6961 service neutron] Pushing event updated for resources: {'Port': ['ID=051a4524-da06-4469-9f68-b7e5093ef554,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:06.109169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Allocated IP 172.25.3.52 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/5337c62f-50bd-428c-9a2a-671bf6c2b691) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:06.189463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-ae47f556-af47-4fd3-9c56-209b05e22d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:06.191014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-ae47f556-af47-4fd3-9c56-209b05e22d49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1096 time: 0.2046902 Jul 09 17:16:06.193335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Router 88d258f2-8dd9-4823-a875-33582b72613a is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:06.266673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-1bbf7eda-e0ef-48c9-8c41-3879c66f32a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 200 len: 217 time: 0.0643778 Jul 09 17:16:06.359488 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921f45b-2492-44b5-ae43-dcfc300429b5 x-openstack-request-id: req-5921f45b-2492-44b5-ae43-dcfc300429b5 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:06.359964 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0016d4d-f696-42e5-8b06-402713f34a8b", "tag": "051a4524-da06-4469-9f68-b7e5093ef554", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:06.360346 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5921f45b-2492-44b5-ae43-dcfc300429b5 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:06.361477 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'tag': '051a4524-da06-4469-9f68-b7e5093ef554', 'status': 'completed', 'code': 200} Jul 09 17:16:06.618165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:06.663494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:06.675931 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] Sync routers for ids ['88d258f2-8dd9-4823-a875-33582b72613a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:06.686038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:06.687786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-06a21cb5-84ac-4041-a2b3-d4779e6ef5fa tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "PUT /v2.0/routers/88d258f2-8dd9-4823-a875-33582b72613a HTTP/1.1" status: 200 len: 915 time: 5.5679586 Jul 09 17:16:06.690585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54216) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:06.692659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-f2e8c2db-482c-4fd0-ad28-c5c3f59ba32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:06.699364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-f2e8c2db-482c-4fd0-ad28-c5c3f59ba32c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.4155288 Jul 09 17:16:06.760101 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] Routers {'88d258f2-8dd9-4823-a875-33582b72613a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:06.760778 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88d258f2-8dd9-4823-a875-33582b72613a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:06.763389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-c81bb033-8984-48d5-9813-b542a1ba6e7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607789 Jul 09 17:16:06.944580 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:06.960406 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] Routers {'88d258f2-8dd9-4823-a875-33582b72613a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:06.961488 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88d258f2-8dd9-4823-a875-33582b72613a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:06.986117 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:07.003616 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:07.004650 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2609acb-8829-42cf-a24f-79dd4c260152 None None] The sync data for ids ['88d258f2-8dd9-4823-a875-33582b72613a'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:07.084851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:07.091572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:07.098352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-579a64b8-5b86-4ebf-97ae-dbf8275eca70 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915821 Jul 09 17:16:07.099463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:07.120660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=5337c62f-50bd-428c-9a2a-671bf6c2b691,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:07.355659 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4801826f-d6f7-4838-a5be-2d1f24558244 req-611a839a-9f11-4244-9e17-fe971e95d263 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369637 Jul 09 17:16:07.359478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:07.477539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-65823069-3ba2-4666-b528-e0a4acba95d0 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e7bee151ac354568ae6f33fb32211e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336235 Jul 09 17:16:07.485007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:07.485272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c5ecf6a9-42ad-497f-b2ba-6e6fc94fbcce tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/88d258f2-8dd9-4823-a875-33582b72613a HTTP/1.1" status: 200 len: 921 time: 0.7933958 Jul 09 17:16:07.491555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54236) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:07.651579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6023722-f096-4f44-bdbf-31645948fd11 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:07.656889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6023722-f096-4f44-bdbf-31645948fd11 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=88d258f2-8dd9-4823-a875-33582b72613a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1574278 Jul 09 17:16:07.658561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54238) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:07.676725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-f01dd5c8-f627-4471-b0e8-1593bbe7dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:07.678490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-f01dd5c8-f627-4471-b0e8-1593bbe7dd50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1096 time: 0.2320008 Jul 09 17:16:07.722723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-dfdac275-a262-4a86-8ad4-bc4b515f2d34 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:07.729576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-dfdac275-a262-4a86-8ad4-bc4b515f2d34 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429893 Jul 09 17:16:07.748217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-4c060737-fb93-4861-a661-96a73cbb94ac tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/quotas/e7bee151ac354568ae6f33fb32211e96 HTTP/1.1" status: 200 len: 375 time: 0.0174620 Jul 09 17:16:07.819664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-d5e75728-8344-4885-8f60-9759888aeeb8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694144 Jul 09 17:16:07.940158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-408f3c24-ee83-4ccd-a30e-fcb499ba40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:07.941844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-408f3c24-ee83-4ccd-a30e-fcb499ba40ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.2383165 Jul 09 17:16:07.955605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:07.973453 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:07.977647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84eede5-584e-4f36-bd7d-812b63f77c60 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:07.985582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58703068-bfe2-4ed2-976e-655ba9da7e93 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:07.986977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58703068-bfe2-4ed2-976e-655ba9da7e93 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.3259368 Jul 09 17:16:07.990225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54240) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:08.002345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.049219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e84eede5-584e-4f36-bd7d-812b63f77c60 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:08.056661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e84eede5-584e-4f36-bd7d-812b63f77c60 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:08.057434 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.058043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16e9b3a3-1c87-4fe8-b829-aec7c1abdbab tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d258f2-8dd9-4823-a875-33582b72613a HTTP/1.1" status: 200 len: 205 time: 0.0645068 Jul 09 17:16:08.058774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54242) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:08.091805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-d91397d3-b732-48bf-ac85-a3d377ed6870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 200 len: 217 time: 0.1336935 Jul 09 17:16:08.221710 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.251144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e84eede5-584e-4f36-bd7d-812b63f77c60, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84eede5-584e-4f36-bd7d-812b63f77c60,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:08.264716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.390508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e84eede5-584e-4f36-bd7d-812b63f77c60,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:08.417692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=5337c62f-50bd-428c-9a2a-671bf6c2b691,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:08.448584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.466140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.511352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-87aedfb8-372e-48e4-8e2d-5824ccfd8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:08.514195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-87aedfb8-372e-48e4-8e2d-5824ccfd8f16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.3586023 Jul 09 17:16:08.546925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.553917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-0cbd63be-a239-4d13-9be6-8bf4d3d2dbcb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9567094 Jul 09 17:16:08.582123 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-79f02fb8-6ee8-4e61-82ce-bf9d2532ab7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511806 Jul 09 17:16:08.674647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-f7c7c27d-1eb1-46fb-b46e-bc008a124c38 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1197453 Jul 09 17:16:08.868355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:08.985913 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:09.151146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Deleting port 39fa9d74-0225-4141-a6e7-34be74d5cec0 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:09.152654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:09.176793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-ced37757-d949-41cd-88fe-48723c727513 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498638 Jul 09 17:16:09.218196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7e652-c47d-447b-ac07-55189b2f5cf7 req-0673d082-8d0b-44f2-ae5d-dabf3dd87b93 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:09.220435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24c7e652-c47d-447b-ac07-55189b2f5cf7 req-0673d082-8d0b-44f2-ae5d-dabf3dd87b93 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 944 time: 0.2563519 Jul 09 17:16:09.276226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-e5ba1ed7-de2a-4900-8bef-f7e3135c320f tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:09.280404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:09.298799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9b69f1e-52df-4de9-a26c-adcd1ac1839e req-e5ba1ed7-de2a-4900-8bef-f7e3135c320f tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.6223254 Jul 09 17:16:09.312663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Calling delete_port for 39fa9d74-0225-4141-a6e7-34be74d5cec0 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:09.380039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02603b8d-48c0-4dee-8d0d-6d0c951cee35 req-630393bd-5723-4496-97b6-3d159e56db58 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925974 Jul 09 17:16:09.394069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24c7e652-c47d-447b-ac07-55189b2f5cf7 req-86190086-c79e-4e96-8790-9129f57b827c tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665111 Jul 09 17:16:09.585305 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:09.673769 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event deleted for resources: {'Port': ['ID=39fa9d74-0225-4141-a6e7-34be74d5cec0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:09.718140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-e605fb3a-dd8d-4742-802a-35a2667c859f tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e7bee151ac354568ae6f33fb32211e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597327 Jul 09 17:16:09.805263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:09.957477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84eede5-584e-4f36-bd7d-812b63f77c60 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:10.091466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e84eede5-584e-4f36-bd7d-812b63f77c60 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:10.092190 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.136477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-affe2753-7cf2-4ca5-ae86-5e651aba143b tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:10.139060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-affe2753-7cf2-4ca5-ae86-5e651aba143b tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157431 Jul 09 17:16:10.157406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 051a4524-da06-4469-9f68-b7e5093ef554 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:16:10.162642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54278) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:10.170797 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.175730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-927bcf77-d8c7-44e9-a8c3-34f977e05be1 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/quotas/e7bee151ac354568ae6f33fb32211e96 HTTP/1.1" status: 200 len: 375 time: 0.0296443 Jul 09 17:16:10.209205 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.321952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-2c1ebb22-1e7f-441f-9815-39f828e406ec tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e7bee151ac354568ae6f33fb32211e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085067 Jul 09 17:16:10.394447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.396392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Fanout notify agent at l3_agent the message router_deleted on router 88d258f2-8dd9-4823-a875-33582b72613a {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:10.430135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.437037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2304564d-9711-4c8a-b6d9-c183cdacc7cd tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/88d258f2-8dd9-4823-a875-33582b72613a HTTP/1.1" status: 204 len: 168 time: 2.3716133 Jul 09 17:16:10.437037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54284) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:10.452382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1747610178', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:10.455195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 051a4524-da06-4469-9f68-b7e5093ef554, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=051a4524-da06-4469-9f68-b7e5093ef554,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:10.469883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-b33c749a-0d53-4b39-bbc1-9a8dcfd774ea tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3623073 Jul 09 17:16:10.476569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:10.502556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-1c5bcfef-6cf2-4815-9fa8-c9974729a176 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2939436 Jul 09 17:16:10.508526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '051a4524-da06-4469-9f68-b7e5093ef554', 'network_id': '63540e4b-2065-4e8d-9305-7db5472db7a1', 'port_id': '051a4524-da06-4469-9f68-b7e5093ef554', 'mac_address': 'fa:16:3e:5c:b7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbed853-b550-4157-99d8-d3fd61c062d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:16:10.510614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:16:10.510614 n-d-791506-17 neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:16:10.510614 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id': '12472941742147a3b264edb8dd1408e4', 'id': '3bee72dc-102d-4a36-8931-004130697f33', 'expiration': datetime.datetime(2021, 7, 9, 17, 18, 10, 498171)}] Jul 09 17:16:10.510614 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:16:10.511149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Sync routers for ids ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:10.511266 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:16:10.515215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.516577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-fd802082-5643-4a78-ae4a-08e4f5e1c0e1 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:10.516713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.518502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-fd802082-5643-4a78-ae4a-08e4f5e1c0e1 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753576 Jul 09 17:16:10.556864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Request body: {'port': {'device_id': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': 'e7bee151ac354568ae6f33fb32211e96'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:10.587265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.588112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Routers {'5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:10.589504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:10.604434 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6ca17917-2e01-4a59-b717-96b9b4e85d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.699330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.737562 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-76ace8f1-f106-4846-8ea7-a4fa0d38a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.782856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051a4524-da06-4469-9f68-b7e5093ef554 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:10.795932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.813564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 051a4524-da06-4469-9f68-b7e5093ef554, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=051a4524-da06-4469-9f68-b7e5093ef554,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:10.825259 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:10.882362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Set router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:10.975282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=051a4524-da06-4469-9f68-b7e5093ef554,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:11.032805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-76ace8f1-f106-4846-8ea7-a4fa0d38a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.042998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-76ace8f1-f106-4846-8ea7-a4fa0d38a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.081957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.113072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ace8f1-f106-4846-8ea7-a4fa0d38a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a574a157-ca6e-4ded-a106-e511f5e50e30,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:11.178837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-76ace8f1-f106-4846-8ea7-a4fa0d38a1e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e87f4bc5bff84f39b5737572a9b9d8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0109546 Jul 09 17:16:11.181069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:11.218694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Made reservation on behalf of e7bee151ac354568ae6f33fb32211e96 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:11.226506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.293617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['051a4524-da06-4469-9f68-b7e5093ef554'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:11.310403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.427582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f26b3-f38c-4d9b-9211-e90a40d51f09 req-b709b10c-153c-496a-af32-444f405ae773 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:11.429504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f55f26b3-f38c-4d9b-9211-e90a40d51f09 req-b709b10c-153c-496a-af32-444f405ae773 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 945 time: 0.1866241 Jul 09 17:16:11.437833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c51-9986-46ee-9b16-6c19e62020de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.462828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c51-9986-46ee-9b16-6c19e62020de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.540479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c51-9986-46ee-9b16-6c19e62020de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.543047 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c51-9986-46ee-9b16-6c19e62020de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.546872 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1bda3c51-9986-46ee-9b16-6c19e62020de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a574a157-ca6e-4ded-a106-e511f5e50e30 HTTP/1.1" status: 204 len: 168 time: 0.3622544 Jul 09 17:16:11.613276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aeb9561d-2d61-4aef-8877-ac39bbb3e6b9', 'name': '', 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'mac_address': 'fa:16:3e:a0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:03Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 2, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'subnets': [{'id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:11.636334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f55f26b3-f38c-4d9b-9211-e90a40d51f09 req-295b0432-e366-45df-9b80-a8459638e754 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967571 Jul 09 17:16:11.640976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3c51-9986-46ee-9b16-6c19e62020de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a574a157-ca6e-4ded-a106-e511f5e50e30,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:11.759785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.770959 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.781144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.848538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:11.939520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401f2529-7225-4e88-bd29-4c347478b488,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:12.056067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.076621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Checking router: 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:12.077174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Updating router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:12.147558 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.159858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cd43df1-d64f-4a72-8111-023287211c94 req-b5d60518-77b9-4bb3-9873-a6949034af25 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 210 time: 0.1223638 Jul 09 17:16:12.214240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Allocated IP 172.25.3.61 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/9e24305e-044d-4fb7-8019-63733ca07945) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:12.224106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54306) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:12.240920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Allocated IP 192.168.233.90 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:12.253136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-024a55a5-712e-4f68-b301-8dda5c43e459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.444680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.524837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-024a55a5-712e-4f68-b301-8dda5c43e459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.532737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-024a55a5-712e-4f68-b301-8dda5c43e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.548024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.652491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.674136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Transition to ACTIVE for port object aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:12.692375 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.693604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.708201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:12.720551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Transition to ACTIVE for port object 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:12.728580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-024a55a5-712e-4f68-b301-8dda5c43e459 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22ff54d6f4084b3f83e8968595da884a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958515 Jul 09 17:16:12.729018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54312) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:12.741655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:12.797919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Allocated IP 172.25.3.29 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/8479f79a-052f-4b33-b955-02ed57e20c8b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:12.894774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd00f2-866e-4839-b1c0-3a9799dc6941 None None] Pushing event updated for resources: {'Port': ['ID=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:12.911530 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0494921-fd46-4586-859a-b47b585a99fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:12.989569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.002258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0494921-fd46-4586-859a-b47b585a99fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.007328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.039186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a55a5-712e-4f68-b301-8dda5c43e459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195ba36-ab2a-4e54-9524-6104b17119d3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:13.072467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:13.075906 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ce65-e6ca-47e9-9bc6-c8a2aa44a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.097385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Attempting to bind port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:13.101158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Attempting to bind port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:13.101590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Attempting to bind port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 on network a98d830c-fa99-40c9-8894-099f26f1265b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:13.107458 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.112400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:13.112782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Checking segment: {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:13.113254 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.113586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Bound using segment: {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:13.114062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Bound port: aeb9561d-2d61-4aef-8877-ac39bbb3e6b9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76965ffb-5d9d-4c09-82c0-299dfa295adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:13.114442 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.137004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event updated for resources: {'Port': ['ID=9e24305e-044d-4fb7-8019-63733ca07945,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:13.218115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:13.221764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=8479f79a-052f-4b33-b955-02ed57e20c8b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:13.233556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:13.237518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:13.274063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] For port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:13.274870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] For port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:13.280748 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.298568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:13.321271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:13.332262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:13.337416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:13.368922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-b2a4c707-507a-433c-bb40-3851e9dcd9b4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e7bee151ac354568ae6f33fb32211e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6409619 Jul 09 17:16:13.418980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0494921-fd46-4586-859a-b47b585a99fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.421694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0494921-fd46-4586-859a-b47b585a99fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.429523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b0494921-fd46-4586-859a-b47b585a99fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3195ba36-ab2a-4e54-9524-6104b17119d3 HTTP/1.1" status: 204 len: 168 time: 0.6994231 Jul 09 17:16:13.459115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd00f2-866e-4839-b1c0-3a9799dc6941 None None] Pushing event updated for resources: {'Port': ['ID=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:13.472222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.493335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9216a54-ba68-4938-b501-726bf06af0c4 req-4b50bdca-4e0c-463c-8923-97a7a1bc1083 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:13.495551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9216a54-ba68-4938-b501-726bf06af0c4 req-4b50bdca-4e0c-463c-8923-97a7a1bc1083 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 945 time: 0.4737418 Jul 09 17:16:13.509781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Routers {'5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:13.510940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:13.570186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:13.570861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.574025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0494921-fd46-4586-859a-b47b585a99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195ba36-ab2a-4e54-9524-6104b17119d3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:13.590940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.631590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9216a54-ba68-4938-b501-726bf06af0c4 req-cf3cdb1c-f6e5-4a8e-acb2-572ed0b70a59 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048963 Jul 09 17:16:13.652811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-0f197440-2e0d-482d-afb1-981032e752e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1055155 Jul 09 17:16:13.665174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Request body: {'port': {'device_id': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:13.908549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-f7e42bc4-2e17-43a8-94b9-0f9afe9807bc tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:13.910413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-f7e42bc4-2e17-43a8-94b9-0f9afe9807bc tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5219851 Jul 09 17:16:13.936655 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:13.984966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] Set router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:13.990205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.011994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Request body: {'port': {'device_id': '4c345eec-bc45-401d-82f7-50f7ae257045', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': 'e7bee151ac354568ae6f33fb32211e96'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:14.079259 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:14.153735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-176dcf15-c504-4abc-abf8-dab4a68ef0e0 None None] Provisioning for port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:14.203337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.229475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 051a4524-da06-4469-9f68-b7e5093ef554 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:14.286112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-176dcf15-c504-4abc-abf8-dab4a68ef0e0 None None] Provisioning complete for port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:14.286112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-176dcf15-c504-4abc-abf8-dab4a68ef0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.383117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.400174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.436997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-176dcf15-c504-4abc-abf8-dab4a68ef0e0 None None] Port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:14.540114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:14.552192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:14.552192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.734489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=8479f79a-052f-4b33-b955-02ed57e20c8b,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:14.759293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:14.799842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-33aae74e-ff62-49a1-919b-ff9330045d32 None None] Provisioning complete for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:14.800240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33aae74e-ff62-49a1-919b-ff9330045d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.801851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Made reservation on behalf of e7bee151ac354568ae6f33fb32211e96 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:14.806135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.818717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.827543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.861861 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:14.864632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb7ba223-f4ea-48bd-816f-2f17d9bcd9b9 req-6fd99ed4-285f-402b-99da-2dcb3028bdb2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 210 time: 0.0900378 Jul 09 17:16:14.898133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Transition to ACTIVE for port object 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:14.913561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.029953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:15.093432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 051a4524-da06-4469-9f68-b7e5093ef554 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:15.115603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.140187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-c27d9877-b26c-4b5f-a8dd-ca8355a23b6c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6691918 Jul 09 17:16:15.140978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 051a4524-da06-4469-9f68-b7e5093ef554 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:15.141551 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.219406 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33aae74e-ff62-49a1-919b-ff9330045d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.229696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:15.258627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.280553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aeb9561d-2d61-4aef-8877-ac39bbb3e6b9', 'name': '', 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'mac_address': 'fa:16:3e:a0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:03Z', 'updated_at': '2021-07-09T17:16:13Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'subnets': [{'id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:15.312864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.313915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Attempting to bind port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:15.314267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Attempting to bind port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:15.314602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Attempting to bind port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:15.324976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:16:15.325323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Attempting to bind port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:15.335847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-011c5975-a1c1-4be6-a2f9-6724ace77c33 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1941442 Jul 09 17:16:15.344389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:15.344632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:15.345031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:15.345493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Bound port: 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:15.345859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.374853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bc6-9077-4770-8ed8-087527c2c256 None None] The sync data for ids ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'] in n-d-791506-17 is: [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:16:04Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aeb9561d-2d61-4aef-8877-ac39bbb3e6b9', 'name': '', 'network_id': 'a98d830c-fa99-40c9-8894-099f26f1265b', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'mac_address': 'fa:16:3e:a0:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:03Z', 'updated_at': '2021-07-09T17:16:13Z', 'revision_number': 4, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'subnets': [{'id': 'e08dcb96-b96d-4742-8d22-cb574dead306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:15.385049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3e642-e8fe-4489-8717-f9414b10c91d req-bceb309d-2398-437f-acbf-b1c990f64b7d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:15.393564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cff3e642-e8fe-4489-8717-f9414b10c91d req-bceb309d-2398-437f-acbf-b1c990f64b7d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.2270770 Jul 09 17:16:15.447903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:15.500701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:15.521806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:15.526598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-33aae74e-ff62-49a1-919b-ff9330045d32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:16:15.527290 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-33aae74e-ff62-49a1-919b-ff9330045d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:16:15.534188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cff3e642-e8fe-4489-8717-f9414b10c91d req-49b63833-a3bb-48ca-9d75-3127233e9e63 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394701 Jul 09 17:16:15.540188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.596955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.639013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 051a4524-da06-4469-9f68-b7e5093ef554, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=051a4524-da06-4469-9f68-b7e5093ef554,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:15.639013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051a4524-da06-4469-9f68-b7e5093ef554'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:15.641618 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7471fd-17e8-433e-a294-6538036481a4" -d '{"events": [{"server_uuid": "b0016d4d-f696-42e5-8b06-402713f34a8b", "name": "network-vif-plugged", "status": "completed", "tag": "051a4524-da06-4469-9f68-b7e5093ef554"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:15.649406 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.692828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:15.730897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:15.731260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.732633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-14bcbcfb-8a90-4d74-8aa1-60ae2cedcb26 service neutron] 10.222.0.13 "PUT /v2.0/ports/49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 HTTP/1.1" status: 200 len: 1096 time: 2.0720959 Jul 09 17:16:15.733269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:15.735571 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce781597-5dfd-414c-8a3c-0f5293e98c49" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:15.786620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=051a4524-da06-4469-9f68-b7e5093ef554,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:15.860083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:15.981996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:16.062285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-88673ae0-db19-4dd2-9cfa-126c7adc9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:16.064132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-88673ae0-db19-4dd2-9cfa-126c7adc9897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1099 time: 0.2826064 Jul 09 17:16:16.084241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4252299-3468-49c0-a4d3-d59be672ffa2 req-5c2457cb-538a-4086-b141-7684be69eff9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:16.086068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4252299-3468-49c0-a4d3-d59be672ffa2 req-5c2457cb-538a-4086-b141-7684be69eff9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.2271755 Jul 09 17:16:16.128359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-33f3c8a0-e1b7-49a4-9ae8-d9ccd3bc3b74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 HTTP/1.1" status: 200 len: 217 time: 0.0531795 Jul 09 17:16:16.192834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:16.193436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:16.209747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:16.218624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-51d7bec9-8c4d-4360-9ec5-b3af32d899af tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:16.220088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1176eecd-5709-4c6a-9049-1fcb0d1ded7a req-51d7bec9-8c4d-4360-9ec5-b3af32d899af tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.7415986 Jul 09 17:16:16.277580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-af62cfc7-d35c-4128-a13c-f6e826d8675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:16.279711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-af62cfc7-d35c-4128-a13c-f6e826d8675f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1406755 Jul 09 17:16:16.301678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Allocated IP 192.168.233.137 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/a8d5a179-6938-4ed0-bd7d-810f28f0a6cf) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:16.389915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4252299-3468-49c0-a4d3-d59be672ffa2 req-862ce136-6395-4969-8b56-2b75a85b5ec1 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604568 Jul 09 17:16:16.451143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-d8cbf11d-1dd6-41f8-babb-5e6b7f20eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:16.457588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-d8cbf11d-1dd6-41f8-babb-5e6b7f20eb66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1607947 Jul 09 17:16:16.611298 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7b443-2ef9-4858-af5b-12b6779f4cf6 x-openstack-request-id: req-9ea7b443-2ef9-4858-af5b-12b6779f4cf6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:16.612009 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0016d4d-f696-42e5-8b06-402713f34a8b", "name": "network-vif-plugged", "status": "completed", "tag": "051a4524-da06-4469-9f68-b7e5093ef554", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:16.612467 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ea7b443-2ef9-4858-af5b-12b6779f4cf6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:16.613069 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051a4524-da06-4469-9f68-b7e5093ef554', 'code': 200} Jul 09 17:16:16.696980 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b112e196-7fad-417c-9eae-599225d862c8 x-openstack-request-id: req-b112e196-7fad-417c-9eae-599225d862c8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:16.701553 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:16.702087 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b112e196-7fad-417c-9eae-599225d862c8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:16.711860 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'status': 'completed', 'code': 200} Jul 09 17:16:16.711860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-565cd453-3ab8-40d9-b116-a19bdf7086c3 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415679 Jul 09 17:16:17.059477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b17f619-a722-46ea-bfdb-3d0b6a65bca1 req-520d299e-16e7-4ca8-ac69-87ab2c2d3883 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206654 Jul 09 17:16:17.118709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c38c309-754d-464c-bd20-5300a66f66bb req-2bfa0cbb-5f87-425b-908c-51770a66077a tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3059614 Jul 09 17:16:17.158351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:17.228035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:17.234276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c6b48-1197-4375-ac7a-5eb51665da2f req-9bf259a0-bb50-4c54-941d-049bdddb992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:17.235952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-787c6b48-1197-4375-ac7a-5eb51665da2f req-9bf259a0-bb50-4c54-941d-049bdddb992e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1098 time: 0.3518641 Jul 09 17:16:17.288241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-1fb87c16-ef6e-457f-ad3b-1388184a0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:17.289762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-1fb87c16-ef6e-457f-ad3b-1388184a0843 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1099 time: 0.1682100 Jul 09 17:16:17.318029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-71cf8ce0-2011-4c8b-aa4a-8d581344d0ce tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:17.319728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-71cf8ce0-2011-4c8b-aa4a-8d581344d0ce tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 1.5891242 Jul 09 17:16:17.387554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-35458c05-b804-4580-bb80-dfefe6235d9a req-b6a418fd-7a6c-40e2-bd9a-656e4caeeb93 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 210 time: 0.0813806 Jul 09 17:16:17.440139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-787c6b48-1197-4375-ac7a-5eb51665da2f req-ee4373bd-46d5-47e2-a492-ba276719918a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776493 Jul 09 17:16:17.506608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-9da85d6f-544d-4b5f-b5dc-70d11b3a3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:17.507933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:17.508522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-9da85d6f-544d-4b5f-b5dc-70d11b3a3020 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1741211 Jul 09 17:16:17.552400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Transition to ACTIVE for port object a8d5a179-6938-4ed0-bd7d-810f28f0a6cf will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:17.583214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-efa42b9e-3fe4-4ec8-bba2-a7e93f8ba9e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 HTTP/1.1" status: 200 len: 217 time: 0.0657375 Jul 09 17:16:17.660420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:17.669577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-f106c025-8034-456e-b60b-1162386d5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:17.671202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-f106c025-8034-456e-b60b-1162386d5176 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0799263 Jul 09 17:16:17.692367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Router 0768d873-91a8-47c7-8c4c-fd77ff040ddc is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:17.720953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:17.827502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:17.845424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70be6f-5d1f-4dfe-b175-d6dd897a7369 req-5909388b-7016-41e6-b4fc-8dcba92ceac2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:17.846762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab70be6f-5d1f-4dfe-b175-d6dd897a7369 req-5909388b-7016-41e6-b4fc-8dcba92ceac2 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 945 time: 0.2797031 Jul 09 17:16:17.848293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Deleting port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:17.848632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:17.853979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:17.856910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:17.896199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event updated for resources: {'Port': ['ID=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:18.029898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab70be6f-5d1f-4dfe-b175-d6dd897a7369 req-ad20f545-a1c0-4384-a720-a0aad27b27ea tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404905 Jul 09 17:16:18.074382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:18.088539 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] Sync routers for ids ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:18.092140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:18.093494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.098333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-9ded8c7e-a7e6-4708-853a-9f364aba0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:18.099794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-9ded8c7e-a7e6-4708-853a-9f364aba0aa2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3967841 Jul 09 17:16:18.108881 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] Routers {'0768d873-91a8-47c7-8c4c-fd77ff040ddc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:18.109533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:18.143820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5e3a5fe9-2737-41f7-96c2-7b2fa1cce861 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1420603 Jul 09 17:16:18.147341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.148723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-83d23266-7fdd-42cd-a33c-296af8150552 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7114077 Jul 09 17:16:18.150885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Allocated IP 172.25.3.54 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/de61e72e-9710-49aa-b2be-7c343e2bd30e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:18.152456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54406) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:18.157627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:18.202555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:16:18.213584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Request body: {'port': {'device_id': '4c345eec-bc45-401d-82f7-50f7ae257045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:18.219557 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:18.238060 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] Routers {'0768d873-91a8-47c7-8c4c-fd77ff040ddc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:18.238552 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:18.295219 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:18.308135 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6aa222-cb46-487e-bf18-b4edd486c5a6 None None] The sync data for ids ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:18.381369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.402676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] For port 72bf31e9-b2eb-4225-a752-f7b1cec257a1, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=72bf31e9-b2eb-4225-a752-f7b1cec257a1,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:18.403220 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.492996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a20a9c71-643c-43b9-b234-a289a46fe499 None None] Provisioning for port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:18.504838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a20a9c71-643c-43b9-b234-a289a46fe499 None None] Provisioning complete for port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:18.505529 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a9c71-643c-43b9-b234-a289a46fe499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.516582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.528115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-f2d23154-2b6a-4c8b-9a61-cb0d8b9e7db2 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120142 Jul 09 17:16:18.538814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:18.562530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'mac_address': 'fa:16:3e:f5:41:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:16:18.568963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a20a9c71-643c-43b9-b234-a289a46fe499 None None] Port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:18.612535 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.643527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:18.670045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:18.687418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.690187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.745831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:18.760660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:18.768513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:18.785342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Calling delete_port for 72bf31e9-b2eb-4225-a752-f7b1cec257a1 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:18.815499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:18.829292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=de61e72e-9710-49aa-b2be-7c343e2bd30e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:18.849262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce781597-5dfd-414c-8a3c-0f5293e98c49 req-9acc4b41-b7a5-4538-ae7b-562d28875c05 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115802 Jul 09 17:16:18.876861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61d470-6cf9-43cc-bb5c-4079e4887d33 req-0bb18ccb-7590-47b4-8766-30b301024b38 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:18.884854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c61d470-6cf9-43cc-bb5c-4079e4887d33 req-0bb18ccb-7590-47b4-8766-30b301024b38 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.5551529 Jul 09 17:16:18.890846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d5a179-6938-4ed0-bd7d-810f28f0a6cf {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:18.915880 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.928593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:18.946468 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:18.981289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.100754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c61d470-6cf9-43cc-bb5c-4079e4887d33 req-cea7a918-1901-471e-881c-decd1adc0f1d tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147527 Jul 09 17:16:19.170335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.179733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Transition to ACTIVE for port object a8d5a179-6938-4ed0-bd7d-810f28f0a6cf will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:19.184615 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.197050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.274111 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.299056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.300379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c38c309-754d-464c-bd20-5300a66f66bb req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1668563 Jul 09 17:16:19.366899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c38c309-754d-464c-bd20-5300a66f66bb req-e58fdf36-6d80-4b7a-aa98-a72dcbdb3b8d tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0569057 Jul 09 17:16:19.368026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8532-13c8-4a8b-9a1e-7f18fa627d2c tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event updated for resources: {'Port': ['ID=de61e72e-9710-49aa-b2be-7c343e2bd30e,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:19.390898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:19.414121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.539353 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.564461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c309-754d-464c-bd20-5300a66f66bb req-39a79289-a976-4cb1-bc00-8e1cf89af7eb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:19.583243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c38c309-754d-464c-bd20-5300a66f66bb req-39a79289-a976-4cb1-bc00-8e1cf89af7eb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2082736 Jul 09 17:16:19.603182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.619571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['298efa72-9d57-4ef5-9c6f-077e22ef16e5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:19.622042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['78f31f7f-f314-48fb-a0e9-dcb4176faa1f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:19.697823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071368-3be2-4b8f-85ce-cfa71935906d req-297683dc-2697-403f-9851-2d37f7a2632c tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:19.699753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38071368-3be2-4b8f-85ce-cfa71935906d req-297683dc-2697-403f-9851-2d37f7a2632c tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.3945653 Jul 09 17:16:19.708325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Pushing event deleted for resources: {'Port': ['ID=72bf31e9-b2eb-4225-a752-f7b1cec257a1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:19.730044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cff206fe-68f9-4fff-a3ba-a79ce398a465 req-06b73b13-b372-4923-b7c5-b9ad4f3c09b0 tempest-FlavorsV2NegativeTest-183342689 tempest-FlavorsV2NegativeTest-183342689-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aa47a6f553dd4029be2fe6862402c4f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662489 Jul 09 17:16:19.759187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Attempting to bind port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:19.759665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Attempting to bind port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:19.760122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Attempting to bind port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:19.798046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] No DVR routers for this DVR port 72bf31e9-b2eb-4225-a752-f7b1cec257a1 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:19.801492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.804970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b809bc99-5d81-4e73-ad18-378ab01daf92 req-5cb85242-67fe-47f8-9069-7f1751983ad6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "DELETE /v2.0/ports/72bf31e9-b2eb-4225-a752-f7b1cec257a1 HTTP/1.1" status: 204 len: 173 time: 2.4697459 Jul 09 17:16:19.810587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'name': 'network-vif-deleted', 'tag': '72bf31e9-b2eb-4225-a752-f7b1cec257a1'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:19.814746 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b7766b-ef00-42a7-9fba-ecd5ca310d67" -d '{"events": [{"server_uuid": "fa846481-5c02-42bf-86d3-6fbc34d5601f", "name": "network-vif-deleted", "tag": "72bf31e9-b2eb-4225-a752-f7b1cec257a1"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:19.833138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:16:19.833469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Attempting to bind port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:19.861040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:19.861605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:19.862256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:19.863386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Bound port: a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:19.863885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.893766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff206fe-68f9-4fff-a3ba-a79ce398a465 req-ee746b83-469b-4bf3-afcd-06a257cc0f86 tempest-FlavorsV2NegativeTest-183342689 tempest-FlavorsV2NegativeTest-183342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:19.898280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38071368-3be2-4b8f-85ce-cfa71935906d req-9d7b1f2f-336e-4487-9aa7-6bd46df8db2b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791801 Jul 09 17:16:19.904098 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cff206fe-68f9-4fff-a3ba-a79ce398a465 req-ee746b83-469b-4bf3-afcd-06a257cc0f86 tempest-FlavorsV2NegativeTest-183342689 tempest-FlavorsV2NegativeTest-183342689-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717055 Jul 09 17:16:19.923901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cff206fe-68f9-4fff-a3ba-a79ce398a465 req-82cc0e44-f069-475c-87f5-c22135ca537a tempest-FlavorsV2NegativeTest-183342689 tempest-FlavorsV2NegativeTest-183342689-project] 10.222.0.21 "GET /v2.0/quotas/aa47a6f553dd4029be2fe6862402c4f4 HTTP/1.1" status: 200 len: 375 time: 0.0181994 Jul 09 17:16:19.935957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Deleting port 9e24305e-044d-4fb7-8019-63733ca07945 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:19.937522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:19.988503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cff206fe-68f9-4fff-a3ba-a79ce398a465 req-ef6a652c-e3fc-4c8f-9500-cf6df07f1e24 tempest-FlavorsV2NegativeTest-183342689 tempest-FlavorsV2NegativeTest-183342689-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa47a6f553dd4029be2fe6862402c4f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633540 Jul 09 17:16:20.152353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] For port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:20.159274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] For port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:20.171674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:20.223525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:20.247340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:20.301795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f35988ff-8c12-44a6-a2ea-2180ead14333 req-46edf3ab-ef5e-4131-8730-adc75258170b tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa846481-5c02-42bf-86d3-6fbc34d5601f HTTP/1.1" status: 200 len: 210 time: 0.0660772 Jul 09 17:16:20.308845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:20.316077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:20.316532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:20.370706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:20.402640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Calling delete_port for 9e24305e-044d-4fb7-8019-63733ca07945 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:20.448528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:20.451056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:20.452863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-166f6e2a-7f43-45a1-a8bf-893f1fcd9a86 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8d5a179-6938-4ed0-bd7d-810f28f0a6cf HTTP/1.1" status: 200 len: 1097 time: 2.2521875 Jul 09 17:16:20.517678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64a855b0-7872-49aa-8598-8818ee76762d req-45755b04-36c5-4fc6-8bd1-7983ec5f8504 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips/ddabf69a-da6e-447a-8600-f783dfe86ca7 HTTP/1.1" status: 200 len: 692 time: 0.1571937 Jul 09 17:16:20.630941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:20.718982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:20.745647 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b87887d-b32a-466b-8b61-449e1a1a98e7" -d '{"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-plugged", "status": "completed", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:20.779432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a855b0-7872-49aa-8598-8818ee76762d req-37eb50c7-5841-4139-9cc1-bc0b164eed4d tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:20.780167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:20.781748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64a855b0-7872-49aa-8598-8818ee76762d req-37eb50c7-5841-4139-9cc1-bc0b164eed4d tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2584124 Jul 09 17:16:20.793606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-64a855b0-7872-49aa-8598-8818ee76762d req-55885137-ab29-40a5-aceb-3c0f0a6644ea tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:16:20.794601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64a855b0-7872-49aa-8598-8818ee76762d req-55885137-ab29-40a5-aceb-3c0f0a6644ea tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061655 Jul 09 17:16:20.799935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf0973-a052-44d9-918b-b4a906bdf593 req-b346a03d-eeae-449c-bbf8-701f9c95ed7a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:20.806996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2edf0973-a052-44d9-918b-b4a906bdf593 req-b346a03d-eeae-449c-bbf8-701f9c95ed7a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 948 time: 0.6236773 Jul 09 17:16:20.808850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:20.816098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 72bf31e9-b2eb-4225-a752-f7b1cec257a1 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:20.873254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 72bf31e9-b2eb-4225-a752-f7b1cec257a1 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:20.873784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 72bf31e9-b2eb-4225-a752-f7b1cec257a1 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:20.924279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:21.173950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54460) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:21.241194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2edf0973-a052-44d9-918b-b4a906bdf593 req-2e7a07d6-0441-446d-abb8-e1352d0fb9a4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331946 Jul 09 17:16:21.273653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5475ba7c-d00c-4ca0-bcbf-18f0499dfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:21.284978 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-5475ba7c-d00c-4ca0-bcbf-18f0499dfbd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 1100 time: 0.6653898 Jul 09 17:16:21.327574 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248e3a05-72f3-479c-96d9-6b905cde22ca x-openstack-request-id: req-248e3a05-72f3-479c-96d9-6b905cde22ca {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:21.328082 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa846481-5c02-42bf-86d3-6fbc34d5601f", "name": "network-vif-deleted", "tag": "72bf31e9-b2eb-4225-a752-f7b1cec257a1", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:21.328421 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-248e3a05-72f3-479c-96d9-6b905cde22ca {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:21.329214 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa846481-5c02-42bf-86d3-6fbc34d5601f', 'name': 'network-vif-deleted', 'tag': '72bf31e9-b2eb-4225-a752-f7b1cec257a1', 'status': 'completed', 'code': 200} Jul 09 17:16:21.339366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99a27d89-c527-41db-8b04-44e9ef39f645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:21.385259 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a897c6b9-dfdd-49cc-b6a8-a2305aedd0eb x-openstack-request-id: req-a897c6b9-dfdd-49cc-b6a8-a2305aedd0eb {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:21.385562 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-plugged", "status": "completed", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:21.385810 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a897c6b9-dfdd-49cc-b6a8-a2305aedd0eb {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:21.386216 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'code': 200} Jul 09 17:16:21.395435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-2920a441-5807-4d6f-8fd1-f8f1e9d99c06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf HTTP/1.1" status: 200 len: 217 time: 0.0933154 Jul 09 17:16:21.504634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:21.540742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-76fce8ed-32d3-44d5-9e97-0b96632b63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:21.541066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-259d35be-07df-41d1-8072-0ed60f84f1cc tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips/ddabf69a-da6e-447a-8600-f783dfe86ca7 HTTP/1.1" status: 200 len: 692 time: 0.1278672 Jul 09 17:16:21.542222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-76fce8ed-32d3-44d5-9e97-0b96632b63e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1378763 Jul 09 17:16:21.546709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Pushing event deleted for resources: {'Port': ['ID=9e24305e-044d-4fb7-8019-63733ca07945,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:21.676913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e2339-06a7-407d-8b12-287d772509c4 req-1b06dadc-0e41-4cab-a0f6-39706b9a1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:21.678590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-608e2339-06a7-407d-8b12-287d772509c4 req-1b06dadc-0e41-4cab-a0f6-39706b9a1244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1101 time: 0.2149096 Jul 09 17:16:21.681813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:21.706808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99a27d89-c527-41db-8b04-44e9ef39f645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:21.715404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-1255e3aa-9750-478e-9f0c-4d4da13fb2fb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:21.716887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-1255e3aa-9750-478e-9f0c-4d4da13fb2fb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1590102 Jul 09 17:16:21.718198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99a27d89-c527-41db-8b04-44e9ef39f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:21.756452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-99a27d89-c527-41db-8b04-44e9ef39f645 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa47a6f553dd4029be2fe6862402c4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785480 Jul 09 17:16:21.759224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:21.784821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-196701d8-8d34-4a60-8ee3-79a9ef06d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:21.786341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-196701d8-8d34-4a60-8ee3-79a9ef06d1db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2342973 Jul 09 17:16:21.810501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-cbf1cd5c-03b3-4b74-9aca-4a3b5fd3f4c2 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0611310 Jul 09 17:16:21.888739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-6fa61f25-b3fb-43fa-804a-580af7dd4faf tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.54 HTTP/1.1" status: 200 len: 695 time: 0.0772407 Jul 09 17:16:21.975461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-608e2339-06a7-407d-8b12-287d772509c4 req-abfb6a0c-761a-4e40-8588-9398b473e698 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879572 Jul 09 17:16:21.981733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a27d89-c527-41db-8b04-44e9ef39f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1073739-415f-47ab-89b8-cf55c8fe30c2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:22.101522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Deleting port de61e72e-9710-49aa-b2be-7c343e2bd30e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:22.102171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.109992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-c363ab7e-f4d3-4fee-890f-8feb7c3cdf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:22.111806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-c363ab7e-f4d3-4fee-890f-8feb7c3cdf92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1098 time: 0.2192895 Jul 09 17:16:22.127337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3199697f-e3f3-4bc9-9199-35bea0b4b5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.151322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.168095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-cf719bfa-908d-4ee7-97ec-ac09dad664f0 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700120 Jul 09 17:16:22.169913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.209149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3199697f-e3f3-4bc9-9199-35bea0b4b5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.299227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-0009de31-ce21-460e-b2cc-79c2b73a6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:22.300786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-0009de31-ce21-460e-b2cc-79c2b73a6dab service neutron] 10.222.0.13 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.1790776 Jul 09 17:16:22.321182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.321508 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.359007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1649ed-3a49-42a5-84df-287e26f1315b req-22c5e4bd-0ccb-45ec-9ca3-bcdaa1a48785 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:22.360496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9d1649ed-3a49-42a5-84df-287e26f1315b req-22c5e4bd-0ccb-45ec-9ca3-bcdaa1a48785 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.4181240 Jul 09 17:16:22.372840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-06e56656-1d98-41b4-a11d-bd22689ef07f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 200 len: 217 time: 0.0637133 Jul 09 17:16:22.377964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Calling delete_port for de61e72e-9710-49aa-b2be-7c343e2bd30e owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:22.400288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Router 0768d873-91a8-47c7-8c4c-fd77ff040ddc has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:22.453148 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34da762c-ef26-48c7-b2bc-b4ea6bf7dd3d req-a9ef72b4-1812-4ca0-9982-e2bec04b6c4b service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719698 Jul 09 17:16:22.477413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-12a5c328-00d5-4148-9f79-5c72dda18b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:22.479227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-12a5c328-00d5-4148-9f79-5c72dda18b34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.0959105 Jul 09 17:16:22.489387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9d1649ed-3a49-42a5-84df-287e26f1315b req-f6fe6d3f-6ee4-4f8d-b513-70d9ca1f6743 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121664 Jul 09 17:16:22.521441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-a4e9752b-c708-4749-bf08-3f19d8c37609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331008 Jul 09 17:16:22.526110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3199697f-e3f3-4bc9-9199-35bea0b4b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.538517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3199697f-e3f3-4bc9-9199-35bea0b4b5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.540007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3199697f-e3f3-4bc9-9199-35bea0b4b5cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1073739-415f-47ab-89b8-cf55c8fe30c2 HTTP/1.1" status: 204 len: 168 time: 0.7786374 Jul 09 17:16:22.544254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:22.552932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.559197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4758678-d2f4-46aa-ae90-665b13bebc54 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "PUT /v2.0/routers/0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 200 len: 706 time: 4.4049969 Jul 09 17:16:22.559610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54476) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:22.567829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] Sync routers for ids ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:22.574419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199697f-e3f3-4bc9-9199-35bea0b4b5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1073739-415f-47ab-89b8-cf55c8fe30c2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:22.644694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] Routers {'0768d873-91a8-47c7-8c4c-fd77ff040ddc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:22.645659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:22.645976 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:16:22.713474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-bfaee172-f52a-453a-8597-9ccf3f84491d service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829422 Jul 09 17:16:22.728307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-57f9d519-fbfd-4e61-88fb-fcefcbaa7455 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/routers/0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 200 len: 741 time: 0.1613500 Jul 09 17:16:22.737417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54478) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:22.744329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:22.772417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] Routers {'0768d873-91a8-47c7-8c4c-fd77ff040ddc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:22.775610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:22.821005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:22.821687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ee255-78be-4bab-8449-e223fefc60a9 None None] The sync data for ids ['0768d873-91a8-47c7-8c4c-fd77ff040ddc'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:22.832036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-da231302-1cbc-4fb5-a916-ad51c05a7623 tempest-RoutersAdminTest-1920588147 tempest-RoutersAdminTest-1920588147-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 200 len: 205 time: 0.0922282 Jul 09 17:16:22.835883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54484) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:22.899402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:22.934453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-27c3259c-9149-429b-83ff-f903ae463fbf tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 200 len: 205 time: 0.0971420 Jul 09 17:16:22.935238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54486) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:22.952734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event deleted for resources: {'Port': ['ID=de61e72e-9710-49aa-b2be-7c343e2bd30e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:23.060613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.082912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc375843-306b-45f3-bfdc-a3fb9b5bea0c req-66ae06c5-b38a-498d-bb39-6516d196bdb1 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383253 Jul 09 17:16:23.091716 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.094442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.100619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25d16c1c-e1e9-4269-8f02-31a6dc2e4142 req-7ab91fc2-2836-40d7-a09d-5f8f77243ced tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "DELETE /v2.0/floatingips/ddabf69a-da6e-447a-8600-f783dfe86ca7 HTTP/1.1" status: 204 len: 173 time: 1.2108994 Jul 09 17:16:23.331744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c345eec-bc45-401d-82f7-50f7ae257045', 'tag': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:23.333750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123afd7e-907b-4ea0-87b2-9e47cc672867 req-128e1568-adbe-4745-94bd-963e0c51a046 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:23.334918 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c345eec-bc45-401d-82f7-50f7ae257045", "tag": "a8d5a179-6938-4ed0-bd7d-810f28f0a6cf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:23.344817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-123afd7e-907b-4ea0-87b2-9e47cc672867 req-128e1568-adbe-4745-94bd-963e0c51a046 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 948 time: 0.0956528 Jul 09 17:16:23.358380 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.371418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.381384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-7f820a26-5d99-4555-86a7-ca59be539513 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:23.383076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-7f820a26-5d99-4555-86a7-ca59be539513 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.5247433 Jul 09 17:16:23.394496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-123afd7e-907b-4ea0-87b2-9e47cc672867 req-147b6680-1ba0-4d7f-a248-0eddb84bdf88 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Jul 09 17:16:23.754854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54520) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:23.832961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d013d1-86ec-4a48-8a5e-042f842770c4 req-9150db50-0dfb-4b69-9d6a-33126f2091cc tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:23.840025 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-89d013d1-86ec-4a48-8a5e-042f842770c4 req-9150db50-0dfb-4b69-9d6a-33126f2091cc tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.7751431 Jul 09 17:16:23.870885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.871436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Fanout notify agent at l3_agent the message router_deleted on router 0768d873-91a8-47c7-8c4c-fd77ff040ddc {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:23.878932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:23.880079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7e160d9c-c134-4959-bc40-3ead14157d9c tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 204 len: 168 time: 0.9264851 Jul 09 17:16:23.891214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54524) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:23.948580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-network', 'tenant_id': '66a609fab392473abf9e589fd5e84195'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:23.970260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cca9f269-fee1-4444-b843-9a39b410f558 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 200 len: 205 time: 0.0766156 Jul 09 17:16:23.974380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54526) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.024181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-89d013d1-86ec-4a48-8a5e-042f842770c4 req-4fef6ae8-2741-4e0e-8206-6dbc492a4203 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828513 Jul 09 17:16:24.026462 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-86bc4a2c-7f34-4b52-89f6-ee51f6639358 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] delete failed (client error): The resource could not be found. Jul 09 17:16:24.030333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-86bc4a2c-7f34-4b52-89f6-ee51f6639358 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/0768d873-91a8-47c7-8c4c-fd77ff040ddc HTTP/1.1" status: 404 len: 336 time: 0.0548851 Jul 09 17:16:24.032452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54528) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.035022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5de97b-5c3a-4107-8b2b-a8c6d53e2302 req-6ee35a92-6157-4ca8-a11c-ea95bcfa8bb7 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:24.037127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d5de97b-5c3a-4107-8b2b-a8c6d53e2302 req-6ee35a92-6157-4ca8-a11c-ea95bcfa8bb7 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2947230 Jul 09 17:16:24.038557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Made reservation on behalf of 66a609fab392473abf9e589fd5e84195 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:24.042239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.056174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.133798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54532) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.134486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e201ad45-8645-452a-b041-2fdd1aa989da tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=88d258f2-8dd9-4823-a875-33582b72613a HTTP/1.1" status: 200 len: 205 time: 0.1004021 Jul 09 17:16:24.136393 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e22ee34-f076-4f0f-ae0b-bf30644812c1 x-openstack-request-id: req-0e22ee34-f076-4f0f-ae0b-bf30644812c1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:24.137026 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c345eec-bc45-401d-82f7-50f7ae257045", "tag": "a8d5a179-6938-4ed0-bd7d-810f28f0a6cf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:24.137492 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e22ee34-f076-4f0f-ae0b-bf30644812c1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:24.138125 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c345eec-bc45-401d-82f7-50f7ae257045', 'tag': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf', 'status': 'completed', 'code': 200} Jul 09 17:16:24.217445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Deleting port 3d2c961d-594a-4964-a8d0-3d8956152c89 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:24.217788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.227297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.281324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.295022 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-c19c38db-b849-48a1-b20f-f2bafc0ece9a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] delete failed (client error): The resource could not be found. Jul 09 17:16:24.299636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c19c38db-b849-48a1-b20f-f2bafc0ece9a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/88d258f2-8dd9-4823-a875-33582b72613a HTTP/1.1" status: 404 len: 336 time: 0.1632173 Jul 09 17:16:24.301340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.333819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef92435-4f1b-4e02-bb0a-08bce2a6bb40 req-4a7eb756-7eb0-415d-ae9c-7a38bba22322 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:24.335538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fef92435-4f1b-4e02-bb0a-08bce2a6bb40 req-4a7eb756-7eb0-415d-ae9c-7a38bba22322 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 946 time: 0.1613050 Jul 09 17:16:24.362845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:24.368857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3a613840-f562-4d30-9905-06e52debe4ec tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=277078e1-1665-4432-affc-6d333ecef76a HTTP/1.1" status: 200 len: 205 time: 0.0663855 Jul 09 17:16:24.375204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d766f-e8fe-42a8-813f-bc9eb566bc06,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:24.380953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54536) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.390698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.391315 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Added segment 1784ac11-b289-46c1-9b2c-428e4e211b35 of type vlan for network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 Jul 09 17:16:24.455351 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-84a4cb4f-e928-4445-9e39-79efb05c5546 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] delete failed (client error): The resource could not be found. Jul 09 17:16:24.456472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-84a4cb4f-e928-4445-9e39-79efb05c5546 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/277078e1-1665-4432-affc-6d333ecef76a HTTP/1.1" status: 404 len: 336 time: 0.0746586 Jul 09 17:16:24.466234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.468486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.479752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-4e3fa2bc-52bb-46aa-bd71-2aac9257ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:24.481434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-4e3fa2bc-52bb-46aa-bd71-2aac9257ae77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 1100 time: 0.3389008 Jul 09 17:16:24.494510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b2d59-745d-4cc5-b3aa-b2bd196210f9 req-98335c0f-1a3b-4ced-9cdf-04d0b75e4482 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:24.501618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-295b2d59-745d-4cc5-b3aa-b2bd196210f9 req-98335c0f-1a3b-4ced-9cdf-04d0b75e4482 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 945 time: 0.2413113 Jul 09 17:16:24.510385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b61c4541-53a3-4ae5-9189-86abc0f20d37 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=15de841e-2777-4d44-9fd5-ca185d7a5b57 HTTP/1.1" status: 200 len: 205 time: 0.0372241 Jul 09 17:16:24.512389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54542) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.517842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] For port 3d2c961d-594a-4964-a8d0-3d8956152c89, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3d2c961d-594a-4964-a8d0-3d8956152c89,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:24.518218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.571052 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-bb9c5f60-20ab-4fa7-955b-a8be7544a5c7 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] delete failed (client error): The resource could not be found. Jul 09 17:16:24.574293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb9c5f60-20ab-4fa7-955b-a8be7544a5c7 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/15de841e-2777-4d44-9fd5-ca185d7a5b57 HTTP/1.1" status: 404 len: 336 time: 0.0563192 Jul 09 17:16:24.576473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54544) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:24.623719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fef92435-4f1b-4e02-bb0a-08bce2a6bb40 req-e4ae48e2-ce40-45e8-a6f6-0a7d9614e062 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups?id=1921d18c-3b51-400a-9959-4645d03d4aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642851 Jul 09 17:16:24.649165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-e10ee8ac-792a-4f1b-8bf9-7f2c002180d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:24.649165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-e10ee8ac-792a-4f1b-8bf9-7f2c002180d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1424716 Jul 09 17:16:24.672658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.673671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:24.673947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:24.784805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-643a8cd5-cf51-4cfe-8b96-be08cfc4d30b req-4971c0cc-276a-43ac-9c4f-a4fab89a876e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=12472941742147a3b264edb8dd1408e4 HTTP/1.1" status: 200 len: 1654 time: 0.1109095 Jul 09 17:16:25.025507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7e979802-7840-43b1-91b7-e1d2ccce3848 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 HTTP/1.1" status: 200 len: 205 time: 0.4467847 Jul 09 17:16:25.033976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54546) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:25.047182 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-cc9f2c28-095d-4d20-97c9-3df5e00b2d43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf HTTP/1.1" status: 200 len: 217 time: 0.3836482 Jul 09 17:16:25.061022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-295b2d59-745d-4cc5-b3aa-b2bd196210f9 req-1eec2fe2-2d1d-4da7-ab4b-d9eca1e011a6 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583007 Jul 09 17:16:25.092585 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-16e12d93-1dff-4747-abb4-c966cecfef11 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] delete failed (client error): The resource could not be found. Jul 09 17:16:25.093701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16e12d93-1dff-4747-abb4-c966cecfef11 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/3cf1cb4e-7bb1-44f2-bc56-3f4f4e99b775 HTTP/1.1" status: 404 len: 336 time: 0.0587025 Jul 09 17:16:25.105807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54550) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:25.167829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.168434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.168828 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c disassociated. External IP: 172.25.3.75, port: 3d2c961d-594a-4964-a8d0-3d8956152c89. Jul 09 17:16:25.169177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Calling delete_port for 3d2c961d-594a-4964-a8d0-3d8956152c89 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:25.191126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] Pushing event updated for resources: {'Network': ['ID=99d32d80-1dc3-4608-af2a-2f0d91b5d925,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:25.212217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:25.230816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d22b3310-81ac-45ce-8e3c-76e82c894e67 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b HTTP/1.1" status: 200 len: 205 time: 0.1215789 Jul 09 17:16:25.244004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54552) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:25.265673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e4551c66-5384-420b-9166-b9ec8134be13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5085642 Jul 09 17:16:25.275392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54554) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:25.296985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Request body: {'subnet': {'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-subnet', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:25.301465 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-18ec2aae-2865-4c0d-b567-7c5d170bf2d7 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] delete failed (client error): The resource could not be found. Jul 09 17:16:25.302518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-18ec2aae-2865-4c0d-b567-7c5d170bf2d7 tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/routers/0ae3cee0-a3aa-4cdc-91ed-9e8d2b4c763b HTTP/1.1" status: 404 len: 336 time: 0.0575261 Jul 09 17:16:25.309770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54556) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:25.310885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8cd5-cf51-4cfe-8b96-be08cfc4d30b req-ac6056f4-a285-4cfa-b5e7-78fba93592b9 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:25.317548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-643a8cd5-cf51-4cfe-8b96-be08cfc4d30b req-ac6056f4-a285-4cfa-b5e7-78fba93592b9 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks?id=9f0ed3ee-8168-48da-83f8-908041e640f1&id=9f0ed3ee-8168-48da-83f8-908041e640f1&id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 787 time: 0.4933407 Jul 09 17:16:25.326603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-643a8cd5-cf51-4cfe-8b96-be08cfc4d30b req-36815ac8-56b4-42a3-ac50-535789e7c2c1 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:16:25.330021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-643a8cd5-cf51-4cfe-8b96-be08cfc4d30b req-36815ac8-56b4-42a3-ac50-535789e7c2c1 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115733 Jul 09 17:16:25.378306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-14f986ab-6a4a-42e0-acdb-a5aa0e1db936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:25.381080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-14f986ab-6a4a-42e0-acdb-a5aa0e1db936 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2333050 Jul 09 17:16:25.428327 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e60c6b-7d89-44ca-86f4-505699abe23a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] DELETE failed (client error): The resource could not be found. Jul 09 17:16:25.428988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e60c6b-7d89-44ca-86f4-505699abe23a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:16:25.430871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-98e60c6b-7d89-44ca-86f4-505699abe23a tempest-RoutersAdminTest-396656301 tempest-RoutersAdminTest-396656301-project] 10.222.0.21 "DELETE /v2.0/subnets/a7602aae-520b-40e4-9694-33fe35e407da HTTP/1.1" status: 404 len: 337 time: 0.0813231 Jul 09 17:16:25.527684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Made reservation on behalf of 66a609fab392473abf9e589fd5e84195 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:25.530865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.567341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c35d-5c7f-4585-b335-5b3e099739fc req-64296e01-a9a0-47ab-bc08-c39e8f87b432 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:25.574392 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d32c35d-5c7f-4585-b335-5b3e099739fc req-64296e01-a9a0-47ab-bc08-c39e8f87b432 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.1253016 Jul 09 17:16:25.590142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a8d5a179-6938-4ed0-bd7d-810f28f0a6cf details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:16:25.676178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d32c35d-5c7f-4585-b335-5b3e099739fc req-ee8c572d-0ae2-41f5-9e4d-9778bfac6673 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005697 Jul 09 17:16:25.680344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-cdd59a21-30d7-4109-8dbf-530846667015 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:25.682153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-cdd59a21-30d7-4109-8dbf-530846667015 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 945 time: 0.5069416 Jul 09 17:16:25.746971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3d2c961d-594a-4964-a8d0-3d8956152c89 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:25.778717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-f479962a-9a6b-4420-853c-3fc3ea7313ee tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips/2aecb505-5201-4350-a06d-30bbb8f24c63 HTTP/1.1" status: 200 len: 692 time: 0.0574033 Jul 09 17:16:25.779526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:25.829359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.859965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:25.868328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No active binding found for port 3d2c961d-594a-4964-a8d0-3d8956152c89 {{(pid=93897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:16:25.869009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3d2c961d-594a-4964-a8d0-3d8956152c89 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:25.876308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf', 'mac_address': 'fa:16:3e:18:08:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:16:25.908865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402d825-024a-4cdd-b606-9cbaaf5d3a9a req-09baef85-3e81-4d08-b94c-aa7472590e58 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:25.917562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9402d825-024a-4cdd-b606-9cbaaf5d3a9a req-09baef85-3e81-4d08-b94c-aa7472590e58 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 948 time: 0.6541483 Jul 09 17:16:25.965996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:25.975845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-71ac4dab-010b-4f42-a11b-e2bcd7635974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:25.980245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-71ac4dab-010b-4f42-a11b-e2bcd7635974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5667074 Jul 09 17:16:25.994021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event deleted for resources: {'Port': ['ID=3d2c961d-594a-4964-a8d0-3d8956152c89,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:25.998900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-acbefcf8-b8a6-40ca-9520-dc678627948c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.009593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d5a179-6938-4ed0-bd7d-810f28f0a6cf {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:26.042665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:26.050512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.110396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-ec2e0767-f244-4919-a841-0ecc7c0bc00f service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152296 Jul 09 17:16:26.120975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:26.137289 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9402d825-024a-4cdd-b606-9cbaaf5d3a9a req-d9d46eed-bcb8-401c-8e23-9cde3cb32568 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189600 Jul 09 17:16:26.152147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-acbefcf8-b8a6-40ca-9520-dc678627948c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.165076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-acbefcf8-b8a6-40ca-9520-dc678627948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.258511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-9f1d6b6b-5946-46c7-8b9c-d3ac6a735ee8 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:26.260155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.267595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-9f1d6b6b-5946-46c7-8b9c-d3ac6a735ee8 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.4787378 Jul 09 17:16:26.276218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-acbefcf8-b8a6-40ca-9520-dc678627948c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99b390cf57f5454aafb2f7149bf92133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951532 Jul 09 17:16:26.280632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['a8d5a179-6938-4ed0-bd7d-810f28f0a6cf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:26.284159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54572) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:26.292216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbefcf8-b8a6-40ca-9520-dc678627948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76421162-7235-4af1-b68b-69ff2a1b7d5e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:26.358023 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-25350944-5d8d-451e-958c-43cc2fe5180a tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.0912817 Jul 09 17:16:26.364987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfeb1209-bbc6-492e-91c2-33094ec9994c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:26.423632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3074b761-bef7-4e9e-a75a-c3286e4ec5e2 req-210c8031-5ee8-4db5-813c-820fb8a27872 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853465 Jul 09 17:16:26.451372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5ee6eeb-eb7b-4ee1-9e21-ba9214faf3f3 req-940eee47-2bad-447a-932e-7e82e1c3fd30 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 210 time: 0.0897179 Jul 09 17:16:26.488269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Deleting port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:26.488269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.495442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-88818760-2dc6-451e-9bd0-c3117b1387c1 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1364660 Jul 09 17:16:26.574896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Checking segment: {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:26.575530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Network hostable DHCP agents. Network: 99d32d80-1dc3-4608-af2a-2f0d91b5d925, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:26.604811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:26.669553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:26.694146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 99d32d80-1dc3-4608-af2a-2f0d91b5d925) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:26.707627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cefa7-2d0f-47ef-9431-84fabdd26e53 None None] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:26.709026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] For port 298efa72-9d57-4ef5-9c6f-077e22ef16e5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=298efa72-9d57-4ef5-9c6f-077e22ef16e5,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:26.709384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.712470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:26.713444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.737262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Calling delete_port for 298efa72-9d57-4ef5-9c6f-077e22ef16e5 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:26.761894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d95e3f20-dc97-4bb9-9143-dfb403ce378f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4753165 Jul 09 17:16:26.769895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21260915-cf35-4a60-8df9-379fb08f33c5 req-d19c8eff-c919-48fd-9349-e0ad77d751aa tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:26.771607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54576) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:26.776888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-21260915-cf35-4a60-8df9-379fb08f33c5 req-d19c8eff-c919-48fd-9349-e0ad77d751aa tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8676b28-ff88-407d-b561-0e655d74b934 HTTP/1.1" status: 200 len: 945 time: 0.1436727 Jul 09 17:16:26.783056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:26.838151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2b5a9f4-fc87-4160-b9d5-dd732a806dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.853033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-21260915-cf35-4a60-8df9-379fb08f33c5 req-5e0de699-a8a6-4c1d-89fb-f70f7de7e9dc tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751643 Jul 09 17:16:26.868885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2b5a9f4-fc87-4160-b9d5-dd732a806dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:26.995445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-99d32d80-1dc3-4608-af2a-2f0d91b5d925', 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'fixed_ips': [{'subnet_id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:16:26.996348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.046929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.067077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['78f31f7f-f314-48fb-a0e9-dcb4176faa1f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:27.108605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Pushing event deleted for resources: {'Port': ['ID=298efa72-9d57-4ef5-9c6f-077e22ef16e5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:27.232151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] No DVR routers for this DVR port 298efa72-9d57-4ef5-9c6f-077e22ef16e5 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:27.239253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.241841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9d59525-36b3-4010-ba7d-d1eb79678d8e req-a92d8748-df91-45be-9ddf-3f71de45a475 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.36 "DELETE /v2.0/ports/298efa72-9d57-4ef5-9c6f-077e22ef16e5 HTTP/1.1" status: 204 len: 173 time: 1.5467629 Jul 09 17:16:27.243729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8676b28-ff88-407d-b561-0e655d74b934', 'name': 'network-vif-deleted', 'tag': '298efa72-9d57-4ef5-9c6f-077e22ef16e5'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:27.247730 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8b1cd-4995-47ae-8c07-02f7b3badffa" -d '{"events": [{"server_uuid": "b8676b28-ff88-407d-b561-0e655d74b934", "name": "network-vif-deleted", "tag": "298efa72-9d57-4ef5-9c6f-077e22ef16e5"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:27.267075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.268345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.279873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2b5a9f4-fc87-4160-b9d5-dd732a806dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.283235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2b5a9f4-fc87-4160-b9d5-dd732a806dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.284507 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d2b5a9f4-fc87-4160-b9d5-dd732a806dee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76421162-7235-4af1-b68b-69ff2a1b7d5e HTTP/1.1" status: 204 len: 168 time: 0.9940255 Jul 09 17:16:27.315866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5a9f4-fc87-4160-b9d5-dd732a806dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76421162-7235-4af1-b68b-69ff2a1b7d5e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:27.325273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Deleting port 8479f79a-052f-4b33-b955-02ed57e20c8b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:27.325615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.341758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158c51-1302-422e-b86a-803792a38eb0 req-16a43dbd-2a5c-4427-817d-b3ddff83d868 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:27.348623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-97158c51-1302-422e-b86a-803792a38eb0 req-16a43dbd-2a5c-4427-817d-b3ddff83d868 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.2846844 Jul 09 17:16:27.433260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-97158c51-1302-422e-b86a-803792a38eb0 req-7c7e311d-1279-4efc-8523-431df941a97f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786324 Jul 09 17:16:27.444905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:27.459807 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:27.480965 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:27.483569 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:27.485778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:27.617895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a8d5a179-6938-4ed0-bd7d-810f28f0a6cf up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:27.776717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6967f-c0a8-4c98-ab12-85ff7494efa1 req-3d8077b3-3978-4fba-9362-e10d69dbc071 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:27.781710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Allocated IP 172.20.0.2 (99d32d80-1dc3-4608-af2a-2f0d91b5d925/dfeb1209-bbc6-492e-91c2-33094ec9994c/ecb5b11e-70c9-41c9-8a20-f964fd3af66a) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:27.788737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ef6967f-c0a8-4c98-ab12-85ff7494efa1 req-3d8077b3-3978-4fba-9362-e10d69dbc071 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 949 time: 0.1742175 Jul 09 17:16:27.812820 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:27.844480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:27.893653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54588) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:27.906049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ef6967f-c0a8-4c98-ab12-85ff7494efa1 req-53a1ed96-b3bf-4217-8779-b8217a06b986 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157818 Jul 09 17:16:27.937083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:27.937314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.059247 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1754cd-9484-4339-8da9-bb3ba768fb7a x-openstack-request-id: req-fa1754cd-9484-4339-8da9-bb3ba768fb7a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:28.059748 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8676b28-ff88-407d-b561-0e655d74b934", "name": "network-vif-deleted", "tag": "298efa72-9d57-4ef5-9c6f-077e22ef16e5", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:28.060043 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa1754cd-9484-4339-8da9-bb3ba768fb7a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:28.060623 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8676b28-ff88-407d-b561-0e655d74b934', 'name': 'network-vif-deleted', 'tag': '298efa72-9d57-4ef5-9c6f-077e22ef16e5', 'status': 'completed', 'code': 200} Jul 09 17:16:28.069914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47b98019-6122-40a9-880c-eb2d9b8ba0e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25d519b1117e4709b85946d7ef2dd47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625316 Jul 09 17:16:28.070594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54592) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:28.088280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.112173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] No DVR routers for this DVR port 3d2c961d-594a-4964-a8d0-3d8956152c89 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:28.123870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.128970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2ce7e89-92a1-4be8-a73a-dac5f84c3098 req-fa734a47-db20-48fb-aa5c-bc99d0f86fed tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.36 "DELETE /v2.0/ports/3d2c961d-594a-4964-a8d0-3d8956152c89 HTTP/1.1" status: 204 len: 173 time: 4.7375903 Jul 09 17:16:28.145900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'name': 'network-vif-deleted', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:28.162958 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb7c1dd-4afe-4f44-8855-332cbb9d1de9" -d '{"events": [{"server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "name": "network-vif-deleted", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:28.215039 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.224203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7cff5d7-9a3d-41c6-8b62-a12bdf65952f req-e2651976-a217-4d87-ae8f-31df3e78f5d9 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce74416b-adc4-4ad6-8af9-a62a0bfff975 HTTP/1.1" status: 200 len: 210 time: 0.0946639 Jul 09 17:16:28.224926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Transition to ACTIVE for port object ecb5b11e-70c9-41c9-8a20-f964fd3af66a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:28.244582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Transition to ACTIVE for port object ecb5b11e-70c9-41c9-8a20-f964fd3af66a will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:28.257407 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.272165 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:28.275553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f58e6485-6fa6-413f-8803-619eff6e400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.280124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:28.283274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:28.286189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:28.341551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.341551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.348035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f58e6485-6fa6-413f-8803-619eff6e400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.372729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:28.379538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Calling delete_port for 8479f79a-052f-4b33-b955-02ed57e20c8b owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:28.423837 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:28.427921 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:28.437984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f58e6485-6fa6-413f-8803-619eff6e400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.440904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f58e6485-6fa6-413f-8803-619eff6e400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.445114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f58e6485-6fa6-413f-8803-619eff6e400b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63e477ad-3a06-4043-8acd-f48cac60bdfa HTTP/1.1" status: 204 len: 168 time: 0.3734808 Jul 09 17:16:28.461142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6485-6fa6-413f-8803-619eff6e400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e477ad-3a06-4043-8acd-f48cac60bdfa,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:28.555800 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c66b0-95cd-49db-a587-0c7486c31981 x-openstack-request-id: req-0c0c66b0-95cd-49db-a587-0c7486c31981 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:28.556252 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce74416b-adc4-4ad6-8af9-a62a0bfff975", "name": "network-vif-deleted", "tag": "3d2c961d-594a-4964-a8d0-3d8956152c89", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:28.556603 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c0c66b0-95cd-49db-a587-0c7486c31981 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:28.557107 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce74416b-adc4-4ad6-8af9-a62a0bfff975', 'name': 'network-vif-deleted', 'tag': '3d2c961d-594a-4964-a8d0-3d8956152c89', 'status': 'completed', 'code': 200} Jul 09 17:16:28.687908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Attempting to bind port ecb5b11e-70c9-41c9-8a20-f964fd3af66a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:28.688522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Attempting to bind port ecb5b11e-70c9-41c9-8a20-f964fd3af66a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:28.688664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Attempting to bind port ecb5b11e-70c9-41c9-8a20-f964fd3af66a on network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:28.721311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:28.723916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Checking segment: {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:28.724337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.724738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Bound using segment: {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:28.725885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Bound port: ecb5b11e-70c9-41c9-8a20-f964fd3af66a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:28.726278 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.796000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:28.827327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38830d39-c099-4d21-bccc-82af8a3d2a7a req-53d12039-797f-45dd-b77e-c410223fb2df tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:28.842479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38830d39-c099-4d21-bccc-82af8a3d2a7a req-53d12039-797f-45dd-b77e-c410223fb2df tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.1563540 Jul 09 17:16:28.852151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.878904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] For port ecb5b11e-70c9-41c9-8a20-f964fd3af66a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:28.883628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.885602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] For port ecb5b11e-70c9-41c9-8a20-f964fd3af66a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:28.924358 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:28.977807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Pushing event updated for resources: {'Port': ['ID=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:28.993856 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.023857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38830d39-c099-4d21-bccc-82af8a3d2a7a req-cd56fe89-cc4f-4a61-9075-b5ee6316b2a6 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686490 Jul 09 17:16:29.063870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Allocated IP 172.25.3.105 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/3a6244fa-d338-4a03-8504-983cf3ee8d09) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:29.158725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c345eec-bc45-401d-82f7-50f7ae257045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:29.171724 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c47a8-1a8e-4a9a-b79f-168b8dde5ce0" -d '{"events": [{"server_uuid": "4c345eec-bc45-401d-82f7-50f7ae257045", "name": "network-vif-plugged", "status": "completed", "tag": "a8d5a179-6938-4ed0-bd7d-810f28f0a6cf"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:29.230564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.245612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:29.253135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65966c2-74ad-44bb-93b5-a658b685d3fa None None] Pushing event updated for resources: {'Port': ['ID=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:29.257813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.263380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 298efa72-9d57-4ef5-9c6f-077e22ef16e5 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:29.319507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event deleted for resources: {'Port': ['ID=8479f79a-052f-4b33-b955-02ed57e20c8b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:29.331741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 298efa72-9d57-4ef5-9c6f-077e22ef16e5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:29.339992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 298efa72-9d57-4ef5-9c6f-077e22ef16e5 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:29.368869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:29.463005 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9645d-9c3c-4f6a-ac8f-fd6a26986abe None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd19acb24-c308-4d28-8e07-835f14481dca', 'name': '', 'network_id': 'e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'mac_address': 'fa:16:3e:20:40:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:02Z', 'updated_at': '2021-07-09T17:11:10Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'subnets': [{'id': '2968effa-e2ae-4302-a053-8f2df0e64c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:29.535372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.540127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.541843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39e18678-bef0-4d70-b14c-e6ab797af69f req-373bd036-c6b7-417b-b8c9-14503b2d6332 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "DELETE /v2.0/floatingips/2aecb505-5201-4350-a06d-30bbb8f24c63 HTTP/1.1" status: 204 len: 173 time: 3.0454674 Jul 09 17:16:29.576914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:29.606285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.749759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:29.755052 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6929cdee-7aee-4bef-bbe7-214e316bb6be x-openstack-request-id: req-6929cdee-7aee-4bef-bbe7-214e316bb6be {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:29.755946 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c345eec-bc45-401d-82f7-50f7ae257045", "name": "network-vif-plugged", "status": "completed", "tag": "a8d5a179-6938-4ed0-bd7d-810f28f0a6cf", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:29.756173 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6929cdee-7aee-4bef-bbe7-214e316bb6be {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:29.756667 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c345eec-bc45-401d-82f7-50f7ae257045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf', 'code': 200} Jul 09 17:16:29.937315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:29.944738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:29.978696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:30.027312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6244fa-d338-4a03-8504-983cf3ee8d09,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:30.048032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-605da5be-215f-431f-92d5-952765ab15c2 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips/da66c4c9-7425-448a-9d85-50aada9e9ea3 HTTP/1.1" status: 200 len: 692 time: 0.1041205 Jul 09 17:16:30.048630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ecb5b11e-70c9-41c9-8a20-f964fd3af66a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:30.092601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6dd08-2b5a-4108-8507-9518c6c60890 None None] New status for floating IP 44779ecd-8784-46aa-8fea-fb4b1bad9a7c: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:16:30.145055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7addda6-607c-48b1-aa49-a8fe3543bbad req-30753c2a-2d4c-4ef1-ae65-7efd4fcaf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:30.149200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7addda6-607c-48b1-aa49-a8fe3543bbad req-30753c2a-2d4c-4ef1-ae65-7efd4fcaf874 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 1102 time: 0.2998426 Jul 09 17:16:30.198231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-14291dc5-40b3-4170-8e89-6d2a84275188 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:30.206161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-14291dc5-40b3-4170-8e89-6d2a84275188 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1470640 Jul 09 17:16:30.288606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-4714d867-7650-4f12-bf2f-9f34d108fdeb tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.0809836 Jul 09 17:16:30.304649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7addda6-607c-48b1-aa49-a8fe3543bbad req-402bc5ba-295d-4376-adec-101ed90fd0e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295571 Jul 09 17:16:30.391387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-588a8feb-0b1c-4b3a-96ef-e0aac4428be6 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1015303 Jul 09 17:16:30.412070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port ecb5b11e-70c9-41c9-8a20-f964fd3af66a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:30.458582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334627b-a731-429d-8611-1b974870e350 req-ee52304f-cdfb-432e-8a67-ddcadf784041 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:30.460861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c334627b-a731-429d-8611-1b974870e350 req-ee52304f-cdfb-432e-8a67-ddcadf784041 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 950 time: 0.6139448 Jul 09 17:16:30.550896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c334627b-a731-429d-8611-1b974870e350 req-17e0ac65-cea7-4e8c-926d-6cd1a3f990f7 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631590 Jul 09 17:16:30.705798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:30.721206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Deleting port 5337c62f-50bd-428c-9a2a-671bf6c2b691 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:30.721959 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:30.852425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:30.854882 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:30.870030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Calling delete_port for 5337c62f-50bd-428c-9a2a-671bf6c2b691 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:30.910173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f909a6-0f93-431d-9200-442175ac9cf1 None None] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:31.007856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Provisioning for port ecb5b11e-70c9-41c9-8a20-f964fd3af66a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:31.084498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980116-6d08-47b3-9b72-58529b32ed6f req-614ae9fc-6e5e-452f-90f5-941111a5f27d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:31.086418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e980116-6d08-47b3-9b72-58529b32ed6f req-614ae9fc-6e5e-452f-90f5-941111a5f27d tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.2501292 Jul 09 17:16:31.088115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.143359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Provisioning complete for port ecb5b11e-70c9-41c9-8a20-f964fd3af66a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:31.147511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.205046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e980116-6d08-47b3-9b72-58529b32ed6f req-ef2e666e-ead7-4ad6-a49e-22b80217ede8 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd4e46e-6c7c-46b7-ade7-75b14177996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120362 Jul 09 17:16:31.266712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.312602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Router a6eb21be-7d0c-43f4-87f6-a842aa52a56d is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:31.398744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event deleted for resources: {'Port': ['ID=5337c62f-50bd-428c-9a2a-671bf6c2b691,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:31.546601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:31.557995 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Sync routers for ids ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:31.571137 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Routers {'a6eb21be-7d0c-43f4-87f6-a842aa52a56d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:31.571821 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:31.596176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54656) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:31.610546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.617756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21651169-357a-42a6-a962-13efaae12953 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8403101 Jul 09 17:16:31.618213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54660) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:31.657110 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.690416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.697496 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.709497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] For port ecb5b11e-70c9-41c9-8a20-f964fd3af66a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:31.712383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf6170de-4fe4-42cd-9f92-e6d243011e30 req-7b135eb8-a97b-49e2-b43e-4448a64d150e tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "DELETE /v2.0/floatingips/da66c4c9-7425-448a-9d85-50aada9e9ea3 HTTP/1.1" status: 204 len: 173 time: 1.3121610 Jul 09 17:16:31.730925 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:31.772459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-32325484-a747-4362-8212-2b965ae69a99 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:31.791778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-32325484-a747-4362-8212-2b965ae69a99 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 946 time: 0.4396622 Jul 09 17:16:31.834553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Pushing event updated for resources: {'Port': ['ID=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:31.843156 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Set router a6eb21be-7d0c-43f4-87f6-a842aa52a56d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:31.855450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.860293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.860865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.861361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.861857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.862371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.864225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.864778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.865290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.868211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.868783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.869279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db52b164-f268-4550-a4aa-ba36429c1ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:16:31.871434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1776873503', 'router:external': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:32.058245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e5626225-4d64-4182-b19a-808a8f8ad5bb None None] Provisioning complete for port ecb5b11e-70c9-41c9-8a20-f964fd3af66a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:32.058873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5626225-4d64-4182-b19a-808a8f8ad5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.059264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Deleting port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:32.059826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.260697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] For port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:32.261601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.285805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Calling delete_port for 78f31f7f-f314-48fb-a0e9-dcb4176faa1f owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:32.294967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b24b-bf03-4284-94aa-6f34cabcbb99 req-4d6fa915-6647-4aa4-8267-4c9ca2911721 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:32.305974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c033b24b-bf03-4284-94aa-6f34cabcbb99 req-4d6fa915-6647-4aa4-8267-4c9ca2911721 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 950 time: 0.1677547 Jul 09 17:16:32.356467 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:30Z', 'revision_number': 3, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:32.367056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c033b24b-bf03-4284-94aa-6f34cabcbb99 req-d4bde82a-e833-44eb-905e-04b4d06a2370 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Jul 09 17:16:32.400469 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Checking router: a6eb21be-7d0c-43f4-87f6-a842aa52a56d for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:32.400814 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Updating router a6eb21be-7d0c-43f4-87f6-a842aa52a56d port 3a6244fa-d338-4a03-8504-983cf3ee8d09 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:32.440179 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.503487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-b632b5d1-d26c-485a-aff3-194816b6b208 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips/31414036-f56f-468c-a99f-97e28fa7d751 HTTP/1.1" status: 200 len: 692 time: 0.0810380 Jul 09 17:16:32.518606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Made reservation on behalf of 415733727f894b25a4fa37a7bf71e645 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:32.520935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.561685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.605195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3796e2-0a08-4d13-9262-e6e2181695fe req-2665bb39-e3e3-44dc-9606-2ce260be1f34 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:32.612227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee3796e2-0a08-4d13-9262-e6e2181695fe req-2665bb39-e3e3-44dc-9606-2ce260be1f34 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.9788768 Jul 09 17:16:32.667560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-fd70fb01-605e-4c2b-baa2-efeda1094e54 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:32.678290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-fd70fb01-605e-4c2b-baa2-efeda1094e54 tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1675093 Jul 09 17:16:32.733907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee3796e2-0a08-4d13-9262-e6e2181695fe req-950b3b60-8db5-4b2d-baf7-a526b3ce2c4c tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207006 Jul 09 17:16:32.750046 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.757534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-b1ce668d-4dde-413c-b87d-7d67e4586d2a tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.0773354 Jul 09 17:16:32.762582 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Transition to ACTIVE for port object 3a6244fa-d338-4a03-8504-983cf3ee8d09 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:32.778245 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.831269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Attempting to bind port 3a6244fa-d338-4a03-8504-983cf3ee8d09 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:32.831792 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Attempting to bind port 3a6244fa-d338-4a03-8504-983cf3ee8d09 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:32.832461 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Attempting to bind port 3a6244fa-d338-4a03-8504-983cf3ee8d09 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:32.842794 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:32.843442 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:32.844225 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.845123 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:32.845747 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Bound port: 3a6244fa-d338-4a03-8504-983cf3ee8d09, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:32.846438 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.864701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-35c5baec-6d14-4c4a-92c0-859f099ec08b tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.1060817 Jul 09 17:16:32.897433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.907686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.913055 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] For port 3a6244fa-d338-4a03-8504-983cf3ee8d09, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:32.917090 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] For port 3a6244fa-d338-4a03-8504-983cf3ee8d09, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3a6244fa-d338-4a03-8504-983cf3ee8d09,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:32.929862 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.941746 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e314-ef78-4f9a-80fd-5c7d513aa88a None None] Pushing event updated for resources: {'Port': ['ID=3a6244fa-d338-4a03-8504-983cf3ee8d09,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:32.963575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:32.993539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:32.998022 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Added segment 92c1bfb3-6727-449a-9b28-8f067aebf402 of type vlan for network b1098540-3e81-4401-93cb-bed3e825e0b7 Jul 09 17:16:32.999819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a876c-b37c-4cdc-a59c-4b7d01e9edbe,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:33.006175 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e314-ef78-4f9a-80fd-5c7d513aa88a None None] Pushing event updated for resources: {'Port': ['ID=3a6244fa-d338-4a03-8504-983cf3ee8d09,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:33.015950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.025377 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Routers {'a6eb21be-7d0c-43f4-87f6-a842aa52a56d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:33.026034 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:33.086806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.140580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.156437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['78f31f7f-f314-48fb-a0e9-dcb4176faa1f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:33.227189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Pushing event deleted for resources: {'Port': ['ID=78f31f7f-f314-48fb-a0e9-dcb4176faa1f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:33.248116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.249371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:33.250071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.259415 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] Set router a6eb21be-7d0c-43f4-87f6-a842aa52a56d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:33.272752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6751003 Jul 09 17:16:33.286278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54670) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:33.306530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] No DVR routers for this DVR port 78f31f7f-f314-48fb-a0e9-dcb4176faa1f on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:33.310586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.313517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70cfa984-19aa-48ac-9c23-1b729257ecc6 req-dd71c284-8b18-4d61-a2c2-120f3a8b1fe1 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.13 "DELETE /v2.0/ports/78f31f7f-f314-48fb-a0e9-dcb4176faa1f HTTP/1.1" status: 204 len: 173 time: 1.5149868 Jul 09 17:16:33.314408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'name': 'network-vif-deleted', 'tag': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:33.319508 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d70a92-4a7f-46b8-a300-9dc427cb0b2d" -d '{"events": [{"server_uuid": "de0c1b9e-2565-4c55-b668-f232c7c55483", "name": "network-vif-deleted", "tag": "78f31f7f-f314-48fb-a0e9-dcb4176faa1f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:33.324021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Deleting port 049a0bec-e492-46a2-8fdd-cea9748af841 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:33.325429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'subnet': {'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:33.325978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.412708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280f1c7-b540-416c-9ced-c04c6d1d8bdc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Network': ['ID=b1098540-3e81-4401-93cb-bed3e825e0b7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:33.427403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Made reservation on behalf of 415733727f894b25a4fa37a7bf71e645 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:33.429805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b1098540-3e81-4401-93cb-bed3e825e0b7 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:33.430204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.434204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Allocated IP 172.20.0.1 (99d32d80-1dc3-4608-af2a-2f0d91b5d925/dfeb1209-bbc6-492e-91c2-33094ec9994c/4bea071f-7d70-48fb-b6b6-b267fbea5e0c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:33.490181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.490960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.506138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Calling delete_port for 049a0bec-e492-46a2-8fdd-cea9748af841 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:33.590215 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:30Z', 'revision_number': 3, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:33.632704 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57a4f8-4365-425e-bc4f-a3dd5d9d97a9 None None] The sync data for ids ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'] in n-d-791506-17 is: [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:30Z', 'revision_number': 3, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:33.653459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.698008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Transition to ACTIVE for port object 4bea071f-7d70-48fb-b6b6-b267fbea5e0c will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:33.870660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54678) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:33.911132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.965497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:33.983537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Pushing event deleted for resources: {'Port': ['ID=049a0bec-e492-46a2-8fdd-cea9748af841,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:33.991113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ecb5b11e-70c9-41c9-8a20-f964fd3af66a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:34.143914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:34.151855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port ecb5b11e-70c9-41c9-8a20-f964fd3af66a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:34.152233 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.174826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:34.179462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:34.331509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.488945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31da19a2-7afa-4f0a-b2e8-06c8faa1c6e6 req-a2dfdf95-332f-44ee-86d6-7ec5d8ee5867 tempest-ListServerFiltersTestJSON-1452365029 tempest-ListServerFiltersTestJSON-1452365029-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0c1b9e-2565-4c55-b668-f232c7c55483 HTTP/1.1" status: 200 len: 210 time: 0.2143922 Jul 09 17:16:34.498181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:34.594680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-68839215-0049-4914-b421-339a9ed6be99 None None] Provisioning for port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:34.599896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-68839215-0049-4914-b421-339a9ed6be99 None None] Provisioning complete for port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:34.600486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-68839215-0049-4914-b421-339a9ed6be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.661406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.664309 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.672398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a34fd2-b879-4434-9e17-a5e674fc8710 req-d1e2bb1e-569a-4389-84a3-19534a6927ba tempest-FloatingIPDetailsTestJSON-1213750470 tempest-FloatingIPDetailsTestJSON-1213750470-project] 10.222.0.21 "DELETE /v2.0/floatingips/31414036-f56f-468c-a99f-97e28fa7d751 HTTP/1.1" status: 204 len: 173 time: 1.8066924 Jul 09 17:16:34.680359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54680) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:34.689004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-68839215-0049-4914-b421-339a9ed6be99 None None] Port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:34.749263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-779504b1-77c4-4dc0-96ab-cc2164c07a8f tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.754274 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13367f-207f-405d-9f8e-d72ed671a6bd x-openstack-request-id: req-1e13367f-207f-405d-9f8e-d72ed671a6bd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:34.755029 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0c1b9e-2565-4c55-b668-f232c7c55483", "name": "network-vif-deleted", "tag": "78f31f7f-f314-48fb-a0e9-dcb4176faa1f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:34.755803 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e13367f-207f-405d-9f8e-d72ed671a6bd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:34.756359 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0c1b9e-2565-4c55-b668-f232c7c55483', 'name': 'network-vif-deleted', 'tag': '78f31f7f-f314-48fb-a0e9-dcb4176faa1f', 'status': 'completed', 'code': 200} Jul 09 17:16:34.826425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-779504b1-77c4-4dc0-96ab-cc2164c07a8f tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.861747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:34.953000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73c1b7-6c11-43ef-a6c0-eb035402d411 req-004574b0-8e37-4a70-938a-92e073be6cac tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:34.960371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f73c1b7-6c11-43ef-a6c0-eb035402d411 req-004574b0-8e37-4a70-938a-92e073be6cac tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2400510 Jul 09 17:16:35.038571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-779504b1-77c4-4dc0-96ab-cc2164c07a8f tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.041342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-779504b1-77c4-4dc0-96ab-cc2164c07a8f tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.044938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-779504b1-77c4-4dc0-96ab-cc2164c07a8f tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "DELETE /v2.0/security-groups/1921d18c-3b51-400a-9959-4645d03d4aef HTTP/1.1" status: 204 len: 168 time: 1.1704648 Jul 09 17:16:35.052330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54682) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:35.088032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f73c1b7-6c11-43ef-a6c0-eb035402d411 req-fa4fcb1c-426f-4bfb-8e17-a5e86f3d63da tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260302 Jul 09 17:16:35.100444 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-4b9041ac-16d6-4fa8-8c09-f1cac1471f4b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] show failed (client error): The resource could not be found. Jul 09 17:16:35.101485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4b9041ac-16d6-4fa8-8c09-f1cac1471f4b tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "GET /v2.0/security-groups/1921d18c-3b51-400a-9959-4645d03d4aef HTTP/1.1" status: 404 len: 347 time: 0.0476716 Jul 09 17:16:35.105499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54684) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:35.106269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779504b1-77c4-4dc0-96ab-cc2164c07a8f tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1921d18c-3b51-400a-9959-4645d03d4aef,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:35.177468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:16:35.178111 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.231039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ec434-152e-4b34-98bf-09b4143a3bbe req-de7baf9b-eaf5-4937-9550-bc655fd74389 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:35.238441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a06ec434-152e-4b34-98bf-09b4143a3bbe req-de7baf9b-eaf5-4937-9550-bc655fd74389 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.2790418 Jul 09 17:16:35.339907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23322367-888b-467a-8df0-a79366bc4eb0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:35.347983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.369696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Checking segment: {'id': '92c1bfb3-6727-449a-9b28-8f067aebf402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:35.370059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network hostable DHCP agents. Network: b1098540-3e81-4401-93cb-bed3e825e0b7, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:35.374370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.422705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a06ec434-152e-4b34-98bf-09b4143a3bbe req-5a22e06b-2bdb-4e68-b2fe-989d94b31d35 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832428 Jul 09 17:16:35.473326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Deleting port 3475c77d-4b6e-49ed-b485-ee854501508d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:35.473943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.479648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network b1098540-3e81-4401-93cb-bed3e825e0b7 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:35.494027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-252f8d36-a585-492d-b6ca-c40bb205f4ec tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e7bee151ac354568ae6f33fb32211e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833106 Jul 09 17:16:35.514608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.518618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:35.520969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b1098540-3e81-4401-93cb-bed3e825e0b7) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:35.543003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77113a9-868f-4ef2-9fc2-50a0688b53b0 None None] Network b1098540-3e81-4401-93cb-bed3e825e0b7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:35.600267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:35.600858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.669258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.670934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.685962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:35.691917 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-210df285-3e61-4e19-9197-fbdfe70bbd00 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3738656 Jul 09 17:16:35.692632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54702) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:35.718397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2063162046', 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:35.723625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Calling delete_port for 3475c77d-4b6e-49ed-b485-ee854501508d owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:35.816039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c447d11-4319-4a9a-a071-4b127ce5298a None None] Network b1098540-3e81-4401-93cb-bed3e825e0b7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:35.826567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Made reservation on behalf of 415733727f894b25a4fa37a7bf71e645 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:35.831434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.848961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-ed80a8d7-6277-4317-938e-a65bb92450c3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:35.850481 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-ed80a8d7-6277-4317-938e-a65bb92450c3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497455 Jul 09 17:16:35.855329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Deleting subnet bdfe4e02-947e-4efc-bbd1-39d3bcea851a {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:35.871500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:35.912963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:35.920751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] device_id is not set on port 88c4adc2-63d5-4d6f-8a78-2c1698721e76 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:16:35.921931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-ce177add-a4ce-493d-bf2c-b5f3015f5719 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/quotas/e7bee151ac354568ae6f33fb32211e96 HTTP/1.1" status: 200 len: 375 time: 0.0627108 Jul 09 17:16:35.938592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:35.964176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.018660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.052163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3a6244fa-d338-4a03-8504-983cf3ee8d09 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:36.205900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3a6244fa-d338-4a03-8504-983cf3ee8d09 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:36.210405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3a6244fa-d338-4a03-8504-983cf3ee8d09 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:36.210769 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.346781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78f31f7f-f314-48fb-a0e9-dcb4176faa1f no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:36.376007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 78f31f7f-f314-48fb-a0e9-dcb4176faa1f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:36.381633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78f31f7f-f314-48fb-a0e9-dcb4176faa1f not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:36.387123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.398801 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.416964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Allocated IP 2001:db8::338 (b1098540-3e81-4401-93cb-bed3e825e0b7/23322367-888b-467a-8df0-a79366bc4eb0/88c4adc2-63d5-4d6f-8a78-2c1698721e76) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:36.422802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3a6244fa-d338-4a03-8504-983cf3ee8d09, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3a6244fa-d338-4a03-8504-983cf3ee8d09,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:36.432021 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.481015 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.488810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-cf49c508-ade6-4d6a-8fe8-d77bcf8d140d tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5657029 Jul 09 17:16:36.492816 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.503969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f5946bd3-ff52-4cd4-91d4-6084a6e231d7 None None] Provisioning complete for port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:36.507633 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f5946bd3-ff52-4cd4-91d4-6084a6e231d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.536552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Router a6eb21be-7d0c-43f4-87f6-a842aa52a56d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:36.537609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfe4e02-947e-4efc-bbd1-39d3bcea851a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:36.545351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.549953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fafe149e-66a1-4f86-a84e-53c61c018073 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bdfe4e02-947e-4efc-bbd1-39d3bcea851a HTTP/1.1" status: 204 len: 168 time: 0.8547530 Jul 09 17:16:36.555382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54706) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:36.638679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Pushing event deleted for resources: {'Port': ['ID=3475c77d-4b6e-49ed-b485-ee854501508d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:36.641303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f5946bd3-ff52-4cd4-91d4-6084a6e231d7 None None] Port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:36.654292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3a6244fa-d338-4a03-8504-983cf3ee8d09,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:36.663236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0fd25-0198-491f-9830-c2d346289d03 None None] Network 853a28f0-c4c5-4ffc-8f97-31e544505fe5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:36.731198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.832099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.835301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:36.836590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fba3f6ae-9f78-47f9-b6ee-13cdcc5de6cf tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] 10.222.0.21 "DELETE /v2.0/floatingips/44779ecd-8784-46aa-8fea-fb4b1bad9a7c HTTP/1.1" status: 204 len: 168 time: 1.7218850 Jul 09 17:16:37.019431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] DHCP port deletion for 853a28f0-c4c5-4ffc-8f97-31e544505fe5 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:16:37.106515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] Deleting port 65a268b3-5703-462c-a5fc-4c32e8db1111 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:37.107003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.147704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.172445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4570fd-98df-4439-855e-9536e9eadc82 req-786dd376-19c7-4a15-b40f-990e11c5726d tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:37.174909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d4570fd-98df-4439-855e-9536e9eadc82 req-786dd376-19c7-4a15-b40f-990e11c5726d tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.5289636 Jul 09 17:16:37.205517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] For port 65a268b3-5703-462c-a5fc-4c32e8db1111, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=65a268b3-5703-462c-a5fc-4c32e8db1111,segment=NetworkSegment(f313fcf9-51b5-4022-9060-bcc77302ab90),segment_id=f313fcf9-51b5-4022-9060-bcc77302ab90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:37.206046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.237743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d4570fd-98df-4439-855e-9536e9eadc82 req-084c15d4-9429-4dc8-a4fe-d870d62ec90e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563247 Jul 09 17:16:37.247101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] Calling delete_port for 65a268b3-5703-462c-a5fc-4c32e8db1111 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:37.344051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Deleting port cf6a8aeb-b1d6-48df-bdcc-ec846de691df {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:37.344412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.388068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.431300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] Pushing event deleted for resources: {'Port': ['ID=65a268b3-5703-462c-a5fc-4c32e8db1111,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:37.446217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ade4c-d444-4260-a0ce-79817ac04449 None None] No DVR routers for this DVR port 65a268b3-5703-462c-a5fc-4c32e8db1111 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:37.457124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.498999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network b1098540-3e81-4401-93cb-bed3e825e0b7 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:37.513712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:37.521907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:37.523120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:37.524104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.565885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Port': ['ID=88c4adc2-63d5-4d6f-8a78-2c1698721e76,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:37.575542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] For port cf6a8aeb-b1d6-48df-bdcc-ec846de691df, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,segment=NetworkSegment(cd42e739-5fea-48d8-bc92-0e49798861ca),segment_id=cd42e739-5fea-48d8-bc92-0e49798861ca)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:37.575950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.583396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dfb59a57-8afa-4b01-90f8-c7b1f0f4e8f9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8873649 Jul 09 17:16:37.589242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54726) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:37.650689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Calling delete_port for cf6a8aeb-b1d6-48df-bdcc-ec846de691df owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:37.725641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e25ce70-eebd-4f40-8e55-9050481ae241 req-5b64e224-dfbb-4008-b0eb-db9df531b63a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 210 time: 0.8083105 Jul 09 17:16:37.761163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Deleting port 88c4adc2-63d5-4d6f-8a78-2c1698721e76 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:37.761784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:37.785591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:37.791597 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e760af4-199b-4795-ba32-c738d8aa7ab2 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6eb21be-7d0c-43f4-87f6-a842aa52a56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1715360 Jul 09 17:16:37.804350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Sync routers for ids ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:37.834603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Routers {'a6eb21be-7d0c-43f4-87f6-a842aa52a56d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:37.837997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:37.844674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Deleting port 65a268b3-5703-462c-a5fc-4c32e8db1111 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:37.845058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.012170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3a6244fa-d338-4a03-8504-983cf3ee8d09 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:38.050096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] For port 65a268b3-5703-462c-a5fc-4c32e8db1111, host n-d-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:38.050096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.086412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Calling delete_port for 65a268b3-5703-462c-a5fc-4c32e8db1111 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:38.089646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Port 65a268b3-5703-462c-a5fc-4c32e8db1111 was not found and therefore no delete operation was performed {{(pid=93895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:16:38.091100 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.119695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a268b3-5703-462c-a5fc-4c32e8db1111,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:38.126254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Set router a6eb21be-7d0c-43f4-87f6-a842aa52a56d gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:38.133306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] No DVR routers for this DVR port 65a268b3-5703-462c-a5fc-4c32e8db1111 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:38.214106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.239792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Calling delete_port for 88c4adc2-63d5-4d6f-8a78-2c1698721e76 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:38.246333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.278575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853a28f0-c4c5-4ffc-8f97-31e544505fe5']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:38.309618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f313fcf9-51b5-4022-9060-bcc77302ab90') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:38.309618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f313fcf9-51b5-4022-9060-bcc77302ab90') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:38.325602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.338928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.339225 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.348274 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-7ca56dba-9ee6-41d2-9ed4-7a3218919296 req-21336906-c7b6-4f7b-9401-0860909f813b tempest-FloatingIPDetailsNegativeTestJSON-1776679859 tempest-FloatingIPDetailsNegativeTestJSON-1776679859-project] show failed (client error): The resource could not be found. Jul 09 17:16:38.353595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:38.358013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ca56dba-9ee6-41d2-9ed4-7a3218919296 req-21336906-c7b6-4f7b-9401-0860909f813b tempest-FloatingIPDetailsNegativeTestJSON-1776679859 tempest-FloatingIPDetailsNegativeTestJSON-1776679859-project] 10.222.0.21 "GET /v2.0/floatingips/908274f9-f0b8-4595-ad2a-1bb84e542993 HTTP/1.1" status: 404 len: 350 time: 0.0503314 Jul 09 17:16:38.371468 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.380239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.408915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54756) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:38.418709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6a8aeb-b1d6-48df-bdcc-ec846de691df,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:38.499743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3a6244fa-d338-4a03-8504-983cf3ee8d09 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:38.502333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:38.526590 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:38.532472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.541249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:38.544504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] 10.222.0.21 "DELETE /v2.0/networks/853a28f0-c4c5-4ffc-8f97-31e544505fe5 HTTP/1.1" status: 204 len: 168 time: 1.9822414 Jul 09 17:16:38.656168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54762) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:38.689576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:34Z', 'revision_number': 4, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4bea071f-7d70-48fb-b6b6-b267fbea5e0c', 'name': '', 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'mac_address': 'fa:16:3e:52:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:33Z', 'updated_at': '2021-07-09T17:16:34Z', 'revision_number': 2, 'project_id': '66a609fab392473abf9e589fd5e84195', 'subnets': [{'id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:38.698189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73e7bd-f88e-47e4-82d3-00196a8eec14 admin admin] Pushing event deleted for resources: {'Network': ['ID=853a28f0-c4c5-4ffc-8f97-31e544505fe5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:38.780550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3eb74-1a64-47af-94a2-eb9ac9f0cfc0 req-2a3f6c97-71e8-41f5-875e-3c186048f6a2 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:38.793716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21e3eb74-1a64-47af-94a2-eb9ac9f0cfc0 req-2a3f6c97-71e8-41f5-875e-3c186048f6a2 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.2448452 Jul 09 17:16:38.867816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Checking router: a6eb21be-7d0c-43f4-87f6-a842aa52a56d for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:38.867816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Updating router a6eb21be-7d0c-43f4-87f6-a842aa52a56d port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:38.875011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21e3eb74-1a64-47af-94a2-eb9ac9f0cfc0 req-fa70985e-69e0-4a20-9e5b-b17a6577b629 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Jul 09 17:16:38.923479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54780) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:38.924682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 65a268b3-5703-462c-a5fc-4c32e8db1111 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:38.986794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 65a268b3-5703-462c-a5fc-4c32e8db1111 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:38.987131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 65a268b3-5703-462c-a5fc-4c32e8db1111 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:39.000632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5c6b33ce-4ffd-4397-85ce-3f0fe4f19bcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11089bca45ff447894e0143393d7cbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747924 Jul 09 17:16:39.003085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54782) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:39.038359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.039306 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.082801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00570a75-0155-4484-92cb-cb0e9e809e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.108071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5eb736e9-49fc-4821-b454-21f1c2fe47ed req-3c179a8b-5de5-4728-bae6-26a3c3857cb1 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Jul 09 17:16:39.134522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00570a75-0155-4484-92cb-cb0e9e809e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.187093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00570a75-0155-4484-92cb-cb0e9e809e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.189777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00570a75-0155-4484-92cb-cb0e9e809e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.193362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00570a75-0155-4484-92cb-cb0e9e809e88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfd4e46e-6c7c-46b7-ade7-75b14177996a HTTP/1.1" status: 204 len: 168 time: 0.1868458 Jul 09 17:16:39.201426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570a75-0155-4484-92cb-cb0e9e809e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4e46e-6c7c-46b7-ade7-75b14177996a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:39.234125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-6cdd0375-b29a-461f-a76f-1b176e6949a8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e7bee151ac354568ae6f33fb32211e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4993334 Jul 09 17:16:39.502086 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.665800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Transition to ACTIVE for port object 4bea071f-7d70-48fb-b6b6-b267fbea5e0c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:39.673545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.690170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.748479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-2547b2a6-bb31-427f-81b6-5a194b48ffab tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:39.750256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-2547b2a6-bb31-427f-81b6-5a194b48ffab tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/networks?id=de0027dc-31fe-4394-a881-ec6b981db691 HTTP/1.1" status: 200 len: 815 time: 0.5667882 Jul 09 17:16:39.785711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Attempting to bind port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:39.786040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Attempting to bind port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:39.786393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Attempting to bind port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c on network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:39.791589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd8ff2-f209-40a8-a95f-044db6c994e8 None None] Pushing event updated for resources: {'Port': ['ID=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:39.794430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:39.794430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Checking segment: {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:39.794834 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.795236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Bound using segment: {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:39.795708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Bound port: 4bea071f-7d70-48fb-b6b6-b267fbea5e0c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784ac11-b289-46c1-9b2c-428e4e211b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:39.796120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.809307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-425e43f2-bbc1-4edc-b969-5d58f7f814a0 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:39.810880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-425e43f2-bbc1-4edc-b969-5d58f7f814a0 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5260568 Jul 09 17:16:39.821993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c4adc2-63d5-4d6f-8a78-2c1698721e76,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:39.838637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Request body: {'port': {'device_id': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': 'e7bee151ac354568ae6f33fb32211e96'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:39.860091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-6fcabc91-3ee3-42e0-ab0e-2d1d7d23db0b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/quotas/0e6ac0531f444180a985b90151b0011f HTTP/1.1" status: 200 len: 375 time: 0.0780296 Jul 09 17:16:39.880207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.899941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] For port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:39.904254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] For port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:39.912189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:39.999447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd8ff2-f209-40a8-a95f-044db6c994e8 None None] Pushing event updated for resources: {'Port': ['ID=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:40.021321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Routers {'a6eb21be-7d0c-43f4-87f6-a842aa52a56d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:40.021940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:40.047308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.051842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7150e8d9-e2af-492c-b25e-7e5ff9c4b94f tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/ports/88c4adc2-63d5-4d6f-8a78-2c1698721e76 HTTP/1.1" status: 204 len: 168 time: 2.4592249 Jul 09 17:16:40.052204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:40.057468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7', 'external_fixed_ips': [{'subnet_id': '23322367-888b-467a-8df0-a79366bc4eb0', 'ip_address': '2001:db8::338'}]}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:40.152698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.154651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.207263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] Set router a6eb21be-7d0c-43f4-87f6-a842aa52a56d gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:40.239333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.256112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c0582-12ea-49ba-8004-5b720b62d5d6 req-e8e0c9a8-edd0-4572-a518-cde60a07a377 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:40.264776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-304c0582-12ea-49ba-8004-5b720b62d5d6 req-e8e0c9a8-edd0-4572-a518-cde60a07a377 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.1709812 Jul 09 17:16:40.356546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-b0e79219-1870-4b43-8956-648f0750cfff tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e6ac0531f444180a985b90151b0011f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4896226 Jul 09 17:16:40.382703 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71e0d163-1404-49ba-90f9-9c7e7ff049f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.450328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-304c0582-12ea-49ba-8004-5b720b62d5d6 req-0a71bd67-37e0-48f5-a053-e9ff74d0131e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843975 Jul 09 17:16:40.452471 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.464036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Made reservation on behalf of e7bee151ac354568ae6f33fb32211e96 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:40.468096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.497407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:34Z', 'revision_number': 4, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4bea071f-7d70-48fb-b6b6-b267fbea5e0c', 'name': '', 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'mac_address': 'fa:16:3e:52:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:33Z', 'updated_at': '2021-07-09T17:16:39Z', 'revision_number': 4, 'project_id': '66a609fab392473abf9e589fd5e84195', 'subnets': [{'id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:40.524359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf51b1-6d9e-409f-943e-ba8c6b809beb None None] The sync data for ids ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'] in n-d-791506-17 is: [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:34Z', 'revision_number': 4, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4bea071f-7d70-48fb-b6b6-b267fbea5e0c', 'name': '', 'network_id': '99d32d80-1dc3-4608-af2a-2f0d91b5d925', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'mac_address': 'fa:16:3e:52:c6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:33Z', 'updated_at': '2021-07-09T17:16:39Z', 'revision_number': 4, 'project_id': '66a609fab392473abf9e589fd5e84195', 'subnets': [{'id': 'dfeb1209-bbc6-492e-91c2-33094ec9994c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:40.678633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-307f0b1e-a570-4e70-8baf-6b685aea7d7c req-3cb48a41-d519-4a27-8785-464981ee476b tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 210 time: 0.0414634 Jul 09 17:16:40.795477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-6b307ea0-dee0-402a-926e-25075995666c service neutron] 10.222.0.21 "GET /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238036 Jul 09 17:16:40.802365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:40.829545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:41.016744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Allocated IP 2001:db8::338 (b1098540-3e81-4401-93cb-bed3e825e0b7/23322367-888b-467a-8df0-a79366bc4eb0/b8c6c608-d88f-4325-8c30-4e16fcb86ad1) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:41.161948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:41.212345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:41.237554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Router 1ab28e79-5070-49ea-be76-70832dbb9475 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:41.251247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network b1098540-3e81-4401-93cb-bed3e825e0b7 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:41.256403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:41.260244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:41.287908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:41.351118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Port': ['ID=b8c6c608-d88f-4325-8c30-4e16fcb86ad1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:41.357960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Allocated IP 192.168.233.123 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/0989d849-1de0-4494-acaa-fb78b362c461) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:41.477604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:41.526519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-20be57a1-31d0-4624-ac1a-b6a230a73721 service neutron] 10.222.0.21 "GET /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282564 Jul 09 17:16:41.551803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:41.633596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:41.643915 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] Sync routers for ids ['1ab28e79-5070-49ea-be76-70832dbb9475'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:41.657173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] Routers {'1ab28e79-5070-49ea-be76-70832dbb9475'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:41.657817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1ab28e79-5070-49ea-be76-70832dbb9475'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:41.673297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c35aeaca-2bb5-47a5-a083-3b952073089d admin admin] 10.222.0.21 "PUT /v2.0/routers/1ab28e79-5070-49ea-be76-70832dbb9475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9900401 Jul 09 17:16:41.743591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54842) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:41.785483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:41.933728 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] Set router 1ab28e79-5070-49ea-be76-70832dbb9475 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:41.972727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.019521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42729c6f-546f-4aa6-ae00-628e9800252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.045355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4bea071f-7d70-48fb-b6b6-b267fbea5e0c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:42.119754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97d0c7d-95c9-47dc-8b46-93c47ad59ea7 req-fc046152-bdd6-4442-bc8a-6c2254bdd18f tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 210 time: 0.1434531 Jul 09 17:16:42.149271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:42.155061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:42.155442 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.293365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.305662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.334334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:42.343561 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.368601 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:16:38Z', 'revision_number': 5, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:42.370101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803dbfe-fdf8-4a81-aa0d-8042f4d2b764 req-f63a03cf-7e8c-4d89-9c8b-5653b34640d5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:42.377128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a803dbfe-fdf8-4a81-aa0d-8042f4d2b764 req-f63a03cf-7e8c-4d89-9c8b-5653b34640d5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.5680580 Jul 09 17:16:42.384529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.404177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16695bdc-c2b7-426b-93b9-118aea673e6b req-bb1aa3ab-9187-4a20-bf8b-997899b85a10 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 210 time: 0.1724377 Jul 09 17:16:42.414451 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] Checking router: 1ab28e79-5070-49ea-be76-70832dbb9475 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:42.416828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:42.425105 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] Routers {'1ab28e79-5070-49ea-be76-70832dbb9475'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:42.426133 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1ab28e79-5070-49ea-be76-70832dbb9475'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:42.448585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Transition to ACTIVE for port object 0989d849-1de0-4494-acaa-fb78b362c461 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:42.494840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a803dbfe-fdf8-4a81-aa0d-8042f4d2b764 req-e6b8ce27-1160-4d5b-82aa-6923ca529296 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167300 Jul 09 17:16:42.533405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42729c6f-546f-4aa6-ae00-628e9800252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.535135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.539412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Router eb3510cd-db4e-4fac-bb6f-401c73de92d0 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:16:42.545501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42729c6f-546f-4aa6-ae00-628e9800252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.618404 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] Set router 1ab28e79-5070-49ea-be76-70832dbb9475 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:42.643792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42729c6f-546f-4aa6-ae00-628e9800252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7101b7e5-8591-4e48-ae44-6089e4f86e65,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:42.652623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-42729c6f-546f-4aa6-ae00-628e9800252e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=380bbeff524d4640a835c94984202c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1739671 Jul 09 17:16:42.657716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54858) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:42.682493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.696525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['a8d5a179-6938-4ed0-bd7d-810f28f0a6cf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:42.747285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:42.755600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:42.766998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:42.770343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:42.773376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:42.774577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Deleting port 8a5ad534-1750-424f-a819-d04096ec104c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:42.774913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.796422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58573d2e-0eab-4923-a9df-1a5e5beda5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.832633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Deleting port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:42.833003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.872481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event updated for resources: {'Port': ['ID=0989d849-1de0-4494-acaa-fb78b362c461,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:42.885275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Sync routers for ids ['eb3510cd-db4e-4fac-bb6f-401c73de92d0'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:42.897453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.913658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ec020f5-39c6-4363-84a1-08373cd3a819 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8599606 Jul 09 17:16:42.913997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:42.969685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58573d2e-0eab-4923-a9df-1a5e5beda5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:42.982674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:42.983640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.001997 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed3df65f-ef01-45f1-8581-d1e7462251e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.013066 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:16:38Z', 'revision_number': 5, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:43.030635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-8a85dfd7-e544-4477-8309-a63e65d46c85 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2036843 Jul 09 17:16:43.054134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Request body: {'port': {'device_id': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:43.067373 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4429c161-acc3-4762-bee1-a96b8b5e296d None None] The sync data for ids ['1ab28e79-5070-49ea-be76-70832dbb9475'] in n-d-791506-17 is: [{'id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'name': 'tempest-FloatingIPDetailsTestJSON-357514246-router', 'tenant_id': '12472941742147a3b264edb8dd1408e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '8a5ad534-1750-424f-a819-d04096ec104c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:44Z', 'updated_at': '2021-07-09T17:16:38Z', 'revision_number': 5, 'project_id': '12472941742147a3b264edb8dd1408e4', 'gw_port': {'id': '8a5ad534-1750-424f-a819-d04096ec104c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab28e79-5070-49ea-be76-70832dbb9475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:46Z', 'updated_at': '2021-07-09T17:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:43.122806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Routers {'eb3510cd-db4e-4fac-bb6f-401c73de92d0'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:43.123532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eb3510cd-db4e-4fac-bb6f-401c73de92d0'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:43.133828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] For port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:43.134317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.138789 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.146598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Deleting port d19acb24-c308-4d28-8e07-835f14481dca {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:43.147073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.218946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Calling delete_port for 4bea071f-7d70-48fb-b6b6-b267fbea5e0c owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:43.258288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.267883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-17c0f4b5-33db-4635-9b88-217bc16de0da None None] Provisioning for port 0989d849-1de0-4494-acaa-fb78b362c461 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:43.287700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-17c0f4b5-33db-4635-9b88-217bc16de0da None None] Provisioning complete for port 0989d849-1de0-4494-acaa-fb78b362c461 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:43.293245 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-17c0f4b5-33db-4635-9b88-217bc16de0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.299521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Set router eb3510cd-db4e-4fac-bb6f-401c73de92d0 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:43.479341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.505111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] For port d19acb24-c308-4d28-8e07-835f14481dca, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d19acb24-c308-4d28-8e07-835f14481dca,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:43.506671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.510245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-17c0f4b5-33db-4635-9b88-217bc16de0da None None] Port 0989d849-1de0-4494-acaa-fb78b362c461 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:43.648926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3510cd-db4e-4fac-bb6f-401c73de92d0', 'name': '', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7', 'external_fixed_ips': [{'subnet_id': '23322367-888b-467a-8df0-a79366bc4eb0', 'ip_address': '2001:db8::338'}], 'enable_snat': True}, 'gw_port_id': 'b8c6c608-d88f-4325-8c30-4e16fcb86ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:40Z', 'updated_at': '2021-07-09T17:16:41Z', 'revision_number': 3, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port': {'id': 'b8c6c608-d88f-4325-8c30-4e16fcb86ad1', 'name': '', 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3510cd-db4e-4fac-bb6f-401c73de92d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '23322367-888b-467a-8df0-a79366bc4eb0', 'ip_address': '2001:db8::338', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:40Z', 'updated_at': '2021-07-09T17:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23322367-888b-467a-8df0-a79366bc4eb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:43.687730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Calling delete_port for d19acb24-c308-4d28-8e07-835f14481dca owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:43.698391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Checking router: eb3510cd-db4e-4fac-bb6f-401c73de92d0 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:43.698753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Updating router eb3510cd-db4e-4fac-bb6f-401c73de92d0 port b8c6c608-d88f-4325-8c30-4e16fcb86ad1 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:16:43.724321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] For port 8a5ad534-1750-424f-a819-d04096ec104c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8a5ad534-1750-424f-a819-d04096ec104c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:43.724907 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.740719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Calling delete_port for 8a5ad534-1750-424f-a819-d04096ec104c owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:43.750815 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.786032 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.872234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb359c38-1e03-4319-a7b3-10a37576216d req-c661c402-9b92-474d-ac6e-d60ac2fa7e45 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:43.879857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb359c38-1e03-4319-a7b3-10a37576216d req-c661c402-9b92-474d-ac6e-d60ac2fa7e45 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 936 time: 0.5576532 Jul 09 17:16:43.913910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91dca3c4-c4fe-4038-b658-f881454332dd req-d317e3ad-05f7-433c-a44a-948abcb6e04d tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 210 time: 0.2352722 Jul 09 17:16:43.933490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58573d2e-0eab-4923-a9df-1a5e5beda5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.936391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58573d2e-0eab-4923-a9df-1a5e5beda5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:43.938225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58573d2e-0eab-4923-a9df-1a5e5beda5a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7101b7e5-8591-4e48-ae44-6089e4f86e65 HTTP/1.1" status: 204 len: 168 time: 1.2782600 Jul 09 17:16:44.012285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58573d2e-0eab-4923-a9df-1a5e5beda5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7101b7e5-8591-4e48-ae44-6089e4f86e65,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:44.086599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Deleting port b8c6c608-d88f-4325-8c30-4e16fcb86ad1 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:44.087017 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.161179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-f5d9dc05-a41d-4ebb-8acd-76c0f01ca98b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:44.163525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-f5d9dc05-a41d-4ebb-8acd-76c0f01ca98b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.36 "GET /v2.0/networks?id=de0027dc-31fe-4394-a881-ec6b981db691 HTTP/1.1" status: 200 len: 815 time: 0.4837637 Jul 09 17:16:44.218536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Request body: {'port': {'device_id': '96b24693-62e9-4105-8adc-be00ba047d7b', 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'admin_state_up': True, 'tenant_id': '0e6ac0531f444180a985b90151b0011f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:44.244700 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.255714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Transition to ACTIVE for port object b8c6c608-d88f-4325-8c30-4e16fcb86ad1 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:44.263810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4bea071f-7d70-48fb-b6b6-b267fbea5e0c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:44.310119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.362052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb359c38-1e03-4319-a7b3-10a37576216d req-e0819b90-f2d5-4c9f-bdba-11f2b9edbcf0 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813166 Jul 09 17:16:44.363813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.392504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Attempting to bind port b8c6c608-d88f-4325-8c30-4e16fcb86ad1 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:44.392873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Attempting to bind port b8c6c608-d88f-4325-8c30-4e16fcb86ad1 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '92c1bfb3-6727-449a-9b28-8f067aebf402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:44.393269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Attempting to bind port b8c6c608-d88f-4325-8c30-4e16fcb86ad1 on network b1098540-3e81-4401-93cb-bed3e825e0b7 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:44.396945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d597-6876-4a1e-af0d-8861a416fea6 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c608-d88f-4325-8c30-4e16fcb86ad1,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:44.418519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:44.418895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Checking segment: {'id': '92c1bfb3-6727-449a-9b28-8f067aebf402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:44.419299 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.419690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Bound using segment: {'id': '92c1bfb3-6727-449a-9b28-8f067aebf402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:44.426776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Bound port: b8c6c608-d88f-4325-8c30-4e16fcb86ad1, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c1bfb3-6727-449a-9b28-8f067aebf402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1098540-3e81-4401-93cb-bed3e825e0b7'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:44.427173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.430358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 4bea071f-7d70-48fb-b6b6-b267fbea5e0c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:44.430358 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.525844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.568366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Made reservation on behalf of 0e6ac0531f444180a985b90151b0011f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:44.572624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bea071f-7d70-48fb-b6b6-b267fbea5e0c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:44.574479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] For port b8c6c608-d88f-4325-8c30-4e16fcb86ad1, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:44.576126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Could not find standard attr ID for object 4bea071f-7d70-48fb-b6b6-b267fbea5e0c. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:16:44.579068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] For port b8c6c608-d88f-4325-8c30-4e16fcb86ad1, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b8c6c608-d88f-4325-8c30-4e16fcb86ad1,segment=NetworkSegment(92c1bfb3-6727-449a-9b28-8f067aebf402),segment_id=92c1bfb3-6727-449a-9b28-8f067aebf402)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:44.581451 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No ports have port_id starting with 4bea071f-7d70-48fb-b6b6-b267fbea5e0c Jul 09 17:16:44.590175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.593881 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.629321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cf6a8aeb-b1d6-48df-bdcc-ec846de691df no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:44.689689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.754574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0989d849-1de0-4494-acaa-fb78b362c461 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:44.760556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19acb24-c308-4d28-8e07-835f14481dca,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:44.807511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:44.922491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.104212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Transition to ACTIVE for port object 0989d849-1de0-4494-acaa-fb78b362c461 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:45.132259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.156157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: cf6a8aeb-b1d6-48df-bdcc-ec846de691df {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:45.156738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cf6a8aeb-b1d6-48df-bdcc-ec846de691df not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:45.301890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Routers {'eb3510cd-db4e-4fac-bb6f-401c73de92d0'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:45.302917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eb3510cd-db4e-4fac-bb6f-401c73de92d0'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:45.306262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d597-6876-4a1e-af0d-8861a416fea6 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c608-d88f-4325-8c30-4e16fcb86ad1,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:45.342196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.438560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.440701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5ad534-1750-424f-a819-d04096ec104c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:45.496123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] Set router eb3510cd-db4e-4fac-bb6f-401c73de92d0 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:45.519043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f06f6b1a-3148-4f39-b0b7-05c0ab99ff9e req-4be5d682-e231-4f81-9d0f-d5a28c71e15a tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 210 time: 0.1711333 Jul 09 17:16:45.543492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54910) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:45.601923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3510cd-db4e-4fac-bb6f-401c73de92d0', 'name': '', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:40Z', 'updated_at': '2021-07-09T17:16:43Z', 'revision_number': 4, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:45.662595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9500b71-3811-4680-bd12-5a7ffbd3fcf0 req-efd22cf2-299c-4be4-83a9-48af91f76fe1 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:45.672437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9500b71-3811-4680-bd12-5a7ffbd3fcf0 req-efd22cf2-299c-4be4-83a9-48af91f76fe1 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 1.4055822 Jul 09 17:16:45.724911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Pushing event updated for resources: {'Port': ['ID=0989d849-1de0-4494-acaa-fb78b362c461,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:45.743704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b01478-16ba-4b49-891d-467999a66fa5 None None] The sync data for ids ['eb3510cd-db4e-4fac-bb6f-401c73de92d0'] in n-d-791506-17 is: [{'id': 'eb3510cd-db4e-4fac-bb6f-401c73de92d0', 'name': '', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:40Z', 'updated_at': '2021-07-09T17:16:43Z', 'revision_number': 4, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:45.751738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Calling delete_port for b8c6c608-d88f-4325-8c30-4e16fcb86ad1 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:45.763201 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.764299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.917267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:45.954580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.039158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9500b71-3811-4680-bd12-5a7ffbd3fcf0 req-361a370f-111b-4294-8cbf-e8c2b595bd04 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657925 Jul 09 17:16:46.076358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-804313236-network', 'tenant_id': '5c5b229971b14025b1280524b3a5c626'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:46.082262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-d785b4f9-2067-4b0b-ae4f-b56e5c57ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.084004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-d785b4f9-2067-4b0b-ae4f-b56e5c57ab8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1098 time: 0.8469913 Jul 09 17:16:46.243656 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.248679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.249259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab28e79-5070-49ea-be76-70832dbb9475 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:46.274061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.275250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ef36c39c-0bff-4792-9b35-5d7d9c742ab4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1ab28e79-5070-49ea-be76-70832dbb9475 HTTP/1.1" status: 204 len: 168 time: 4.4706626 Jul 09 17:16:46.279712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:46.372990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Allocated IP 172.20.0.3 (de0027dc-31fe-4394-a881-ec6b981db691/3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b/089736fd-52a6-47bb-892b-7f43ca1ada4a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:46.382944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Deleting subnet f62985f1-9ed6-45fd-adb9-0b0e02095259 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:46.396938 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.427064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Made reservation on behalf of 5c5b229971b14025b1280524b3a5c626 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:46.429751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.458312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Attempting to bind port 0989d849-1de0-4494-acaa-fb78b362c461 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:46.458652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Attempting to bind port 0989d849-1de0-4494-acaa-fb78b362c461 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:46.458986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Attempting to bind port 0989d849-1de0-4494-acaa-fb78b362c461 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:46.504261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.525834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Port 0989d849-1de0-4494-acaa-fb78b362c461 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:16:46.526349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Attempting to bind port 0989d849-1de0-4494-acaa-fb78b362c461 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:46.567985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e802-7f8c-4cff-bac3-f34bb218952d req-d2bcdbad-a3cb-4637-a460-b1ca91590983 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.568586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.578869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79b5e802-7f8c-4cff-bac3-f34bb218952d req-d2bcdbad-a3cb-4637-a460-b1ca91590983 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 948 time: 0.5180852 Jul 09 17:16:46.605654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-5d71a4a4-03c3-4847-8c91-93ed273cc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:46.607932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-5d71a4a4-03c3-4847-8c91-93ed273cc17e service neutron] 10.222.0.13 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.4529021 Jul 09 17:16:46.629200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:46.629584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:46.630704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:46.631368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Bound port: 0989d849-1de0-4494-acaa-fb78b362c461, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:46.632324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:46.734803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-5c449c2d-6dca-4976-be7f-4a6766598450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 200 len: 217 time: 0.1103668 Jul 09 17:16:47.012642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f515b6a-03fa-41da-b6e1-682a400b6cad req-68c03987-75cb-4845-8324-6b40d27c1c48 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 210 time: 0.1108534 Jul 09 17:16:47.048878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.056799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79b5e802-7f8c-4cff-bac3-f34bb218952d req-1f98a419-fee8-4c68-b091-b96351ff9ec3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777517 Jul 09 17:16:47.105835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-19a89413-94f3-4774-9826-f97c253e8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:47.107271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-19a89413-94f3-4774-9826-f97c253e8d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.3474793 Jul 09 17:16:47.165404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.213374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8c6c608-d88f-4325-8c30-4e16fcb86ad1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:47.216313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] For port 0989d849-1de0-4494-acaa-fb78b362c461, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:47.261546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] For port 0989d849-1de0-4494-acaa-fb78b362c461, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0989d849-1de0-4494-acaa-fb78b362c461,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:47.302565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.360995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.363557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-859646ae-e0a7-4cd1-acda-00b52dc71511 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7030051 Jul 09 17:16:47.398442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.405971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:47.406609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.408108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] 10.222.0.13 "PUT /v2.0/ports/0989d849-1de0-4494-acaa-fb78b362c461 HTTP/1.1" status: 200 len: 1097 time: 4.3608537 Jul 09 17:16:47.410061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Router a6eb21be-7d0c-43f4-87f6-a842aa52a56d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:47.410724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'tag': '0989d849-1de0-4494-acaa-fb78b362c461'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:47.413445 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9220dc-6b5f-4bf4-b350-799d859aeb35" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a6a30c-f462-446d-924a-dcb35cd93be8", "tag": "0989d849-1de0-4494-acaa-fb78b362c461"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:47.426452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Transition to ACTIVE for port object 089736fd-52a6-47bb-892b-7f43ca1ada4a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:47.473586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4c52a-9beb-4277-a195-41d4d421cad2 service neutron] Pushing event updated for resources: {'Port': ['ID=0989d849-1de0-4494-acaa-fb78b362c461,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:47.533224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.537090 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c84a303-40aa-48dc-9a8e-d3888958a5de x-openstack-request-id: req-8c84a303-40aa-48dc-9a8e-d3888958a5de {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:47.537652 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a6a30c-f462-446d-924a-dcb35cd93be8", "tag": "0989d849-1de0-4494-acaa-fb78b362c461", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:47.537905 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c84a303-40aa-48dc-9a8e-d3888958a5de {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:47.538308 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'tag': '0989d849-1de0-4494-acaa-fb78b362c461', 'status': 'completed', 'code': 200} Jul 09 17:16:47.545399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:16:47.547326 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.565551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:47.578265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.578782 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Added segment 3fa5dfc0-65a8-49c0-9639-22a47532539e of type vlan for network 56ee37c7-2c58-417c-9423-0b98111fffb4 Jul 09 17:16:47.683553 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-58873299-cc15-46bc-8276-9a25a5cc1a97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5211725 Jul 09 17:16:47.686839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3a127-c24e-4b92-a5c3-69d8a04210ed None None] Network f10f1086-c7ca-40ad-a97d-7283fbe4ac72 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:47.700166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.744783 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.754698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f62985f1-9ed6-45fd-adb9-0b0e02095259 HTTP/1.1" status: 204 len: 168 time: 1.4633980 Jul 09 17:16:47.764391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:47.781732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c80cc1-204e-44b8-8e0c-228f4a0082d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62985f1-9ed6-45fd-adb9-0b0e02095259,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:47.801349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:47.867988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-e4aeb053-c4af-4933-8bde-fb0e1d6305e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:47.871452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-e4aeb053-c4af-4933-8bde-fb0e1d6305e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 1097 time: 0.4463749 Jul 09 17:16:47.939182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-57e81191-c406-49a8-89a3-420aed03af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:47.948857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-57e81191-c406-49a8-89a3-420aed03af0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 1100 time: 0.4612110 Jul 09 17:16:47.969616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8a5ad534-1750-424f-a819-d04096ec104c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:48.043982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8a5ad534-1750-424f-a819-d04096ec104c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:48.044602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8a5ad534-1750-424f-a819-d04096ec104c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:48.192444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] DHCP port deletion for f10f1086-c7ca-40ad-a97d-7283fbe4ac72 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:16:48.274889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.287927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] Deleting port b733196c-770c-4004-a60c-1833d3eaf3d4 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:48.288847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.396204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] For port b733196c-770c-4004-a60c-1833d3eaf3d4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b733196c-770c-4004-a60c-1833d3eaf3d4,segment=NetworkSegment(cd42e739-5fea-48d8-bc92-0e49798861ca),segment_id=cd42e739-5fea-48d8-bc92-0e49798861ca)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:48.396803 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.414089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] Calling delete_port for b733196c-770c-4004-a60c-1833d3eaf3d4 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:48.439650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc74b84-fcd9-4a55-bad0-f2751726a05b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:48.477332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.519972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.520310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.529779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:16:48.551859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] No DVR routers for this DVR port b733196c-770c-4004-a60c-1833d3eaf3d4 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:48.555597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facc5cc-6bdc-4758-a880-55cc9efcc1ce None None] Pushing event deleted for resources: {'Port': ['ID=b733196c-770c-4004-a60c-1833d3eaf3d4,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:48.631528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.658881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Network de0027dc-31fe-4394-a881-ec6b981db691 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:48.705668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:48.708077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-7ce91bc4-e2d0-46bd-822d-7118ece4eaf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0989d849-1de0-4494-acaa-fb78b362c461 HTTP/1.1" status: 200 len: 217 time: 0.7582309 Jul 09 17:16:48.718334 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] Sync routers for ids ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:48.724652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bafbf68a-808f-4920-a8cf-df478fa332f9 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6eb21be-7d0c-43f4-87f6-a842aa52a56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3139486 Jul 09 17:16:48.731200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:48.734129 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] Routers {'a6eb21be-7d0c-43f4-87f6-a842aa52a56d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:48.735005 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:48.736499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:48.827345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:48.828967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb3510cd-db4e-4fac-bb6f-401c73de92d0 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:48.842914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Pushing event updated for resources: {'Port': ['ID=089736fd-52a6-47bb-892b-7f43ca1ada4a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:48.856206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:48.858042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-8434c655-5fd4-4f91-9327-541f088716ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:48.860290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-8434c655-5fd4-4f91-9327-541f088716ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.2542868 Jul 09 17:16:48.872680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:16:48.882487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] Sync routers for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:16:48.883393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58a152df-b3fd-4417-a9a2-9a5371670c07 admin admin] 10.222.0.21 "PUT /v2.0/routers/4698103d-a48b-4b4e-a3b4-71a3a01fa679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2219272 Jul 09 17:16:48.886607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54934) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:48.906293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:48.906293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.000484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-49dceba9-628c-41a8-b077-d968d3855064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:49.005153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-49dceba9-628c-41a8-b077-d968d3855064 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2671895 Jul 09 17:16:49.054088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.061257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aaca05b6-ad9d-4e4b-9ff7-cb0a2ccd6f1d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/eb3510cd-db4e-4fac-bb6f-401c73de92d0 HTTP/1.1" status: 204 len: 168 time: 6.1111557 Jul 09 17:16:49.164977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:49.165586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.167598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54936) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:49.181197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:49.186417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.187445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:49.187995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.243490 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] Set router a6eb21be-7d0c-43f4-87f6-a842aa52a56d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:49.380007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8263d16d-9f8d-4fbe-bc05-c8e767ba4440 None None] Provisioning for port 089736fd-52a6-47bb-892b-7f43ca1ada4a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:49.389239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8263d16d-9f8d-4fbe-bc05-c8e767ba4440 None None] Provisioning complete for port 089736fd-52a6-47bb-892b-7f43ca1ada4a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:49.389663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8263d16d-9f8d-4fbe-bc05-c8e767ba4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.460882 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-98a3b1ca-673e-46e7-9f88-75ec44337f09 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6801190 Jul 09 17:16:49.469922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e84a3-83d2-44c2-875c-4ec14973c58b req-8104c0b1-0e77-4890-b6d4-992d0d720394 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:49.472451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a6e84a3-83d2-44c2-875c-4ec14973c58b req-8104c0b1-0e77-4890-b6d4-992d0d720394 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 931 time: 0.8679135 Jul 09 17:16:49.477164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-5f1ded5b-bb7a-4774-8ef9-9e390772910b tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2981358 Jul 09 17:16:49.477379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Deleting subnet 23322367-888b-467a-8df0-a79366bc4eb0 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:49.479586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8263d16d-9f8d-4fbe-bc05-c8e767ba4440 None None] Port 089736fd-52a6-47bb-892b-7f43ca1ada4a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:16:49.481641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.488335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf2fe-9de0-4159-aede-b326b4d52563 req-b30e98ff-0e95-49d1-87d0-f2b540cee963 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:49.497470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9cf2fe-9de0-4159-aede-b326b4d52563 req-b30e98ff-0e95-49d1-87d0-f2b540cee963 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 1.9918664 Jul 09 17:16:49.531388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.550308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:16:44Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.583863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9087884 Jul 09 17:16:49.588273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.604980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] Checking router: 4698103d-a48b-4b4e-a3b4-71a3a01fa679 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:49.614331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] Routers {'4698103d-a48b-4b4e-a3b4-71a3a01fa679'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:49.614965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.632540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54938) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:49.635881 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:44Z', 'revision_number': 5, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.644548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a6e84a3-83d2-44c2-875c-4ec14973c58b req-f5eb09d6-ec4d-4801-ade7-f0ddbd0c1be1 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810308 Jul 09 17:16:49.650096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Request body: {'subnet': {'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-804313236-subnet', 'tenant_id': '5c5b229971b14025b1280524b3a5c626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:49.690815 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] Checking router: a6eb21be-7d0c-43f4-87f6-a842aa52a56d for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:16:49.704248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Made reservation on behalf of 5c5b229971b14025b1280524b3a5c626 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:49.707098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.718915 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] Routers {'a6eb21be-7d0c-43f4-87f6-a842aa52a56d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:16:49.719541 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.765491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10f1086-c7ca-40ad-a97d-7283fbe4ac72']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.788327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Request body: {'port': {'device_id': '96b24693-62e9-4105-8adc-be00ba047d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:49.842739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd42e739-5fea-48d8-bc92-0e49798861ca') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.843047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd42e739-5fea-48d8-bc92-0e49798861ca') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:49.897212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325de2b-63c5-44e2-af9d-fca5eb86ce1e admin admin] Pushing event updated for resources: {'Network': ['ID=56ee37c7-2c58-417c-9423-0b98111fffb4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:49.927047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:49.933774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 56ee37c7-2c58-417c-9423-0b98111fffb4 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:49.970340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.028276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] Set router a6eb21be-7d0c-43f4-87f6-a842aa52a56d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:50.050817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9cf2fe-9de0-4159-aede-b326b4d52563 req-244cfca3-5477-4d87-9c7b-cea97d3e70be tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861627 Jul 09 17:16:50.053495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.085893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b733196c-770c-4004-a60c-1833d3eaf3d4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:50.105528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:50.106402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: items = [ Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:50.129061 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:50.139442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b733196c-770c-4004-a60c-1833d3eaf3d4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:50.140401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b733196c-770c-4004-a60c-1833d3eaf3d4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:50.173049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa189014-abed-4932-98d1-666a67e2bde2 req-9fa28250-71d8-4eaa-b8c4-cbd68112e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:50.175299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-9fa28250-71d8-4eaa-b8c4-cbd68112e6c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1558411 Jul 09 17:16:50.182471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] Set router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:16:50.236784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-d6f2bf04-e41a-43ea-bdff-00572448401b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426 HTTP/1.1" status: 200 len: 217 time: 0.3092258 Jul 09 17:16:50.242921 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.315964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800be560-a41b-4ed8-9749-ae44a1b6103e req-18cd5674-04ba-4f07-b3b4-f3d4ea1958d3 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8154480 Jul 09 17:16:50.382065 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.387612 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.421888 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:44Z', 'revision_number': 5, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:50.484242 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e06cd7-9ae3-4a65-8ba9-0f4056fc62bd None None] The sync data for ids ['a6eb21be-7d0c-43f4-87f6-a842aa52a56d'] in n-d-791506-17 is: [{'id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-201778279-router', 'tenant_id': '66a609fab392473abf9e589fd5e84195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:16:27Z', 'updated_at': '2021-07-09T17:16:44Z', 'revision_number': 5, 'project_id': '66a609fab392473abf9e589fd5e84195', 'gw_port': {'id': '3a6244fa-d338-4a03-8504-983cf3ee8d09', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb21be-7d0c-43f4-87f6-a842aa52a56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:16:28Z', 'updated_at': '2021-07-09T17:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:50.490745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.540273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.544622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f10f1086-c7ca-40ad-a97d-7283fbe4ac72 HTTP/1.1" status: 204 len: 168 time: 2.7336469 Jul 09 17:16:50.546221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da38b8-273a-48f1-a767-9ae9d8ad2803 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10f1086-c7ca-40ad-a97d-7283fbe4ac72,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:50.609133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.761324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:16:44Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:50.802723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:50.838925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:50.853763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaec5d-aea7-4a30-b288-553a525b2840 None None] The sync data for ids ['4698103d-a48b-4b4e-a3b4-71a3a01fa679'] in n-d-791506-17 is: [{'id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2074371172-router', 'tenant_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:10:56Z', 'updated_at': '2021-07-09T17:16:44Z', 'revision_number': 5, 'project_id': 'bdeefdecf6754e8896b6b61b32d650bb', 'gw_port': {'id': '3af08d84-7c3a-4d40-bb52-c0951646757b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4698103d-a48b-4b4e-a3b4-71a3a01fa679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:10:57Z', 'updated_at': '2021-07-09T17:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:16:50.923811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b3ca2e-88de-4814-a18e-4e5243e0519d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:50.973563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aca8d4-4893-478c-8716-b5d5cdeba431 req-c58d934e-d656-4d37-8979-5755fc254bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:50.975115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72aca8d4-4893-478c-8716-b5d5cdeba431 req-c58d934e-d656-4d37-8979-5755fc254bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1098 time: 1.5371745 Jul 09 17:16:51.101938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.106433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Deleting port 3a6244fa-d338-4a03-8504-983cf3ee8d09 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:51.106780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.186342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-d186b545-1b42-4175-bcd4-ad305a1b639a service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9485445 Jul 09 17:16:51.249557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.250759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d0caea7e-e5d3-4262-a40b-44019e29f840 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12472941742147a3b264edb8dd1408e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458861 Jul 09 17:16:51.266369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:51.274118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752e42-095e-4c3d-b113-565fc6c2a7f4 req-9cd3415c-4946-437e-a019-9822333f1b65 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:51.293998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9752e42-095e-4c3d-b113-565fc6c2a7f4 req-9cd3415c-4946-437e-a019-9822333f1b65 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 948 time: 1.3636599 Jul 09 17:16:51.322972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Checking segment: {'id': '3fa5dfc0-65a8-49c0-9639-22a47532539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:51.323340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Network hostable DHCP agents. Network: 56ee37c7-2c58-417c-9423-0b98111fffb4, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:51.344164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72aca8d4-4893-478c-8716-b5d5cdeba431 req-4113b1e4-9447-4391-b6da-250562956040 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527591 Jul 09 17:16:51.359471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23322367-888b-467a-8df0-a79366bc4eb0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:51.370058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50096-cbb5-41bf-a45a-773d08c53031 req-4472b5fb-7e92-44b0-90cd-b4ab4e31ea42 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:51.371638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bdc50096-cbb5-41bf-a45a-773d08c53031 req-4472b5fb-7e92-44b0-90cd-b4ab4e31ea42 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 931 time: 0.3616440 Jul 09 17:16:51.394853 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.399184 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-12c013d1-e389-4e12-800d-cd8b5a1ac96e tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/23322367-888b-467a-8df0-a79366bc4eb0 HTTP/1.1" status: 204 len: 168 time: 2.2224779 Jul 09 17:16:51.403390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:51.493403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9752e42-095e-4c3d-b113-565fc6c2a7f4 req-2768658a-4675-444f-b80c-3fc382e9bb91 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526890 Jul 09 17:16:51.504256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089736fd-52a6-47bb-892b-7f43ca1ada4a {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:51.514666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.518068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Network 56ee37c7-2c58-417c-9423-0b98111fffb4 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:51.558348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 56ee37c7-2c58-417c-9423-0b98111fffb4) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:51.569400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.569732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:51.570334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.571079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c03969-f290-4ed1-82e7-dd5d2c8fb346 None None] Network 56ee37c7-2c58-417c-9423-0b98111fffb4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:51.572244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dfd527a-2e17-4b35-a866-a55ceba07b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.579059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Deleting port 3af08d84-7c3a-4d40-bb52-c0951646757b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:51.579408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.588641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bdc50096-cbb5-41bf-a45a-773d08c53031 req-facedf98-7f26-49d0-a360-f552acf2499d tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974607 Jul 09 17:16:51.605833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa189014-abed-4932-98d1-666a67e2bde2 req-2e4c2319-be12-46d2-8c2a-54f0928db3d6 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750250 Jul 09 17:16:51.627323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] For port 3a6244fa-d338-4a03-8504-983cf3ee8d09, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3a6244fa-d338-4a03-8504-983cf3ee8d09,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:51.628015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.688948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0cb153b4-5c03-45af-a02d-d3f968de295e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0351603 Jul 09 17:16:51.700843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Transition to ACTIVE for port object 089736fd-52a6-47bb-892b-7f43ca1ada4a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:16:51.737749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Calling delete_port for 3a6244fa-d338-4a03-8504-983cf3ee8d09 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:51.789412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dfd527a-2e17-4b35-a866-a55ceba07b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.793138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.898402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4bea071f-7d70-48fb-b6b6-b267fbea5e0c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:51.934540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-e56c5435-4eb6-4538-9f8d-b927a5b96cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:51.937380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-e56c5435-4eb6-4538-9f8d-b927a5b96cda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 1100 time: 0.2626388 Jul 09 17:16:51.939677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] For port 3af08d84-7c3a-4d40-bb52-c0951646757b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3af08d84-7c3a-4d40-bb52-c0951646757b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:51.940313 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.946872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a156b2b-7861-4868-b8ac-ffdf84da00d5 None None] Network 56ee37c7-2c58-417c-9423-0b98111fffb4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:51.947911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:51.958617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 4bea071f-7d70-48fb-b6b6-b267fbea5e0c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:51.958617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4bea071f-7d70-48fb-b6b6-b267fbea5e0c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:51.958617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d19acb24-c308-4d28-8e07-835f14481dca no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:51.993515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1098540-3e81-4401-93cb-bed3e825e0b7']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.022872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c1bfb3-6727-449a-9b28-8f067aebf402') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.023169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c1bfb3-6727-449a-9b28-8f067aebf402') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:52.043083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Calling delete_port for 3af08d84-7c3a-4d40-bb52-c0951646757b owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:52.054466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=089736fd-52a6-47bb-892b-7f43ca1ada4a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.173793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.308836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d19acb24-c308-4d28-8e07-835f14481dca {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:52.309107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d19acb24-c308-4d28-8e07-835f14481dca not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:52.366477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ae0c-3957-4f5a-95ff-f70cdaf2f6c4 req-76c2e297-170f-4f55-bc56-df78f676dd5b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:52.374108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c670ae0c-3957-4f5a-95ff-f70cdaf2f6c4 req-76c2e297-170f-4f55-bc56-df78f676dd5b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.5567238 Jul 09 17:16:52.465195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dfd527a-2e17-4b35-a866-a55ceba07b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.467844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dfd527a-2e17-4b35-a866-a55ceba07b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.469309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8dfd527a-2e17-4b35-a866-a55ceba07b47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/000bdacd-eedb-4203-ba46-bd0d7856bf5c HTTP/1.1" status: 204 len: 168 time: 1.1873558 Jul 09 17:16:52.531086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.557968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c670ae0c-3957-4f5a-95ff-f70cdaf2f6c4 req-143d72af-be38-4cc0-b8d4-eb8e88c792f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654971 Jul 09 17:16:52.604804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-5f602d09-ffa6-4a81-90b1-5503b138a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:52.618786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-5f602d09-ffa6-4a81-90b1-5503b138a440 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.6519480 Jul 09 17:16:52.628499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd527a-2e17-4b35-a866-a55ceba07b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bdacd-eedb-4203-ba46-bd0d7856bf5c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:52.656902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:52.657313 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:52.674122 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:52.719753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-2aed5854-d6b9-466a-90fe-7f46825df096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0989d849-1de0-4494-acaa-fb78b362c461 HTTP/1.1" status: 200 len: 217 time: 0.0934777 Jul 09 17:16:52.849925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-4d3b0b92-9c66-46c4-86c2-2c72151b332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:52.851590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-4d3b0b92-9c66-46c4-86c2-2c72151b332c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0775979 Jul 09 17:16:53.139976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c6d2a-aadd-4f2d-9d1a-77c728e0fa0a req-a0f6c3c9-b1bd-487a-a2e0-533e02865fec tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:53.158221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa2c6d2a-aadd-4f2d-9d1a-77c728e0fa0a req-a0f6c3c9-b1bd-487a-a2e0-533e02865fec tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 948 time: 0.3829088 Jul 09 17:16:53.165367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-cceb126f-89c0-4a15-9e0d-730cf039d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:53.178748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-cceb126f-89c0-4a15-9e0d-730cf039d79d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3029916 Jul 09 17:16:53.264203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Attempting to bind port 089736fd-52a6-47bb-892b-7f43ca1ada4a on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:16:53.264850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Attempting to bind port 089736fd-52a6-47bb-892b-7f43ca1ada4a by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:16:53.265668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Attempting to bind port 089736fd-52a6-47bb-892b-7f43ca1ada4a on network de0027dc-31fe-4394-a881-ec6b981db691 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:53.269761 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.287188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.311861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Port 089736fd-52a6-47bb-892b-7f43ca1ada4a on network de0027dc-31fe-4394-a881-ec6b981db691 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:16:53.312699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Attempting to bind port 089736fd-52a6-47bb-892b-7f43ca1ada4a on network de0027dc-31fe-4394-a881-ec6b981db691 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:16:53.326867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa2c6d2a-aadd-4f2d-9d1a-77c728e0fa0a req-77d160ed-52ac-413d-93e3-87f6817518f7 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676226 Jul 09 17:16:53.333291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Pushing event deleted for resources: {'Port': ['ID=3af08d84-7c3a-4d40-bb52-c0951646757b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:53.419340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.433611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:16:53.434136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Checking segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:53.434561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Bound using segment: {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:16:53.435077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Bound port: 089736fd-52a6-47bb-892b-7f43ca1ada4a, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0796022f-ee6d-47cb-9d91-b84235266dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:16:53.435512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.466090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6244fa-d338-4a03-8504-983cf3ee8d09,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:53.525486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1098540-3e81-4401-93cb-bed3e825e0b7 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:16:53.535736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.542625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b1098540-3e81-4401-93cb-bed3e825e0b7 HTTP/1.1" status: 204 len: 168 time: 2.1163266 Jul 09 17:16:53.596727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-95dea0dc-42a6-4ac6-b5b7-7638d3cdacdc tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:53.598264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-95dea0dc-42a6-4ac6-b5b7-7638d3cdacdc tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/networks?id=56ee37c7-2c58-417c-9423-0b98111fffb4 HTTP/1.1" status: 200 len: 812 time: 1.1704760 Jul 09 17:16:53.664671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb58d8d-e284-4855-8753-047b00657cd8 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1098540-3e81-4401-93cb-bed3e825e0b7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:53.697285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-8cb08e30-0969-4d89-9859-5ab8a3fae154 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/quotas/5c5b229971b14025b1280524b3a5c626 HTTP/1.1" status: 200 len: 375 time: 0.0337257 Jul 09 17:16:53.702019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.935270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-d6ba98c0-bbca-44b3-8b15-3f560f6b8c89 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5b229971b14025b1280524b3a5c626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1995337 Jul 09 17:16:53.949225 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.959681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:53.992861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] For port 089736fd-52a6-47bb-892b-7f43ca1ada4a, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:16:54.071509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55004) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.112739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] For port 089736fd-52a6-47bb-892b-7f43ca1ada4a, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:16:54.122223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.123107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6eb21be-7d0c-43f4-87f6-a842aa52a56d {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:54.135176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.141089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bc676011-be71-4c4a-aba2-77171af6c884 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a6eb21be-7d0c-43f4-87f6-a842aa52a56d HTTP/1.1" status: 204 len: 168 time: 5.3833385 Jul 09 17:16:54.142754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.146842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.224512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55010) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:54.246121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:54.251887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.255589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/089736fd-52a6-47bb-892b-7f43ca1ada4a HTTP/1.1" status: 200 len: 1092 time: 4.4873242 Jul 09 17:16:54.310121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'name': 'tempest-router--1075032316', 'project_id': '5b86c8e31384420f90269b899befe85d'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.314964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b24693-62e9-4105-8adc-be00ba047d7b', 'tag': '089736fd-52a6-47bb-892b-7f43ca1ada4a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:54.327398 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2" -d '{"events": [{"name": "network-changed", "server_uuid": "96b24693-62e9-4105-8adc-be00ba047d7b", "tag": "089736fd-52a6-47bb-892b-7f43ca1ada4a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:54.449332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0989d849-1de0-4494-acaa-fb78b362c461 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:16:54.451463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1778850334-network', 'tenant_id': '6d0f7a4089f049c48e0f24f923cde37f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:54.489240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Deleting subnet dfeb1209-bbc6-492e-91c2-33094ec9994c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:54.496172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5d3a5-98d2-4d46-aa74-ecf38f33ffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=089736fd-52a6-47bb-892b-7f43ca1ada4a,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:54.499342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.505545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.507708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.524574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-001cf613-1e93-4872-b9fa-b0a393479e80 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2925193 Jul 09 17:16:54.606609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.675979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Made reservation on behalf of 6d0f7a4089f049c48e0f24f923cde37f for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:54.678316 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.696371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0989d849-1de0-4494-acaa-fb78b362c461, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0989d849-1de0-4494-acaa-fb78b362c461,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:54.716545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '0989d849-1de0-4494-acaa-fb78b362c461', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '0989d849-1de0-4494-acaa-fb78b362c461', 'mac_address': 'fa:16:3e:81:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:16:54.724767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb9220dc-6b5f-4bf4-b350-799d859aeb35 req-986fa78e-101d-4e62-a74c-84f9a67e9f66 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928191 Jul 09 17:16:54.784438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.793924 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.795130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.817177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0989d849-1de0-4494-acaa-fb78b362c461 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:54.837780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-01946f89-9d12-46da-bbf1-62b680fca5e7 service neutron] 10.222.0.21 "GET /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8865299 Jul 09 17:16:54.846400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.870383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.887393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0989d849-1de0-4494-acaa-fb78b362c461, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0989d849-1de0-4494-acaa-fb78b362c461,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:54.903355 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.983870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:54.993889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406d308-58f7-433d-a15d-f132e9cfc075 req-d68129b6-56b6-4d9e-8f7a-75b81ba262b8 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:54.995542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6406d308-58f7-433d-a15d-f132e9cfc075 req-d68129b6-56b6-4d9e-8f7a-75b81ba262b8 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 943 time: 0.5237792 Jul 09 17:16:54.997559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.000126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-6ec0efd9-d383-4b59-a662-c6133f3f45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.001618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-6ec0efd9-d383-4b59-a662-c6133f3f45ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.3880024 Jul 09 17:16:55.004014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.070075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-41ce85b0-8287-454d-af94-816c87391649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.071643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-41ce85b0-8287-454d-af94-816c87391649 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e6ac0531f444180a985b90151b0011f&device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 1095 time: 0.3908854 Jul 09 17:16:55.098366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-7f3b665f-7a7d-4dd6-b4fc-d68c3ebf03a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484602 Jul 09 17:16:55.099307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0989d849-1de0-4494-acaa-fb78b362c461,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.120488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6406d308-58f7-433d-a15d-f132e9cfc075 req-5e7ea0f7-7a12-4e01-a5d0-31781fef7339 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141131 Jul 09 17:16:55.128250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.129075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4698103d-a48b-4b4e-a3b4-71a3a01fa679 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:55.145501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.152416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-818e2ae2-30de-46ea-a353-82e8125b8bca admin admin] 10.222.0.21 "DELETE /v2.0/routers/4698103d-a48b-4b4e-a3b4-71a3a01fa679 HTTP/1.1" status: 204 len: 168 time: 6.2599750 Jul 09 17:16:55.167439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0989d849-1de0-4494-acaa-fb78b362c461'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:16:55.168587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55016) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.179736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-72a7c99d-753c-45a6-b361-ef8d17e86c4b service neutron] 10.222.0.21 "GET /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271527 Jul 09 17:16:55.184852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-e219a3d5-c0b7-4d90-a8cc-dec6f203c9b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a HTTP/1.1" status: 200 len: 217 time: 0.0968044 Jul 09 17:16:55.219754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.322725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Deleting subnet 2968effa-e2ae-4302-a053-8f2df0e64c2c {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:16:55.330443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.375170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-52dbf3ba-ad6b-4437-a522-773dd4c62039 service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579777 Jul 09 17:16:55.375531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfeb1209-bbc6-492e-91c2-33094ec9994c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.392942 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.401550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785ccdc-31d5-4ded-b457-34dbddde4494 None None] Network 99d32d80-1dc3-4608-af2a-2f0d91b5d925 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:55.431136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.435961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a76a548b-8697-4135-b5df-4822a09beb54 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfeb1209-bbc6-492e-91c2-33094ec9994c HTTP/1.1" status: 204 len: 168 time: 1.2824500 Jul 09 17:16:55.442099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55018) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.445225 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.466406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-2c2f16ba-fae0-47e2-b875-34b6a648c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.468111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-2c2f16ba-fae0-47e2-b875-34b6a648c049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b HTTP/1.1" status: 200 len: 854 time: 0.2600350 Jul 09 17:16:55.480244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.557334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.561728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-309f1ed4-2c02-449f-8982-6f65ff65d1b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3210866 Jul 09 17:16:55.562685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:55.610608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:16:55.719644 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34fbaf5-9db9-404d-9603-69b1cb859761 x-openstack-request-id: req-b34fbaf5-9db9-404d-9603-69b1cb859761 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:55.719876 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b24693-62e9-4105-8adc-be00ba047d7b", "tag": "089736fd-52a6-47bb-892b-7f43ca1ada4a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:55.720146 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b34fbaf5-9db9-404d-9603-69b1cb859761 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:55.720559 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b24693-62e9-4105-8adc-be00ba047d7b', 'tag': '089736fd-52a6-47bb-892b-7f43ca1ada4a', 'status': 'completed', 'code': 200} Jul 09 17:16:55.753587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3be351-5281-4d98-98ae-35f807fa3d2c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:55.779250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.779668 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Added segment 7705d47d-0f49-4c2c-bf7f-c1fbb205967e of type vlan for network 4e7431d8-61f0-4591-ab4b-8e071acf5a66 Jul 09 17:16:55.807802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.826641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.861542 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:55.903150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb7c3343-e09c-470d-ac03-9eb79ca2ae50 req-235076e5-c5a9-49ee-a718-e05bf369a38d service neutron] 10.222.0.36 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044248 Jul 09 17:16:55.933735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a0fd-a875-42a3-b5af-a3d58b6f38fd req-7daaf0e3-ad63-40a6-a429-c6c252272ce2 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:55.941544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed60a0fd-a875-42a3-b5af-a3d58b6f38fd req-7daaf0e3-ad63-40a6-a429-c6c252272ce2 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.3735065 Jul 09 17:16:55.970566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3af08d84-7c3a-4d40-bb52-c0951646757b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:56.022398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed60a0fd-a875-42a3-b5af-a3d58b6f38fd req-16b37208-ebd9-439d-888a-81e48a2b0424 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792105 Jul 09 17:16:56.025926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.085899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3af08d84-7c3a-4d40-bb52-c0951646757b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:56.086238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3af08d84-7c3a-4d40-bb52-c0951646757b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:56.086656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3a6244fa-d338-4a03-8504-983cf3ee8d09 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:56.173154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2968effa-e2ae-4302-a053-8f2df0e64c2c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:56.260926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3a6244fa-d338-4a03-8504-983cf3ee8d09 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:56.261703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3a6244fa-d338-4a03-8504-983cf3ee8d09 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:56.279913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4efaca8-a9fd-4e00-a818-aaba6296e955 None None] Network e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:56.291630 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.297673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-03d3f6c3-1a4f-4340-80f9-97e582a71ad7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2968effa-e2ae-4302-a053-8f2df0e64c2c HTTP/1.1" status: 204 len: 168 time: 1.1271794 Jul 09 17:16:56.304538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.318565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73fb9a8b-ffb0-4744-b2b9-06e6e2db1dbb req-1d22c34e-aaf1-4f00-89d9-0f431e8a7a0c tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 210 time: 0.1545291 Jul 09 17:16:56.321516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:56.517458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.621110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-da595e26-6d0e-483f-a4d4-ca0578ccaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:56.622846 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-da595e26-6d0e-483f-a4d4-ca0578ccaa59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0027dc-31fe-4394-a881-ec6b981db691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1389558 Jul 09 17:16:56.634931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.636575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:56.637485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.655732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Deleting port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:56.656524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.662499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.664621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] DHCP port deletion for 99d32d80-1dc3-4608-af2a-2f0d91b5d925 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:16:56.679286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.722297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] DHCP port deletion for e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:16:56.763236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6691768 Jul 09 17:16:56.768901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55042) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:56.772540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] For port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:56.772973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.779725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Request body: {'subnet': {'network_id': '4e7431d8-61f0-4591-ab4b-8e071acf5a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1778850334-subnet', 'tenant_id': '6d0f7a4089f049c48e0f24f923cde37f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:56.796030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] Deleting port ecb5b11e-70c9-41c9-8a20-f964fd3af66a {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:56.797130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.803735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Calling delete_port for e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:56.865800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d731d6d-59b3-48dc-be7a-b949a699a11e admin admin] Pushing event updated for resources: {'Network': ['ID=4e7431d8-61f0-4591-ab4b-8e071acf5a66,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:56.882606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4e7431d8-61f0-4591-ab4b-8e071acf5a66 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:16:56.896369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] Deleting port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:56.896864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.906220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Made reservation on behalf of 6d0f7a4089f049c48e0f24f923cde37f for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:56.909751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.932402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.933116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c55b604-9cbf-4946-b413-3291ccf3b17d {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:16:56.960627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:56.962083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39f11745-ec86-46b3-adee-6d3083b07eb1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4c55b604-9cbf-4946-b413-3291ccf3b17d HTTP/1.1" status: 204 len: 168 time: 1.3895123 Jul 09 17:16:56.976842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311540d-4996-4eec-910f-0c1766b9a4f9 req-892c1af4-3f7b-4d6b-be6f-2f8120ce40eb tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:56.981295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d311540d-4996-4eec-910f-0c1766b9a4f9 req-892c1af4-3f7b-4d6b-be6f-2f8120ce40eb tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 949 time: 0.7790787 Jul 09 17:16:57.019732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Deleting port ecb5b11e-70c9-41c9-8a20-f964fd3af66a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:16:57.020556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.040711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] For port ecb5b11e-70c9-41c9-8a20-f964fd3af66a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:57.041380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.043796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-564ae985-10c9-4dd3-9085-ddaf93d8830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:57.045450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-564ae985-10c9-4dd3-9085-ddaf93d8830e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f8d20889234d67849eff009bac7727&device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 1098 time: 0.2395310 Jul 09 17:16:57.099444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d311540d-4996-4eec-910f-0c1766b9a4f9 req-01757223-1aca-4171-a136-6090f29e2068 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072357 Jul 09 17:16:57.103906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] Calling delete_port for ecb5b11e-70c9-41c9-8a20-f964fd3af66a owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:57.122442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-312cb37b-ba2a-484f-a773-178307e69a2b service neutron] 10.222.0.36 "GET /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494690 Jul 09 17:16:57.156812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] For port ecb5b11e-70c9-41c9-8a20-f964fd3af66a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,segment=NetworkSegment(1784ac11-b289-46c1-9b2c-428e4e211b35),segment_id=1784ac11-b289-46c1-9b2c-428e4e211b35)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:57.157612 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.172477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-62018f58-91bd-4bd6-af89-a4c4b625ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:57.174245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-62018f58-91bd-4bd6-af89-a4c4b625ab19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 200 len: 912 time: 0.1120291 Jul 09 17:16:57.208822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Calling delete_port for ecb5b11e-70c9-41c9-8a20-f964fd3af66a owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:57.229429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] For port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,segment=NetworkSegment(d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0),segment_id=d97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:57.229801 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.251292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] Calling delete_port for e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:16:57.297948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb670-c14e-41cb-9993-dcf4c82739ed req-ea00814b-cc91-473c-bacc-d95c1f163b01 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:57.299840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c97eb670-c14e-41cb-9993-dcf4c82739ed req-ea00814b-cc91-473c-bacc-d95c1f163b01 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 943 time: 0.4520316 Jul 09 17:16:57.301163 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-6ceed900-bae5-43a3-8cdb-985a90409c27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 200 len: 217 time: 0.1171391 Jul 09 17:16:57.326477 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f4ba9fe-b68c-4e89-8d66-17f37fa051f2 req-bf0c5fd4-ba7f-4e05-833f-095fd0421612 service neutron] 10.222.0.36 "GET /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949341 Jul 09 17:16:57.361204 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.364366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.392372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] Pushing event deleted for resources: {'Port': ['ID=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.394475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-2c1a3b61-870c-4d43-bb8b-e41c6a2c10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:57.396218 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-2c1a3b61-870c-4d43-bb8b-e41c6a2c10ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 200 len: 851 time: 0.0851767 Jul 09 17:16:57.397008 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.403273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f704d-6dce-44b3-9c12-ad2f87cf7636 None None] No DVR routers for this DVR port ecb5b11e-70c9-41c9-8a20-f964fd3af66a on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:57.423522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.429570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55050) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:57.434049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] No DVR routers for this DVR port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:57.443649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb5b11e-70c9-41c9-8a20-f964fd3af66a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.449286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] Pushing event deleted for resources: {'Port': ['ID=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.452978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8268e11-c7d6-4b02-869a-92e572021769 None None] No DVR routers for this DVR port e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:57.484347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] No DVR routers for this DVR port ecb5b11e-70c9-41c9-8a20-f964fd3af66a on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:16:57.574805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-1bf5965d-1f76-447d-b6c8-85c29e755e10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63540e4b-2065-4e8d-9305-7db5472db7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572595 Jul 09 17:16:57.603782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.608524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:57.661463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c97eb670-c14e-41cb-9993-dcf4c82739ed req-20d285d1-06a8-49bf-affd-45aba5c300e4 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543282 Jul 09 17:16:57.680575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:57.749348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:57.749611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97ce8b1-c18e-4fa5-bf45-d57a8b97c7a0') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:57.798573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.882301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-722875287', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:57.914754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a37b69b6-56ab-4cdc-9330-7cb6623e4e4e req-2c79e5a4-5213-48a1-998b-417b7886ca79 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 210 time: 0.1137886 Jul 09 17:16:57.963812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ecb5b11e-70c9-41c9-8a20-f964fd3af66a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:57.977333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.982600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-20bed734-9137-4d56-a545-5e134f62ebf5 service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807070 Jul 09 17:16:57.986558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: ecb5b11e-70c9-41c9-8a20-f964fd3af66a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:57.986887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ecb5b11e-70c9-41c9-8a20-f964fd3af66a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:57.987326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:16:57.991683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.991929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.996686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:57.997749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.011062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:16:58.011672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e46cf5f8-4f6a-4a87-82d6-a19ba4ee58fe not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:16:58.023614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-3efdae5d-b639-4650-8388-433713fec5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.025443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-3efdae5d-b639-4650-8388-433713fec5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e6ac0531f444180a985b90151b0011f&device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 1095 time: 0.6054711 Jul 09 17:16:58.032301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d32d80-1dc3-4608-af2a-2f0d91b5d925']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.043753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:58.044224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:58.046893 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:58.059151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1784ac11-b289-46c1-9b2c-428e4e211b35') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.059379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1784ac11-b289-46c1-9b2c-428e4e211b35') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:16:58.075423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-822b0584-3d96-4488-bdd2-9bf54822aa6f tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.076953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-822b0584-3d96-4488-bdd2-9bf54822aa6f tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.13 "GET /v2.0/networks?id=56ee37c7-2c58-417c-9423-0b98111fffb4 HTTP/1.1" status: 200 len: 812 time: 0.3199160 Jul 09 17:16:58.114735 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.153315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Request body: {'port': {'device_id': '6a9792b2-1135-4942-ac15-ab455a67978f', 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4', 'admin_state_up': True, 'tenant_id': '5c5b229971b14025b1280524b3a5c626'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:58.164437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181ac69-de89-4bec-927e-c1c084bf94ca req-afe62143-109e-471e-baa6-b07ecc4866f8 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.168258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3181ac69-de89-4bec-927e-c1c084bf94ca req-afe62143-109e-471e-baa6-b07ecc4866f8 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.6861644 Jul 09 17:16:58.188196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.199424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.220805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:16:58.221217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:16:58.222921 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:16:58.236931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a8f056-024b-42a0-9b9c-2dafe05a2d36,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.259893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.284512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.286457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af HTTP/1.1" status: 204 len: 168 time: 1.9638884 Jul 09 17:16:58.304063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55058) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:58.342146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf8536-1e67-47e5-b4ae-d0f4bfece0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b97b74-ba95-4dd4-9f38-d0c2bf4a73af,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.368876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3181ac69-de89-4bec-927e-c1c084bf94ca req-e44d9747-ca11-46b7-9cba-9f3dad4e1fca tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916726 Jul 09 17:16:58.376405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-db02b463-9802-4c5a-87d9-e8a355b6d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.377904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-db02b463-9802-4c5a-87d9-e8a355b6d271 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de0027dc-31fe-4394-a881-ec6b981db691 HTTP/1.1" status: 200 len: 916 time: 0.3426766 Jul 09 17:16:58.390618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Checking segment: {'id': '7705d47d-0f49-4c2c-bf7f-c1fbb205967e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4e7431d8-61f0-4591-ab4b-8e071acf5a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:16:58.390976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Network hostable DHCP agents. Network: 4e7431d8-61f0-4591-ab4b-8e071acf5a66, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:16:58.411980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72f46d2a-83b4-47df-9ed0-269b71463c35 req-5a748f76-22a7-467f-874e-817b7c922cfc service neutron] 10.222.0.13 "GET /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091258 Jul 09 17:16:58.474528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.483050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.484965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99d32d80-1dc3-4608-af2a-2f0d91b5d925 HTTP/1.1" status: 204 len: 168 time: 3.0424390 Jul 09 17:16:58.486405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-20ad11bf-8f26-4903-b4ad-264131ab754e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a HTTP/1.1" status: 200 len: 217 time: 0.0731125 Jul 09 17:16:58.489987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.491452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0989d849-1de0-4494-acaa-fb78b362c461 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:16:58.516729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc4b80-191f-4b13-8f6a-25a7f4e9cbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d32d80-1dc3-4608-af2a-2f0d91b5d925,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.576999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 0989d849-1de0-4494-acaa-fb78b362c461 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:16:58.582077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 0989d849-1de0-4494-acaa-fb78b362c461 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:16:58.582457 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.600256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-390e97e1-cee9-489b-b6f8-511ffde410e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.602197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-390e97e1-cee9-489b-b6f8-511ffde410e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b HTTP/1.1" status: 200 len: 854 time: 0.0968320 Jul 09 17:16:58.713202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.722207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-3dda232b-11b7-43eb-b889-c9e9cb79f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.723750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-3dda232b-11b7-43eb-b889-c9e9cb79f0b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0027dc-31fe-4394-a881-ec6b981db691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895514 Jul 09 17:16:58.754087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0989d849-1de0-4494-acaa-fb78b362c461, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0989d849-1de0-4494-acaa-fb78b362c461,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:58.756175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0989d849-1de0-4494-acaa-fb78b362c461'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:16:58.759567 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2edcf15-b6fc-4c3a-af8c-b735484fcfd5" -d '{"events": [{"server_uuid": "c6a6a30c-f462-446d-924a-dcb35cd93be8", "name": "network-vif-plugged", "status": "completed", "tag": "0989d849-1de0-4494-acaa-fb78b362c461"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:16:58.764582 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.774323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:58.822455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0989d849-1de0-4494-acaa-fb78b362c461,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:58.870129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Network 4e7431d8-61f0-4591-ab4b-8e071acf5a66 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:16:58.889435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Made reservation on behalf of 5c5b229971b14025b1280524b3a5c626 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:16:58.893030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.898534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4e7431d8-61f0-4591-ab4b-8e071acf5a66) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:58.908613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d82dfb-8c64-45b1-a28b-95a59f5148ec None None] Network 4e7431d8-61f0-4591-ab4b-8e071acf5a66 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:58.914636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.915234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:58.956212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a00e-27fe-4555-9f6c-387238dbd42a req-c58419a9-21ad-4885-bcd9-051b1fac900c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:58.963747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae41a00e-27fe-4555-9f6c-387238dbd42a req-c58419a9-21ad-4885-bcd9-051b1fac900c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 949 time: 0.6744637 Jul 09 17:16:58.973961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-554b71ab-f72a-44af-bd73-7ddc64f39053 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66a609fab392473abf9e589fd5e84195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692369 Jul 09 17:16:58.982100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55070) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:16:59.034699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-c82d46af-fdee-451b-9e3a-5456d73c981c service neutron] 10.222.0.36 "GET /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992444 Jul 09 17:16:59.048494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cf17a20a-93ac-45a9-b65c-7bcac62c2b3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2782514 Jul 09 17:16:59.054278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f927e-72f2-44e5-9205-b705879924e5 None None] Network 4e7431d8-61f0-4591-ab4b-8e071acf5a66 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:16:59.071630 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.118065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae41a00e-27fe-4555-9f6c-387238dbd42a req-4c6265b3-473a-4e84-b136-40fbbfedae7a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533115 Jul 09 17:16:59.142970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.163218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0fe2-fbd9-4578-9553-5bbbad58ef19 req-ce67e74b-f96a-444e-8bba-92677c10ff79 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:59.170430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1b0fe2-fbd9-4578-9553-5bbbad58ef19 req-ce67e74b-f96a-444e-8bba-92677c10ff79 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 943 time: 0.3197582 Jul 09 17:16:59.206986 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc095481-135f-45a0-9cdd-5e7a2e733a70 x-openstack-request-id: req-dc095481-135f-45a0-9cdd-5e7a2e733a70 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:16:59.207354 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a6a30c-f462-446d-924a-dcb35cd93be8", "name": "network-vif-plugged", "status": "completed", "tag": "0989d849-1de0-4494-acaa-fb78b362c461", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:16:59.207630 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc095481-135f-45a0-9cdd-5e7a2e733a70 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:16:59.208075 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0989d849-1de0-4494-acaa-fb78b362c461', 'code': 200} Jul 09 17:16:59.281442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-971f3d61-ddb8-42eb-890a-44c6e28278bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.292631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Allocated IP 172.20.0.8 (56ee37c7-2c58-417c-9423-0b98111fffb4/a7b3ca2e-88de-4814-a18e-4e5243e0519d/dfde82e7-d2af-4e39-bee8-ecb605a82b11) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:59.348324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1b0fe2-fbd9-4578-9553-5bbbad58ef19 req-5b2bcbab-a68c-40ad-b2fc-96e862598959 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769845 Jul 09 17:16:59.350378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aad8f3f-0bbf-4797-90d0-9717bc7426b2 req-1d7fede4-aaf2-4d48-9ff9-e5c0b5209871 service neutron] 10.222.0.36 "GET /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914016 Jul 09 17:16:59.363019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-971f3d61-ddb8-42eb-890a-44c6e28278bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.376417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc58255a-2d6b-4363-8720-378f8de456ac req-6597d930-dda5-4a5d-9828-bd487fd29e61 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 210 time: 0.0619512 Jul 09 17:16:59.427149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Allocated IP 172.25.3.43 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/edb87a02-bb29-4213-8052-2f101b3d7bb0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:16:59.522294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-971f3d61-ddb8-42eb-890a-44c6e28278bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.524990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-971f3d61-ddb8-42eb-890a-44c6e28278bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.526186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-971f3d61-ddb8-42eb-890a-44c6e28278bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/112d766f-e8fe-42a8-813f-bc9eb566bc06 HTTP/1.1" status: 204 len: 168 time: 0.5394168 Jul 09 17:16:59.552952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f3d61-ddb8-42eb-890a-44c6e28278bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d766f-e8fe-42a8-813f-bc9eb566bc06,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:59.558362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-de9aeb0a-cdec-4d75-a390-b2827b94f8fd req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-70551672', 'description': 'tempest-description-1261022967'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:16:59.581668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef828d54-3a13-4062-99e5-06ae94df16b0 req-a9acf9d3-5eb4-4855-8564-187483fbee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:59.583563 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef828d54-3a13-4062-99e5-06ae94df16b0 req-a9acf9d3-5eb4-4855-8564-187483fbee89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 1102 time: 0.3036873 Jul 09 17:16:59.623656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.627804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-de9aeb0a-cdec-4d75-a390-b2827b94f8fd req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.650933 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:16:59.691203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 089736fd-52a6-47bb-892b-7f43ca1ada4a details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:16:59.714271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef828d54-3a13-4062-99e5-06ae94df16b0 req-ff3a3990-7fd0-48c5-a960-ec26f3675b84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192405 Jul 09 17:16:59.714562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.742941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.779097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9708-34ed-4879-bea0-b10ffff07cf8 req-907e6789-acbb-4da4-b453-072885102316 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:16:59.787139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:16:59.787746 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-955c9708-34ed-4879-bea0-b10ffff07cf8 req-907e6789-acbb-4da4-b453-072885102316 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.2570240 Jul 09 17:16:59.808475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:16:59.821110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:16:59.822698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 089736fd-52a6-47bb-892b-7f43ca1ada4a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:59.833072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.839094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '089736fd-52a6-47bb-892b-7f43ca1ada4a', 'network_id': 'de0027dc-31fe-4394-a881-ec6b981db691', 'port_id': '089736fd-52a6-47bb-892b-7f43ca1ada4a', 'mac_address': 'fa:16:3e:35:f7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:16:59.880383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.882859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event updated for resources: {'Port': ['ID=edb87a02-bb29-4213-8052-2f101b3d7bb0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:16:59.895352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089736fd-52a6-47bb-892b-7f43ca1ada4a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:16:59.906005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-de9aeb0a-cdec-4d75-a390-b2827b94f8fd req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.913133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-955c9708-34ed-4879-bea0-b10ffff07cf8 req-35ab3e8e-f01c-4545-a3c7-f646419faa8d tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242321 Jul 09 17:16:59.933210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 089736fd-52a6-47bb-892b-7f43ca1ada4a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:16:59.947286 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:16:59.951235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-de9aeb0a-cdec-4d75-a390-b2827b94f8fd req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.011736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.080532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Network 56ee37c7-2c58-417c-9423-0b98111fffb4 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:00.082323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=089736fd-52a6-47bb-892b-7f43ca1ada4a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:00.083499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Pushing event updated for resources: {'Port': ['ID=dfde82e7-d2af-4e39-bee8-ecb605a82b11,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:00.086941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:00.090982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:00.142645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-de9aeb0a-cdec-4d75-a390-b2827b94f8fd req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.153017 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de9aeb0a-cdec-4d75-a390-b2827b94f8fd req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5993657 Jul 09 17:17:00.153017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6d238-fbb1-49f4-a38d-21c9e564fd6b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7694276d-d369-40b5-a0c0-c59b7a1d380e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:00.165398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:00.166175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.183743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['089736fd-52a6-47bb-892b-7f43ca1ada4a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:00.267586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1377835 Jul 09 17:17:00.273593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.274023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.274561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.275199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.275680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.276092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.276479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.276868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.277301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.277684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.278068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.278461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce0f5-a931-4362-a56d-ec48940021b6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:00.291466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Request body: {'port': {'device_id': '6a9792b2-1135-4942-ac15-ab455a67978f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:00.359906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-f8a06ac1-3f4b-4f12-a2cd-12b15acaac2e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/7694276d-d369-40b5-a0c0-c59b7a1d380e HTTP/1.1" status: 200 len: 1803 time: 0.1750305 Jul 09 17:17:00.410126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7694276d-d369-40b5-a0c0-c59b7a1d380e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:00.410126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7694276d-d369-40b5-a0c0-c59b7a1d380e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:00.472486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.546253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.557897 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.629035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808aeb-0458-49c9-9e80-0cd73b64bbab req-501d69e9-a79c-434c-86a0-cfdc25c06581 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:00.632016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15808aeb-0458-49c9-9e80-0cd73b64bbab req-501d69e9-a79c-434c-86a0-cfdc25c06581 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 950 time: 0.2175097 Jul 09 17:17:00.647656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.654124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.680217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944c97e8-25e5-4f44-89b5-597d72a930e1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:00.693248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Deleting port dfec9701-483e-4856-853a-2d8b9710b143 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:00.694560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.767617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.768837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fe0232f-e713-4063-bc83-b1bc1784acb1 req-b78050b4-ace9-41cf-8831-1af05c8c9e7f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3667572 Jul 09 17:17:00.806388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:00.851831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15808aeb-0458-49c9-9e80-0cd73b64bbab req-dc3b6659-fb20-47db-88fb-50b3f6183de6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096498 Jul 09 17:17:00.990224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] For port dfec9701-483e-4856-853a-2d8b9710b143, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfec9701-483e-4856-853a-2d8b9710b143,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:00.990607 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.014954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Calling delete_port for dfec9701-483e-4856-853a-2d8b9710b143 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:01.093201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edffb44-abb5-4e93-af23-03d0455c319a req-737e41ef-3e57-464c-b3b4-e8421eefa092 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:01.094812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8edffb44-abb5-4e93-af23-03d0455c319a req-737e41ef-3e57-464c-b3b4-e8421eefa092 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 944 time: 0.1012049 Jul 09 17:17:01.095604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Router 9ce062df-35fb-4838-80ae-1d70a53cb766 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:01.312803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfde82e7-d2af-4e39-bee8-ecb605a82b11 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:01.324813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.350221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:01.357019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Transition to ACTIVE for port object dfde82e7-d2af-4e39-bee8-ecb605a82b11 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:01.368248 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] Sync routers for ids ['9ce062df-35fb-4838-80ae-1d70a53cb766'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:01.371017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.387344 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8edffb44-abb5-4e93-af23-03d0455c319a req-55e9e4b0-af9c-4af4-a116-9f86359a414e tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821939 Jul 09 17:17:01.396180 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.397262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c2523b05-9379-440b-acdc-2d80db08fe24 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9503212 Jul 09 17:17:01.400472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:01.401772 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] Routers {'9ce062df-35fb-4838-80ae-1d70a53cb766'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:01.403885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9ce062df-35fb-4838-80ae-1d70a53cb766'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.409960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e33807-5f3b-41d1-bff1-7f91a4d1d436 req-34a0c976-f56d-49a6-8fef-854a9512e671 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:01.419484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e33807-5f3b-41d1-bff1-7f91a4d1d436 req-34a0c976-f56d-49a6-8fef-854a9512e671 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 931 time: 0.3508906 Jul 09 17:17:01.453444 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.463323 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] Routers {'9ce062df-35fb-4838-80ae-1d70a53cb766'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:01.464440 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9ce062df-35fb-4838-80ae-1d70a53cb766'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.503657 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:01.504453 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69903b0c-aeed-44e9-a1e0-08bd36ab4dce None None] The sync data for ids ['9ce062df-35fb-4838-80ae-1d70a53cb766'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:01.532818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83e33807-5f3b-41d1-bff1-7f91a4d1d436 req-7ff20a6b-669e-40d1-bf76-5b8a0a651505 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121783 Jul 09 17:17:01.536925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Pushing event updated for resources: {'Port': ['ID=dfde82e7-d2af-4e39-bee8-ecb605a82b11,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.645706 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.699354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 089736fd-52a6-47bb-892b-7f43ca1ada4a up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:01.719325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfec9701-483e-4856-853a-2d8b9710b143,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:01.759443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 089736fd-52a6-47bb-892b-7f43ca1ada4a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:01.764607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 089736fd-52a6-47bb-892b-7f43ca1ada4a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:01.765360 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.789380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Attempting to bind port dfde82e7-d2af-4e39-bee8-ecb605a82b11 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:01.789623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Attempting to bind port dfde82e7-d2af-4e39-bee8-ecb605a82b11 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '3fa5dfc0-65a8-49c0-9639-22a47532539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:01.790014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Attempting to bind port dfde82e7-d2af-4e39-bee8-ecb605a82b11 on network 56ee37c7-2c58-417c-9423-0b98111fffb4 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:01.795293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5c89b608-f8eb-45bf-8e96-bda5ddfcabce req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1009613930', 'description': 'tempest-description-1836127336'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:01.839215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Port dfde82e7-d2af-4e39-bee8-ecb605a82b11 on network 56ee37c7-2c58-417c-9423-0b98111fffb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:17:01.839565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Attempting to bind port dfde82e7-d2af-4e39-bee8-ecb605a82b11 on network 56ee37c7-2c58-417c-9423-0b98111fffb4 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:01.857469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:01.857831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Checking segment: {'id': '3fa5dfc0-65a8-49c0-9639-22a47532539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:01.858237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Bound using segment: {'id': '3fa5dfc0-65a8-49c0-9639-22a47532539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:01.858705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Bound port: dfde82e7-d2af-4e39-bee8-ecb605a82b11, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa5dfc0-65a8-49c0-9639-22a47532539e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:01.859073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:01.964701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-573d185b-a471-4909-b732-77d92f7b9e85 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/9ce062df-35fb-4838-80ae-1d70a53cb766 HTTP/1.1" status: 200 len: 923 time: 0.5561407 Jul 09 17:17:01.968811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55140) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:01.971503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c89b608-f8eb-45bf-8e96-bda5ddfcabce req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.003536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.018503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c166d638-c024-40f1-9fff-36623623b452 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce062df-35fb-4838-80ae-1d70a53cb766 HTTP/1.1" status: 200 len: 205 time: 0.0454884 Jul 09 17:17:02.019519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55142) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:02.024738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.024936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8717e-c1bc-458f-b484-584f3974e6dd req-60235f0f-b190-4d03-bc2b-aed56bc26bc5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.026438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18f8717e-c1bc-458f-b484-584f3974e6dd req-60235f0f-b190-4d03-bc2b-aed56bc26bc5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.3421283 Jul 09 17:17:02.055894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b24693-62e9-4105-8adc-be00ba047d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089736fd-52a6-47bb-892b-7f43ca1ada4a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:02.058233 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c149e-805d-4b1e-9f01-b65a3c5f55b3" -d '{"events": [{"server_uuid": "96b24693-62e9-4105-8adc-be00ba047d7b", "name": "network-vif-plugged", "status": "completed", "tag": "089736fd-52a6-47bb-892b-7f43ca1ada4a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:02.072948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 089736fd-52a6-47bb-892b-7f43ca1ada4a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:02.077485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.108143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] For port dfde82e7-d2af-4e39-bee8-ecb605a82b11, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:02.127505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=089736fd-52a6-47bb-892b-7f43ca1ada4a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.169825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.232628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c89b608-f8eb-45bf-8e96-bda5ddfcabce req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.238610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c89b608-f8eb-45bf-8e96-bda5ddfcabce req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.309539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c89b608-f8eb-45bf-8e96-bda5ddfcabce req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.310747 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c89b608-f8eb-45bf-8e96-bda5ddfcabce req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5219989 Jul 09 17:17:02.322921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346cc119-7acb-4eaf-9592-4f2114a0a5c3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.336444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.336851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.337254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.337463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.337805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.338222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.338551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.338896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.339229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.339692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.339907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.340238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c72883-d095-433c-bc55-7818572cde1e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:02.345325 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.409656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Deleting port edb87a02-bb29-4213-8052-2f101b3d7bb0 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:02.410387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.465747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] For port dfde82e7-d2af-4e39-bee8-ecb605a82b11, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11,segment=NetworkSegment(3fa5dfc0-65a8-49c0-9639-22a47532539e),segment_id=3fa5dfc0-65a8-49c0-9639-22a47532539e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:02.474503 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.478771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18f8717e-c1bc-458f-b484-584f3974e6dd req-dfe51b02-ac74-4082-87f3-0b7e16f320aa tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403038 Jul 09 17:17:02.529585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.534053 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d34d8-1406-428d-9ce4-09d481f6ac80 x-openstack-request-id: req-509d34d8-1406-428d-9ce4-09d481f6ac80 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:02.534348 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b24693-62e9-4105-8adc-be00ba047d7b", "name": "network-vif-plugged", "status": "completed", "tag": "089736fd-52a6-47bb-892b-7f43ca1ada4a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:02.534470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.534580 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-509d34d8-1406-428d-9ce4-09d481f6ac80 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:02.535127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.535270 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b24693-62e9-4105-8adc-be00ba047d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089736fd-52a6-47bb-892b-7f43ca1ada4a', 'code': 200} Jul 09 17:17:02.536585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] 10.222.0.13 "PUT /v2.0/ports/dfde82e7-d2af-4e39-bee8-ecb605a82b11 HTTP/1.1" status: 200 len: 1092 time: 2.2534804 Jul 09 17:17:02.538783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9792b2-1135-4942-ac15-ab455a67978f', 'tag': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:02.546326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Calling delete_port for edb87a02-bb29-4213-8052-2f101b3d7bb0 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:02.553843 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9792b2-1135-4942-ac15-ab455a67978f", "tag": "dfde82e7-d2af-4e39-bee8-ecb605a82b11"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:02.611521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1ab0-a4f5-4e64-aa2a-06a2d7db3bff req-7f44829c-5c28-40d7-9a0e-82f72969fedf tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.613099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-913a1ab0-a4f5-4e64-aa2a-06a2d7db3bff req-7f44829c-5c28-40d7-9a0e-82f72969fedf tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 950 time: 0.1477871 Jul 09 17:17:02.626057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24064af2-2ad9-4fe7-b89c-e4def269858e service neutron] Pushing event updated for resources: {'Port': ['ID=dfde82e7-d2af-4e39-bee8-ecb605a82b11,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.734712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-913a1ab0-a4f5-4e64-aa2a-06a2d7db3bff req-622c9bc4-acef-4a77-bec2-2a54f1c064cc tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122425 Jul 09 17:17:02.751192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-41aaa03b-f137-4b9e-9865-e25817b5d0fa tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/346cc119-7acb-4eaf-9592-4f2114a0a5c3 HTTP/1.1" status: 200 len: 1805 time: 0.1783831 Jul 09 17:17:02.770863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '346cc119-7acb-4eaf-9592-4f2114a0a5c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:02.770863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '346cc119-7acb-4eaf-9592-4f2114a0a5c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:02.815119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd410-8384-4836-871a-f260ffffaf53 req-7558d419-c00e-4307-aaef-f87d88916175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.815357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Router 10cc42cd-2efe-4b43-be70-b23cab5006ab has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:02.816898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df7bd410-8384-4836-871a-f260ffffaf53 req-7558d419-c00e-4307-aaef-f87d88916175 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 1097 time: 0.1805911 Jul 09 17:17:02.823335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-49a56ee8-9590-4260-93f4-5ed9fcea32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:02.825003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-49a56ee8-9590-4260-93f4-5ed9fcea32ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b229971b14025b1280524b3a5c626&device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 1095 time: 0.2324233 Jul 09 17:17:02.870038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.883060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df7bd410-8384-4836-871a-f260ffffaf53 req-2cc30eb2-eb00-40e9-a52e-0d6e9b4e3a79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Jul 09 17:17:02.887457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-333b3479-a386-4b3a-88f8-e115411fa0ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11 HTTP/1.1" status: 200 len: 217 time: 0.0525179 Jul 09 17:17:02.902183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event deleted for resources: {'Port': ['ID=edb87a02-bb29-4213-8052-2f101b3d7bb0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:02.969985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:02.973213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.069281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-da881e22-c2c5-464b-bb19-3cff322c0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.070779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-da881e22-c2c5-464b-bb19-3cff322c0f36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b3ca2e-88de-4814-a18e-4e5243e0519d HTTP/1.1" status: 200 len: 852 time: 0.1739635 Jul 09 17:17:03.072918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.073737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.076501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.090100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.128696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-5933f7f7-e9c4-4aa8-8e24-0b68c6f44eba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56ee37c7-2c58-417c-9423-0b98111fffb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485461 Jul 09 17:17:03.134179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:03.135606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.136604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce062df-35fb-4838-80ae-1d70a53cb766 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:03.147085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.148399 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-81da2bb3-cf0e-4eac-acb8-ee9778f1374a tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/9ce062df-35fb-4838-80ae-1d70a53cb766 HTTP/1.1" status: 204 len: 168 time: 1.1283202 Jul 09 17:17:03.150985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-acfae6f6-7e1c-4c68-b0d8-5355ee8cd7e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/10cc42cd-2efe-4b43-be70-b23cab5006ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8440588 Jul 09 17:17:03.152572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8304b165-087e-4db4-8dbf-1041dd42a604,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:03.154638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] Sync routers for ids ['10cc42cd-2efe-4b43-be70-b23cab5006ab'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:03.155202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55200) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:03.156057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:03.163101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1485582130', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': False}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:03.171426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] Routers {'10cc42cd-2efe-4b43-be70-b23cab5006ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:03.173041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10cc42cd-2efe-4b43-be70-b23cab5006ab'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.208983 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.210192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c77e5d-fe86-421b-804e-c3b150b45505 req-e4c1bae0-bf1e-427d-800f-d3b18c1afb9f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4479127 Jul 09 17:17:03.309509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] Set router 10cc42cd-2efe-4b43-be70-b23cab5006ab gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:03.321436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.322459 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.344868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-45969a7d-92f5-41b1-9cbe-2ffe875d3534 service neutron] 10.222.0.13 "GET /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065883 Jul 09 17:17:03.479336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.525611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.538546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 5, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.567382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] Checking router: 10cc42cd-2efe-4b43-be70-b23cab5006ab for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:03.577418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] Routers {'10cc42cd-2efe-4b43-be70-b23cab5006ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:03.578038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10cc42cd-2efe-4b43-be70-b23cab5006ab'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.707449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] Set router 10cc42cd-2efe-4b43-be70-b23cab5006ab gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:03.770262 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28cce9-de0b-4ca6-8840-c0dbed214778 x-openstack-request-id: req-1f28cce9-de0b-4ca6-8840-c0dbed214778 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:03.770549 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9792b2-1135-4942-ac15-ab455a67978f", "tag": "dfde82e7-d2af-4e39-bee8-ecb605a82b11", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:03.770788 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f28cce9-de0b-4ca6-8840-c0dbed214778 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:03.771178 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9792b2-1135-4942-ac15-ab455a67978f', 'tag': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11', 'status': 'completed', 'code': 200} Jul 09 17:17:03.797026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41e737b-9469-4e75-aac9-e5f81a1db9bd req-e604c192-81b1-4a17-894b-6e0499fe994e service neutron] 10.222.0.13 "GET /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352610 Jul 09 17:17:03.797026 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.809837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef7e84-5b6e-4046-9157-bdc85a7c32c1 req-901b088f-9d12-4c82-918f-a11c5a004e2c tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.811548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfef7e84-5b6e-4046-9157-bdc85a7c32c1 req-901b088f-9d12-4c82-918f-a11c5a004e2c tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 945 time: 0.4425118 Jul 09 17:17:03.819999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:03.952470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfef7e84-5b6e-4046-9157-bdc85a7c32c1 req-51a2051b-6711-49d6-bac5-b2fb6d11aa86 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290901 Jul 09 17:17:03.952925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 5, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:03.958762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a36-dfa8-4e71-b3d0-e7f3689b643d req-fb2b7394-8075-4cab-9cb1-8cb137b801e6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:03.960460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278f0a36-dfa8-4e71-b3d0-e7f3689b643d req-fb2b7394-8075-4cab-9cb1-8cb137b801e6 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 943 time: 0.0822766 Jul 09 17:17:03.990605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ee123-e04a-46f7-a603-1f1bc8fcee58 None None] The sync data for ids ['10cc42cd-2efe-4b43-be70-b23cab5006ab'] in n-d-791506-17 is: [{'id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1937001272-router', 'tenant_id': '918efe58d8d14c51ad5cc0555e66d416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:11:10Z', 'updated_at': '2021-07-09T17:17:01Z', 'revision_number': 5, 'project_id': '918efe58d8d14c51ad5cc0555e66d416', 'gw_port': {'id': '21437f15-d16a-4a8c-92e0-6191eb7542d2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cc42cd-2efe-4b43-be70-b23cab5006ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:11:12Z', 'updated_at': '2021-07-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:04.012565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Deleting port 21437f15-d16a-4a8c-92e0-6191eb7542d2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:04.012946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.023315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278f0a36-dfa8-4e71-b3d0-e7f3689b643d req-98b68f16-21d1-4f30-a84d-d1a0ff111834 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 Jul 09 17:17:04.031239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-bf716bb2-6471-4d46-a381-91841427a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.032499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-bf716bb2-6471-4d46-a381-91841427a2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5b229971b14025b1280524b3a5c626&device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 1095 time: 0.1373856 Jul 09 17:17:04.062809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-91e44cda-9425-467f-b03c-c70021b5dfba req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-903174095', 'description': 'tempest-description-488614036'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:04.092016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-91e44cda-9425-467f-b03c-c70021b5dfba req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.190198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-91e44cda-9425-467f-b03c-c70021b5dfba req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.192044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] For port 21437f15-d16a-4a8c-92e0-6191eb7542d2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=21437f15-d16a-4a8c-92e0-6191eb7542d2,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:04.192579 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.197092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-91e44cda-9425-467f-b03c-c70021b5dfba req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.229443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-91e44cda-9425-467f-b03c-c70021b5dfba req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.244690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91e44cda-9425-467f-b03c-c70021b5dfba req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1871359 Jul 09 17:17:04.250072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c010b-7eee-49eb-8e37-3758be78449f tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9531915c-8d02-4de8-a19a-39c29796dac3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:04.592739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Calling delete_port for 21437f15-d16a-4a8c-92e0-6191eb7542d2 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:04.614732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-2f02570f-031e-4709-befa-9481e5a0c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.616220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-2f02570f-031e-4709-befa-9481e5a0c3e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=56ee37c7-2c58-417c-9423-0b98111fffb4 HTTP/1.1" status: 200 len: 913 time: 0.5543618 Jul 09 17:17:04.643148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-961951cd-b09d-46e3-a0fe-1acce7ad4f63 req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1792579437', 'description': 'tempest-description-1306938213'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:04.665832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-961951cd-b09d-46e3-a0fe-1acce7ad4f63 req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.725076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-95c60c9d-d725-420a-8d61-ef00585e3083 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11 HTTP/1.1" status: 200 len: 217 time: 0.0956659 Jul 09 17:17:04.749685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-961951cd-b09d-46e3-a0fe-1acce7ad4f63 req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.753894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-961951cd-b09d-46e3-a0fe-1acce7ad4f63 req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.778284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.782847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-961951cd-b09d-46e3-a0fe-1acce7ad4f63 req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.784579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-961951cd-b09d-46e3-a0fe-1acce7ad4f63 req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1474001 Jul 09 17:17:04.788693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732338cd-ff8d-47b7-a4b2-fbe0e5862cde tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0870fa-e7c8-4f87-a010-bb639abfa9ff,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:04.819397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:04.848512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc77fe-c240-4d3f-a6d4-74a0d99d4479 req-fa263911-7426-472c-9430-965f84a6d54e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.850047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90cc77fe-c240-4d3f-a6d4-74a0d99d4479 req-fa263911-7426-472c-9430-965f84a6d54e tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.2759917 Jul 09 17:17:04.855055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-bcf892d7-2459-426e-a5b1-0f170add9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:04.856455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-bcf892d7-2459-426e-a5b1-0f170add9ab4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b3ca2e-88de-4814-a18e-4e5243e0519d HTTP/1.1" status: 200 len: 852 time: 0.1214504 Jul 09 17:17:04.975280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-a672159f-bcec-471b-8a1d-f1e15f0dd90c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56ee37c7-2c58-417c-9423-0b98111fffb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609021 Jul 09 17:17:05.086511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90cc77fe-c240-4d3f-a6d4-74a0d99d4479 req-f64f7bcc-e3de-49f2-b7dc-e739a94b54cf tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044749 Jul 09 17:17:05.095327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.095928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.096452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.096951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.097426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.097882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.098351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.100407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-96121726-5138-488a-aafb-011e39b200ba tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f&device_id=96b24693-62e9-4105-8adc-be00ba047d7b&device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8&device_id=4c345eec-bc45-401d-82f7-50f7ae257045&device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22&device_id=b0016d4d-f696-42e5-8b06-402713f34a8b&device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 6433 time: 0.0695815 Jul 09 17:17:05.123707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-cfb1fe60-e30d-4555-999a-59234b4aed2f tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.136943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Allocated IP 172.25.3.16 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/716320ae-0aac-432e-a8f9-54c1fa75b6ac) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:05.178940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.222550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-cfb1fe60-e30d-4555-999a-59234b4aed2f tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.227386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-cfb1fe60-e30d-4555-999a-59234b4aed2f tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.255682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-55263a47-356e-4ac5-88e6-5e0e4b85925d service neutron] 10.222.0.13 "GET /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665613 Jul 09 17:17:05.258408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64b90354-0ffa-44a2-8d45-26eb95554bef req-cfb1fe60-e30d-4555-999a-59234b4aed2f tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&id=401f2529-7225-4e88-bd29-4c347478b488&id=bfeb0575-f4c7-415c-902d-96cf157c73b5&id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.1477804 Jul 09 17:17:05.264567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1fe60-e30d-4555-999a-59234b4aed2f tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8bbb21-1ce7-4789-a2e6-43d8d4edc3ea,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:05.281225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Pushing event deleted for resources: {'Port': ['ID=21437f15-d16a-4a8c-92e0-6191eb7542d2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:05.421654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ec3d0-3525-4f45-8436-24d6e48e6c4c req-312760ff-02bb-4c24-bc62-d3cff310a4c4 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.423535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-176ec3d0-3525-4f45-8436-24d6e48e6c4c req-312760ff-02bb-4c24-bc62-d3cff310a4c4 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 945 time: 0.0651424 Jul 09 17:17:05.427505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-b0907456-f506-404a-8d73-26e00cda7a5e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/9531915c-8d02-4de8-a19a-39c29796dac3 HTTP/1.1" status: 200 len: 1803 time: 0.2423797 Jul 09 17:17:05.466372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-176ec3d0-3525-4f45-8436-24d6e48e6c4c req-1e4de74c-dabb-4749-ab7b-b3d42ee597e4 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364649 Jul 09 17:17:05.475897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.479474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.611701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca9153ab-d2d7-48f4-8a04-4703a7c5f161 req-38035cc0-82a7-4546-96a9-9cd3165bda15 service neutron] 10.222.0.13 "GET /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352499 Jul 09 17:17:05.617084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.637262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-5c65bcd8-6a90-4766-bb8f-f1b6845ef7aa tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/8b0870fa-e7c8-4f87-a010-bb639abfa9ff HTTP/1.1" status: 200 len: 1805 time: 0.1999524 Jul 09 17:17:05.642583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.648456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9531915c-8d02-4de8-a19a-39c29796dac3', 'remote_group_id': '8b0870fa-e7c8-4f87-a010-bb639abfa9ff', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:05.648803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9531915c-8d02-4de8-a19a-39c29796dac3', 'remote_group_id': '8b0870fa-e7c8-4f87-a010-bb639abfa9ff', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:05.651193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b59de-e10b-44ac-827e-fd8d29b9a9ea req-359a3faa-a447-4949-b58a-c3ff7b353ef8 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:05.652817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b3b59de-e10b-44ac-827e-fd8d29b9a9ea req-359a3faa-a447-4949-b58a-c3ff7b353ef8 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 943 time: 0.0712759 Jul 09 17:17:05.700345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b3b59de-e10b-44ac-827e-fd8d29b9a9ea req-0f02a0d7-38b2-4d53-b29d-39b46fbb6582 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Jul 09 17:17:05.726795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.727492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cc42cd-2efe-4b43-be70-b23cab5006ab {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:05.734449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.738013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-36e6e51e-bea6-4895-b04b-3df8dfab79ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/10cc42cd-2efe-4b43-be70-b23cab5006ab HTTP/1.1" status: 204 len: 168 time: 2.5777779 Jul 09 17:17:05.738013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.739090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55284) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:05.827014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Deleting subnet ac7f53a5-4d51-416d-95c9-59e34ae20562 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:05.836583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:05.839797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Port': ['ID=716320ae-0aac-432e-a8f9-54c1fa75b6ac,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:05.848380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:05.851141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:05.853405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.948234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:05.967040 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.001511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfec9701-483e-4856-853a-2d8b9710b143 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:06.027755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: dfec9701-483e-4856-853a-2d8b9710b143 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:06.028140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfec9701-483e-4856-853a-2d8b9710b143 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:06.088529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.156591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.167037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.192668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7f53a5-4d51-416d-95c9-59e34ae20562,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:06.211965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8fe32f-45d5-4467-9547-f6cbabc67cbc None None] Network 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:06.215239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.224474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.237522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-50aacee9-6213-48d6-9b45-6d3831718515 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ac7f53a5-4d51-416d-95c9-59e34ae20562 HTTP/1.1" status: 204 len: 168 time: 0.4962935 Jul 09 17:17:06.239803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:06.249783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfd4442-dcf3-4bc6-a8ad-879ed743c805,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:06.267322 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.322714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.345604 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-315c9b22-482d-4cc1-8327-c27c0970c11d req-f1c31778-c101-49ad-96c3-7fc814c87522 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7067046 Jul 09 17:17:06.424039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.520581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-3852808f-87c5-468e-afae-ce681f5230a3 req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1203496296', 'description': 'tempest-description-1370449973'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:06.547667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dfde82e7-d2af-4e39-bee8-ecb605a82b11 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:06.565533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3852808f-87c5-468e-afae-ce681f5230a3 req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.606237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Deleting port cfb6e267-4022-43e8-98a7-62fbd53226b4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:06.606630 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.656790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] DHCP port deletion for 4d40cfe4-98bb-4e13-abb8-d588fb59ae8a request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:17:06.691642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.713546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e945f-3dd2-41cc-b36c-f13d796ee95d req-d0fd8edd-4918-4c60-aa34-e66a9e5896e9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:06.715496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad7e945f-3dd2-41cc-b36c-f13d796ee95d req-d0fd8edd-4918-4c60-aa34-e66a9e5896e9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.1862571 Jul 09 17:17:06.785434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3852808f-87c5-468e-afae-ce681f5230a3 req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.792057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dfde82e7-d2af-4e39-bee8-ecb605a82b11, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11,segment=NetworkSegment(3fa5dfc0-65a8-49c0-9639-22a47532539e),segment_id=3fa5dfc0-65a8-49c0-9639-22a47532539e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:06.793632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] For port cfb6e267-4022-43e8-98a7-62fbd53226b4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cfb6e267-4022-43e8-98a7-62fbd53226b4,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:06.794729 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.810147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Calling delete_port for cfb6e267-4022-43e8-98a7-62fbd53226b4 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:06.826480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11', 'network_id': '56ee37c7-2c58-417c-9423-0b98111fffb4', 'port_id': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11', 'mac_address': 'fa:16:3e:e0:43:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b3ca2e-88de-4814-a18e-4e5243e0519d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:06.849734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad7e945f-3dd2-41cc-b36c-f13d796ee95d req-2f097bdc-cbad-4e92-8b7f-426eb6a464e5 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263969 Jul 09 17:17:06.866942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] Deleting port cfb6e267-4022-43e8-98a7-62fbd53226b4 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:06.870375 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.927329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Router 7cf4360a-8738-4dc3-9a34-8729793f66a5 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:06.960283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3852808f-87c5-468e-afae-ce681f5230a3 req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:06.980555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.022565 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3852808f-87c5-468e-afae-ce681f5230a3 req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.030892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfde82e7-d2af-4e39-bee8-ecb605a82b11 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:07.060585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] For port cfb6e267-4022-43e8-98a7-62fbd53226b4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cfb6e267-4022-43e8-98a7-62fbd53226b4,segment=NetworkSegment(1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8),segment_id=1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.061104 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.065015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3852808f-87c5-468e-afae-ce681f5230a3 req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5477853 Jul 09 17:17:07.079038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c593a-368b-4a46-b11b-283a47cb8715 req-b418f90f-549d-4af9-a2de-46822e01a203 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:07.084599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecc7fc-0aa0-4923-83ef-28590bc5b48e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583bad7f-768b-484b-8ec9-fd0a629afe92,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.086202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045c593a-368b-4a46-b11b-283a47cb8715 req-b418f90f-549d-4af9-a2de-46822e01a203 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 946 time: 0.1705163 Jul 09 17:17:07.087012 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.108967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] No DVR routers for this DVR port cfb6e267-4022-43e8-98a7-62fbd53226b4 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:07.133054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dfde82e7-d2af-4e39-bee8-ecb605a82b11, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11,segment=NetworkSegment(3fa5dfc0-65a8-49c0-9639-22a47532539e),segment_id=3fa5dfc0-65a8-49c0-9639-22a47532539e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.134989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb6e267-4022-43e8-98a7-62fbd53226b4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.135701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] Calling delete_port for cfb6e267-4022-43e8-98a7-62fbd53226b4 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:07.147242 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.206724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:07.221613 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Sync routers for ids ['7cf4360a-8738-4dc3-9a34-8729793f66a5'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:07.250070 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Routers {'7cf4360a-8738-4dc3-9a34-8729793f66a5'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:07.250618 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.251325 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7cf4360a-8738-4dc3-9a34-8729793f66a5'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.254258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6534719-b2c3-4614-8241-c15c01a150b9 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0929708 Jul 09 17:17:07.257185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55364) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:07.328117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.349606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d40cfe4-98bb-4e13-abb8-d588fb59ae8a']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.396667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.410699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['dfde82e7-d2af-4e39-bee8-ecb605a82b11'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:07.424964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.435998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac8daaa-7ee6-4961-a7b8-3ae13e0005d8') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.441617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944dd01-8c51-41a2-b3e7-4ac929069614 req-18422311-8946-4edc-ac20-4749a8149389 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:07.442185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944dd01-8c51-41a2-b3e7-4ac929069614 req-18422311-8946-4edc-ac20-4749a8149389 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:07.442567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944dd01-8c51-41a2-b3e7-4ac929069614 req-18422311-8946-4edc-ac20-4749a8149389 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:07.446141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] No DVR routers for this DVR port cfb6e267-4022-43e8-98a7-62fbd53226b4 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:07.447993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=dfde82e7-d2af-4e39-bee8-ecb605a82b11,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.450012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9944dd01-8c51-41a2-b3e7-4ac929069614 req-18422311-8946-4edc-ac20-4749a8149389 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8&device_id=4c345eec-bc45-401d-82f7-50f7ae257045&device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 2886 time: 0.1342883 Jul 09 17:17:07.458309 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Set router 7cf4360a-8738-4dc3-9a34-8729793f66a5 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:07.480491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.502714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9944dd01-8c51-41a2-b3e7-4ac929069614 req-6d177a28-9098-4a26-9fb0-365bd12006e5 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517290 Jul 09 17:17:07.510497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03267093-af0f-4f2d-9d65-574463f273ba None None] Pushing event deleted for resources: {'Port': ['ID=cfb6e267-4022-43e8-98a7-62fbd53226b4,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.525631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Deleting port 051a4524-da06-4469-9f68-b7e5093ef554 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:07.525989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.537012 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.558930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:07.559281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:07.561650 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:07.622430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3306d53a-3130-404f-a193-9019e5968642 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/7cf4360a-8738-4dc3-9a34-8729793f66a5 HTTP/1.1" status: 200 len: 908 time: 0.3640873 Jul 09 17:17:07.623193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55388) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:07.632351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1485582130', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': True}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:07.651580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.676279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.679836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d40cfe4-98bb-4e13-abb8-d588fb59ae8a HTTP/1.1" status: 204 len: 168 time: 1.4374771 Jul 09 17:17:07.681573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1658439-318f-4618-a4ed-a9d2989f0b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d40cfe4-98bb-4e13-abb8-d588fb59ae8a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:07.701195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-224756242', 'description': 'tempest-description-1209524409'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:07.718423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:17:07.718423 n-d-791506-17 neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:17:07.718423 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id': '6d0f7a4089f049c48e0f24f923cde37f', 'id': '24cf25db-aa5e-4253-9157-13c06f0da333', 'expiration': datetime.datetime(2021, 7, 9, 17, 19, 7, 714264)}] Jul 09 17:17:07.718423 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:17:07.718976 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:17:07.747140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.748252 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.761177 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4360a-8738-4dc3-9a34-8729793f66a5', 'name': 'tempest-snat-router-1485582130', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16'}], 'enable_snat': False}, 'gw_port_id': '716320ae-0aac-432e-a8f9-54c1fa75b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:03Z', 'updated_at': '2021-07-09T17:17:06Z', 'revision_number': 3, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port': {'id': '716320ae-0aac-432e-a8f9-54c1fa75b6ac', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4360a-8738-4dc3-9a34-8729793f66a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:04Z', 'updated_at': '2021-07-09T17:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:07.780181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] For port 051a4524-da06-4469-9f68-b7e5093ef554, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=051a4524-da06-4469-9f68-b7e5093ef554,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:07.780543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.795281 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Checking router: 7cf4360a-8738-4dc3-9a34-8729793f66a5 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:07.796007 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Updating router 7cf4360a-8738-4dc3-9a34-8729793f66a5 port 716320ae-0aac-432e-a8f9-54c1fa75b6ac binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:07.831132 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.835668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Calling delete_port for 051a4524-da06-4469-9f68-b7e5093ef554 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:07.857301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e7a1d-e448-42a9-bf04-3597227b962b req-007e9e83-8dfe-49b8-afcb-fef281eaf5cb tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:07.859095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-416e7a1d-e448-42a9-bf04-3597227b962b req-007e9e83-8dfe-49b8-afcb-fef281eaf5cb tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 944 time: 0.2368054 Jul 09 17:17:07.862501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.888076 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:07.911675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55400) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:07.955526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21437f15-d16a-4a8c-92e0-6191eb7542d2 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:07.981002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-50a8b286-fb9f-4ad4-9624-f97d7b7d4f13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdeefdecf6754e8896b6b61b32d650bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674372 Jul 09 17:17:07.981919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55402) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:07.986231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 21437f15-d16a-4a8c-92e0-6191eb7542d2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:07.987058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21437f15-d16a-4a8c-92e0-6191eb7542d2 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:07.987492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cfb6e267-4022-43e8-98a7-62fbd53226b4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:08.017044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: cfb6e267-4022-43e8-98a7-62fbd53226b4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:08.017381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cfb6e267-4022-43e8-98a7-62fbd53226b4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:08.046182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18eb5d37-47b3-4fcb-a513-3809f5954653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.070346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18eb5d37-47b3-4fcb-a513-3809f5954653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.079594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-416e7a1d-e448-42a9-bf04-3597227b962b req-796e63fb-bc1c-455b-88a5-92c4ceb75042 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113295 Jul 09 17:17:08.085707 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.173279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18eb5d37-47b3-4fcb-a513-3809f5954653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.176548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18eb5d37-47b3-4fcb-a513-3809f5954653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.177852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-18eb5d37-47b3-4fcb-a513-3809f5954653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ff7fd2a-4d0d-48ed-b67e-c528d6901f6b HTTP/1.1" status: 204 len: 168 time: 0.1947412 Jul 09 17:17:08.187374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb5d37-47b3-4fcb-a513-3809f5954653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7fd2a-4d0d-48ed-b67e-c528d6901f6b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.279390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.314195 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.348895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Transition to ACTIVE for port object 716320ae-0aac-432e-a8f9-54c1fa75b6ac will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:08.367681 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.441229 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Pushing event updated for resources: {'Port': ['ID=716320ae-0aac-432e-a8f9-54c1fa75b6ac,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.450911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.451502 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.452137 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.452657 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.453157 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.453660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.454018 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.454519 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.454835 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.455194 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.455491 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.455902 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:08.459397 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Attempting to bind port 716320ae-0aac-432e-a8f9-54c1fa75b6ac on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:08.459661 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Attempting to bind port 716320ae-0aac-432e-a8f9-54c1fa75b6ac by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:08.460112 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Attempting to bind port 716320ae-0aac-432e-a8f9-54c1fa75b6ac on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:08.466276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:08.466701 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:08.467092 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.468173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:08.468173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Bound port: 716320ae-0aac-432e-a8f9-54c1fa75b6ac, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:08.468426 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.474128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.479727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.518828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.520154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a95e2b4d-eb5d-4554-b430-c83e926f147a req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8238845 Jul 09 17:17:08.521215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6ec96-c390-4fd1-826b-390ecaa0c220 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f86b8-211a-47bb-888c-d7e5efbd7d95,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.542803 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] For port 716320ae-0aac-432e-a8f9-54c1fa75b6ac, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:08.546927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] For port 716320ae-0aac-432e-a8f9-54c1fa75b6ac, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=716320ae-0aac-432e-a8f9-54c1fa75b6ac,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:08.551974 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.559153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dfde82e7-d2af-4e39-bee8-ecb605a82b11 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:08.608971 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.618864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9b5c7-839b-4c5a-978c-a54a1aa895ee None None] Pushing event updated for resources: {'Port': ['ID=716320ae-0aac-432e-a8f9-54c1fa75b6ac,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.639840 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Routers {'7cf4360a-8738-4dc3-9a34-8729793f66a5'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:08.640976 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7cf4360a-8738-4dc3-9a34-8729793f66a5'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:08.662620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bc5e1a12-ac2c-4041-adaa-d9357a892426'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:08.675613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Pushing event deleted for resources: {'Port': ['ID=051a4524-da06-4469-9f68-b7e5093ef554,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:08.762954 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] Set router 7cf4360a-8738-4dc3-9a34-8729793f66a5 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:08.770239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port dfde82e7-d2af-4e39-bee8-ecb605a82b11 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:08.779924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55428) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:08.781249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port dfde82e7-d2af-4e39-bee8-ecb605a82b11 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:08.782166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.807168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] No DVR routers for this DVR port 051a4524-da06-4469-9f68-b7e5093ef554 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:08.832256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61d7d5-fd70-40c7-b91e-d3c74ec98423 req-022a272f-69f1-4e32-a59f-7e39d21bc515 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:08.836977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4f58917-838c-463e-aa5f-9211f6350d25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=918efe58d8d14c51ad5cc0555e66d416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543931 Jul 09 17:17:08.839976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55430) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:08.841559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc61d7d5-fd70-40c7-b91e-d3c74ec98423 req-022a272f-69f1-4e32-a59f-7e39d21bc515 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0016d4d-f696-42e5-8b06-402713f34a8b HTTP/1.1" status: 200 len: 867 time: 0.2860620 Jul 09 17:17:08.844184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:08.846108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045c593a-368b-4a46-b11b-283a47cb8715 req-972e1c12-f273-4f31-b829-64d1e44bc7f9 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.13 "DELETE /v2.0/ports/051a4524-da06-4469-9f68-b7e5093ef554 HTTP/1.1" status: 204 len: 173 time: 1.6328511 Jul 09 17:17:08.846973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'name': 'network-vif-deleted', 'tag': '051a4524-da06-4469-9f68-b7e5093ef554'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:08.849510 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75576f4c-4587-41f6-a317-db99f136795b" -d '{"events": [{"server_uuid": "b0016d4d-f696-42e5-8b06-402713f34a8b", "name": "network-vif-deleted", "tag": "051a4524-da06-4469-9f68-b7e5093ef554"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:08.906648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc61d7d5-fd70-40c7-b91e-d3c74ec98423 req-5e89108b-745f-4d6b-8825-2105b4277ab6 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Jul 09 17:17:08.974635 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d63c0252-87f6-4395-aacd-783ea447b05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.022509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d63c0252-87f6-4395-aacd-783ea447b05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.031167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.064208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9792b2-1135-4942-ac15-ab455a67978f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:09.068173 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aba6306-a1e5-42dd-8b63-dd1683dde703" -d '{"events": [{"server_uuid": "6a9792b2-1135-4942-ac15-ab455a67978f", "name": "network-vif-plugged", "status": "completed", "tag": "dfde82e7-d2af-4e39-bee8-ecb605a82b11"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:09.075442 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.091405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dfde82e7-d2af-4e39-bee8-ecb605a82b11, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11,segment=NetworkSegment(3fa5dfc0-65a8-49c0-9639-22a47532539e),segment_id=3fa5dfc0-65a8-49c0-9639-22a47532539e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:09.100071 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.102265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 051a4524-da06-4469-9f68-b7e5093ef554 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:09.110948 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4360a-8738-4dc3-9a34-8729793f66a5', 'name': 'tempest-snat-router-1485582130', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16'}], 'enable_snat': False}, 'gw_port_id': '716320ae-0aac-432e-a8f9-54c1fa75b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:03Z', 'updated_at': '2021-07-09T17:17:06Z', 'revision_number': 3, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port': {'id': '716320ae-0aac-432e-a8f9-54c1fa75b6ac', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4360a-8738-4dc3-9a34-8729793f66a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:04Z', 'updated_at': '2021-07-09T17:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:09.124013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.149676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d63c0252-87f6-4395-aacd-783ea447b05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.152602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d63c0252-87f6-4395-aacd-783ea447b05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.154188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d63c0252-87f6-4395-aacd-783ea447b05c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b004026-5628-4cef-97e5-e6482f379717 HTTP/1.1" status: 204 len: 168 time: 0.3129370 Jul 09 17:17:09.158184 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3bbe9-7526-4f33-9cdf-752af203b9a8 None None] The sync data for ids ['7cf4360a-8738-4dc3-9a34-8729793f66a5'] in n-d-791506-17 is: [{'id': '7cf4360a-8738-4dc3-9a34-8729793f66a5', 'name': 'tempest-snat-router-1485582130', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16'}], 'enable_snat': False}, 'gw_port_id': '716320ae-0aac-432e-a8f9-54c1fa75b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:03Z', 'updated_at': '2021-07-09T17:17:06Z', 'revision_number': 3, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port': {'id': '716320ae-0aac-432e-a8f9-54c1fa75b6ac', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4360a-8738-4dc3-9a34-8729793f66a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:04Z', 'updated_at': '2021-07-09T17:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:09.161156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.164158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c0252-87f6-4395-aacd-783ea447b05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b004026-5628-4cef-97e5-e6482f379717,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.180668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 051a4524-da06-4469-9f68-b7e5093ef554 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:09.181302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 051a4524-da06-4469-9f68-b7e5093ef554 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:09.311697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=dfde82e7-d2af-4e39-bee8-ecb605a82b11,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.393199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Allocated IP 172.25.3.60 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e72b597b-27fa-4fb4-ad98-c607656348fe) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:09.399195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-e4078056-1b40-4cf8-a925-9385cc8672c0 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/583bad7f-768b-484b-8ec9-fd0a629afe92 HTTP/1.1" status: 200 len: 1805 time: 0.0916429 Jul 09 17:17:09.498848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-7d03c467-ac6f-43de-a961-5a65e18dfe86 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/5c8f86b8-211a-47bb-888c-d7e5efbd7d95 HTTP/1.1" status: 200 len: 1804 time: 0.0935333 Jul 09 17:17:09.522228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '583bad7f-768b-484b-8ec9-fd0a629afe92', 'remote_group_id': '5c8f86b8-211a-47bb-888c-d7e5efbd7d95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:09.522482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '583bad7f-768b-484b-8ec9-fd0a629afe92', 'remote_group_id': '5c8f86b8-211a-47bb-888c-d7e5efbd7d95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:09.649071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.699379 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e12fdf-ca8f-49cc-8a99-4c5c206783dd x-openstack-request-id: req-01e12fdf-ca8f-49cc-8a99-4c5c206783dd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:09.700978 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0016d4d-f696-42e5-8b06-402713f34a8b", "name": "network-vif-deleted", "tag": "051a4524-da06-4469-9f68-b7e5093ef554", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:09.701344 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e12fdf-ca8f-49cc-8a99-4c5c206783dd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:09.701915 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0016d4d-f696-42e5-8b06-402713f34a8b', 'name': 'network-vif-deleted', 'tag': '051a4524-da06-4469-9f68-b7e5093ef554', 'status': 'completed', 'code': 200} Jul 09 17:17:09.706577 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.739026 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.824178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:09.838937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:09.842956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:09.888730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.904195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:09.930519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Port': ['ID=e72b597b-27fa-4fb4-ad98-c607656348fe,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.977386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20b0e1b-6aae-49cb-a8c3-3a66ec6a0cb4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:09.997749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.014815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7519223-aa62-490d-bfdf-d31639bfc86a req-96b1e18a-bdab-4e69-ad3a-2d52ed150960 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5016918 Jul 09 17:17:10.056282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 716320ae-0aac-432e-a8f9-54c1fa75b6ac up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:10.099292 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59434bac-6734-4c33-8843-9967b339e42f x-openstack-request-id: req-59434bac-6734-4c33-8843-9967b339e42f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:10.100032 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9792b2-1135-4942-ac15-ab455a67978f", "name": "network-vif-plugged", "status": "completed", "tag": "dfde82e7-d2af-4e39-bee8-ecb605a82b11", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:10.100489 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59434bac-6734-4c33-8843-9967b339e42f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:10.101283 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9792b2-1135-4942-ac15-ab455a67978f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11', 'code': 200} Jul 09 17:17:10.177214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 716320ae-0aac-432e-a8f9-54c1fa75b6ac completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:10.186069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 716320ae-0aac-432e-a8f9-54c1fa75b6ac triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:10.186798 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.382469 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.447919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aeea4-d9c8-40b1-913b-4ba907bf2bc3 req-86a687b0-ab76-4dcc-b351-44ce86b80c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:10.449890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-763aeea4-d9c8-40b1-913b-4ba907bf2bc3 req-86a687b0-ab76-4dcc-b351-44ce86b80c66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 1097 time: 0.2286694 Jul 09 17:17:10.457249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc791a03-3020-4b66-95cc-5d9e6da04969 req-3548a340-02a9-4a16-a483-bca58e5cc0c8 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:10.469181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 716320ae-0aac-432e-a8f9-54c1fa75b6ac, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=716320ae-0aac-432e-a8f9-54c1fa75b6ac,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:10.469433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc791a03-3020-4b66-95cc-5d9e6da04969 req-3548a340-02a9-4a16-a483-bca58e5cc0c8 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 945 time: 0.1743088 Jul 09 17:17:10.471508 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-41004cd1-f998-42a9-82f9-80f53211cff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.480633 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.542459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc791a03-3020-4b66-95cc-5d9e6da04969 req-9d934204-ab55-44af-82f2-7348a4fd51a0 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Jul 09 17:17:10.571347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.618356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=716320ae-0aac-432e-a8f9-54c1fa75b6ac,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:10.756055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd4a630b-0d11-4777-93dd-9bf6491c36b8 req-c6b8f5ce-12d3-4c84-9b47-f7c5d212c997 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/5c8f86b8-211a-47bb-888c-d7e5efbd7d95 HTTP/1.1" status: 200 len: 1804 time: 0.0496137 Jul 09 17:17:10.807045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-763aeea4-d9c8-40b1-913b-4ba907bf2bc3 req-0126f1b9-278a-4692-93fd-36cee6a2d479 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350434 Jul 09 17:17:10.866743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dd4a630b-0d11-4777-93dd-9bf6491c36b8 req-6d729cda-1ec7-426b-b99e-d4797cf13909 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.921733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:10.921981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dd4a630b-0d11-4777-93dd-9bf6491c36b8 req-6d729cda-1ec7-426b-b99e-d4797cf13909 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.026222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dd4a630b-0d11-4777-93dd-9bf6491c36b8 req-6d729cda-1ec7-426b-b99e-d4797cf13909 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.030297 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dd4a630b-0d11-4777-93dd-9bf6491c36b8 req-6d729cda-1ec7-426b-b99e-d4797cf13909 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.032403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd4a630b-0d11-4777-93dd-9bf6491c36b8 req-6d729cda-1ec7-426b-b99e-d4797cf13909 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c8f86b8-211a-47bb-888c-d7e5efbd7d95 HTTP/1.1" status: 204 len: 173 time: 0.2698495 Jul 09 17:17:11.046124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d729cda-1ec7-426b-b99e-d4797cf13909 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f86b8-211a-47bb-888c-d7e5efbd7d95,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:11.124748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Router 1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:11.290863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:11.301009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Sync routers for ids ['1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:11.318528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Routers {'1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:11.323196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:11.402754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:11.407070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55578) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:11.407847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-31549e9b-eac2-4f79-8a1f-86c935a75514 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7814822 Jul 09 17:17:11.436878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f877ced9-d0c3-45b8-b226-ff5561b564cd req-34a49a09-35d1-428c-bccb-ed5df1d75fa7 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/583bad7f-768b-484b-8ec9-fd0a629afe92 HTTP/1.1" status: 200 len: 1805 time: 0.1126208 Jul 09 17:17:11.562040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Set router 1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:11.786776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-32dc0eaf-4edc-4acc-a3cb-fe2f28a824da tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f HTTP/1.1" status: 200 len: 907 time: 0.3783236 Jul 09 17:17:11.789283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:11.935464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f', 'name': 'tempest-snat-router-1485582130', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e72b597b-27fa-4fb4-ad98-c607656348fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:07Z', 'updated_at': '2021-07-09T17:17:10Z', 'revision_number': 3, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port': {'id': 'e72b597b-27fa-4fb4-ad98-c607656348fe', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:09Z', 'updated_at': '2021-07-09T17:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:11.968768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Checking router: 1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:11.969932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Updating router 1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f port e72b597b-27fa-4fb4-ad98-c607656348fe binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:11.973687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 716320ae-0aac-432e-a8f9-54c1fa75b6ac up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:12.038352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.073469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.134943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788d8c-b525-4545-8d6a-145e73c936ce req-ef2fe6ac-9682-479c-8e95-7f3a46d62751 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:12.142574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c788d8c-b525-4545-8d6a-145e73c936ce req-ef2fe6ac-9682-479c-8e95-7f3a46d62751 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1381903 Jul 09 17:17:12.193720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-080991ec-3bba-4cca-b798-2c861ac43069 req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-962312899', 'description': 'tempest-description-127912075'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:12.222911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-080991ec-3bba-4cca-b798-2c861ac43069 req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.230311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c788d8c-b525-4545-8d6a-145e73c936ce req-ffda215f-01a8-4acf-b015-34e822580d6b tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866950 Jul 09 17:17:12.294092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.327069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 716320ae-0aac-432e-a8f9-54c1fa75b6ac triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:12.328072 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.343179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-080991ec-3bba-4cca-b798-2c861ac43069 req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.352843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-080991ec-3bba-4cca-b798-2c861ac43069 req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.370672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Deleting port e72b597b-27fa-4fb4-ad98-c607656348fe {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:12.371329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.421118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-080991ec-3bba-4cca-b798-2c861ac43069 req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.427613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-080991ec-3bba-4cca-b798-2c861ac43069 req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2365887 Jul 09 17:17:12.436401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84f52-87e1-4b85-9b44-5a311e41f40c tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a711cdf8-5608-42f5-ad75-a480a393a981,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.465626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.478544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Calling delete_port for e72b597b-27fa-4fb4-ad98-c607656348fe owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:12.636396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70215523-3e4f-4a9c-9fe9-58f029a77b96 req-658b36f5-3ff0-4cb9-a516-b790fa74e02b tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:12.640369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70215523-3e4f-4a9c-9fe9-58f029a77b96 req-658b36f5-3ff0-4cb9-a516-b790fa74e02b tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1101 time: 0.0913861 Jul 09 17:17:12.643989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.656447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Transition to ACTIVE for port object e72b597b-27fa-4fb4-ad98-c607656348fe will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:12.666010 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.701619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a21d30-f210-4308-8580-1df9ed60638b req-b5fe6da7-1d4a-49c9-99b5-96faf13899f9 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:12.703106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19a21d30-f210-4308-8580-1df9ed60638b req-b5fe6da7-1d4a-49c9-99b5-96faf13899f9 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 945 time: 0.1687512 Jul 09 17:17:12.728234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70215523-3e4f-4a9c-9fe9-58f029a77b96 req-958421e7-f181-4ad4-9c18-0a34b07a40eb tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808003 Jul 09 17:17:12.739907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Attempting to bind port e72b597b-27fa-4fb4-ad98-c607656348fe on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:12.739907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Attempting to bind port e72b597b-27fa-4fb4-ad98-c607656348fe by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:12.739907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Attempting to bind port e72b597b-27fa-4fb4-ad98-c607656348fe on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:12.747273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:12.747815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:12.748336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.748822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:12.749399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Bound port: e72b597b-27fa-4fb4-ad98-c607656348fe, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:12.749874 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.752126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79b64d-e496-4943-9c78-5b4d109b688a None None] Pushing event updated for resources: {'Port': ['ID=e72b597b-27fa-4fb4-ad98-c607656348fe,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.786208 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19a21d30-f210-4308-8580-1df9ed60638b req-7d7e34bd-96ea-4ddd-aeb4-c36a38fab348 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753915 Jul 09 17:17:12.809738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.832160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:17:12.832160 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:17:12.870831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9df6120a-1f2e-4c83-b2ac-342176681ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:12.873372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event deleted for resources: {'Port': ['ID=e72b597b-27fa-4fb4-ad98-c607656348fe,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:12.945631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.019848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7f5c0b30-f34d-4df0-9f66-b53f062b5019 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/a711cdf8-5608-42f5-ad75-a480a393a981 HTTP/1.1" status: 200 len: 1803 time: 0.0473602 Jul 09 17:17:13.035045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a711cdf8-5608-42f5-ad75-a480a393a981', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:13.035828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a711cdf8-5608-42f5-ad75-a480a393a981', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:13.071901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.074120 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.105730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.137077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.142425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.166111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b924b6-3e75-4963-8a15-013f6b6499b1,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:13.177726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.190970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f8cff5c-80c6-447c-aeb8-700d451b0e12 req-7998fc35-cd09-4f39-87e4-3eafb38968a4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1640797 Jul 09 17:17:13.320107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.354965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4886-771a-43fb-8ea0-2ccd022a2c7c req-62d1a919-d8f7-4a03-bfa2-cacb1150dba3 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:13.363347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baad4886-771a-43fb-8ea0-2ccd022a2c7c req-62d1a919-d8f7-4a03-bfa2-cacb1150dba3 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1101 time: 0.0627425 Jul 09 17:17:13.386189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Attempting to bind port e72b597b-27fa-4fb4-ad98-c607656348fe on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:13.386876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Attempting to bind port e72b597b-27fa-4fb4-ad98-c607656348fe by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:13.386993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Attempting to bind port e72b597b-27fa-4fb4-ad98-c607656348fe on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:13.404062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:13.404890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:13.405459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.406001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:13.406737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Bound port: e72b597b-27fa-4fb4-ad98-c607656348fe, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:13.407280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.414121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baad4886-771a-43fb-8ea0-2ccd022a2c7c req-103dde8e-ccf3-4dde-9dad-78d1560bd79e tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Jul 09 17:17:13.448723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Port e72b597b-27fa-4fb4-ad98-c607656348fe has been deleted concurrently {{(pid=93897) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 17:17:13.461976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Routers {'1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:13.463467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:13.554277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] Set router 1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:13.614788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.615311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:13.626008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.629686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55696) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:13.633151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f', 'name': 'tempest-snat-router-1485582130', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:07Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 5, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:13.640800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b7c26307-4f65-4e11-836e-99c7c42dc70c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f HTTP/1.1" status: 204 len: 168 time: 1.8499408 Jul 09 17:17:13.665913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acc6d5-fb95-4fc6-89da-f9d3486f24e6 None None] The sync data for ids ['1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f'] in n-d-791506-17 is: [{'id': '1fdc6b8c-eac7-4f3a-9e97-1759391c3e6f', 'name': 'tempest-snat-router-1485582130', 'tenant_id': '415733727f894b25a4fa37a7bf71e645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:07Z', 'updated_at': '2021-07-09T17:17:12Z', 'revision_number': 5, 'project_id': '415733727f894b25a4fa37a7bf71e645', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:13.707111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-5df01f4f-c2ed-42fc-a7e0-bb3768aa8c7d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/a711cdf8-5608-42f5-ad75-a480a393a981 HTTP/1.1" status: 200 len: 2396 time: 0.1461051 Jul 09 17:17:13.722736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a711cdf8-5608-42f5-ad75-a480a393a981', 'remote_group_id': None}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:13.722976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a711cdf8-5608-42f5-ad75-a480a393a981', 'remote_group_id': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:13.764196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788f58-7f96-42b7-b294-567f46683861 req-c1d3eca0-af2f-4abf-9ae3-b51a11cfbc4d tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:13.767113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c788f58-7f96-42b7-b294-567f46683861 req-c1d3eca0-af2f-4abf-9ae3-b51a11cfbc4d tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.36 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1976404 Jul 09 17:17:13.854418 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.857883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.904477 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.932558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94a6cb-7bcd-41fd-81e4-a2921e3b06d7 req-94028edb-ca7d-4d51-b5b3-e377eb23fa53 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:13.932558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c94a6cb-7bcd-41fd-81e4-a2921e3b06d7 req-94028edb-ca7d-4d51-b5b3-e377eb23fa53 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05698a1-31a1-44f4-8d2a-0a1054d3279e HTTP/1.1" status: 200 len: 945 time: 0.1372392 Jul 09 17:17:13.938944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.952427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:13.984407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad28a54-20e9-4869-b1cb-68fa4aaa7ee2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:13.999522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.014566 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed48f1c0-4267-48bb-bd59-d7d43a717497 req-7ce853fa-7b9c-41fe-a830-4754da47cf80 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2979827 Jul 09 17:17:14.018602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Deleting port bc5e1a12-ac2c-4041-adaa-d9357a892426 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:14.020683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.027595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c94a6cb-7bcd-41fd-81e4-a2921e3b06d7 req-53fa29b8-13b6-4783-a441-e7ecd93afa8f tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.21 "GET /v2.0/security-groups?id=d58c9652-8148-4d1b-b5a5-073b8e0668bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706875 Jul 09 17:17:14.032898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.145031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] For port bc5e1a12-ac2c-4041-adaa-d9357a892426, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bc5e1a12-ac2c-4041-adaa-d9357a892426,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:14.145794 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.162294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Deleting port 716320ae-0aac-432e-a8f9-54c1fa75b6ac {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:14.162603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Calling delete_port for bc5e1a12-ac2c-4041-adaa-d9357a892426 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:14.162725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.285419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] For port 716320ae-0aac-432e-a8f9-54c1fa75b6ac, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=716320ae-0aac-432e-a8f9-54c1fa75b6ac,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:14.285783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.300002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Calling delete_port for 716320ae-0aac-432e-a8f9-54c1fa75b6ac owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:14.356324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04289965-db02-4e15-8452-7953773aad99 req-3d795f8c-105c-47a0-a2e5-12c6890e9ab4 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/a711cdf8-5608-42f5-ad75-a480a393a981 HTTP/1.1" status: 200 len: 2994 time: 0.0902324 Jul 09 17:17:14.374977 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.388718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bc5e1a12-ac2c-4041-adaa-d9357a892426'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:14.446318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Pushing event deleted for resources: {'Port': ['ID=bc5e1a12-ac2c-4041-adaa-d9357a892426,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:14.539324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] No DVR routers for this DVR port bc5e1a12-ac2c-4041-adaa-d9357a892426 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:14.542579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.545817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c788f58-7f96-42b7-b294-567f46683861 req-ba72467d-f81c-4be8-8b81-603e88984bc7 tempest-ServerRescueTestJSON-889887893 tempest-ServerRescueTestJSON-889887893-project] 10.222.0.36 "DELETE /v2.0/ports/bc5e1a12-ac2c-4041-adaa-d9357a892426 HTTP/1.1" status: 204 len: 173 time: 0.7723644 Jul 09 17:17:14.546464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'name': 'network-vif-deleted', 'tag': 'bc5e1a12-ac2c-4041-adaa-d9357a892426'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:14.549923 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacebde2-d80c-46c0-adee-3dd36dc755c2" -d '{"events": [{"server_uuid": "f05698a1-31a1-44f4-8d2a-0a1054d3279e", "name": "network-vif-deleted", "tag": "bc5e1a12-ac2c-4041-adaa-d9357a892426"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:14.598075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.627923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event deleted for resources: {'Port': ['ID=716320ae-0aac-432e-a8f9-54c1fa75b6ac,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:14.697680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.850719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.857826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.927036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.927625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf4360a-8738-4dc3-9a34-8729793f66a5 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:14.937887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.939730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e334cb83-46d3-4268-9597-7582433ccea0 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7cf4360a-8738-4dc3-9a34-8729793f66a5 HTTP/1.1" status: 204 len: 168 time: 1.3085089 Jul 09 17:17:14.942754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55764) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:14.947609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1633532815', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:14.980394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:14.981615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.037264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-2cdebbec-4819-400a-b7b3-42254db353d3 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-group-rules/2ad28a54-20e9-4869-b1cb-68fa4aaa7ee2 HTTP/1.1" status: 200 len: 783 time: 0.0347929 Jul 09 17:17:15.043894 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5ee6e0-b10b-4753-bee5-3a5c17e26998 x-openstack-request-id: req-ad5ee6e0-b10b-4753-bee5-3a5c17e26998 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:15.044303 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05698a1-31a1-44f4-8d2a-0a1054d3279e", "name": "network-vif-deleted", "tag": "bc5e1a12-ac2c-4041-adaa-d9357a892426", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:15.044835 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad5ee6e0-b10b-4753-bee5-3a5c17e26998 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:15.045560 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05698a1-31a1-44f4-8d2a-0a1054d3279e', 'name': 'network-vif-deleted', 'tag': 'bc5e1a12-ac2c-4041-adaa-d9357a892426', 'status': 'completed', 'code': 200} Jul 09 17:17:15.167079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.200058 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-6635c4e1-1fb1-4917-b3c9-42086eb2b982 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/a711cdf8-5608-42f5-ad75-a480a393a981 HTTP/1.1" status: 200 len: 2994 time: 0.1616294 Jul 09 17:17:15.280056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640462a-e1e5-464c-a8b2-475d86dfbb2c req-0dfa1a22-f551-4110-83cc-70698bb8afa1 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:15.288779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3640462a-e1e5-464c-a8b2-475d86dfbb2c req-0dfa1a22-f551-4110-83cc-70698bb8afa1 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 945 time: 0.1122487 Jul 09 17:17:15.308727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-f823668f-ef28-41a8-b752-dcd1887b7285 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.324733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-f823668f-ef28-41a8-b752-dcd1887b7285 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.353092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3640462a-e1e5-464c-a8b2-475d86dfbb2c req-57469f59-4342-4fb3-9267-f030b57e1fad tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576773 Jul 09 17:17:15.426723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.439820 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-f823668f-ef28-41a8-b752-dcd1887b7285 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.447329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-f823668f-ef28-41a8-b752-dcd1887b7285 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.448521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-083c6e49-6e22-40a7-bff3-fbfd1ef72e1c req-f823668f-ef28-41a8-b752-dcd1887b7285 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2ad28a54-20e9-4869-b1cb-68fa4aaa7ee2 HTTP/1.1" status: 204 len: 173 time: 0.2472930 Jul 09 17:17:15.471645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823668f-ef28-41a8-b752-dcd1887b7285 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ad28a54-20e9-4869-b1cb-68fa4aaa7ee2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:15.688392 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.720398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.723708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:15.771384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55806) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:15.845298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Allocated IP 172.25.3.244 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/a5996901-274b-41fb-8a06-2ea02173a919) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:15.980844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 716320ae-0aac-432e-a8f9-54c1fa75b6ac no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:16.017759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.028415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 716320ae-0aac-432e-a8f9-54c1fa75b6ac {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:16.028841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 716320ae-0aac-432e-a8f9-54c1fa75b6ac not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:16.075114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.136683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:16.141008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:16.144478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:16.182636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event updated for resources: {'Port': ['ID=a5996901-274b-41fb-8a06-2ea02173a919,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:16.228390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74276cb2-76e9-4423-ac5d-ad7b5d570d40 req-76c820bc-c557-4434-9c3e-48fbfe972708 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/a711cdf8-5608-42f5-ad75-a480a393a981 HTTP/1.1" status: 200 len: 2396 time: 0.3962524 Jul 09 17:17:16.476236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.507914 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-74276cb2-76e9-4423-ac5d-ad7b5d570d40 req-08b3a09f-57e0-4eee-9093-a42918e6739d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.549436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-af141bd9-49b4-4ff7-9e6a-0b3a4a07dc54 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:16.551006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-af141bd9-49b4-4ff7-9e6a-0b3a4a07dc54 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 945 time: 0.3186445 Jul 09 17:17:16.552994 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-74276cb2-76e9-4423-ac5d-ad7b5d570d40 req-08b3a09f-57e0-4eee-9093-a42918e6739d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.742438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-74276cb2-76e9-4423-ac5d-ad7b5d570d40 req-08b3a09f-57e0-4eee-9093-a42918e6739d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.746584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-74276cb2-76e9-4423-ac5d-ad7b5d570d40 req-08b3a09f-57e0-4eee-9093-a42918e6739d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.751419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74276cb2-76e9-4423-ac5d-ad7b5d570d40 req-08b3a09f-57e0-4eee-9093-a42918e6739d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/a711cdf8-5608-42f5-ad75-a480a393a981 HTTP/1.1" status: 204 len: 173 time: 0.5201983 Jul 09 17:17:16.814471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a09f-57e0-4eee-9093-a42918e6739d tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711cdf8-5608-42f5-ad75-a480a393a981,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:16.853537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Deleting port dfde82e7-d2af-4e39-bee8-ecb605a82b11 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:16.854299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.870007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b993-3451-448a-940a-8494fdafa8c7 req-244deab1-2e9d-4cfb-b6bb-edd246e86cc6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:16.871584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ea9b993-3451-448a-940a-8494fdafa8c7 req-244deab1-2e9d-4cfb-b6bb-edd246e86cc6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2505584 Jul 09 17:17:16.873301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:16.918035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55866) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:17.009452 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.017396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] For port dfde82e7-d2af-4e39-bee8-ecb605a82b11, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dfde82e7-d2af-4e39-bee8-ecb605a82b11,segment=NetworkSegment(3fa5dfc0-65a8-49c0-9639-22a47532539e),segment_id=3fa5dfc0-65a8-49c0-9639-22a47532539e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:17.018195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.068103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Calling delete_port for dfde82e7-d2af-4e39-bee8-ecb605a82b11 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:17.132356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ea9b993-3451-448a-940a-8494fdafa8c7 req-03d5e481-fdd0-46f4-a149-c201a2f5c013 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506278 Jul 09 17:17:17.145245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Router 5a8275ce-9d8e-4731-8030-06d422f74ecb is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:17.189264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-131f068d-5b6c-4a38-8377-b4508c340887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.246404 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-67e07378-2fee-4551-aab4-bae5029cbc9c req-1f1209f1-c81e-44be-aeef-2d6ddea95d76 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] show failed (client error): The resource could not be found. Jul 09 17:17:17.247499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67e07378-2fee-4551-aab4-bae5029cbc9c req-1f1209f1-c81e-44be-aeef-2d6ddea95d76 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/5c8f86b8-211a-47bb-888c-d7e5efbd7d95 HTTP/1.1" status: 404 len: 352 time: 0.0641751 Jul 09 17:17:17.344893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:17.348782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-797ac349-ddc6-4c4a-b48d-aff8040113df req-b2aa27db-c3b5-4c2c-a3cf-0f844bbf5d0b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/583bad7f-768b-484b-8ec9-fd0a629afe92 HTTP/1.1" status: 200 len: 1805 time: 0.0584683 Jul 09 17:17:17.357676 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] Sync routers for ids ['5a8275ce-9d8e-4731-8030-06d422f74ecb'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:17.367801 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] Routers {'5a8275ce-9d8e-4731-8030-06d422f74ecb'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:17.369651 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a8275ce-9d8e-4731-8030-06d422f74ecb'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.412028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.423608 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] Routers {'5a8275ce-9d8e-4731-8030-06d422f74ecb'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:17.425341 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a8275ce-9d8e-4731-8030-06d422f74ecb'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.433681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-797ac349-ddc6-4c4a-b48d-aff8040113df req-f611151e-0112-409a-af40-cddf0cc0159b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.460543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-797ac349-ddc6-4c4a-b48d-aff8040113df req-f611151e-0112-409a-af40-cddf0cc0159b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.468540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcf5b4-b75d-44db-816e-1653fc27d77a req-a48f82c2-7bfb-4e48-bfc7-bbdccde98819 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:17.470128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0fcf5b4-b75d-44db-816e-1653fc27d77a req-a48f82c2-7bfb-4e48-bfc7-bbdccde98819 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9792b2-1135-4942-ac15-ab455a67978f HTTP/1.1" status: 200 len: 945 time: 0.2630372 Jul 09 17:17:17.478036 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:17.478836 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531d9ea-8ab1-43af-8911-b0249fc23df9 None None] The sync data for ids ['5a8275ce-9d8e-4731-8030-06d422f74ecb'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:17.515484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-797ac349-ddc6-4c4a-b48d-aff8040113df req-f611151e-0112-409a-af40-cddf0cc0159b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.518453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-797ac349-ddc6-4c4a-b48d-aff8040113df req-f611151e-0112-409a-af40-cddf0cc0159b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.519639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-797ac349-ddc6-4c4a-b48d-aff8040113df req-f611151e-0112-409a-af40-cddf0cc0159b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/583bad7f-768b-484b-8ec9-fd0a629afe92 HTTP/1.1" status: 204 len: 173 time: 0.1581125 Jul 09 17:17:17.530723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.532007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611151e-0112-409a-af40-cddf0cc0159b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583bad7f-768b-484b-8ec9-fd0a629afe92,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.546342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:17.552588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['dfde82e7-d2af-4e39-bee8-ecb605a82b11'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:17.568094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-131f068d-5b6c-4a38-8377-b4508c340887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.583976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.585462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-85262c32-9b95-4969-ba4e-788fafa034f2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6417079 Jul 09 17:17:17.590921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55890) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:17.599006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': False}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:17.601712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e70359e-7366-4954-ab41-9cabd9220eaa req-bcf5a012-e0c1-469b-a5f9-9caa3aa2b705 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/8b0870fa-e7c8-4f87-a010-bb639abfa9ff HTTP/1.1" status: 200 len: 1805 time: 0.0563052 Jul 09 17:17:17.608648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Pushing event deleted for resources: {'Port': ['ID=dfde82e7-d2af-4e39-bee8-ecb605a82b11,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.610444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-131f068d-5b6c-4a38-8377-b4508c340887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.666085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e70359e-7366-4954-ab41-9cabd9220eaa req-28f18a06-7664-4aa5-9ceb-f9ba5c7d844b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.703067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e70359e-7366-4954-ab41-9cabd9220eaa req-28f18a06-7664-4aa5-9ceb-f9ba5c7d844b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.705760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab758433-90aa-4ef7-adb3-3e9235036d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.718898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0fcf5b4-b75d-44db-816e-1653fc27d77a req-d68aca24-01e6-4f66-b4a1-9b1085ff7b47 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.21 "GET /v2.0/security-groups?id=9cc74b84-fcd9-4a55-bad0-f2751726a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369630 Jul 09 17:17:17.746748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] No DVR routers for this DVR port dfde82e7-d2af-4e39-bee8-ecb605a82b11 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:17.758116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bc5e1a12-ac2c-4041-adaa-d9357a892426 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:17.762456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-131f068d-5b6c-4a38-8377-b4508c340887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d53c2906aa047e593a1ec19c526b41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8391292 Jul 09 17:17:17.764095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55892) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:17.765551 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.767495 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a95068f3-95f1-4bd3-afa0-9a050cf92c0a req-86bdc8eb-7e16-4b74-aeb1-a323a4ce5c04 tempest-ServerPasswordTestJSON-1576912394 tempest-ServerPasswordTestJSON-1576912394-project] 10.222.0.13 "DELETE /v2.0/ports/dfde82e7-d2af-4e39-bee8-ecb605a82b11 HTTP/1.1" status: 204 len: 173 time: 1.2019064 Jul 09 17:17:17.769492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9792b2-1135-4942-ac15-ab455a67978f', 'name': 'network-vif-deleted', 'tag': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:17.779514 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876e8f46-74b6-4fde-b367-d5895812495f" -d '{"events": [{"server_uuid": "6a9792b2-1135-4942-ac15-ab455a67978f", "name": "network-vif-deleted", "tag": "dfde82e7-d2af-4e39-bee8-ecb605a82b11"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:17.792909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f068d-5b6c-4a38-8377-b4508c340887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ab5548-0112-4a3e-8f72-c97f329b3229,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.833586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: bc5e1a12-ac2c-4041-adaa-d9357a892426 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:17.834204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bc5e1a12-ac2c-4041-adaa-d9357a892426 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:17.872380 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e70359e-7366-4954-ab41-9cabd9220eaa req-28f18a06-7664-4aa5-9ceb-f9ba5c7d844b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.875096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2e70359e-7366-4954-ab41-9cabd9220eaa req-28f18a06-7664-4aa5-9ceb-f9ba5c7d844b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.876282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e70359e-7366-4954-ab41-9cabd9220eaa req-28f18a06-7664-4aa5-9ceb-f9ba5c7d844b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/8b0870fa-e7c8-4f87-a010-bb639abfa9ff HTTP/1.1" status: 204 len: 173 time: 0.2658324 Jul 09 17:17:17.881641 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faecfcd2-71c7-4868-a200-9a9870589816 x-openstack-request-id: req-faecfcd2-71c7-4868-a200-9a9870589816 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:17.882338 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9792b2-1135-4942-ac15-ab455a67978f", "name": "network-vif-deleted", "tag": "dfde82e7-d2af-4e39-bee8-ecb605a82b11", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:17.882338 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faecfcd2-71c7-4868-a200-9a9870589816 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:17.882802 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9792b2-1135-4942-ac15-ab455a67978f', 'name': 'network-vif-deleted', 'tag': 'dfde82e7-d2af-4e39-bee8-ecb605a82b11', 'status': 'completed', 'code': 200} Jul 09 17:17:17.899975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49a93f0f-62ff-427f-99ba-819ab5dc71cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.905366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f18a06-7664-4aa5-9ceb-f9ba5c7d844b tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0870fa-e7c8-4f87-a010-bb639abfa9ff,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:17.953119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49a93f0f-62ff-427f-99ba-819ab5dc71cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.956057 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab758433-90aa-4ef7-adb3-3e9235036d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.966365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab758433-90aa-4ef7-adb3-3e9235036d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:17.985332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Deleting port 612b31c5-3692-414f-9a67-0f2db99cf4fa {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:17.985674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.020162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab758433-90aa-4ef7-adb3-3e9235036d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e55d5-9374-4768-ac9a-588d6010a98c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.026206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ab758433-90aa-4ef7-adb3-3e9235036d10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35b638d3a178407e9a9c2481ad852b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788465 Jul 09 17:17:18.029458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55898) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:18.043898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11befe82-ebd3-4bc6-ae35-025e6518005a req-b9736304-733e-4e3e-a49e-bb5e3119808e tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/9531915c-8d02-4de8-a19a-39c29796dac3 HTTP/1.1" status: 200 len: 1803 time: 0.1268327 Jul 09 17:17:18.059950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49a93f0f-62ff-427f-99ba-819ab5dc71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.062501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49a93f0f-62ff-427f-99ba-819ab5dc71cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.065958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-49a93f0f-62ff-427f-99ba-819ab5dc71cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3ab5548-0112-4a3e-8f72-c97f329b3229 HTTP/1.1" status: 204 len: 168 time: 0.2998474 Jul 09 17:17:18.079365 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a93f0f-62ff-427f-99ba-819ab5dc71cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ab5548-0112-4a3e-8f72-c97f329b3229,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.102813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c28e597-584c-413e-ac41-21455e9b39f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.140525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c28e597-584c-413e-ac41-21455e9b39f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.220941 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c28e597-584c-413e-ac41-21455e9b39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.223632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c28e597-584c-413e-ac41-21455e9b39f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.224833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3c28e597-584c-413e-ac41-21455e9b39f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/306e55d5-9374-4768-ac9a-588d6010a98c HTTP/1.1" status: 204 len: 168 time: 0.1944480 Jul 09 17:17:18.238791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28e597-584c-413e-ac41-21455e9b39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e55d5-9374-4768-ac9a-588d6010a98c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.254559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11befe82-ebd3-4bc6-ae35-025e6518005a req-687570ab-c078-4c6a-a3af-c6c7ee56e4e2 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.297852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11befe82-ebd3-4bc6-ae35-025e6518005a req-687570ab-c078-4c6a-a3af-c6c7ee56e4e2 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.344390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] For port 612b31c5-3692-414f-9a67-0f2db99cf4fa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=612b31c5-3692-414f-9a67-0f2db99cf4fa,segment=NetworkSegment(f671ffb5-f5f2-454d-ac54-6501a32560b2),segment_id=f671ffb5-f5f2-454d-ac54-6501a32560b2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:18.344752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.371634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Calling delete_port for 612b31c5-3692-414f-9a67-0f2db99cf4fa owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:18.409613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520f45-915c-4cd1-bb26-6827a3e91119 req-9b0eec24-3aad-42e7-a96d-292804dea85a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:18.419419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42520f45-915c-4cd1-bb26-6827a3e91119 req-9b0eec24-3aad-42e7-a96d-292804dea85a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.0998142 Jul 09 17:17:18.420079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11befe82-ebd3-4bc6-ae35-025e6518005a req-687570ab-c078-4c6a-a3af-c6c7ee56e4e2 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.424004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11befe82-ebd3-4bc6-ae35-025e6518005a req-687570ab-c078-4c6a-a3af-c6c7ee56e4e2 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.429418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11befe82-ebd3-4bc6-ae35-025e6518005a req-687570ab-c078-4c6a-a3af-c6c7ee56e4e2 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/9531915c-8d02-4de8-a19a-39c29796dac3 HTTP/1.1" status: 204 len: 173 time: 0.3507338 Jul 09 17:17:18.492093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42520f45-915c-4cd1-bb26-6827a3e91119 req-be15d529-ee18-4e63-b7ab-c87a407a578e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709243 Jul 09 17:17:18.555108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:18.571656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cf14bbee-2d72-4c10-bedb-ec5ffb1f81fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.701700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cf14bbee-2d72-4c10-bedb-ec5ffb1f81fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.708389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cf14bbee-2d72-4c10-bedb-ec5ffb1f81fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.752339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cf14bbee-2d72-4c10-bedb-ec5ffb1f81fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=965d10abd04d490ca498fdfcc8652a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960149 Jul 09 17:17:18.753766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14bbee-2d72-4c10-bedb-ec5ffb1f81fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c3de0-4c56-492b-bc05-b013e3089223,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.762947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55922) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:18.839326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687570ab-c078-4c6a-a3af-c6c7ee56e4e2 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531915c-8d02-4de8-a19a-39c29796dac3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:18.841735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:18.874694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.885054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d220527f-b255-41f9-bffe-877f09a512f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.896345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-810dda6b-9d72-49cf-b6db-3375c0e664d7 req-fcf844fa-e6c3-4165-afd7-9f9665fece20 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/346cc119-7acb-4eaf-9592-4f2114a0a5c3 HTTP/1.1" status: 200 len: 2404 time: 0.4363391 Jul 09 17:17:18.922294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d220527f-b255-41f9-bffe-877f09a512f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.933031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Deleting subnet a7b3ca2e-88de-4814-a18e-4e5243e0519d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:18.936357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:18.993103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.040857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.071128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-810dda6b-9d72-49cf-b6db-3375c0e664d7 req-9d1afcb1-867a-4aef-86d8-c46baf45becd tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.079584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d220527f-b255-41f9-bffe-877f09a512f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.082531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d220527f-b255-41f9-bffe-877f09a512f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.086241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d220527f-b255-41f9-bffe-877f09a512f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/518c3de0-4c56-492b-bc05-b013e3089223 HTTP/1.1" status: 204 len: 168 time: 0.3195169 Jul 09 17:17:19.103134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220527f-b255-41f9-bffe-877f09a512f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c3de0-4c56-492b-bc05-b013e3089223,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.110791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-810dda6b-9d72-49cf-b6db-3375c0e664d7 req-9d1afcb1-867a-4aef-86d8-c46baf45becd tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.144933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.172466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.180259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7b3ca2e-88de-4814-a18e-4e5243e0519d HTTP/1.1" status: 204 len: 168 time: 0.3355308 Jul 09 17:17:19.180259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55940) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:19.203985 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.232902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86685fc2-f8b7-4a27-88e7-fa37a71f6028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b3ca2e-88de-4814-a18e-4e5243e0519d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.238689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-810dda6b-9d72-49cf-b6db-3375c0e664d7 req-9d1afcb1-867a-4aef-86d8-c46baf45becd tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.241092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-810dda6b-9d72-49cf-b6db-3375c0e664d7 req-9d1afcb1-867a-4aef-86d8-c46baf45becd tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.245339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-810dda6b-9d72-49cf-b6db-3375c0e664d7 req-9d1afcb1-867a-4aef-86d8-c46baf45becd tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/346cc119-7acb-4eaf-9592-4f2114a0a5c3 HTTP/1.1" status: 204 len: 173 time: 0.3474669 Jul 09 17:17:19.246344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=612b31c5-3692-414f-9a67-0f2db99cf4fa,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.323113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1afcb1-867a-4aef-86d8-c46baf45becd tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cc119-7acb-4eaf-9592-4f2114a0a5c3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.372734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.378531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e76223bc-be37-4c63-a599-1d7ca2254d34 req-77df6c1e-adf3-44a8-92f0-cac234dc5251 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "GET /v2.0/security-groups/7694276d-d369-40b5-a0c0-c59b7a1d380e HTTP/1.1" status: 200 len: 2396 time: 0.1057112 Jul 09 17:17:19.480433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:19.516385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.530953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ee37c7-2c58-417c-9423-0b98111fffb4']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:19.550168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa5dfc0-65a8-49c0-9639-22a47532539e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:19.550877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa5dfc0-65a8-49c0-9639-22a47532539e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:19.559390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e76223bc-be37-4c63-a599-1d7ca2254d34 req-cdfbc38b-4686-48b8-a8c9-d45ecdb25eb1 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.566857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.593288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.596887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e76223bc-be37-4c63-a599-1d7ca2254d34 req-cdfbc38b-4686-48b8-a8c9-d45ecdb25eb1 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.611157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:19.611300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: items = [ Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:19.613147 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:19.667109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1961065233-network', 'tenant_id': '2a3f4c72898d489e959fe13c0db7bc33'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:19.707728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.708406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.711483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Made reservation on behalf of 2a3f4c72898d489e959fe13c0db7bc33 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:19.714077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.728417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.730322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/56ee37c7-2c58-417c-9423-0b98111fffb4 HTTP/1.1" status: 204 len: 168 time: 0.5057628 Jul 09 17:17:19.741284 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.744625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b4369-07c5-4bbc-8d5b-1ea42c5cac7f admin admin] Pushing event deleted for resources: {'Network': ['ID=56ee37c7-2c58-417c-9423-0b98111fffb4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.754272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e76223bc-be37-4c63-a599-1d7ca2254d34 req-cdfbc38b-4686-48b8-a8c9-d45ecdb25eb1 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.757905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e76223bc-be37-4c63-a599-1d7ca2254d34 req-cdfbc38b-4686-48b8-a8c9-d45ecdb25eb1 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.758675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e76223bc-be37-4c63-a599-1d7ca2254d34 req-cdfbc38b-4686-48b8-a8c9-d45ecdb25eb1 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] 10.222.0.21 "DELETE /v2.0/security-groups/7694276d-d369-40b5-a0c0-c59b7a1d380e HTTP/1.1" status: 204 len: 173 time: 0.3682005 Jul 09 17:17:19.773986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:19.774820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbc38b-4686-48b8-a8c9-d45ecdb25eb1 tempest-SecurityGroupRulesTestJSON-142708424 tempest-SecurityGroupRulesTestJSON-142708424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694276d-d369-40b5-a0c0-c59b7a1d380e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:19.824068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Deleting subnet 95a8f056-024b-42a0-9b9c-2dafe05a2d36 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:19.829512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.893947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.935268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930634-2598-4089-b697-ee2342061291 req-21d715f7-894b-4258-a158-e4de12f66d37 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:19.942293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01930634-2598-4089-b697-ee2342061291 req-21d715f7-894b-4258-a158-e4de12f66d37 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2780604 Jul 09 17:17:19.955695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.973019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:19.999808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55970) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.061972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01930634-2598-4089-b697-ee2342061291 req-748eb1a2-915a-4a3b-94cf-6a9dc142a061 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184895 Jul 09 17:17:20.172274 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3a92cdd7-9011-43b4-98fd-b5c98a5d18ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c5b229971b14025b1280524b3a5c626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673932 Jul 09 17:17:20.173363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.270614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Router 5a8275ce-9d8e-4731-8030-06d422f74ecb has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:20.283997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Router 5a97a8d7-9458-401b-9a64-affacf0751ab has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:20.300700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.352843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadfc303-bd56-4a2e-810d-cb2969f69e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.387280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.392830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.400723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.444223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a8f056-024b-42a0-9b9c-2dafe05a2d36,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:20.457078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:20.465035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.469918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-758e8f28-1e18-4428-adf4-9983af732d80 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95a8f056-024b-42a0-9b9c-2dafe05a2d36 HTTP/1.1" status: 204 len: 168 time: 0.6922677 Jul 09 17:17:20.470941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.474685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556fa90c-e06c-4d58-a22a-9b2df019bffb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:20.480749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.481111 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Added segment 737c7812-6e2f-416f-b805-7e3ae118ff3b of type vlan for network e385bfa2-fe0d-4219-b997-cb33400b1e1e Jul 09 17:17:20.517979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadfc303-bd56-4a2e-810d-cb2969f69e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.531203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.573011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.574331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:20.575124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.634946 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1505136 Jul 09 17:17:20.636343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dfde82e7-d2af-4e39-bee8-ecb605a82b11 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:20.637297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55992) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.649225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beebd4-0d63-4fbc-b6b6-d5b7dfbd0b09 admin admin] Pushing event updated for resources: {'Network': ['ID=e385bfa2-fe0d-4219-b997-cb33400b1e1e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:20.651211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Request body: {'subnet': {'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1961065233-subnet', 'tenant_id': '2a3f4c72898d489e959fe13c0db7bc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:20.667949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:20.668263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:20.672839 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.676967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55994) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.677114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2eed0211-5e6f-4e02-ae40-b6bbc64bd99c tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "PUT /v2.0/routers/5a8275ce-9d8e-4731-8030-06d422f74ecb HTTP/1.1" status: 200 len: 926 time: 3.0818846 Jul 09 17:17:20.680590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: dfde82e7-d2af-4e39-bee8-ecb605a82b11 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:20.680940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dfde82e7-d2af-4e39-bee8-ecb605a82b11 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:20.691962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.704208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:20.710351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be3c7119-f60e-4787-9bbf-82edf4d05c2e admin admin] 10.222.0.21 "PUT /v2.0/routers/5a97a8d7-9458-401b-9a64-affacf0751ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9379492 Jul 09 17:17:20.715348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] Sync routers for ids ['5a97a8d7-9458-401b-9a64-affacf0751ab'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:20.717384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55996) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.724732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] Sync routers for ids ['5a8275ce-9d8e-4731-8030-06d422f74ecb'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:20.729282 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] Routers {'5a97a8d7-9458-401b-9a64-affacf0751ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:20.731407 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a97a8d7-9458-401b-9a64-affacf0751ab'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.777591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] Routers {'5a8275ce-9d8e-4731-8030-06d422f74ecb'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:20.778701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a8275ce-9d8e-4731-8030-06d422f74ecb'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.786622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Made reservation on behalf of 2a3f4c72898d489e959fe13c0db7bc33 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:20.790122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:20.820972 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-59a499e0-30f2-46ab-96f9-2d237e998d34 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/5a8275ce-9d8e-4731-8030-06d422f74ecb HTTP/1.1" status: 200 len: 926 time: 0.1419597 Jul 09 17:17:20.821655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56002) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.829997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.841905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] Routers {'5a8275ce-9d8e-4731-8030-06d422f74ecb'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:20.842843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a8275ce-9d8e-4731-8030-06d422f74ecb'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.878958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:20.880304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f623b-2056-4f27-863d-0f3fa07627dd None None] The sync data for ids ['5a8275ce-9d8e-4731-8030-06d422f74ecb'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:20.906823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f972dc89-bfdd-4294-94d2-0575dbec638a tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:20.911673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f972dc89-bfdd-4294-94d2-0575dbec638a tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=5a8275ce-9d8e-4731-8030-06d422f74ecb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0875857 Jul 09 17:17:20.912347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56004) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:20.917086 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] Set router 5a97a8d7-9458-401b-9a64-affacf0751ab gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:21.011400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9692c-60af-4fff-8717-05670632890a tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:21.012927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ec9692c-60af-4fff-8717-05670632890a tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.0996041 Jul 09 17:17:21.017340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56010) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:21.055716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26b2acde-3e22-4351-8e8d-c562a0dcb94f tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a8275ce-9d8e-4731-8030-06d422f74ecb HTTP/1.1" status: 200 len: 205 time: 0.0350165 Jul 09 17:17:21.056271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56012) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:21.146784 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.179695 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] Checking router: 5a97a8d7-9458-401b-9a64-affacf0751ab for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:21.192036 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] Routers {'5a97a8d7-9458-401b-9a64-affacf0751ab'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:21.193203 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5a97a8d7-9458-401b-9a64-affacf0751ab'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.219985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.257499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadfc303-bd56-4a2e-810d-cb2969f69e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.263201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadfc303-bd56-4a2e-810d-cb2969f69e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.265139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fadfc303-bd56-4a2e-810d-cb2969f69e27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cc74b84-fcd9-4a55-bad0-f2751726a05b HTTP/1.1" status: 204 len: 168 time: 1.0665007 Jul 09 17:17:21.365515 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] Set router 5a97a8d7-9458-401b-9a64-affacf0751ab gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:21.461060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.472128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.504205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfc303-bd56-4a2e-810d-cb2969f69e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc74b84-fcd9-4a55-bad0-f2751726a05b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:21.524205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7431d8-61f0-4591-ab4b-8e071acf5a66']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.572487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7705d47d-0f49-4c2c-bf7f-c1fbb205967e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.572872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7705d47d-0f49-4c2c-bf7f-c1fbb205967e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.604543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.628878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Deleting port a5996901-274b-41fb-8a06-2ea02173a919 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:21.631658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.640581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.641463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.683833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:21.684253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:21.687519 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:21.724467 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:21.770783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56032) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:21.784093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.796800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Calling delete_port for a5996901-274b-41fb-8a06-2ea02173a919 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:21.799101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377878bd-8106-43fa-b8d2-85d1ecb8753e req-f97aee5c-849b-4339-9f73-50e1668dfe9d tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:21.800794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-377878bd-8106-43fa-b8d2-85d1ecb8753e req-f97aee5c-849b-4339-9f73-50e1668dfe9d tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.4932303 Jul 09 17:17:21.823053 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9633714b-d8e5-4140-9eb0-2cdc5ffac156 None None] The sync data for ids ['5a97a8d7-9458-401b-9a64-affacf0751ab'] in n-d-791506-17 is: [{'id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'name': 'tempest-ServerRescueTestJSON-2038808983-router', 'tenant_id': '43f8d20889234d67849eff009bac7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:17:19Z', 'revision_number': 5, 'project_id': '43f8d20889234d67849eff009bac7727', 'gw_port': {'id': 'd815e156-c3b9-4f66-8670-26b68ea0580d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:02:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a8d7-9458-401b-9a64-affacf0751ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:14:46Z', 'updated_at': '2021-07-09T17:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:21.887791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.975644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:21.985646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e7431d8-61f0-4591-ab4b-8e071acf5a66 HTTP/1.1" status: 204 len: 168 time: 1.5105999 Jul 09 17:17:22.014957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.081509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1180649-07e3-4678-a4ed-1217313ec349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.087395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event deleted for resources: {'Port': ['ID=a5996901-274b-41fb-8a06-2ea02173a919,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:22.094820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467d97d-8094-44c5-9a4d-9efc9a7548e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7431d8-61f0-4591-ab4b-8e071acf5a66,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:22.145463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.149011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-377878bd-8106-43fa-b8d2-85d1ecb8753e req-b9d7f5dd-972f-49d6-a010-db66dcd3ca6c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128130 Jul 09 17:17:22.171667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.187985 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.223988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56056) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:22.336399 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.339512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.406400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.407329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8275ce-9d8e-4731-8030-06d422f74ecb {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:22.412237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d20d2e-0840-411e-a6cf-2876e84f9313,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:22.419022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Checking segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:22.419727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Network hostable DHCP agents. Network: e385bfa2-fe0d-4219-b997-cb33400b1e1e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:22.423300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.424484 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1753a0fd-0173-48ae-9a5b-da7eca37f212 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/5a8275ce-9d8e-4731-8030-06d422f74ecb HTTP/1.1" status: 204 len: 168 time: 1.3673482 Jul 09 17:17:22.426507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-928438b2-4668-4ec3-b8bb-07c71e16c8b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d0f7a4089f049c48e0f24f923cde37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974785 Jul 09 17:17:22.428521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:22.430518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56064) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:22.435230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-464429800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:22.473774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Deleting port d815e156-c3b9-4f66-8670-26b68ea0580d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:22.474153 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.482247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:22.508510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af580d70-1300-499e-a3b0-ade8067e9c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.537885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af580d70-1300-499e-a3b0-ade8067e9c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.540550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1180649-07e3-4678-a4ed-1217313ec349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.541632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, e385bfa2-fe0d-4219-b997-cb33400b1e1e) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:22.548601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:22.549466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.555852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476d3bb-3d0c-479e-ac1d-507dcddf30e6 None None] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:22.603500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] For port d815e156-c3b9-4f66-8670-26b68ea0580d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d815e156-c3b9-4f66-8670-26b68ea0580d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:22.604058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.613531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56068) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:22.615450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1180649-07e3-4678-a4ed-1217313ec349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.626462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.627740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.630344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Calling delete_port for d815e156-c3b9-4f66-8670-26b68ea0580d owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:22.690851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.701676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.705176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6dcf65-7c1e-4d44-834b-473c18d3b936 None None] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:22.713224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-024d946e-c01e-44bd-a5ca-db992bfb2964 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0730598 Jul 09 17:17:22.732216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.736628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-215899f2-77ae-43b9-86c3-cc365328ba34 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3043890 Jul 09 17:17:22.740547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56074) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:22.754541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1180649-07e3-4678-a4ed-1217313ec349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187e1ffd-46b7-449a-b5b0-9a40b32de07e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:22.755281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:22.784021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a1180649-07e3-4678-a4ed-1217313ec349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95f6ad06ca0b4f098255c31651cf3e13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0074604 Jul 09 17:17:22.788123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56076) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:22.803808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af580d70-1300-499e-a3b0-ade8067e9c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.808247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af580d70-1300-499e-a3b0-ade8067e9c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:22.812905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af580d70-1300-499e-a3b0-ade8067e9c80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db3be351-5281-4d98-98ae-35f807fa3d2c HTTP/1.1" status: 204 len: 168 time: 0.3716698 Jul 09 17:17:22.852468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1624639540-network', 'tenant_id': 'c81dfce3bb7b4922b1df8afbbfc8e3b8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:22.873116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af580d70-1300-499e-a3b0-ade8067e9c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3be351-5281-4d98-98ae-35f807fa3d2c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:22.948790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-034c3e88-e2a6-4953-8d08-2e15f095052f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.068440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Made reservation on behalf of c81dfce3bb7b4922b1df8afbbfc8e3b8 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:23.070916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.083799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.086068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-034c3e88-e2a6-4953-8d08-2e15f095052f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.098586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.232982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.326617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-034c3e88-e2a6-4953-8d08-2e15f095052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.329257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-034c3e88-e2a6-4953-8d08-2e15f095052f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.339477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-034c3e88-e2a6-4953-8d08-2e15f095052f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/187e1ffd-46b7-449a-b5b0-9a40b32de07e HTTP/1.1" status: 204 len: 168 time: 0.5488582 Jul 09 17:17:23.344592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Pushing event deleted for resources: {'Port': ['ID=d815e156-c3b9-4f66-8670-26b68ea0580d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:23.386962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c3e88-e2a6-4953-8d08-2e15f095052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187e1ffd-46b7-449a-b5b0-9a40b32de07e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:23.504361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.621341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.624381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.633535 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.684343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.685043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a97a8d7-9458-401b-9a64-affacf0751ab {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:23.697430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.699811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.701436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e37be0bd-9fb5-466b-8678-7328a6a6f550 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a97a8d7-9458-401b-9a64-affacf0751ab HTTP/1.1" status: 204 len: 168 time: 2.9830337 Jul 09 17:17:23.715416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56118) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:23.839201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad2aa96-5933-4880-855d-8a8758bc46f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:23.842471 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.877123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-a25734b6-d762-4267-b9bf-fd6efb342c52 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:23.878842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-a25734b6-d762-4267-b9bf-fd6efb342c52 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.2100594 Jul 09 17:17:23.879265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56122) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:23.912745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:23.921737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-b9e64732-5ea0-4557-834b-21231ab2788a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/quotas/2a3f4c72898d489e959fe13c0db7bc33 HTTP/1.1" status: 200 len: 375 time: 0.0236595 Jul 09 17:17:23.933190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e00fd-5741-461e-ae23-97abe161e11f req-3ac6afe1-c258-4d88-86e9-a5d55b9dbf2c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:23.935144 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1e00fd-5741-461e-ae23-97abe161e11f req-3ac6afe1-c258-4d88-86e9-a5d55b9dbf2c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.5552566 Jul 09 17:17:23.936602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.981786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:23.982488 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Added segment 029a5bb6-0743-44ed-9b36-c0f7b77b0a85 of type vlan for network 4d205232-e836-4b37-bc6d-104d7b231a66 Jul 09 17:17:23.983896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56126) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:23.991435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Deleting subnet 7cbed853-b550-4157-99d8-d3fd61c062d0 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:24.000260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-9df4d67a-e115-4fbc-b57e-bfcec5714371 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721710 Jul 09 17:17:24.041843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9adf0f78-6614-462a-8f35-90590d644e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.047524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.113035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-6b1bcb50-c061-4f04-ae9e-a11546dd8911 service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039937 Jul 09 17:17:24.183806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.190507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.200327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1e00fd-5741-461e-ae23-97abe161e11f req-b94a2f6a-4d16-4b15-821b-2e4ddeed8858 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553387 Jul 09 17:17:24.202925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-44112038-network', 'tenant_id': '04b12e45f61743f98187902a46acccba'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:24.276247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-e8533c1b-1d88-430f-a3b9-5b90fbbd5c66 service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573713 Jul 09 17:17:24.305601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 612b31c5-3692-414f-9a67-0f2db99cf4fa no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:24.349749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 612b31c5-3692-414f-9a67-0f2db99cf4fa {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:24.350101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 612b31c5-3692-414f-9a67-0f2db99cf4fa not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:24.351239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.352491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:24.353051 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.355844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Allocated IP 172.25.3.181 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/0369396b-a15b-4075-b547-92aa2dd82826) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:24.358982 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.541532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] Pushing event updated for resources: {'Network': ['ID=4d205232-e836-4b37-bc6d-104d7b231a66,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:24.556121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4d205232-e836-4b37-bc6d-104d7b231a66 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:24.618047 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a8ae01f8-d1a4-4f48-9fcc-f5ef02dc7f4e req-89de37d8-de25-426d-9689-47446d1cd3b7 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 210 time: 0.0848355 Jul 09 17:17:24.626642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9adf0f78-6614-462a-8f35-90590d644e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.637019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9adf0f78-6614-462a-8f35-90590d644e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.668823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Made reservation on behalf of 04b12e45f61743f98187902a46acccba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:24.673079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.686747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.700233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f179135-e9d5-4dbe-80c2-d89ddeeb238e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0854394 Jul 09 17:17:24.701507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.704632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:24.711442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Request body: {'subnet': {'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1624639540-subnet', 'tenant_id': 'c81dfce3bb7b4922b1df8afbbfc8e3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:24.747488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbed853-b550-4157-99d8-d3fd61c062d0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:24.748084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Made reservation on behalf of c81dfce3bb7b4922b1df8afbbfc8e3b8 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:24.751089 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.788308 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.791533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79ed8d6e-ba80-4de3-8926-0463d53fe893 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7cbed853-b550-4157-99d8-d3fd61c062d0 HTTP/1.1" status: 204 len: 168 time: 1.0321355 Jul 09 17:17:24.795280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.803292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9adf0f78-6614-462a-8f35-90590d644e2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22d3a09e94f04d838f3c65fabaf7717c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125525 Jul 09 17:17:24.803292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf0f78-6614-462a-8f35-90590d644e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32223b54-ebde-41d7-9e34-002aae49bb4e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:24.815131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56140) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:24.815563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56142) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:24.958791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.981996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.987506 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddd569fd-67f9-428e-a6ae-14220fada413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:24.991198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.017486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.042049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:25.071069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b3a9be-2900-44f1-9bff-86d4d3714d54,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:25.078875 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.098147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddd569fd-67f9-428e-a6ae-14220fada413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.115048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.115326 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Added segment 7e322eb5-3830-4641-ab33-8f9889ecbbc6 of type vlan for network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae Jul 09 17:17:25.118930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event updated for resources: {'Port': ['ID=0369396b-a15b-4075-b547-92aa2dd82826,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:25.174266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f4a207-3bcb-4193-9009-29553b15d291,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:25.182827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:25.192919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:25.193408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.204729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:25.206572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Checking segment: {'id': '029a5bb6-0743-44ed-9b36-c0f7b77b0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:25.207000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Network hostable DHCP agents. Network: 4d205232-e836-4b37-bc6d-104d7b231a66, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:25.209548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.246136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63540e4b-2065-4e8d-9305-7db5472db7a1']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:25.246941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Network 4d205232-e836-4b37-bc6d-104d7b231a66 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:25.260059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.264567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:25.267665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f671ffb5-f5f2-454d-ac54-6501a32560b2') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:25.268097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f671ffb5-f5f2-454d-ac54-6501a32560b2') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:25.268656 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.284547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddd569fd-67f9-428e-a6ae-14220fada413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.287558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddd569fd-67f9-428e-a6ae-14220fada413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.287696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4d205232-e836-4b37-bc6d-104d7b231a66) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:25.289176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddd569fd-67f9-428e-a6ae-14220fada413 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32223b54-ebde-41d7-9e34-002aae49bb4e HTTP/1.1" status: 204 len: 168 time: 0.4648902 Jul 09 17:17:25.291364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.292947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:25.293671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.298154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6099a-4a76-4ed0-a163-0e20bc85d216 None None] Network 4d205232-e836-4b37-bc6d-104d7b231a66 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:25.355808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4750290 Jul 09 17:17:25.362546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56150) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:25.369105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Request body: {'subnet': {'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-44112038-subnet', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:25.390358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-327b7643-60cb-4f40-9ff1-648dccd4fdd0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6765475 Jul 09 17:17:25.422702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f5853-3aea-40a2-a17a-ee7d0de77fcc admin admin] Pushing event updated for resources: {'Network': ['ID=0462da52-f187-4e3d-abfa-dcd8baf6a0ae,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:25.445162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Made reservation on behalf of 04b12e45f61743f98187902a46acccba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:25.449919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.484147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:25.515842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.522518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd569fd-67f9-428e-a6ae-14220fada413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32223b54-ebde-41d7-9e34-002aae49bb4e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:25.538804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:25.544470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:25.552021 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:25.786745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05957a81-add0-48e9-ba52-aebe2eed6b94 None None] Network 4d205232-e836-4b37-bc6d-104d7b231a66 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:26.004059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815e156-c3b9-4f66-8670-26b68ea0580d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:26.118410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d815e156-c3b9-4f66-8670-26b68ea0580d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:26.119032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815e156-c3b9-4f66-8670-26b68ea0580d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:26.141048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dceb3-cf1b-42ac-a085-35a9c0ece7fc req-ff5f3fc8-3673-451c-af53-f120d93da1c2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:26.152067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d32dceb3-cf1b-42ac-a085-35a9c0ece7fc req-ff5f3fc8-3673-451c-af53-f120d93da1c2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.5031118 Jul 09 17:17:26.270588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.324204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26fd886-001b-4789-bd5a-bacd80caabe3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:26.346901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d32dceb3-cf1b-42ac-a085-35a9c0ece7fc req-97b4d84b-d5e3-4d88-bcb5-a5295fcc4c35 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894121 Jul 09 17:17:26.372557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.385533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.388742 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] 10.222.0.21 "DELETE /v2.0/networks/63540e4b-2065-4e8d-9305-7db5472db7a1 HTTP/1.1" status: 204 len: 168 time: 1.5718944 Jul 09 17:17:26.435367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Checking segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:26.440701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Network hostable DHCP agents. Network: 0462da52-f187-4e3d-abfa-dcd8baf6a0ae, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:26.442362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fe444-5ed8-44cb-a48c-623066c9d60d admin admin] Pushing event deleted for resources: {'Network': ['ID=63540e4b-2065-4e8d-9305-7db5472db7a1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:26.448369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4623729a-6602-4890-be20-b444090a6715 req-048dd1a4-53f4-44da-8542-73e2b7f80dd0 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 210 time: 0.1151640 Jul 09 17:17:26.482195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:26.497159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-7f250c4f-6f19-4297-88e8-00038ae0ce00 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:26.498906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-7f250c4f-6f19-4297-88e8-00038ae0ce00 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.13 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.3059609 Jul 09 17:17:26.505109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0462da52-f187-4e3d-abfa-dcd8baf6a0ae) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:26.512064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:26.512806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.516846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f562626-d8b4-4b14-a53f-3bb4e38e9dbe None None] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:26.530175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Request body: {'port': {'device_id': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'admin_state_up': True, 'tenant_id': '2a3f4c72898d489e959fe13c0db7bc33'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:26.650706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.654128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56184) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:26.673506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-df33def0-0c3e-49d6-a26f-05073f9f74b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3096554 Jul 09 17:17:26.677609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56188) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:26.689530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:26.858762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b6ad79a9-f4d6-4cbb-841e-b21ef3f34f3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43f8d20889234d67849eff009bac7727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034242 Jul 09 17:17:26.860705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:17:26.861246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56194) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:26.861983 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.870842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.873004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:26.883413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Made reservation on behalf of 2a3f4c72898d489e959fe13c0db7bc33 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:26.895999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.019706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.026041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56198) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:27.040495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.061033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1561666481-network', 'tenant_id': '9e6daafd0b204778b949faae678d13c3'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:27.095914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3154ab6c-aaeb-4f0f-aee0-3910b9603285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.127971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Allocated IP 172.20.0.2 (0462da52-f187-4e3d-abfa-dcd8baf6a0ae/a26fd886-001b-4789-bd5a-bacd80caabe3/ff5c4aa6-4cfe-410c-a772-75738bd1401e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:27.161200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3154ab6c-aaeb-4f0f-aee0-3910b9603285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.276909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Router 5f52edb3-2939-4e86-8aab-ee6905a7a005 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:27.290988 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.295508 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3154ab6c-aaeb-4f0f-aee0-3910b9603285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.302990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Transition to ACTIVE for port object ff5c4aa6-4cfe-410c-a772-75738bd1401e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:27.305060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3154ab6c-aaeb-4f0f-aee0-3910b9603285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.306408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.307278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3154ab6c-aaeb-4f0f-aee0-3910b9603285 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d58c9652-8148-4d1b-b5a5-073b8e0668bc HTTP/1.1" status: 204 len: 168 time: 0.4443703 Jul 09 17:17:27.323286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154ab6c-aaeb-4f0f-aee0-3910b9603285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c9652-8148-4d1b-b5a5-073b8e0668bc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:27.329876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Transition to ACTIVE for port object ff5c4aa6-4cfe-410c-a772-75738bd1401e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:27.342234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Made reservation on behalf of 9e6daafd0b204778b949faae678d13c3 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:27.344644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.352326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.458992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:27.467431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Allocated IP 172.20.0.5 (e385bfa2-fe0d-4219-b997-cb33400b1e1e/15d20d2e-0840-411e-a6cf-2876e84f9313/7bd1a79e-a4fb-4a70-a488-efc771bbf9f0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:27.468746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:27.476641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:27.501900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Pushing event updated for resources: {'Port': ['ID=ff5c4aa6-4cfe-410c-a772-75738bd1401e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:27.580235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:27.607385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.608739 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c51f763-2053-4b47-b801-3ff236bf1b97 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "PUT /v2.0/routers/5f52edb3-2939-4e86-8aab-ee6905a7a005 HTTP/1.1" status: 200 len: 883 time: 4.8652458 Jul 09 17:17:27.611887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56216) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:27.621275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] Sync routers for ids ['5f52edb3-2939-4e86-8aab-ee6905a7a005'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:27.665117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Attempting to bind port ff5c4aa6-4cfe-410c-a772-75738bd1401e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:27.665699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Attempting to bind port ff5c4aa6-4cfe-410c-a772-75738bd1401e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:27.666064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Attempting to bind port ff5c4aa6-4cfe-410c-a772-75738bd1401e on network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:27.669355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] Routers {'5f52edb3-2939-4e86-8aab-ee6905a7a005'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:27.669998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5f52edb3-2939-4e86-8aab-ee6905a7a005'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:27.674955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:27.675640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Checking segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:27.676242 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.676817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Bound using segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:27.677468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Bound port: ff5c4aa6-4cfe-410c-a772-75738bd1401e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:27.678015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.718301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:27.760162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae46d21f-f422-4b98-be8e-ec1a977ef2f4 req-ea6b401d-072f-41eb-aef9-fd816653b7dd tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 210 time: 0.0658932 Jul 09 17:17:27.796759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.814551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] Routers {'5f52edb3-2939-4e86-8aab-ee6905a7a005'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:27.814844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5f52edb3-2939-4e86-8aab-ee6905a7a005'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:27.863618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:27.864488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547515ce-0fb6-4078-b1da-d7cdbf38d225 None None] The sync data for ids ['5f52edb3-2939-4e86-8aab-ee6905a7a005'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:27.888079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] For port ff5c4aa6-4cfe-410c-a772-75738bd1401e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:27.892200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] For port ff5c4aa6-4cfe-410c-a772-75738bd1401e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ff5c4aa6-4cfe-410c-a772-75738bd1401e,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:27.902348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:27.917006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d12d62cf-781a-49ba-a711-f3f22fe978b2 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/5f52edb3-2939-4e86-8aab-ee6905a7a005 HTTP/1.1" status: 200 len: 924 time: 0.3002460 Jul 09 17:17:27.918002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:28.008679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51f52-a2a5-408e-98ac-caa1a4d8cc19 None None] Pushing event updated for resources: {'Port': ['ID=ff5c4aa6-4cfe-410c-a772-75738bd1401e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:28.065542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b19b3-6127-40e3-b71c-c26ad0ac1e95 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:28.069657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4e2b19b3-6127-40e3-b71c-c26ad0ac1e95 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=5f52edb3-2939-4e86-8aab-ee6905a7a005&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1472864 Jul 09 17:17:28.070408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:28.374689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36b6fa-b65b-4300-b501-6ced916777f6 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:28.382748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb36b6fa-b65b-4300-b501-6ced916777f6 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.3091342 Jul 09 17:17:28.386355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56240) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:28.461484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.473197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d1746aed-6f3e-4dd1-a1de-c4403e73be9c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f52edb3-2939-4e86-8aab-ee6905a7a005 HTTP/1.1" status: 200 len: 205 time: 0.0804346 Jul 09 17:17:28.474051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:28.515111 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.606507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1904fd-825a-4b4f-bd15-05514eccf0eb req-80ebd3e7-6333-41ee-8044-245cd221655e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:28.608177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b1904fd-825a-4b4f-bd15-05514eccf0eb req-80ebd3e7-6333-41ee-8044-245cd221655e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.8171024 Jul 09 17:17:28.678333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.704567 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.728938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.748817 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.769526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b1904fd-825a-4b4f-bd15-05514eccf0eb req-edafa4f1-45ca-4f2d-aad5-e930ee071bcc tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409500 Jul 09 17:17:28.816432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:28.866000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17e375-8315-46f0-825c-5c6ef350d196,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:28.872680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:28.880049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:28.929274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:28.941989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:28.948430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:28.951320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:28.976383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Deleting port 0369396b-a15b-4075-b547-92aa2dd82826 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:28.976695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.005176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.005616 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Added segment c4347d34-3214-47f7-be52-81288afd3cd3 of type vlan for network d5f884d7-f115-42ec-a678-c567c2d6f986 Jul 09 17:17:29.055135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2089854910-network', 'tenant_id': '539c74c7e15642bd83796098b4b05316'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:29.097748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Made reservation on behalf of 539c74c7e15642bd83796098b4b05316 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:29.100710 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.117912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.120510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.145143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Calling delete_port for 0369396b-a15b-4075-b547-92aa2dd82826 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:29.203555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.216785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:29.217513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.257005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618c74-4be4-4e2e-a072-810a9631d6b5 req-444011ac-d360-4a82-9e1c-c9c164d49758 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:29.258604 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15618c74-4be4-4e2e-a072-810a9631d6b5 req-444011ac-d360-4a82-9e1c-c9c164d49758 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 931 time: 0.3137379 Jul 09 17:17:29.345131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15618c74-4be4-4e2e-a072-810a9631d6b5 req-1bd348d6-5378-4a9f-ab18-5954cfdfb089 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601215 Jul 09 17:17:29.346125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.348178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.349220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:29.349641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.355009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.364321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.403867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:17:29.417419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738dc31a-0ebd-400c-8a82-f859daef7d00,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:29.422647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.423035 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Added segment 95eafb80-2b79-4780-aa47-181eeb376927 of type vlan for network 5fcc1786-edc6-44f5-930e-5c791bc4c26b Jul 09 17:17:29.425487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.446548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ae807c6d-f6d7-4722-96c2-0044f2ac5464 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9290485 Jul 09 17:17:29.447297 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.477711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ba66d-2326-4ff2-8fe4-4066dd9b5ebe None None] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:29.485326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f884d7-f115-42ec-a678-c567c2d6f986,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:29.500568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event deleted for resources: {'Port': ['ID=0369396b-a15b-4075-b547-92aa2dd82826,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:29.512972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d5f884d7-f115-42ec-a678-c567c2d6f986 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:29.538556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.549951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b58c4f40-5246-40af-8ab7-ac055eb2eb14 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5200245 Jul 09 17:17:29.552845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56272) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:29.556859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Request body: {'port': {'device_id': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:29.565571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Request body: {'subnet': {'network_id': 'd5f884d7-f115-42ec-a678-c567c2d6f986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1561666481-subnet', 'tenant_id': '9e6daafd0b204778b949faae678d13c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:29.611929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.756867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Made reservation on behalf of 9e6daafd0b204778b949faae678d13c3 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:29.760155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.778277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.780857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.842064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ab0b55e7-6274-4614-bf9f-233a7039e5c4 None None] Provisioning for port ff5c4aa6-4cfe-410c-a772-75738bd1401e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:29.867103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.868249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:29.869031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.878043 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.878591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Fanout notify agent at l3_agent the message router_deleted on router 5f52edb3-2939-4e86-8aab-ee6905a7a005 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:29.900254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:29.905483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-abc259cd-df0d-45be-8112-35ac9c8a5558 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/5f52edb3-2939-4e86-8aab-ee6905a7a005 HTTP/1.1" status: 204 len: 168 time: 1.4281054 Jul 09 17:17:29.935141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56282) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:29.949910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1405057482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:29.963856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0804055 Jul 09 17:17:29.967286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56284) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:29.976405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Request body: {'subnet': {'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2089854910-subnet', 'tenant_id': '539c74c7e15642bd83796098b4b05316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:29.987883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d87b8b-6b0c-4c8f-8475-e101dc7a64fe admin admin] Pushing event updated for resources: {'Network': ['ID=5fcc1786-edc6-44f5-930e-5c791bc4c26b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:30.018153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.020601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.040616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5fcc1786-edc6-44f5-930e-5c791bc4c26b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:17:30.049716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Made reservation on behalf of 539c74c7e15642bd83796098b4b05316 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:30.052088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.084998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.112399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ff5c4aa6-4cfe-410c-a772-75738bd1401e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:30.126163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Allocated IP 172.25.3.103 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/b5b64cc0-02b0-4eb9-a969-d4476f39015f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:30.137794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56288) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:30.207908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port ff5c4aa6-4cfe-410c-a772-75738bd1401e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:30.214256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port ff5c4aa6-4cfe-410c-a772-75738bd1401e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:30.214922 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.329729 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.334099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.377282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port ff5c4aa6-4cfe-410c-a772-75738bd1401e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ff5c4aa6-4cfe-410c-a772-75738bd1401e,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:30.385725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.443220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8397de-4530-416f-bbc7-e0773342ab0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.455009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=ff5c4aa6-4cfe-410c-a772-75738bd1401e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:30.565785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e891b52c-cf37-4edc-a79f-1f013d7a745d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:30.585334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-33e7993d-a476-4363-987c-dca720139c9f None None] Provisioning complete for port ff5c4aa6-4cfe-410c-a772-75738bd1401e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:30.587602 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33e7993d-a476-4363-987c-dca720139c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.632272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.645405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Checking segment: {'id': 'c4347d34-3214-47f7-be52-81288afd3cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd5f884d7-f115-42ec-a678-c567c2d6f986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:30.645802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Network hostable DHCP agents. Network: d5f884d7-f115-42ec-a678-c567c2d6f986, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:30.648937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.659815 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.692360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:30.715297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d66eaf-932d-4abd-8ebc-c1b5ffb0eff4 req-c2f5a300-2ea5-4361-9c04-5a7705accba0 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:30.716939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30d66eaf-932d-4abd-8ebc-c1b5ffb0eff4 req-c2f5a300-2ea5-4361-9c04-5a7705accba0 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 945 time: 0.4374852 Jul 09 17:17:30.736289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbd088-88b1-435e-88a3-b76ae1d9d180 req-99a33662-e964-4c27-a41b-ef215c4622fa tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:30.738110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7fdbd088-88b1-435e-88a3-b76ae1d9d180 req-99a33662-e964-4c27-a41b-ef215c4622fa tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.6191304 Jul 09 17:17:30.792557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:30.792907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Network d5f884d7-f115-42ec-a678-c567c2d6f986 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:30.808238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'mac_address': 'fa:16:3e:f5:41:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:30.826584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7fdbd088-88b1-435e-88a3-b76ae1d9d180 req-2cf17ca0-33c9-436d-bcce-c0905afe73ba tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792575 Jul 09 17:17:30.835947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.850253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.866510 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.872812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30d66eaf-932d-4abd-8ebc-c1b5ffb0eff4 req-bfba2976-ce58-4095-8a56-12c8fd6d906f tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfeb0575-f4c7-415c-902d-96cf157c73b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373923 Jul 09 17:17:30.873423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d5f884d7-f115-42ec-a678-c567c2d6f986) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:30.877966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:30.878826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.887704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b355f52-5740-42ba-b720-ddff56db7337 None None] Network d5f884d7-f115-42ec-a678-c567c2d6f986 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:30.911108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8397de-4530-416f-bbc7-e0773342ab0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.928117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12cff8c5-3115-4446-adee-22db9e6ce3e0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:30.949088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.951481 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5f2447ea-2597-42bf-af19-900a695a5176 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0149927 Jul 09 17:17:30.952191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8397de-4530-416f-bbc7-e0773342ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:30.955438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:30.955645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:30.967800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56294) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:30.981140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': True}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:30.987146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:30.989635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:31.017002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85685fc6-d3c6-48c1-8651-d7f09e563458 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4484348 Jul 09 17:17:31.017275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Checking segment: {'id': '95eafb80-2b79-4780-aa47-181eeb376927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:31.017275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Network hostable DHCP agents. Network: 5fcc1786-edc6-44f5-930e-5c791bc4c26b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:17:31.030874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:31.053577 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:31.075313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cebd3-aabe-4c54-93de-387bb519397c req-dba12d58-37b6-4cb9-9d00-780905d6f81e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:31.083499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b4cebd3-aabe-4c54-93de-387bb519397c req-dba12d58-37b6-4cb9-9d00-780905d6f81e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 931 time: 0.1296403 Jul 09 17:17:31.091243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Network 5fcc1786-edc6-44f5-930e-5c791bc4c26b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:17:31.106186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b64cc0-02b0-4eb9-a969-d4476f39015f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:31.111786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:31.131330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5fcc1786-edc6-44f5-930e-5c791bc4c26b) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:31.138071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:31.146678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd8397de-4530-416f-bbc7-e0773342ab0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eaf54aeff6d4dd1961a9e870fd69905&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0043490 Jul 09 17:17:31.151492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:31.160461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:31.161076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:31.167259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b4cebd3-aabe-4c54-93de-387bb519397c req-3aa16986-0d4f-4728-bd0f-6e631d419167 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828688 Jul 09 17:17:31.174399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8397de-4530-416f-bbc7-e0773342ab0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e8a4e5-db5a-4f77-a88a-0d8320f4d93e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:31.195233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c60574-a698-451d-89de-a8f7cc4adf1d None None] Network 5fcc1786-edc6-44f5-930e-5c791bc4c26b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:31.196303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Transition to ACTIVE for port object 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:31.196434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aafb129c-2a46-4f8e-8246-1b2d36b2d56a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2209070 Jul 09 17:17:31.219605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383c41a-3d82-45ed-a1b8-6c86ae7f4747 None None] Network d5f884d7-f115-42ec-a678-c567c2d6f986 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:31.316834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:31.324684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:31.338653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:31.519554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:31.534557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:31.542110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392240ef-4bf2-43ef-bc28-0408aee196c0 None None] Network 5fcc1786-edc6-44f5-930e-5c791bc4c26b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:31.583905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6a34cf7-1987-44df-b3bc-6196626d1a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:31.788827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-bc0adafd-eb6b-43fb-93d5-7b2054ed4b89 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:31.790447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-bc0adafd-eb6b-43fb-93d5-7b2054ed4b89 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/networks?id=5fcc1786-edc6-44f5-930e-5c791bc4c26b HTTP/1.1" status: 200 len: 809 time: 0.1411021 Jul 09 17:17:31.817151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-7c31b633-e3b0-47fd-bba7-fc2d302fcec0 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/quotas/539c74c7e15642bd83796098b4b05316 HTTP/1.1" status: 200 len: 375 time: 0.0203741 Jul 09 17:17:31.860868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-bc5bbe53-d2a4-42b8-8250-8828bb7bda31 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:31.862449 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-bc5bbe53-d2a4-42b8-8250-8828bb7bda31 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.36 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 945 time: 0.1195760 Jul 09 17:17:31.864751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-1d894afb-c013-42ad-b703-fa1466410bb2 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=539c74c7e15642bd83796098b4b05316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411968 Jul 09 17:17:31.952510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ff5c4aa6-4cfe-410c-a772-75738bd1401e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:32.008848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port ff5c4aa6-4cfe-410c-a772-75738bd1401e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:32.009500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.027643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-67b9cbe8-6df4-4248-af0d-0b7ea6d106f8 service neutron] 10.222.0.21 "GET /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518867 Jul 09 17:17:32.074871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6a34cf7-1987-44df-b3bc-6196626d1a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.103329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Deleting port 089736fd-52a6-47bb-892b-7f43ca1ada4a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:32.103692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.187411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Attempting to bind port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:32.187714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Attempting to bind port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:32.188087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Attempting to bind port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:32.199107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-8da6e89b-e7b0-4bfb-af57-8ed278b7f4af service neutron] 10.222.0.21 "GET /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630828 Jul 09 17:17:32.209874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.219920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-417e0107-5140-4b48-bffe-64e1803a1960 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:32.221479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-417e0107-5140-4b48-bffe-64e1803a1960 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/networks?id=4d205232-e836-4b37-bc6d-104d7b231a66 HTTP/1.1" status: 200 len: 825 time: 0.6058424 Jul 09 17:17:32.222078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:17:32.222406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Attempting to bind port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:32.222596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] For port 089736fd-52a6-47bb-892b-7f43ca1ada4a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=089736fd-52a6-47bb-892b-7f43ca1ada4a,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:32.222970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.237595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Calling delete_port for 089736fd-52a6-47bb-892b-7f43ca1ada4a owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:32.282835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:32.283205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Checking segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:32.283620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Bound using segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:32.284117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Bound port: 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:32.284479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.303723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-9bb27251-d87d-46cf-b983-6e8d5f3175d5 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/quotas/c81dfce3bb7b4922b1df8afbbfc8e3b8 HTTP/1.1" status: 200 len: 375 time: 0.0399153 Jul 09 17:17:32.345817 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6a34cf7-1987-44df-b3bc-6196626d1a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.348420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6a34cf7-1987-44df-b3bc-6196626d1a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.349565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e6a34cf7-1987-44df-b3bc-6196626d1a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42e8a4e5-db5a-4f77-a88a-0d8320f4d93e HTTP/1.1" status: 204 len: 168 time: 1.1926703 Jul 09 17:17:32.419786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-763bd347-a59a-4cbc-9645-abc7252a92a9 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81dfce3bb7b4922b1df8afbbfc8e3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786712 Jul 09 17:17:32.429180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34cf7-1987-44df-b3bc-6196626d1a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e8a4e5-db5a-4f77-a88a-0d8320f4d93e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:32.455668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.468905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['089736fd-52a6-47bb-892b-7f43ca1ada4a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:32.556167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Pushing event deleted for resources: {'Port': ['ID=089736fd-52a6-47bb-892b-7f43ca1ada4a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:32.612465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] No DVR routers for this DVR port 089736fd-52a6-47bb-892b-7f43ca1ada4a on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:32.619249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.623229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b9f8830-eb34-4eb1-9a84-f3c4b8252cfd req-94286250-25bb-4212-b782-f38807f68f83 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.36 "DELETE /v2.0/ports/089736fd-52a6-47bb-892b-7f43ca1ada4a HTTP/1.1" status: 204 len: 173 time: 0.7533553 Jul 09 17:17:32.624226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b24693-62e9-4105-8adc-be00ba047d7b', 'name': 'network-vif-deleted', 'tag': '089736fd-52a6-47bb-892b-7f43ca1ada4a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:32.626830 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ab4278-40ac-457a-8fb1-131ef69f4709" -d '{"events": [{"server_uuid": "96b24693-62e9-4105-8adc-be00ba047d7b", "name": "network-vif-deleted", "tag": "089736fd-52a6-47bb-892b-7f43ca1ada4a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:32.676878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625c31b-a71b-46ec-b18b-1f738e709952 req-07136c06-6316-4bb3-8e93-6920576eb1ec tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:32.678627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3625c31b-a71b-46ec-b18b-1f738e709952 req-07136c06-6316-4bb3-8e93-6920576eb1ec tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 948 time: 0.1847184 Jul 09 17:17:32.708290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:32.773711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3625c31b-a71b-46ec-b18b-1f738e709952 req-adeafd96-4d7e-4bf8-9c43-bd61d16bcf3a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880666 Jul 09 17:17:32.785558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56352) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:32.802657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-915cb481-5cf0-4f57-a58b-bcf318ae291c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.808249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:32.808625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.817599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:32.904029 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.941250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:32.942291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:32.945071 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9191be2-2e3f-4654-b5a2-07ba5f1fd52a" -d '{"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-plugged", "status": "completed", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:32.951445 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.963244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-915cb481-5cf0-4f57-a58b-bcf318ae291c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:32.969984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-915cb481-5cf0-4f57-a58b-bcf318ae291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.026102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb481-5cf0-4f57-a58b-bcf318ae291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcdc0b-7d39-46f6-aa7f-dbd445dbd04e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:33.032994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-4b1c40c6-1eca-40f5-8f37-21cbd4ae255e service neutron] 10.222.0.21 "GET /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937438 Jul 09 17:17:33.036880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-915cb481-5cf0-4f57-a58b-bcf318ae291c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84ae1ee467c94d92bc2dd51ff87db847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501826 Jul 09 17:17:33.039831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:33.064745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:33.072713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.073386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.073927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.074473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.075125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.075644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.076225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.076760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.077284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.077807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.078331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.078850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:17:33.087107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:33.131681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d2cf3964-1add-41df-81cf-20385c1ed1f6 req-fc837491-9ed5-42b8-b6a5-3975f45a84a8 tempest-AttachSCSIVolumeTestJSON-234302999 tempest-AttachSCSIVolumeTestJSON-234302999-project] 10.222.0.21 "GET /v2.0/ports?device_id=96b24693-62e9-4105-8adc-be00ba047d7b HTTP/1.1" status: 200 len: 210 time: 0.0423074 Jul 09 17:17:33.150474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7a636b-bc85-41ca-acc6-ffaf08ce4f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.178762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.209168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7a636b-bc85-41ca-acc6-ffaf08ce4f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.274348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7a636b-bc85-41ca-acc6-ffaf08ce4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.277382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7a636b-bc85-41ca-acc6-ffaf08ce4f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.281040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ff7a636b-bc85-41ca-acc6-ffaf08ce4f1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bfcdc0b-7d39-46f6-aa7f-dbd445dbd04e HTTP/1.1" status: 204 len: 168 time: 0.2379091 Jul 09 17:17:33.288161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a636b-bc85-41ca-acc6-ffaf08ce4f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcdc0b-7d39-46f6-aa7f-dbd445dbd04e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:33.320939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:33.329555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:33.330194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.331613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-bdb2b479-d91f-4e49-9343-73f576b1ed12 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 HTTP/1.1" status: 200 len: 1092 time: 3.7883909 Jul 09 17:17:33.332136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:33.334489 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716aba64-03b8-4c26-a3c5-db5caa11cbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:33.345190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.385364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619a071-b06b-49d8-87e0-614bfa6cca0c req-6125af4e-a223-4e7e-bb9f-ff390f63b0b1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:33.388271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d619a071-b06b-49d8-87e0-614bfa6cca0c req-6125af4e-a223-4e7e-bb9f-ff390f63b0b1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 943 time: 0.0977197 Jul 09 17:17:33.407747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.413861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-5ae67007-7487-4bc5-9d51-2e2d4925e748 service neutron] 10.222.0.21 "GET /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207262 Jul 09 17:17:33.437353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.559227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d619a071-b06b-49d8-87e0-614bfa6cca0c req-06ba695c-9a3f-4474-a755-11342f94f311 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564782 Jul 09 17:17:33.657768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Allocated IP 172.25.3.164 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/58031e92-3191-491f-8b6a-048811186cdf) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:33.781448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.819491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Router abbab5e7-85af-4419-b9ac-9e061c32b503 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:33.855696 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb3954-e7c8-4602-991f-08eb67a5a973 x-openstack-request-id: req-08cb3954-e7c8-4602-991f-08eb67a5a973 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:33.855940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-7ca80779-1bf4-4a76-93de-0f268dd91030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:33.856073 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b24693-62e9-4105-8adc-be00ba047d7b", "name": "network-vif-deleted", "tag": "089736fd-52a6-47bb-892b-7f43ca1ada4a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:33.856787 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08cb3954-e7c8-4602-991f-08eb67a5a973 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:33.857205 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b24693-62e9-4105-8adc-be00ba047d7b', 'name': 'network-vif-deleted', 'tag': '089736fd-52a6-47bb-892b-7f43ca1ada4a', 'status': 'completed', 'code': 200} Jul 09 17:17:33.857944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-7ca80779-1bf4-4a76-93de-0f268dd91030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 1095 time: 0.2828515 Jul 09 17:17:33.868942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67750ddc-557b-4ea3-88ea-cac090baf324 req-af65e0a1-d1ea-4269-a946-76212ed2033c tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 210 time: 0.0410821 Jul 09 17:17:33.945806 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87492369-f5cf-4506-96d1-f14f82bd969c x-openstack-request-id: req-87492369-f5cf-4506-96d1-f14f82bd969c {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:33.946289 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-plugged", "status": "completed", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:33.946716 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87492369-f5cf-4506-96d1-f14f82bd969c {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:33.947298 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'code': 200} Jul 09 17:17:33.950576 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451a94d-a60d-4be8-8383-bec3c508ca2c x-openstack-request-id: req-b451a94d-a60d-4be8-8383-bec3c508ca2c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:33.950906 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:33.951386 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b451a94d-a60d-4be8-8383-bec3c508ca2c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:33.952090 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'status': 'completed', 'code': 200} Jul 09 17:17:33.973088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:33.981225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-e3e068cf-94e8-4f14-bf39-48792dd80a5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 HTTP/1.1" status: 200 len: 217 time: 0.0762317 Jul 09 17:17:34.169994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfd3c-0d6d-4e6e-b279-c09007a792b6 req-d72cd684-d46f-4d6d-bdb2-5e850f26bfb4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:34.172502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-880dfd3c-0d6d-4e6e-b279-c09007a792b6 req-d72cd684-d46f-4d6d-bdb2-5e850f26bfb4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1053658 Jul 09 17:17:34.195881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d6c0373-51f3-4643-929c-e237343019dd req-3cdbf84e-3bbd-4808-9bcf-0c8719ccdc04 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 210 time: 0.1517360 Jul 09 17:17:34.197682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:34.222137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:34.244345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Port': ['ID=58031e92-3191-491f-8b6a-048811186cdf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:34.247276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:34.306780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:34.312234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-e44b88c2-1ee7-4399-9469-411321deb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:34.313504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-e44b88c2-1ee7-4399-9469-411321deb10e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.2667565 Jul 09 17:17:34.321469 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Sync routers for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:34.352918 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:34.353554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:34.364784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-cd8dde62-b732-4fc5-a577-0e7d78923dbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337126 Jul 09 17:17:34.373162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-880dfd3c-0d6d-4e6e-b279-c09007a792b6 req-dcf3243b-2781-483c-b01a-173522add3d3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808128 Jul 09 17:17:34.409094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:34.410945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd8b731d-e504-4e45-a988-ddb0bf815205 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.7300289 Jul 09 17:17:34.415245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56394) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:34.617793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7622d-973c-4fa5-9029-6560d61973e1 req-dab5ff15-e1a0-43b9-9cd8-ebfec020be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:34.619832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbe7622d-973c-4fa5-9029-6560d61973e1 req-dab5ff15-e1a0-43b9-9cd8-ebfec020be5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1101 time: 0.4311688 Jul 09 17:17:34.710957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-ec3c8fe3-2ed4-4214-a342-cb6595d84a08 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180750 Jul 09 17:17:34.736095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-2b25e41b-3554-49a2-81e7-458d5b3c5be5 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:34.738083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-2b25e41b-3554-49a2-81e7-458d5b3c5be5 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.36 "GET /v2.0/networks?id=5fcc1786-edc6-44f5-930e-5c791bc4c26b HTTP/1.1" status: 200 len: 809 time: 0.5645175 Jul 09 17:17:34.765124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Request body: {'port': {'device_id': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b', 'admin_state_up': True, 'tenant_id': '539c74c7e15642bd83796098b4b05316'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:34.851586 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:35.146189 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:31Z', 'revision_number': 3, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:35.199475 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Checking router: abbab5e7-85af-4419-b9ac-9e061c32b503 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:35.200468 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Updating router abbab5e7-85af-4419-b9ac-9e061c32b503 port b5b64cc0-02b0-4eb9-a969-d4476f39015f binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:35.319072 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:35.395719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695125d-cd72-4a42-8598-175f1781efca req-051d2b7a-55c9-463a-949b-898651c233b2 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:35.397486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6695125d-cd72-4a42-8598-175f1781efca req-051d2b7a-55c9-463a-949b-898651c233b2 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 943 time: 0.3789651 Jul 09 17:17:35.401604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Made reservation on behalf of 539c74c7e15642bd83796098b4b05316 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:35.405984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:35.447885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbe7622d-973c-4fa5-9029-6560d61973e1 req-522ba8bc-f2a9-4d9c-8f62-1b4fb78320dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8193064 Jul 09 17:17:35.483798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d61b0a9f-3585-4163-95a9-a8778c88fe61 req-297bc6fe-df81-4037-9ce2-c267d1e1c5dc tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 210 time: 0.1612234 Jul 09 17:17:35.658665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dc09d80-8743-4bd9-80ca-71c94fb599c7 req-f57686d6-43f2-4c87-a627-f019a760f0e3 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9392755 Jul 09 17:17:35.697641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5fb047a8-6608-4988-a94a-f7c28eb000d7 req-1cf86bcf-3fba-4018-b327-494820f6af72 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 210 time: 0.0416079 Jul 09 17:17:35.703414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:35.708780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6695125d-cd72-4a42-8598-175f1781efca req-5f32edcd-354d-496f-894c-9c41ca978574 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835155 Jul 09 17:17:35.902876 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:35.926770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 089736fd-52a6-47bb-892b-7f43ca1ada4a no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:35.929110 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Transition to ACTIVE for port object b5b64cc0-02b0-4eb9-a969-d4476f39015f will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:35.940438 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.003151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.009759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.012170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 089736fd-52a6-47bb-892b-7f43ca1ada4a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:36.012522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 089736fd-52a6-47bb-892b-7f43ca1ada4a not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:36.055259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Allocated IP 172.20.0.12 (5fcc1786-edc6-44f5-930e-5c791bc4c26b/12cff8c5-3115-4446-adee-22db9e6ce3e0/3a889ccb-35fd-4b69-98c6-050adf0df644) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:36.075474 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Attempting to bind port b5b64cc0-02b0-4eb9-a969-d4476f39015f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:36.076142 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Attempting to bind port b5b64cc0-02b0-4eb9-a969-d4476f39015f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:36.076703 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Attempting to bind port b5b64cc0-02b0-4eb9-a969-d4476f39015f on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:36.079194 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e18c17-0a65-45e3-aae9-85114ef7bc08 None None] Pushing event updated for resources: {'Port': ['ID=b5b64cc0-02b0-4eb9-a969-d4476f39015f,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:36.086098 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:36.086987 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:36.088029 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.088570 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:36.089216 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Bound port: b5b64cc0-02b0-4eb9-a969-d4476f39015f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:36.090121 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.211567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] For port b5b64cc0-02b0-4eb9-a969-d4476f39015f, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:36.215416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] For port b5b64cc0-02b0-4eb9-a969-d4476f39015f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b5b64cc0-02b0-4eb9-a969-d4476f39015f,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:36.223114 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.260830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3213-1026-4020-8c72-2b44670d3808 req-85168ba5-d6e2-404e-9a5e-7a51323378a3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:36.274063 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aaf3213-1026-4020-8c72-2b44670d3808 req-85168ba5-d6e2-404e-9a5e-7a51323378a3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2997782 Jul 09 17:17:36.281345 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:36.281696 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:36.320314 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e18c17-0a65-45e3-aae9-85114ef7bc08 None None] Pushing event updated for resources: {'Port': ['ID=b5b64cc0-02b0-4eb9-a969-d4476f39015f,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:36.351402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1459596077', 'description': 'tempest-description-100947213'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:36.365625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.417728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-8665e700-d179-4272-8d06-f885a75b891e tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:36.419676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-8665e700-d179-4272-8d06-f885a75b891e tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.36 "GET /v2.0/networks?id=4d205232-e836-4b37-bc6d-104d7b231a66 HTTP/1.1" status: 200 len: 825 time: 0.4125609 Jul 09 17:17:36.437296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Request body: {'port': {'device_id': '614dab81-1614-4d01-acea-8e12c8231cf2', 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66', 'admin_state_up': True, 'tenant_id': 'c81dfce3bb7b4922b1df8afbbfc8e3b8'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:36.453654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3aaf3213-1026-4020-8c72-2b44670d3808 req-739f900f-c5d7-482e-9d2e-177a943d07e2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779823 Jul 09 17:17:36.477528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:36.638737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.668541 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:17:36.728633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:36.775980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.782457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a275da82-7901-4375-9ddb-e0557319e794 req-a1e87b80-3079-43ee-9cfd-85b0d54ea110 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 210 time: 0.0443351 Jul 09 17:17:36.796084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.821616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Allocated IP 172.20.0.1 (0462da52-f187-4e3d-abfa-dcd8baf6a0ae/a26fd886-001b-4789-bd5a-bacd80caabe3/7d476426-5ca6-4cb8-a7e4-741a409eff61) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:36.874682 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:31Z', 'revision_number': 3, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:36.931486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Made reservation on behalf of c81dfce3bb7b4922b1df8afbbfc8e3b8 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:36.941327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:36.941607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:36.953707 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c159e-0ccc-4650-a5a0-6b02a97bb5a4 None None] The sync data for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 is: [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:31Z', 'revision_number': 3, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:36.959000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'mac_address': 'fa:16:3e:69:e7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:36.990846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.016897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-545f1d93-f88b-423c-b180-cc288958345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:37.018488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-545f1d93-f88b-423c-b180-cc288958345f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 1095 time: 1.0099027 Jul 09 17:17:37.028109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.048414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:37.081854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:37.089586 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.135056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Network 5fcc1786-edc6-44f5-930e-5c791bc4c26b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:37.135902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Pushing event updated for resources: {'Port': ['ID=3a889ccb-35fd-4b69-98c6-050adf0df644,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:37.145807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:37.149187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:37.206372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:37.207040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.230317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:37.258749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.265905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.277662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.286958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-04c4a228-3a65-4100-9a2d-5f0aed685c3b tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5356281 Jul 09 17:17:37.290434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Transition to ACTIVE for port object 7d476426-5ca6-4cb8-a7e4-741a409eff61 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:37.304020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Request body: {'port': {'device_id': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:37.311734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Router 10440cc9-efae-42e3-abe5-e59ea4846b5e is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:37.320010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:37.538378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836359a2-77db-44e2-8a63-374365248892,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:37.565173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Allocated IP 172.20.0.12 (4d205232-e836-4b37-bc6d-104d7b231a66/e3f4a207-3bcb-4193-9009-29553b15d291/92e528e7-ada8-49a3-94af-ddf66b6dbb12) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:37.567806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-a48c135e-b44f-40a2-bc2a-5081ada48a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:37.569361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-a48c135e-b44f-40a2-bc2a-5081ada48a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 906 time: 0.4985311 Jul 09 17:17:37.671278 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-fe196a81-61e0-4b31-9aa7-3ebb31e67ee1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 HTTP/1.1" status: 200 len: 217 time: 0.0834787 Jul 09 17:17:37.825895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393169a4-427d-49dd-9042-b4c336ec00b6 req-7dc9ec5a-fa51-4c6d-a4dc-4452d1d8a547 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:37.827641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-393169a4-427d-49dd-9042-b4c336ec00b6 req-7dc9ec5a-fa51-4c6d-a4dc-4452d1d8a547 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 944 time: 0.7607110 Jul 09 17:17:37.878577 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.891902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:37.919991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] Sync routers for ids ['10440cc9-efae-42e3-abe5-e59ea4846b5e'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:37.926395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.929767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-393169a4-427d-49dd-9042-b4c336ec00b6 req-c9be056d-2f1f-4891-acc7-195fa6faf41b tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960009 Jul 09 17:17:37.932531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:37.934754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2a700f57-1f1b-4d84-88d0-a7e189fd0a47 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "PUT /v2.0/routers/10440cc9-efae-42e3-abe5-e59ea4846b5e HTTP/1.1" status: 200 len: 919 time: 6.9595151 Jul 09 17:17:37.936144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.945770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-35b3f2f2-f074-4e67-84de-2eea82f724d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:37.945935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.947583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-35b3f2f2-f074-4e67-84de-2eea82f724d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.2598813 Jul 09 17:17:37.950565 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:37.989678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] Routers {'10440cc9-efae-42e3-abe5-e59ea4846b5e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:37.991214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10440cc9-efae-42e3-abe5-e59ea4846b5e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:38.050603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.085782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:38.094068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:38.123784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-9b7e7be1-41fd-41ff-b1e9-da7e4f463c67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449969 Jul 09 17:17:38.132571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:38.145048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.155836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b5b64cc0-02b0-4eb9-a969-d4476f39015f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:38.161423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] Routers {'10440cc9-efae-42e3-abe5-e59ea4846b5e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:38.162847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['10440cc9-efae-42e3-abe5-e59ea4846b5e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:38.174233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a7b93dc-2553-4c8e-a652-aa5e0c6e5641 req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9261279 Jul 09 17:17:38.222424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4032-3d25-4f81-b35a-0fa2d1ce2433 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783f60ec-335f-4899-8b91-c7d9dd04a999,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:38.235795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:38.236906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2664a436-d623-4402-b547-e5d0ef9b2dd4 None None] The sync data for ids ['10440cc9-efae-42e3-abe5-e59ea4846b5e'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:38.256592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:38.312630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b5b64cc0-02b0-4eb9-a969-d4476f39015f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:38.318109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b5b64cc0-02b0-4eb9-a969-d4476f39015f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:38.318532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.430423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.494302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.505888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a889ccb-35fd-4b69-98c6-050adf0df644 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:38.517659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.531747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b5b64cc0-02b0-4eb9-a969-d4476f39015f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b5b64cc0-02b0-4eb9-a969-d4476f39015f,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:38.535460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Transition to ACTIVE for port object 3a889ccb-35fd-4b69-98c6-050adf0df644 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:38.537494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d476426-5ca6-4cb8-a7e4-741a409eff61,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:38.537908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.566267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-8e25e0bc-f0d0-4b55-9f7c-6a5b4900ca8f service neutron] 10.222.0.13 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312100 Jul 09 17:17:38.575722 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.593720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b5b64cc0-02b0-4eb9-a969-d4476f39015f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:38.609336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.617665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-76423f5f-0eac-40e9-be3e-b1ab7157d46f None None] Provisioning for port 7d476426-5ca6-4cb8-a7e4-741a409eff61 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:38.622927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-76423f5f-0eac-40e9-be3e-b1ab7157d46f None None] Provisioning complete for port 7d476426-5ca6-4cb8-a7e4-741a409eff61 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:38.623312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-76423f5f-0eac-40e9-be3e-b1ab7157d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.663605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Pushing event updated for resources: {'Port': ['ID=92e528e7-ada8-49a3-94af-ddf66b6dbb12,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:38.665996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-76423f5f-0eac-40e9-be3e-b1ab7157d46f None None] Port 7d476426-5ca6-4cb8-a7e4-741a409eff61 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:38.686283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fa3c2-6822-4946-9183-9d2a5c10ca30 req-5745a4d1-d790-48de-897d-f116fcd9b720 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:38.687798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-590fa3c2-6822-4946-9183-9d2a5c10ca30 req-5745a4d1-d790-48de-897d-f116fcd9b720 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.3139043 Jul 09 17:17:38.714285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Network 4d205232-e836-4b37-bc6d-104d7b231a66 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:38.725923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:38.730289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:38.737442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:38.751377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.792570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:38.793253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.801798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:38.806028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:38.806380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.813941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-49ceacb7-e707-4c75-83da-08e01971a19a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3806469 Jul 09 17:17:38.818290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a4bf87fc-0817-4f07-8303-4526b2800093 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/10440cc9-efae-42e3-abe5-e59ea4846b5e HTTP/1.1" status: 200 len: 925 time: 0.8849442 Jul 09 17:17:38.821397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56488) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:38.844272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-590fa3c2-6822-4946-9183-9d2a5c10ca30 req-83e4ebcd-521b-4a87-982b-5edd7dbf097b tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286771 Jul 09 17:17:38.848435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Request body: {'port': {'device_id': '614dab81-1614-4d01-acea-8e12c8231cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:38.895391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Pushing event updated for resources: {'Port': ['ID=3a889ccb-35fd-4b69-98c6-050adf0df644,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:38.904265 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:38.947695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:38.949023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:38.952380 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757cf6f4-cef8-4233-a04f-b98d83b1228c" -d '{"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-plugged", "status": "completed", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:38.956800 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.008720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.014398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716aba64-03b8-4c26-a3c5-db5caa11cbdb req-d90eb90d-0465-49ff-ad6a-c3ce01efe104 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349852 Jul 09 17:17:39.022242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177269c5-418f-4e0b-8e2e-23fb471ee88a req-709ad5a4-d0cc-4f73-9688-2d06334c8af5 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:39.026864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-177269c5-418f-4e0b-8e2e-23fb471ee88a req-709ad5a4-d0cc-4f73-9688-2d06334c8af5 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 932 time: 0.7673178 Jul 09 17:17:39.028395 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.058694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:39.106959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ff814-cf69-4288-9a77-7d49fa564003 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:39.111005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ef7ff814-cf69-4288-9a77-7d49fa564003 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=10440cc9-efae-42e3-abe5-e59ea4846b5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2816353 Jul 09 17:17:39.115123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56496) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:39.174065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Attempting to bind port 3a889ccb-35fd-4b69-98c6-050adf0df644 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:39.174405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Attempting to bind port 3a889ccb-35fd-4b69-98c6-050adf0df644 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '95eafb80-2b79-4780-aa47-181eeb376927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:39.174727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Attempting to bind port 3a889ccb-35fd-4b69-98c6-050adf0df644 on network 5fcc1786-edc6-44f5-930e-5c791bc4c26b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:39.186100 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.187989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Port 3a889ccb-35fd-4b69-98c6-050adf0df644 on network 5fcc1786-edc6-44f5-930e-5c791bc4c26b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:17:39.188332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Attempting to bind port 3a889ccb-35fd-4b69-98c6-050adf0df644 on network 5fcc1786-edc6-44f5-930e-5c791bc4c26b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:39.192785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-177269c5-418f-4e0b-8e2e-23fb471ee88a req-03f16534-3c92-4513-b90d-97315e31f195 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355016 Jul 09 17:17:39.204798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:39.205175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Checking segment: {'id': '95eafb80-2b79-4780-aa47-181eeb376927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:39.205521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Bound using segment: {'id': '95eafb80-2b79-4780-aa47-181eeb376927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:39.205962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Bound port: 3a889ccb-35fd-4b69-98c6-050adf0df644, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eafb80-2b79-4780-aa47-181eeb376927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:39.206318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.235346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-c83ee51c-a87d-4ae5-a92e-0e2358f8647a req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1370401584', 'description': 'tempest-description-1690630593'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:39.304724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013377da-52f0-4250-803d-40d4c2e8c2bd tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:39.308525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-013377da-52f0-4250-803d-40d4c2e8c2bd tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.1897767 Jul 09 17:17:39.315799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56498) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:39.332628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c83ee51c-a87d-4ae5-a92e-0e2358f8647a req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.363095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-556e25ba-63bd-49e5-aaa7-732c5cb0de08 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=10440cc9-efae-42e3-abe5-e59ea4846b5e HTTP/1.1" status: 200 len: 205 time: 0.0442007 Jul 09 17:17:39.366768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:39.374820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73e845-2f56-4841-b2b5-5749f569c07e req-3162faf7-a2c8-4a7a-ae8d-c13604fa7a2a tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:39.376441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef73e845-2f56-4841-b2b5-5749f569c07e req-3162faf7-a2c8-4a7a-ae8d-c13604fa7a2a tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 944 time: 0.3217225 Jul 09 17:17:39.456157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef73e845-2f56-4841-b2b5-5749f569c07e req-32fbe211-d024-4778-97c1-96f9944ba964 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 Jul 09 17:17:39.460187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] For port 3a889ccb-35fd-4b69-98c6-050adf0df644, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:39.489573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] For port 3a889ccb-35fd-4b69-98c6-050adf0df644, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3a889ccb-35fd-4b69-98c6-050adf0df644,segment=NetworkSegment(95eafb80-2b79-4780-aa47-181eeb376927),segment_id=95eafb80-2b79-4780-aa47-181eeb376927)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:39.522817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.625042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e528e7-ada8-49a3-94af-ddf66b6dbb12 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:39.630852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:39.631481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.632941 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] 10.222.0.36 "PUT /v2.0/ports/3a889ccb-35fd-4b69-98c6-050adf0df644 HTTP/1.1" status: 200 len: 1093 time: 2.3352737 Jul 09 17:17:39.635174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'tag': '3a889ccb-35fd-4b69-98c6-050adf0df644'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:39.637477 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51166e1-f2da-4b70-97bd-be8e5704368e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf9c447-f1a6-4a30-ae06-3edce92719b0", "tag": "3a889ccb-35fd-4b69-98c6-050adf0df644"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:39.673054 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.692406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Transition to ACTIVE for port object 92e528e7-ada8-49a3-94af-ddf66b6dbb12 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:39.699451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.723572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c83ee51c-a87d-4ae5-a92e-0e2358f8647a req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.741573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea03768-c0b7-4b5b-b039-08119ee98a7d service neutron] Pushing event updated for resources: {'Port': ['ID=3a889ccb-35fd-4b69-98c6-050adf0df644,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:39.748143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.754872 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c83ee51c-a87d-4ae5-a92e-0e2358f8647a req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.762078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Pushing event updated for resources: {'Port': ['ID=92e528e7-ada8-49a3-94af-ddf66b6dbb12,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:39.771511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2677-a382-42d7-9125-141822f13596 req-31a174ee-b2eb-43bb-b5c1-fe2cec5cd834 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:39.773084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-427f2677-a382-42d7-9125-141822f13596 req-31a174ee-b2eb-43bb-b5c1-fe2cec5cd834 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1382518 Jul 09 17:17:39.826341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.848418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.855647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c83ee51c-a87d-4ae5-a92e-0e2358f8647a req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.856912 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c83ee51c-a87d-4ae5-a92e-0e2358f8647a req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6293750 Jul 09 17:17:39.872390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-427f2677-a382-42d7-9125-141822f13596 req-c778bbc2-9a2a-474e-8408-246652851f87 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Jul 09 17:17:39.898383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652dc10-0638-47db-9a08-9480dbaa5bf8 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28a3e5-5822-4410-902d-54511f75ed96,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:39.905414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Attempting to bind port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:39.906089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Attempting to bind port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '029a5bb6-0743-44ed-9b36-c0f7b77b0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:39.906605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Attempting to bind port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 on network 4d205232-e836-4b37-bc6d-104d7b231a66 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:39.914934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 on network 4d205232-e836-4b37-bc6d-104d7b231a66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:17:39.915268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Attempting to bind port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 on network 4d205232-e836-4b37-bc6d-104d7b231a66 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:39.931059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:39.931406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Checking segment: {'id': '029a5bb6-0743-44ed-9b36-c0f7b77b0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:39.931812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Bound using segment: {'id': '029a5bb6-0743-44ed-9b36-c0f7b77b0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:39.932261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Bound port: 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029a5bb6-0743-44ed-9b36-c0f7b77b0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:39.932629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.977813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:39.982441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d476426-5ca6-4cb8-a7e4-741a409eff61,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:39.984336 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aab99d-77aa-4787-b926-f84600cabbcb x-openstack-request-id: req-94aab99d-77aa-4787-b926-f84600cabbcb {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:39.985210 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-plugged", "status": "completed", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:39.985621 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94aab99d-77aa-4787-b926-f84600cabbcb {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:39.986194 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'code': 200} Jul 09 17:17:39.999430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-596947e0-dc31-40fe-a70b-4fa74a6de0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.001052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-596947e0-dc31-40fe-a70b-4fa74a6de0e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539c74c7e15642bd83796098b4b05316&device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 1096 time: 0.3091369 Jul 09 17:17:40.033897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b5b64cc0-02b0-4eb9-a969-d4476f39015f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:40.054132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.111492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b5b64cc0-02b0-4eb9-a969-d4476f39015f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:40.112285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.114981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-8b7d38b0-6948-4671-ad57-3206ed4bc91c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a889ccb-35fd-4b69-98c6-050adf0df644 HTTP/1.1" status: 200 len: 217 time: 0.0970528 Jul 09 17:17:40.132980 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dce9da4-9e26-43bb-9ee9-88f146767fd1 x-openstack-request-id: req-8dce9da4-9e26-43bb-9ee9-88f146767fd1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:40.133266 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf9c447-f1a6-4a30-ae06-3edce92719b0", "tag": "3a889ccb-35fd-4b69-98c6-050adf0df644", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:40.133516 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dce9da4-9e26-43bb-9ee9-88f146767fd1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:40.133945 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'tag': '3a889ccb-35fd-4b69-98c6-050adf0df644', 'status': 'completed', 'code': 200} Jul 09 17:17:40.242329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] For port 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:40.247367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] For port 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12,segment=NetworkSegment(029a5bb6-0743-44ed-9b36-c0f7b77b0a85),segment_id=029a5bb6-0743-44ed-9b36-c0f7b77b0a85)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:40.260904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.305526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038aa45-0f9e-42d5-b651-2daf894669c7 req-2aa103ed-69fe-48d1-bf64-fa3d695a07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.307075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f038aa45-0f9e-42d5-b651-2daf894669c7 req-2aa103ed-69fe-48d1-bf64-fa3d695a07e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 1097 time: 0.2281609 Jul 09 17:17:40.323537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1653be-ac86-4eb1-9d3f-4120b9d656f8 req-e62bb20c-e752-451e-ab68-7b90e110512f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.325341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be1653be-ac86-4eb1-9d3f-4120b9d656f8 req-e62bb20c-e752-451e-ab68-7b90e110512f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 945 time: 0.2452698 Jul 09 17:17:40.328852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.329473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.330883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] 10.222.0.36 "PUT /v2.0/ports/92e528e7-ada8-49a3-94af-ddf66b6dbb12 HTTP/1.1" status: 200 len: 1093 time: 1.4985077 Jul 09 17:17:40.332542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614dab81-1614-4d01-acea-8e12c8231cf2', 'tag': '92e528e7-ada8-49a3-94af-ddf66b6dbb12'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:40.335194 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75" -d '{"events": [{"name": "network-changed", "server_uuid": "614dab81-1614-4d01-acea-8e12c8231cf2", "tag": "92e528e7-ada8-49a3-94af-ddf66b6dbb12"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:40.383503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f68b4b-b442-44a4-bbdf-8469ea6fd3cc service neutron] Pushing event updated for resources: {'Port': ['ID=92e528e7-ada8-49a3-94af-ddf66b6dbb12,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:40.386715 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a245320e-ce72-44b3-bd2a-a6eac06beb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.538664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1396656892', 'description': 'tempest-description-253071646'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:40.612646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-4a71ff5d-769c-4fbe-901f-6b3763544573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.614203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-4a71ff5d-769c-4fbe-901f-6b3763544573 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12cff8c5-3115-4446-adee-22db9e6ce3e0 HTTP/1.1" status: 200 len: 849 time: 0.4794457 Jul 09 17:17:40.638546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.658414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:40.666025 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-ac2e424f-6bf8-43eb-911e-b595e807aa87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fcc1786-edc6-44f5-930e-5c791bc4c26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454097 Jul 09 17:17:40.668339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:40.673979 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.730038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f038aa45-0f9e-42d5-b651-2daf894669c7 req-21ee000f-4df8-4e9d-adf4-cda6dbb37a68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981607 Jul 09 17:17:40.734562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be1653be-ac86-4eb1-9d3f-4120b9d656f8 req-62204ebd-4f9f-438f-8217-e4c8d1dcaef6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965321 Jul 09 17:17:40.784761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f1214f4b-978c-4b3c-b79e-a2a0922138bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.786288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-f1214f4b-978c-4b3c-b79e-a2a0922138bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c81dfce3bb7b4922b1df8afbbfc8e3b8&device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 1096 time: 0.3958523 Jul 09 17:17:40.825676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Deleting port 58031e92-3191-491f-8b6a-048811186cdf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:40.826147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.834106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-69acb924-f5a3-48e0-8041-0e2c77689de5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12 HTTP/1.1" status: 200 len: 217 time: 0.0405128 Jul 09 17:17:40.893790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-9c2eebb0-87c4-4e6d-9817-b4bf0c151071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:40.895419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-9c2eebb0-87c4-4e6d-9817-b4bf0c151071 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f4a207-3bcb-4193-9009-29553b15d291 HTTP/1.1" status: 200 len: 865 time: 0.0546257 Jul 09 17:17:40.920756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8a69217f-d412-4290-9cf7-88b2f88b30bb None None] Provisioning complete for port 7d476426-5ca6-4cb8-a7e4-741a409eff61 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:40.920756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8a69217f-d412-4290-9cf7-88b2f88b30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:40.950218 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-bf29d704-9722-45f6-ae12-20dbfdfb929c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d205232-e836-4b37-bc6d-104d7b231a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484478 Jul 09 17:17:40.965400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8a69217f-d412-4290-9cf7-88b2f88b30bb None None] Port 7d476426-5ca6-4cb8-a7e4-741a409eff61 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:40.974671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-a0ce36e6-dfad-41b7-af8f-0d3bd431d893 service neutron] 10.222.0.36 "GET /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990947 Jul 09 17:17:41.058220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-377bc37d-748d-4a76-a8c3-322cf8bf683f service neutron] 10.222.0.36 "GET /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015215 Jul 09 17:17:41.072277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Router abbab5e7-85af-4419-b9ac-9e061c32b503 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:41.080689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.108028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Calling delete_port for 58031e92-3191-491f-8b6a-048811186cdf owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:41.158765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.205484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.214426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010cb1d0-09e1-4756-8e5d-44eafa223118 req-7bf5d824-bd98-4853-961c-a84963a6df38 service neutron] 10.222.0.36 "GET /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500061 Jul 09 17:17:41.227361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56536) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:41.264580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d58dad3-9965-4fc9-b016-6a72f04071f2 req-cb725ce5-ac22-4ce1-8664-0081faee37b3 service neutron] 10.222.0.36 "GET /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810249 Jul 09 17:17:41.337336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab794434-ca40-494f-8a6d-fae6bbb921cc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:41.441678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53a611-d239-4bfd-be54-ecbb9c794cd7 req-ef8f9bd7-e67b-4bdc-8d3e-8e10ff69f714 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:41.450411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba53a611-d239-4bfd-be54-ecbb9c794cd7 req-ef8f9bd7-e67b-4bdc-8d3e-8e10ff69f714 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 944 time: 0.1409869 Jul 09 17:17:41.480780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:41.493727 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Sync routers for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:41.501139 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5abd02af-44d6-4e84-b0ee-23863f7a42e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/abbab5e7-85af-4419-b9ac-9e061c32b503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0841084 Jul 09 17:17:41.512573 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:41.513753 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:41.560209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.563306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-10220fdf-f0ac-4d24-89ea-b9e713b129a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:41.565173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-10220fdf-f0ac-4d24-89ea-b9e713b129a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=539c74c7e15642bd83796098b4b05316&device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 1096 time: 0.2249861 Jul 09 17:17:41.570591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.597472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba53a611-d239-4bfd-be54-ecbb9c794cd7 req-7b1618c3-95ca-468f-8138-61cfcdfacc64 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450224 Jul 09 17:17:41.652702 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9259e0bb-46dd-43cb-ae41-514a09ad02fe x-openstack-request-id: req-9259e0bb-46dd-43cb-ae41-514a09ad02fe {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:41.653028 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614dab81-1614-4d01-acea-8e12c8231cf2", "tag": "92e528e7-ada8-49a3-94af-ddf66b6dbb12", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:41.653278 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9259e0bb-46dd-43cb-ae41-514a09ad02fe {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:41.657957 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614dab81-1614-4d01-acea-8e12c8231cf2', 'tag': '92e528e7-ada8-49a3-94af-ddf66b6dbb12', 'status': 'completed', 'code': 200} Jul 09 17:17:41.744705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dca1e7a-b3c2-431c-b4ff-b5fe0439bf37,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:41.763006 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.764785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8dcfd75-5a9c-47cc-be91-4d7acc01326d req-b78c7c03-0961-4ecf-99ab-241ef23c8b53 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2389750 Jul 09 17:17:41.765395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:41.802830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-ea4c62a1-b380-4f21-b4a7-4775381e071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:41.804477 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-ea4c62a1-b380-4f21-b4a7-4775381e071f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5fcc1786-edc6-44f5-930e-5c791bc4c26b HTTP/1.1" status: 200 len: 910 time: 0.2289119 Jul 09 17:17:41.806999 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:41.826079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event deleted for resources: {'Port': ['ID=58031e92-3191-491f-8b6a-048811186cdf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:41.837152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-7543cac9-8b32-4565-8859-d7c83d8d2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:41.839317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-7543cac9-8b32-4565-8859-d7c83d8d2519 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c81dfce3bb7b4922b1df8afbbfc8e3b8&device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 1096 time: 0.1366303 Jul 09 17:17:41.888862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-fa439cc5-c17c-42c1-99bd-83989e246271 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a889ccb-35fd-4b69-98c6-050adf0df644 HTTP/1.1" status: 200 len: 217 time: 0.0604739 Jul 09 17:17:41.948346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9f0c-f3c4-41e0-89d7-54e7c11ca4c8 req-5121b189-19aa-4ff1-9907-5c880b4c8ff5 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:41.950074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff1e9f0c-f3c4-41e0-89d7-54e7c11ca4c8 req-5121b189-19aa-4ff1-9907-5c880b4c8ff5 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 944 time: 0.1940470 Jul 09 17:17:41.960442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.050202 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 2, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:42.052606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff1e9f0c-f3c4-41e0-89d7-54e7c11ca4c8 req-c207b245-f6e9-4f46-be52-4a45bec6e7dd tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874488 Jul 09 17:17:42.062867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-546d7dcf-6b23-4091-a83d-8eb62aac7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:42.064677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-546d7dcf-6b23-4091-a83d-8eb62aac7e24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d205232-e836-4b37-bc6d-104d7b231a66 HTTP/1.1" status: 200 len: 926 time: 0.2110720 Jul 09 17:17:42.066257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-bb5af16f-c2c7-463e-936d-fc2b59302ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:42.067791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-bb5af16f-c2c7-463e-936d-fc2b59302ad2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12cff8c5-3115-4446-adee-22db9e6ce3e0 HTTP/1.1" status: 200 len: 849 time: 0.1707563 Jul 09 17:17:42.071667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.074540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.078377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.080113 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Checking router: abbab5e7-85af-4419-b9ac-9e061c32b503 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:42.080471 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Updating router abbab5e7-85af-4419-b9ac-9e061c32b503 port 7d476426-5ca6-4cb8-a7e4-741a409eff61 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:17:42.126448 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.157635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-dc569800-f129-47bd-8553-5ce44ae4c1cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fcc1786-edc6-44f5-930e-5c791bc4c26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798392 Jul 09 17:17:42.166901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-9b72f28c-65a2-40b9-ac1c-d438048de3b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12 HTTP/1.1" status: 200 len: 217 time: 0.0859640 Jul 09 17:17:42.177548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.178072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Fanout notify agent at l3_agent the message router_deleted on router 10440cc9-efae-42e3-abe5-e59ea4846b5e {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:42.196561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acad29-0296-4d1e-b263-44df81a0dc0f req-62d7486e-df85-4601-aef9-a30022eedc24 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:42.198131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62acad29-0296-4d1e-b263-44df81a0dc0f req-62d7486e-df85-4601-aef9-a30022eedc24 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2687910 Jul 09 17:17:42.203717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.205918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cb1f1512-ebe1-434c-91a2-50c950975d14 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/10440cc9-efae-42e3-abe5-e59ea4846b5e HTTP/1.1" status: 204 len: 168 time: 2.8366580 Jul 09 17:17:42.221768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56548) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:42.228243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-960056526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:42.297195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62acad29-0296-4d1e-b263-44df81a0dc0f req-7249ed3c-b46e-4cd9-86d5-bd2db0ab4f9f tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660903 Jul 09 17:17:42.303786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-621ff3d7-0502-486c-a743-f10aac565c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:42.306008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-621ff3d7-0502-486c-a743-f10aac565c9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f4a207-3bcb-4193-9009-29553b15d291 HTTP/1.1" status: 200 len: 865 time: 0.1283689 Jul 09 17:17:42.340760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-cd126ed8-a5e1-431e-9b80-7e6384912d69 req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1523911', 'description': 'tempest-description-1195541426'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:42.357589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-34a07865-faef-4d5b-b84b-02f651b7f6a3 service neutron] 10.222.0.36 "GET /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913407 Jul 09 17:17:42.368301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-8b128819-3544-4628-86b0-5743798d930e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d205232-e836-4b37-bc6d-104d7b231a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438566 Jul 09 17:17:42.372755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.374844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.384174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56550) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:42.473906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c51166e1-f2da-4b70-97bd-be8e5704368e req-e576cf53-96b8-4e68-865f-14af4dcb5eab service neutron] 10.222.0.36 "GET /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089091 Jul 09 17:17:42.477637 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.478277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683073182', 'description': 'tempest-description--920957080'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:42.484724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cd126ed8-a5e1-431e-9b80-7e6384912d69 req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.508408 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Transition to ACTIVE for port object 7d476426-5ca6-4cb8-a7e4-741a409eff61 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:42.517324 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.522437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.554365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.585257 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1fe17-7ec7-4890-936c-a8d71ac58980 None None] Pushing event updated for resources: {'Port': ['ID=7d476426-5ca6-4cb8-a7e4-741a409eff61,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:42.614097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.650176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cd126ed8-a5e1-431e-9b80-7e6384912d69 req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.659698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cd126ed8-a5e1-431e-9b80-7e6384912d69 req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.689606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-21c44689-6d8c-45b9-939b-4cdb5fe462d5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979035 Jul 09 17:17:42.751581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89591432-3125-4f98-96a3-da31500a7654,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:42.771382 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Attempting to bind port 7d476426-5ca6-4cb8-a7e4-741a409eff61 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:42.772914 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Attempting to bind port 7d476426-5ca6-4cb8-a7e4-741a409eff61 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:42.772914 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Attempting to bind port 7d476426-5ca6-4cb8-a7e4-741a409eff61 on network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:42.778734 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:42.779214 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Checking segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:42.779675 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.780160 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Bound using segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:42.780903 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Bound port: 7d476426-5ca6-4cb8-a7e4-741a409eff61, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:42.781382 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.823715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f37116-60b3-43a8-8b3e-06572cad0fa6 req-77925cb3-1f33-4b21-b801-f42476379d85 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:42.825248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9f37116-60b3-43a8-8b3e-06572cad0fa6 req-77925cb3-1f33-4b21-b801-f42476379d85 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 945 time: 0.3329375 Jul 09 17:17:42.851655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.859178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.859615 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] For port 7d476426-5ca6-4cb8-a7e4-741a409eff61, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:42.863262 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] For port 7d476426-5ca6-4cb8-a7e4-741a409eff61, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d476426-5ca6-4cb8-a7e4-741a409eff61,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:42.865280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e183d53a-0b36-42a0-8b8b-a1903c0cc330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.873240 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.882038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cd126ed8-a5e1-431e-9b80-7e6384912d69 req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.884959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd126ed8-a5e1-431e-9b80-7e6384912d69 req-36d95d53-2b85-4283-8756-0c5979f36fbc tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5481193 Jul 09 17:17:42.889949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.891351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e52f307d-226d-4771-acef-3984bda04837 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6668208 Jul 09 17:17:42.897297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56554) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:42.902542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:42.904313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4327433 Jul 09 17:17:42.907615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56558) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:42.908235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'enable_snat': False}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:42.917616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Request body: {'security_group_rule': {'security_group_id': '9a7eb655-f325-4f45-822f-5b8a1c816806', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:42.946131 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:42.946634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0129d7f-5e23-4e14-b540-2efe900556d2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7eb655-f325-4f45-822f-5b8a1c816806,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:42.946837 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:42.983502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.043752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9f37116-60b3-43a8-8b3e-06572cad0fa6 req-b66c9798-f014-454c-bb0a-acf60eba54a1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108524 Jul 09 17:17:43.046968 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1fe17-7ec7-4890-936c-a8d71ac58980 None None] Pushing event updated for resources: {'Port': ['ID=7d476426-5ca6-4cb8-a7e4-741a409eff61,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:43.097165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7c7fbcb-79a1-4d73-a253-f26a7dfa8b75 req-56c2d042-581e-441f-959b-727c90fd6010 service neutron] 10.222.0.36 "GET /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985593 Jul 09 17:17:43.132289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.139349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.171599 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:43.171910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9522db-a584-4762-a643-0dd2ef87b1a2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:43.183923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.195535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ed785290-67bc-4681-8462-aabcd1cfe8ca tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2845125 Jul 09 17:17:43.202660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37fe65-2cac-4dda-8236-928ad47bbb7a req-5af5a3c0-b7de-43ab-85fa-5ead4902650d tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:43.204254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a37fe65-2cac-4dda-8236-928ad47bbb7a req-5af5a3c0-b7de-43ab-85fa-5ead4902650d tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 944 time: 0.1489434 Jul 09 17:17:43.206170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56564) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:43.211027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Request body: {'security_group_rule': {'security_group_id': '9a7eb655-f325-4f45-822f-5b8a1c816806', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:43.295501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a37fe65-2cac-4dda-8236-928ad47bbb7a req-ebe04b02-5bca-4005-a965-e77adefa638d tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799870 Jul 09 17:17:43.317541 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.331305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.359872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Deleting port 9e42b06d-0563-4b9e-b2ef-e234537fee55 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:43.360214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.402338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.409391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.433053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb95b95c-0f1a-449e-90af-1f55805aa9ad,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:43.467530 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.471211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.475551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb60d5e5-cb22-491b-87a0-50ae6b27d74f tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657557 Jul 09 17:17:43.476528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:43.477744 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:42Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:43.487966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:43.515184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.517306 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059e513-e851-43e0-84f1-66495cbe2fb2 None None] The sync data for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 is: [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:42Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:43.676234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.840074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.852569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Allocated IP 172.25.3.2 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/803f0910-d0ca-4fd1-9fb3-1c53297d1221) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:43.861907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd32176-9cfc-426a-8ae1-90553b6ff9cb req-ec6ddb7e-6197-4afe-a764-ce251a83cb50 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:43.863554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bd32176-9cfc-426a-8ae1-90553b6ff9cb req-ec6ddb7e-6197-4afe-a764-ce251a83cb50 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 944 time: 0.1374886 Jul 09 17:17:43.943084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] For port 9e42b06d-0563-4b9e-b2ef-e234537fee55, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9e42b06d-0563-4b9e-b2ef-e234537fee55,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:43.943602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:43.954468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 92e528e7-ada8-49a3-94af-ddf66b6dbb12 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:43.980998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bd32176-9cfc-426a-8ae1-90553b6ff9cb req-231a91c8-b7dd-4593-a76e-60c1f321f3ee tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069732 Jul 09 17:17:43.992002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Calling delete_port for 9e42b06d-0563-4b9e-b2ef-e234537fee55 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:44.071343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d476426-5ca6-4cb8-a7e4-741a409eff61 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:44.073768 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.136906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12,segment=NetworkSegment(029a5bb6-0743-44ed-9b36-c0f7b77b0a85),segment_id=029a5bb6-0743-44ed-9b36-c0f7b77b0a85)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:44.158081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '92e528e7-ada8-49a3-94af-ddf66b6dbb12', 'network_id': '4d205232-e836-4b37-bc6d-104d7b231a66', 'port_id': '92e528e7-ada8-49a3-94af-ddf66b6dbb12', 'mac_address': 'fa:16:3e:24:e2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f4a207-3bcb-4193-9009-29553b15d291', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:44.188857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.199128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7d476426-5ca6-4cb8-a7e4-741a409eff61 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:44.206902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7d476426-5ca6-4cb8-a7e4-741a409eff61 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:44.207558 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.251854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:44.260577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:44.264284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:44.266525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event updated for resources: {'Port': ['ID=803f0910-d0ca-4fd1-9fb3-1c53297d1221,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:44.276028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1106a-4f0d-4442-9aeb-c74d2a771875 req-c812a707-b0eb-4fdc-9d9c-594a2553b208 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:44.280674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.283150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfb1106a-4f0d-4442-9aeb-c74d2a771875 req-c812a707-b0eb-4fdc-9d9c-594a2553b208 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1504238 Jul 09 17:17:44.315470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e528e7-ada8-49a3-94af-ddf66b6dbb12 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:44.341040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12,segment=NetworkSegment(029a5bb6-0743-44ed-9b36-c0f7b77b0a85),segment_id=029a5bb6-0743-44ed-9b36-c0f7b77b0a85)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:44.350887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.351729 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3a889ccb-35fd-4b69-98c6-050adf0df644 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:44.365568 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfb1106a-4f0d-4442-9aeb-c74d2a771875 req-4fd60b4c-c76c-46fa-97c5-3b403b548cb8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814595 Jul 09 17:17:44.464040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3a889ccb-35fd-4b69-98c6-050adf0df644, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3a889ccb-35fd-4b69-98c6-050adf0df644,segment=NetworkSegment(95eafb80-2b79-4780-aa47-181eeb376927),segment_id=95eafb80-2b79-4780-aa47-181eeb376927)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:44.487727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '3a889ccb-35fd-4b69-98c6-050adf0df644', 'network_id': '5fcc1786-edc6-44f5-930e-5c791bc4c26b', 'port_id': '3a889ccb-35fd-4b69-98c6-050adf0df644', 'mac_address': 'fa:16:3e:1d:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cff8c5-3115-4446-adee-22db9e6ce3e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:44.516868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.533351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.559988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.567236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7754-428e-44a4-8202-41cc9674a97e req-5e199ff0-8a2c-4baa-b142-c535e4284e24 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:44.574920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ecde7754-428e-44a4-8202-41cc9674a97e req-5e199ff0-8a2c-4baa-b142-c535e4284e24 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 945 time: 0.0795782 Jul 09 17:17:44.581368 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.611409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-66e5b83c-e855-4303-9930-f5afde68804a tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50035 time: 1.5166276 Jul 09 17:17:44.626692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ecde7754-428e-44a4-8202-41cc9674a97e req-3f88a176-7744-4f1d-8e50-a75a9f65e958 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Jul 09 17:17:44.632242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a889ccb-35fd-4b69-98c6-050adf0df644 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:44.655826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3a889ccb-35fd-4b69-98c6-050adf0df644, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3a889ccb-35fd-4b69-98c6-050adf0df644,segment=NetworkSegment(95eafb80-2b79-4780-aa47-181eeb376927),segment_id=95eafb80-2b79-4780-aa47-181eeb376927)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:44.659134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=92e528e7-ada8-49a3-94af-ddf66b6dbb12,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:44.675066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7d476426-5ca6-4cb8-a7e4-741a409eff61, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d476426-5ca6-4cb8-a7e4-741a409eff61,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:44.676945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.678514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.685288 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.750711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e42b06d-0563-4b9e-b2ef-e234537fee55,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:44.751397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3a889ccb-35fd-4b69-98c6-050adf0df644,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:44.760318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-dde3a4ea-0520-48d6-84ee-0bf3268e7cbd tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/20c22b28-e134-4b0a-844f-d040a9ae561f HTTP/1.1" status: 200 len: 2981 time: 0.1037855 Jul 09 17:17:44.825647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.829992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7d476426-5ca6-4cb8-a7e4-741a409eff61,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:44.857207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c50853-178f-4762-98d8-fdc3c17aeb1a req-0df52b92-d821-4083-996b-d7352b27c7d0 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:44.860091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29c50853-178f-4762-98d8-fdc3c17aeb1a req-0df52b92-d821-4083-996b-d7352b27c7d0 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 945 time: 0.1122532 Jul 09 17:17:44.905029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:44.926308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Allocated IP 172.25.3.136 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/4e578635-afe3-48c6-ac91-ccbaea6e9cea) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:44.935977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['3a889ccb-35fd-4b69-98c6-050adf0df644'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:44.941286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['92e528e7-ada8-49a3-94af-ddf66b6dbb12'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:44.984803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29c50853-178f-4762-98d8-fdc3c17aeb1a req-3be2eaab-d0c6-42db-8715-98a67fa21f7a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813599 Jul 09 17:17:45.042569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-959a7f6d-9df1-40cd-88a7-a7659680b551 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/20c22b28-e134-4b0a-844f-d040a9ae561f HTTP/1.1" status: 200 len: 2981 time: 0.2526817 Jul 09 17:17:45.156251 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.163638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.251637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.255384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-f45eb330-9308-47aa-9f5e-1e1dc9f85e71 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2c17e375-8315-46f0-825c-5c6ef350d196 HTTP/1.1" status: 200 len: 2981 time: 0.1250887 Jul 09 17:17:45.317981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event updated for resources: {'Port': ['ID=803f0910-d0ca-4fd1-9fb3-1c53297d1221,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:45.328344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.347020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.348623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2b47cfde-d72a-440e-b62c-e361b4f67249 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8708460 Jul 09 17:17:45.425587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.432064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-e29274e8-5488-4b9f-a01b-ae5dc504b4a2 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2c17e375-8315-46f0-825c-5c6ef350d196 HTTP/1.1" status: 200 len: 2981 time: 0.1606946 Jul 09 17:17:45.549217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-bb87db1e-40c7-4448-9a3e-2333074368c0 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2cce9f72-7032-4a83-95cc-c2069193cab9 HTTP/1.1" status: 200 len: 2981 time: 0.1093180 Jul 09 17:17:45.573260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.672559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:45.685390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:45.690813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Pushing event updated for resources: {'Port': ['ID=4e578635-afe3-48c6-ac91-ccbaea6e9cea,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:45.694473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:45.705068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa271f76-6e7c-4b17-8deb-100dfca37d74 req-8a2ba1ae-fe33-46d4-a616-60826de20a52 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:45.706995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa271f76-6e7c-4b17-8deb-100dfca37d74 req-8a2ba1ae-fe33-46d4-a616-60826de20a52 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 945 time: 0.0744078 Jul 09 17:17:45.721758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-c20d48dd-137c-4b28-b0fe-5cd52974e546 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2cce9f72-7032-4a83-95cc-c2069193cab9 HTTP/1.1" status: 200 len: 2981 time: 0.1620007 Jul 09 17:17:45.732651 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:45.735256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:45.763701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa271f76-6e7c-4b17-8deb-100dfca37d74 req-d6f487a4-eed8-4241-b732-db8d0eb4acff tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482388 Jul 09 17:17:45.878026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-c6f3a6be-756e-479c-bc0c-ad683acd6d77 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--683073182&fields=id&tenant_id=04b12e45f61743f98187902a46acccba HTTP/1.1" status: 200 len: 267 time: 0.0421937 Jul 09 17:17:45.898987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-10214fb7-46ad-4e88-a926-d9e84409322a tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/31b3a9be-2900-44f1-9bff-86d4d3714d54 HTTP/1.1" status: 200 len: 2981 time: 0.1672013 Jul 09 17:17:45.971462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 92e528e7-ada8-49a3-94af-ddf66b6dbb12 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:46.012958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-62ee27f2-1beb-459d-a3ca-ecc6264cf9b6 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:46.014923 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-62ee27f2-1beb-459d-a3ca-ecc6264cf9b6 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/networks?id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 200 len: 804 time: 0.1291242 Jul 09 17:17:46.034226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-5b0e026c-e08f-4d70-9636-27f11e662a95 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/quotas/04b12e45f61743f98187902a46acccba HTTP/1.1" status: 200 len: 375 time: 0.0130298 Jul 09 17:17:46.038548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:46.048801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-239c5274-410b-426f-a65d-bc52c32df7ff tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/31b3a9be-2900-44f1-9bff-86d4d3714d54 HTTP/1.1" status: 200 len: 2981 time: 0.1419456 Jul 09 17:17:46.050957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:46.051432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:46.051751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.057637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-243bf29d-b03b-4dd2-85a5-98a92b46b357 admin admin] 10.222.0.21 "PUT /v2.0/routers/207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8239088 Jul 09 17:17:46.061325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:46.083400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] Sync routers for ids ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:46.086175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d476426-5ca6-4cb8-a7e4-741a409eff61 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:46.138512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] Routers {'207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:46.138799 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.139611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:46.141539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-7a781555-e17b-4f20-ae87-7c807079a5d8 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/401f2529-7225-4e88-bd29-4c347478b488 HTTP/1.1" status: 200 len: 2981 time: 0.0811594 Jul 09 17:17:46.257413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-5b2bee0c-92e2-4ffd-a833-2d1af65e35ef tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/401f2529-7225-4e88-bd29-4c347478b488 HTTP/1.1" status: 200 len: 2981 time: 0.0789001 Jul 09 17:17:46.266481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7d476426-5ca6-4cb8-a7e4-741a409eff61 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:46.266868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.315773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] Set router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:46.342905 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.360103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-6f88cf81-0ab6-4265-bceb-410e3d7eeb2b tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/556fa90c-e06c-4d58-a22a-9b2df019bffb HTTP/1.1" status: 200 len: 2981 time: 0.0886168 Jul 09 17:17:46.441508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614dab81-1614-4d01-acea-8e12c8231cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e528e7-ada8-49a3-94af-ddf66b6dbb12'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:46.443598 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.443787 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f146bd-488b-4ebf-9bec-3fd348786de4" -d '{"events": [{"server_uuid": "614dab81-1614-4d01-acea-8e12c8231cf2", "name": "network-vif-plugged", "status": "completed", "tag": "92e528e7-ada8-49a3-94af-ddf66b6dbb12"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:46.455482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-d365ad7c-955f-463b-b22d-0453dc0d2d70 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/556fa90c-e06c-4d58-a22a-9b2df019bffb HTTP/1.1" status: 200 len: 2981 time: 0.0647371 Jul 09 17:17:46.457675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.471205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12,segment=NetworkSegment(029a5bb6-0743-44ed-9b36-c0f7b77b0a85),segment_id=029a5bb6-0743-44ed-9b36-c0f7b77b0a85)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:46.505463 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.506246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3a889ccb-35fd-4b69-98c6-050adf0df644 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:46.518488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.575668 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-8bbaab10-33b3-4c4f-9a41-9c4733b74c3c tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5ad2aa96-5933-4880-855d-8a8758bc46f2 HTTP/1.1" status: 200 len: 2981 time: 0.1191647 Jul 09 17:17:46.635528 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-4b111cb7-15f7-4145-932a-8a6968798919 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04b12e45f61743f98187902a46acccba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5864780 Jul 09 17:17:46.646315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-48b61968-51f8-4a2f-9632-e29f5b2bf0ed tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5ad2aa96-5933-4880-855d-8a8758bc46f2 HTTP/1.1" status: 200 len: 2981 time: 0.0696661 Jul 09 17:17:46.683413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=92e528e7-ada8-49a3-94af-ddf66b6dbb12,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:46.711524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '315e0eae-6241-471d-a9da-75eea09c625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port': {'id': '315e0eae-6241-471d-a9da-75eea09c625b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:41Z', 'updated_at': '2021-07-09T17:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:46.714058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-51ee0950-1a3e-47f6-860e-71cc0a14afd2 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/738dc31a-0ebd-400c-8a82-f859daef7d00 HTTP/1.1" status: 200 len: 2981 time: 0.0606892 Jul 09 17:17:46.715484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.728714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Router 9254822d-9aa6-4973-bf44-3f8dd5824ce0 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:46.753231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 3a889ccb-35fd-4b69-98c6-050adf0df644 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:46.759629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] Checking router: 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:17:46.762010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 3a889ccb-35fd-4b69-98c6-050adf0df644 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:46.762420 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.771493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-02ffe90e-dc25-4c93-bec7-7fe93fc3b05f service neutron] 10.222.0.21 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347980 Jul 09 17:17:46.806535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] Routers {'207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:46.807626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-10392725-7cd1-42b4-8852-3a2d80a0f197 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/738dc31a-0ebd-400c-8a82-f859daef7d00 HTTP/1.1" status: 200 len: 2981 time: 0.0872462 Jul 09 17:17:46.816352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:46.849649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Deleting port 315e0eae-6241-471d-a9da-75eea09c625b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:46.849649 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.919996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-2ac162aa-7faa-4476-a03a-5c7ded025225 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/836359a2-77db-44e2-8a63-374365248892 HTTP/1.1" status: 200 len: 2981 time: 0.0969431 Jul 09 17:17:46.937393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:46.943015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-31824a7f-6bf3-406d-9a5d-18d4d1ef1384 service neutron] 10.222.0.21 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537681 Jul 09 17:17:46.944139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:46.947996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b19e3c8c-c137-4d3c-80fc-671bd930021d tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "PUT /v2.0/routers/9254822d-9aa6-4973-bf44-3f8dd5824ce0 HTTP/1.1" status: 200 len: 919 time: 4.0441480 Jul 09 17:17:46.948150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56610) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:46.954307 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] Sync routers for ids ['9254822d-9aa6-4973-bf44-3f8dd5824ce0'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:46.965969 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] Routers {'9254822d-9aa6-4973-bf44-3f8dd5824ce0'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:46.975175 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9254822d-9aa6-4973-bf44-3f8dd5824ce0'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:47.005991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-15f80043-ea6f-49b0-83c5-ac82709fa7ae tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/836359a2-77db-44e2-8a63-374365248892 HTTP/1.1" status: 200 len: 2981 time: 0.0849721 Jul 09 17:17:47.017781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] For port 315e0eae-6241-471d-a9da-75eea09c625b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=315e0eae-6241-471d-a9da-75eea09c625b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:47.018152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.039068 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:47.040587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Calling delete_port for 315e0eae-6241-471d-a9da-75eea09c625b owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:47.065046 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] Routers {'9254822d-9aa6-4973-bf44-3f8dd5824ce0'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:47.065747 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9254822d-9aa6-4973-bf44-3f8dd5824ce0'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:47.101795 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:47.102544 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585388f2-c4f5-48f3-8323-57f7ba7c2008 None None] The sync data for ids ['9254822d-9aa6-4973-bf44-3f8dd5824ce0'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:47.139458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-c2fa4e9a-4c81-447b-a5e8-796fc991a9e6 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a00c1629-2c9b-49b4-95ce-afbfc1d8433c HTTP/1.1" status: 200 len: 2977 time: 0.1322348 Jul 09 17:17:47.149896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9a4413d3-d24a-4392-901f-d86e66e930cc tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/9254822d-9aa6-4973-bf44-3f8dd5824ce0 HTTP/1.1" status: 200 len: 925 time: 0.1994781 Jul 09 17:17:47.152940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56612) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:47.178621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] Set router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:47.266063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:17:46Z', 'revision_number': 6, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:47.266362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56289ded-8462-4044-8387-12a415477241 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:47.267969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-56289ded-8462-4044-8387-12a415477241 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=9254822d-9aa6-4973-bf44-3f8dd5824ce0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1140220 Jul 09 17:17:47.270754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56616) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:47.309207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267692f-6dd3-4420-a676-99863a88f373 None None] The sync data for ids ['207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed'] in n-d-791506-17 is: [{'id': '207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112029720-router', 'tenant_id': '0e6ac0531f444180a985b90151b0011f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:40Z', 'updated_at': '2021-07-09T17:17:46Z', 'revision_number': 6, 'project_id': '0e6ac0531f444180a985b90151b0011f', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:47.311167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.370284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3a889ccb-35fd-4b69-98c6-050adf0df644, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3a889ccb-35fd-4b69-98c6-050adf0df644,segment=NetworkSegment(95eafb80-2b79-4780-aa47-181eeb376927),segment_id=95eafb80-2b79-4780-aa47-181eeb376927)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:47.380814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.420685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.464094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16760b02-f190-43f4-aadd-67164db8f705 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:47.468304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16760b02-f190-43f4-aadd-67164db8f705 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 881 time: 0.1938913 Jul 09 17:17:47.468304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=315e0eae-6241-471d-a9da-75eea09c625b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:47.477810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56620) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:47.481085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3a889ccb-35fd-4b69-98c6-050adf0df644,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:47.550747 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1500040e-2cb6-4a15-a3cd-a8b9b784ab71 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=9254822d-9aa6-4973-bf44-3f8dd5824ce0 HTTP/1.1" status: 200 len: 205 time: 0.0713265 Jul 09 17:17:47.553244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:47.608390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-328e775c-8e30-45d0-a5d8-8ba8dfcf7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:47.610086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-328e775c-8e30-45d0-a5d8-8ba8dfcf7360 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1101 time: 0.5353508 Jul 09 17:17:47.620062 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-2f6404f1-69a2-49f1-91ce-e9b11d0f3a87 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a00c1629-2c9b-49b4-95ce-afbfc1d8433c HTTP/1.1" status: 200 len: 2977 time: 0.4643810 Jul 09 17:17:47.692533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.741739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-2cdac171-f688-4272-a104-2a96efc28ee3 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ab794434-ca40-494f-8a6d-fae6bbb921cc HTTP/1.1" status: 200 len: 2981 time: 0.1207047 Jul 09 17:17:47.779072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-78eb6a05-71a0-4467-89b4-b2c9d47842c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5564656 Jul 09 17:17:47.818024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-a61d3212-e3ad-46bd-bce6-fc316e27dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:47.819894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-a61d3212-e3ad-46bd-bce6-fc316e27dd03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1791778 Jul 09 17:17:47.828157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-c7712387-459f-48c8-bcb0-1d116113f1be tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ab794434-ca40-494f-8a6d-fae6bbb921cc HTTP/1.1" status: 200 len: 2981 time: 0.0851781 Jul 09 17:17:47.830684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.833402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.884831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4989-73d4-4b03-976b-431b25997c02 req-d909f18b-a414-498d-9e00-222ce76e390c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:47.886584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-143a4989-73d4-4b03-976b-431b25997c02 req-d909f18b-a414-498d-9e00-222ce76e390c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.4245911 Jul 09 17:17:47.903174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.905386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.906083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:47.911235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:47.913312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-f8ab4b73-a2f8-444d-b647-fac77171987c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 HTTP/1.1" status: 200 len: 217 time: 0.0824718 Jul 09 17:17:47.915205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-baaf6025-305a-4863-8573-fcee61a5eab9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/207bb3a3-ca6c-4c93-b0cb-eaeab4e7b3ed HTTP/1.1" status: 204 len: 168 time: 1.8529313 Jul 09 17:17:47.918695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:48.024369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-f3d7dde7-0344-4198-87f4-44f4132a0c81 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bfeb0575-f4c7-415c-902d-96cf157c73b5 HTTP/1.1" status: 200 len: 2981 time: 0.1950088 Jul 09 17:17:48.024886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-143a4989-73d4-4b03-976b-431b25997c02 req-bd145e7c-fc32-4fbb-a976-c6e01c8a2cc4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261575 Jul 09 17:17:48.039376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-5b6584ab-4e9d-43dc-a9e6-da9582a99daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:48.040930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-5b6584ab-4e9d-43dc-a9e6-da9582a99daf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1064219 Jul 09 17:17:48.044858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Deleting subnet 3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:17:48.065244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.065872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-b2c56fb9-2c0c-4890-8b85-aeaf7b480cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:48.067819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-b2c56fb9-2c0c-4890-8b85-aeaf7b480cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7bee151ac354568ae6f33fb32211e96&device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 1102 time: 0.2253819 Jul 09 17:17:48.074046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.147400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Deleting port 4e578635-afe3-48c6-ac91-ccbaea6e9cea {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:48.147788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.233146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.276063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-4c943d7b-e528-48e8-a569-fe659c321e1b tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bfeb0575-f4c7-415c-902d-96cf157c73b5 HTTP/1.1" status: 200 len: 2981 time: 0.2387733 Jul 09 17:17:48.287508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 315e0eae-6241-471d-a9da-75eea09c625b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:48.309942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 315e0eae-6241-471d-a9da-75eea09c625b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:48.310894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 315e0eae-6241-471d-a9da-75eea09c625b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:48.311479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9e42b06d-0563-4b9e-b2ef-e234537fee55 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:48.339483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9e42b06d-0563-4b9e-b2ef-e234537fee55 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:17:48.339871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9e42b06d-0563-4b9e-b2ef-e234537fee55 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:17:48.343643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.364983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Calling delete_port for 4e578635-afe3-48c6-ac91-ccbaea6e9cea owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:48.391576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632efb1-7c34-4025-b9c0-f62997945bb2 req-489c7f26-a406-43f6-a61b-0c30a35fa1e9 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:48.399991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d632efb1-7c34-4025-b9c0-f62997945bb2 req-489c7f26-a406-43f6-a61b-0c30a35fa1e9 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.1431477 Jul 09 17:17:48.408764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-0bbcf86d-253e-40b6-9fce-5bb244d28806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:48.410338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-0bbcf86d-253e-40b6-9fce-5bb244d28806 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.3093221 Jul 09 17:17:48.435460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-5631a928-0e75-46b0-954a-226ec95787b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:48.437662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-5631a928-0e75-46b0-954a-226ec95787b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3831115 Jul 09 17:17:48.497638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-cd0e34a8-bf5c-41c3-b35e-0342dfe43f85 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d42a876c-b37c-4cdc-a59c-4b7d01e9edbe HTTP/1.1" status: 200 len: 2981 time: 0.1827133 Jul 09 17:17:48.500402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d632efb1-7c34-4025-b9c0-f62997945bb2 req-7abe6e89-9f89-4cea-9c1e-3e3b48845370 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993481 Jul 09 17:17:48.508712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-af54f77f-1250-4565-b90a-0a350854ba21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf HTTP/1.1" status: 200 len: 217 time: 0.0834615 Jul 09 17:17:48.512174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.605864 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd0a1c3-6cc9-4c6f-8077-c5be0dbffb69 x-openstack-request-id: req-cfd0a1c3-6cc9-4c6f-8077-c5be0dbffb69 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:48.606158 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614dab81-1614-4d01-acea-8e12c8231cf2", "name": "network-vif-plugged", "status": "completed", "tag": "92e528e7-ada8-49a3-94af-ddf66b6dbb12", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:48.606430 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfd0a1c3-6cc9-4c6f-8077-c5be0dbffb69 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:48.606896 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614dab81-1614-4d01-acea-8e12c8231cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e528e7-ada8-49a3-94af-ddf66b6dbb12', 'code': 200} Jul 09 17:17:48.745201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:17:48.770400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-6936807b-6590-4e87-b1e5-4ab8c7328c66 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d42a876c-b37c-4cdc-a59c-4b7d01e9edbe HTTP/1.1" status: 200 len: 2981 time: 0.2603805 Jul 09 17:17:48.772427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-dea73b3c-42df-4a39-a0a5-3f9596cbe843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:48.774139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-dea73b3c-42df-4a39-a0a5-3f9596cbe843 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2305439 Jul 09 17:17:48.814715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.892840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:48.911960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'mac_address': 'fa:16:3e:69:e7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:17:48.928385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-d0250dba-0565-4afc-a585-ee0f1001de40 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336848 Jul 09 17:17:48.939608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:48.952214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:48.954330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8b090ef4-06e5-4aef-8ab5-9468f4813fa4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c101bc9-cab3-4c33-b6a8-2fb17b78eb2b HTTP/1.1" status: 204 len: 168 time: 1.0334880 Jul 09 17:17:48.956147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4385c-a770-4eb3-87b1-20de5dd7578e None None] Network de0027dc-31fe-4394-a881-ec6b981db691 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:17:48.965554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56654) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:49.009314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.026909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214d618-6d13-462c-b262-b3990249c533 req-f5d0d672-7eba-4dfe-baff-bfebe44d7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:49.029223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f214d618-6d13-462c-b262-b3990249c533 req-f5d0d672-7eba-4dfe-baff-bfebe44d7794 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 1098 time: 0.3399849 Jul 09 17:17:49.035422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.063281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event deleted for resources: {'Port': ['ID=4e578635-afe3-48c6-ac91-ccbaea6e9cea,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:49.073779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:49.094842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-927fd61a-adc6-4e65-9412-0a2436c30c9b tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e57a94b9-6a0b-4e6d-b498-39e102d99f05 HTTP/1.1" status: 200 len: 2973 time: 0.3154876 Jul 09 17:17:49.100514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:49.109596 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.170938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f214d618-6d13-462c-b262-b3990249c533 req-2e559e42-f92b-483e-a689-7dbb7e3a58df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176081 Jul 09 17:17:49.195046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.210618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadee24-b10f-4084-a7cd-59f5256fbb9c req-718d59ff-7b43-4c8f-9a69-5902c87c0815 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:49.211183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-65a8eef0-08a3-4bbf-a0ba-c75f7d3c24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:49.213019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-65a8eef0-08a3-4bbf-a0ba-c75f7d3c24be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4293818 Jul 09 17:17:49.213285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfadee24-b10f-4084-a7cd-59f5256fbb9c req-718d59ff-7b43-4c8f-9a69-5902c87c0815 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.3703966 Jul 09 17:17:49.265210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:17:49.303008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfadee24-b10f-4084-a7cd-59f5256fbb9c req-fc1faf72-533b-4ca3-891e-887152eddad9 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704587 Jul 09 17:17:49.305900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9343e2a3-4c03-4e48-af68-8741061380c5 req-034e2709-57d4-4a87-bbbc-d08483c66cad service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565361 Jul 09 17:17:49.307050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.327334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-4eb856c3-ad39-4faa-8eef-de8fd90ff1ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e57a94b9-6a0b-4e6d-b498-39e102d99f05 HTTP/1.1" status: 200 len: 2973 time: 0.2180200 Jul 09 17:17:49.360452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:49.471988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.476625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.562727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.564057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Fanout notify agent at l3_agent the message router_deleted on router 9254822d-9aa6-4973-bf44-3f8dd5824ce0 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:17:49.587918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.598270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] DHCP port deletion for de0027dc-31fe-4394-a881-ec6b981db691 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:17:49.603529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-32c47208-25ce-4efe-b3fd-ca7cf3073e00 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/9254822d-9aa6-4973-bf44-3f8dd5824ce0 HTTP/1.1" status: 204 len: 168 time: 2.0487368 Jul 09 17:17:49.603935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56672) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:49.609692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-547984728', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:49.646364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.647593 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.747935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-8029031b-ca6d-4aff-b102-ceab88faf5eb service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222175 Jul 09 17:17:49.783875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-d4e86f69-df91-4a3e-b33f-7a80b822afe1 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fb8bbb21-1ce7-4789-a2e6-43d8d4edc3ea HTTP/1.1" status: 200 len: 2981 time: 0.4485490 Jul 09 17:17:49.803291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] Deleting port d61445ce-2904-4f6a-a827-0747629fd204 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:49.804066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.811114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caddd551-8a51-4e24-823b-9e2ecf5534ce req-105a7b49-926f-4f5a-8e8b-df3e1a1de065 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 210 time: 0.0873957 Jul 09 17:17:49.812846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.902830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Deleting port d61445ce-2904-4f6a-a827-0747629fd204 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:49.906834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.958385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] For port d61445ce-2904-4f6a-a827-0747629fd204, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d61445ce-2904-4f6a-a827-0747629fd204,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:49.960934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:49.972652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d97a8378-02e7-4c8f-bc7f-5bb9a2974661 req-deb35778-2a9e-4a72-a1b4-7a8d74e973bb tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/fb8bbb21-1ce7-4789-a2e6-43d8d4edc3ea HTTP/1.1" status: 200 len: 2981 time: 0.1864355 Jul 09 17:17:50.016943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] Calling delete_port for d61445ce-2904-4f6a-a827-0747629fd204 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:50.070022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d61445ce-2904-4f6a-a827-0747629fd204 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:17:50.216698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-bf4082a0-17db-45df-93d4-2ff582b9f8c2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:50.218329 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-bf4082a0-17db-45df-93d4-2ff582b9f8c2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.13 "GET /v2.0/networks?id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 200 len: 804 time: 0.9067039 Jul 09 17:17:50.323281 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:50.361076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] Pushing event deleted for resources: {'Port': ['ID=d61445ce-2904-4f6a-a827-0747629fd204,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:50.363179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] For port d61445ce-2904-4f6a-a827-0747629fd204, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d61445ce-2904-4f6a-a827-0747629fd204,segment=NetworkSegment(0796022f-ee6d-47cb-9d91-b84235266dda),segment_id=0796022f-ee6d-47cb-9d91-b84235266dda)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:50.364374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:50.376505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a7fd0a-b4e2-4b7a-bfd5-1cf369aebad9 None None] No DVR routers for this DVR port d61445ce-2904-4f6a-a827-0747629fd204 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:50.381656 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:50.411505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Calling delete_port for d61445ce-2904-4f6a-a827-0747629fd204 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:50.463606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-1e2fb5d3-0640-4050-951c-f51ea5efe7c0 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04b12e45f61743f98187902a46acccba HTTP/1.1" status: 200 len: 379 time: 0.2250698 Jul 09 17:17:50.479409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Request body: {'port': {'device_id': '168455ec-441c-4501-b6a4-2e8061998ec0', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'admin_state_up': True, 'tenant_id': '04b12e45f61743f98187902a46acccba', 'security_groups': ['9a7eb655-f325-4f45-822f-5b8a1c816806']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:50.608965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a889ccb-35fd-4b69-98c6-050adf0df644'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:50.640324 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81abfca-6d45-4c8b-bee9-e6ef1ecf194c" -d '{"events": [{"server_uuid": "2cf9c447-f1a6-4a30-ae06-3edce92719b0", "name": "network-vif-plugged", "status": "completed", "tag": "3a889ccb-35fd-4b69-98c6-050adf0df644"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:50.640533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e259c3-c7eb-4661-a5fb-f72109908b39 req-d1f4f26d-c971-4a02-9e22-45be6562613d tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:50.640533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95e259c3-c7eb-4661-a5fb-f72109908b39 req-d1f4f26d-c971-4a02-9e22-45be6562613d tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.3564405 Jul 09 17:17:50.644734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-542fbe73-befe-4137-9bbe-0b23719a6f22 req-ababc355-4b51-435b-8ecf-8f5c1dbaeef7 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547957 Jul 09 17:17:50.677411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:50.733276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47fbd-5165-4cac-bb6f-557fe648e085 req-38c3805e-8e9a-4e2c-a555-ce53d5debbda tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:50.740409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08a47fbd-5165-4cac-bb6f-557fe648e085 req-38c3805e-8e9a-4e2c-a555-ce53d5debbda tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2240615 Jul 09 17:17:50.751245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:17:50.758607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95e259c3-c7eb-4661-a5fb-f72109908b39 req-1a4424f0-2d60-4706-a74d-24aefff0d2a8 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081569 Jul 09 17:17:50.764940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Made reservation on behalf of 04b12e45f61743f98187902a46acccba for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:17:50.769598 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:50.774792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:50.829142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] No DVR routers for this DVR port d61445ce-2904-4f6a-a827-0747629fd204 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:17:50.831792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61445ce-2904-4f6a-a827-0747629fd204,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:50.832478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08a47fbd-5165-4cac-bb6f-557fe648e085 req-c13f0db9-9b17-4ba4-b49b-8029d72f34d2 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910697 Jul 09 17:17:50.917611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:50.918419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.007541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.039031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0027dc-31fe-4394-a881-ec6b981db691']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:51.070341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.095889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0796022f-ee6d-47cb-9d91-b84235266dda') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:51.096522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0796022f-ee6d-47cb-9d91-b84235266dda') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:51.140521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.143345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:51.145917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7dec433-7bc2-48ac-be49-75a853ed76f9 req-1bb60549-d585-4de3-83b3-51578bd0b545 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d4112939d2b489eba9c6dde21d67b1d HTTP/1.1" status: 200 len: 6103 time: 0.3213608 Jul 09 17:17:51.151933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.161443 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.195212 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.199663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.210159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:17:51.210573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:17:51.216814 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:17:51.221517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Allocated IP 172.20.0.4 (0462da52-f187-4e3d-abfa-dcd8baf6a0ae/a26fd886-001b-4789-bd5a-bacd80caabe3/86e07527-5abb-4216-a6e5-90d7fa1e9fd2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:51.255398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:51.317212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20595d3a-7423-4f06-8b41-eecce3a96d54 req-c8d83846-047e-4b5e-931d-bd01cc3d60d5 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:51.337971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-20595d3a-7423-4f06-8b41-eecce3a96d54 req-c8d83846-047e-4b5e-931d-bd01cc3d60d5 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.2175744 Jul 09 17:17:51.347524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7dec433-7bc2-48ac-be49-75a853ed76f9 req-7220bc55-14e3-4c9f-a9c3-67d13433228d tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "GET /v2.0/security-groups/836359a2-77db-44e2-8a63-374365248892 HTTP/1.1" status: 200 len: 2981 time: 0.1913314 Jul 09 17:17:51.384531 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.398397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:51.402833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] 10.222.0.21 "DELETE /v2.0/networks/de0027dc-31fe-4394-a881-ec6b981db691 HTTP/1.1" status: 204 len: 168 time: 2.4275837 Jul 09 17:17:51.410509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56696) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:51.435103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-20595d3a-7423-4f06-8b41-eecce3a96d54 req-6129fa5b-7826-4634-bc1e-bf528d572614 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954840 Jul 09 17:17:51.542078 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02661939-0172-46b1-ba16-aa88c1022e0b x-openstack-request-id: req-02661939-0172-46b1-ba16-aa88c1022e0b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:51.543010 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf9c447-f1a6-4a30-ae06-3edce92719b0", "name": "network-vif-plugged", "status": "completed", "tag": "3a889ccb-35fd-4b69-98c6-050adf0df644", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:51.543486 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02661939-0172-46b1-ba16-aa88c1022e0b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:51.544214 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a889ccb-35fd-4b69-98c6-050adf0df644', 'code': 200} Jul 09 17:17:51.595969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Allocated IP 172.25.3.245 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/54be4d09-5538-48a2-af2f-610372e9c4cc) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:17:51.939380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33769b96-4eeb-4d71-805e-0f939ae89920 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0027dc-31fe-4394-a881-ec6b981db691,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:51.947654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80688ebb-bc0e-4a88-836d-e0387e89a4a0 req-dad40764-0ff0-41a9-a8b2-daee1fd02f1a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:51.960443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80688ebb-bc0e-4a88-836d-e0387e89a4a0 req-dad40764-0ff0-41a9-a8b2-daee1fd02f1a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.2257409 Jul 09 17:17:52.000352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.032004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80688ebb-bc0e-4a88-836d-e0387e89a4a0 req-ae49e899-448c-408e-9693-6ac9c44e930b tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674267 Jul 09 17:17:52.091090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.104717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.116092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Transition to ACTIVE for port object 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:52.158634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7dec433-7bc2-48ac-be49-75a853ed76f9 req-2787e2cc-cfe7-402a-baa1-0fe0d9121e91 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "GET /v2.0/security-groups/836359a2-77db-44e2-8a63-374365248892 HTTP/1.1" status: 200 len: 2981 time: 0.8036449 Jul 09 17:17:52.203320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:52.206961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:52.210338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:52.356259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3c6ad-0f55-4c9e-badb-3af7d0f1a795 req-380d8089-ff9c-44e5-b632-01872ed10c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:52.358411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ba3c6ad-0f55-4c9e-badb-3af7d0f1a795 req-380d8089-ff9c-44e5-b632-01872ed10c7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 1098 time: 0.4564071 Jul 09 17:17:52.360840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.374736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event updated for resources: {'Port': ['ID=54be4d09-5538-48a2-af2f-610372e9c4cc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:52.389926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47a2a0cb-57cc-46f9-a8a2-ea41631ea6df req-fe2aa907-7452-4cfa-bc9f-bfad273724a8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 210 time: 0.1033170 Jul 09 17:17:52.525097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:17:52.549069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:17:52.618193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:17:52.622808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event updated for resources: {'Port': ['ID=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:52.626966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ba3c6ad-0f55-4c9e-badb-3af7d0f1a795 req-9dc9038c-e4de-4905-9cd8-9dcef3d82133 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610142 Jul 09 17:17:52.813135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:52.813825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.886312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-101d4601-4685-4c24-8b56-e8933d824cd8 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4124069 Jul 09 17:17:52.907180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Request body: {'port': {'device_id': '168455ec-441c-4501-b6a4-2e8061998ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:52.938595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:52.949059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc631-8a37-407f-88e0-5bab7429f6e8 req-6f0f7e8f-67a1-40de-8e27-70a0ddd9a3c4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:52.950701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-892bc631-8a37-407f-88e0-5bab7429f6e8 req-6f0f7e8f-67a1-40de-8e27-70a0ddd9a3c4 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.4406226 Jul 09 17:17:53.080602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a84a0dcf-dbc7-43ac-89be-4052beec8a64 req-ad41199d-3b65-45d4-af58-ebeedb5eac10 tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/89591432-3125-4f98-96a3-da31500a7654 HTTP/1.1" status: 200 len: 1777 time: 0.1613426 Jul 09 17:17:53.109726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0199ea19-b0a7-4cfa-aa35-790dddca42e4 None None] Provisioning for port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:17:53.117256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0199ea19-b0a7-4cfa-aa35-790dddca42e4 None None] Provisioning complete for port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:17:53.117955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0199ea19-b0a7-4cfa-aa35-790dddca42e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.169835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0199ea19-b0a7-4cfa-aa35-790dddca42e4 None None] Port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:17:53.186814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-892bc631-8a37-407f-88e0-5bab7429f6e8 req-666ab2d2-7320-49f3-b23c-017672cb9fb7 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249806 Jul 09 17:17:53.209888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.298567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a84a0dcf-dbc7-43ac-89be-4052beec8a64 req-7bc75075-15ce-434a-81a8-b3ed2da861da tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.428945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a84a0dcf-dbc7-43ac-89be-4052beec8a64 req-7bc75075-15ce-434a-81a8-b3ed2da861da tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.521494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.545591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:53.547990 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f366e-3431-4458-af38-2b408f24f115" -d '{"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-plugged", "status": "completed", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:53.623814 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a84a0dcf-dbc7-43ac-89be-4052beec8a64 req-7bc75075-15ce-434a-81a8-b3ed2da861da tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.626440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a84a0dcf-dbc7-43ac-89be-4052beec8a64 req-7bc75075-15ce-434a-81a8-b3ed2da861da tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.627682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a84a0dcf-dbc7-43ac-89be-4052beec8a64 req-7bc75075-15ce-434a-81a8-b3ed2da861da tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/89591432-3125-4f98-96a3-da31500a7654 HTTP/1.1" status: 204 len: 173 time: 0.5404413 Jul 09 17:17:53.666229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75075-15ce-434a-81a8-b3ed2da861da tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89591432-3125-4f98-96a3-da31500a7654,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:53.738927 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:53.834847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017d06-3fde-4af2-b9d9-2d4b2f79633f req-e29d7c1e-0534-4688-b5c8-7ef9b6c7ddf4 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:53.836964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88017d06-3fde-4af2-b9d9-2d4b2f79633f req-e29d7c1e-0534-4688-b5c8-7ef9b6c7ddf4 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.4451284 Jul 09 17:17:53.849767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443e157-f76a-49e3-b888-dd51ffde037c req-a75de558-7cf9-4008-a98e-fd57affec893 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:53.851355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1443e157-f76a-49e3-b888-dd51ffde037c req-a75de558-7cf9-4008-a98e-fd57affec893 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.1052530 Jul 09 17:17:53.875372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Router 41fae437-ed14-4e57-b36e-53497c757482 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:17:53.949385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1443e157-f76a-49e3-b888-dd51ffde037c req-35a57079-bbff-4638-a2f2-792b777f7ecf tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871897 Jul 09 17:17:53.956932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88017d06-3fde-4af2-b9d9-2d4b2f79633f req-637b525a-2615-436f-9a13-955541c53962 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116569 Jul 09 17:17:54.061392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:54.070666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] Sync routers for ids ['41fae437-ed14-4e57-b36e-53497c757482'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:54.085398 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b0af9-8cb4-417b-a4da-62170315537b x-openstack-request-id: req-ee2b0af9-8cb4-417b-a4da-62170315537b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:54.085647 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-plugged", "status": "completed", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:54.085872 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee2b0af9-8cb4-417b-a4da-62170315537b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:54.086269 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'code': 200} Jul 09 17:17:54.096349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] Routers {'41fae437-ed14-4e57-b36e-53497c757482'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:54.097106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['41fae437-ed14-4e57-b36e-53497c757482'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:54.132939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.134157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dddd8112-150b-43b2-ab2f-ad0aad7b2d03 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5292478 Jul 09 17:17:54.142576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56736) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:54.148722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:17:54.172779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:54.176688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-982fa8c2-59c7-4e4e-b53f-7677bd6444c1 req-6eafd725-251b-41af-b0a5-c2d881d08c7d tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2dca1e7a-b3c2-431c-b4ff-b5fe0439bf37 HTTP/1.1" status: 200 len: 1778 time: 0.0696762 Jul 09 17:17:54.184815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] Routers {'41fae437-ed14-4e57-b36e-53497c757482'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:54.185460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['41fae437-ed14-4e57-b36e-53497c757482'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:54.263679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:54.264405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f69fe-20ef-4f65-a933-d8e4f0fad606 None None] The sync data for ids ['41fae437-ed14-4e57-b36e-53497c757482'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:54.268788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-982fa8c2-59c7-4e4e-b53f-7677bd6444c1 req-eaef927d-a777-4a2d-98e7-a10dcf65d3ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.297688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-982fa8c2-59c7-4e4e-b53f-7677bd6444c1 req-eaef927d-a777-4a2d-98e7-a10dcf65d3ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.348708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-982fa8c2-59c7-4e4e-b53f-7677bd6444c1 req-eaef927d-a777-4a2d-98e7-a10dcf65d3ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.358988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-982fa8c2-59c7-4e4e-b53f-7677bd6444c1 req-eaef927d-a777-4a2d-98e7-a10dcf65d3ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.378010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-982fa8c2-59c7-4e4e-b53f-7677bd6444c1 req-eaef927d-a777-4a2d-98e7-a10dcf65d3ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dca1e7a-b3c2-431c-b4ff-b5fe0439bf37 HTTP/1.1" status: 204 len: 173 time: 0.1813846 Jul 09 17:17:54.414985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef927d-a777-4a2d-98e7-a10dcf65d3ab tempest-SecurityGroupsTestAdminJSON-658380377 tempest-SecurityGroupsTestAdminJSON-658380377-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dca1e7a-b3c2-431c-b4ff-b5fe0439bf37,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:54.416881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:17:54.459266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.538388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Transition to ACTIVE for port object 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:17:54.580391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4ee9b-ed63-4743-891c-a10091bb6d37 req-f4bb2223-f3bb-44ae-b042-a48226212191 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:54.581935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e4ee9b-ed63-4743-891c-a10091bb6d37 req-f4bb2223-f3bb-44ae-b042-a48226212191 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 931 time: 0.3337212 Jul 09 17:17:54.585147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:54.744134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5788-b97c-4edb-85d0-225f6b8a79a4 req-19a268e5-bb8e-4116-bd1f-ca6c4862f8d8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:54.752290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b8b5788-b97c-4edb-85d0-225f6b8a79a4 req-19a268e5-bb8e-4116-bd1f-ca6c4862f8d8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1009529 Jul 09 17:17:54.810911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b8b5788-b97c-4edb-85d0-225f6b8a79a4 req-5f334c7d-4636-4b0d-8dcb-bd5220c57918 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Jul 09 17:17:54.820701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:54.868417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e4ee9b-ed63-4743-891c-a10091bb6d37 req-54a7f441-9313-4b13-900d-c02fa1fa900a tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692962 Jul 09 17:17:54.905779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-757007ac-bbb1-467e-b514-ad734f19517f req-6501623f-9b99-4681-a9f2-bd90b0d7e555 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "GET /v2.0/security-groups/cc28a3e5-5822-4410-902d-54511f75ed96 HTTP/1.1" status: 200 len: 1778 time: 0.0686553 Jul 09 17:17:54.999784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-757007ac-bbb1-467e-b514-ad734f19517f req-50597490-2410-4ccd-bbac-a365366677d0 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.039141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-757007ac-bbb1-467e-b514-ad734f19517f req-50597490-2410-4ccd-bbac-a365366677d0 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.115260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-757007ac-bbb1-467e-b514-ad734f19517f req-50597490-2410-4ccd-bbac-a365366677d0 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.125819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-757007ac-bbb1-467e-b514-ad734f19517f req-50597490-2410-4ccd-bbac-a365366677d0 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.135910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-757007ac-bbb1-467e-b514-ad734f19517f req-50597490-2410-4ccd-bbac-a365366677d0 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "DELETE /v2.0/security-groups/cc28a3e5-5822-4410-902d-54511f75ed96 HTTP/1.1" status: 204 len: 173 time: 0.2283676 Jul 09 17:17:55.169621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50597490-2410-4ccd-bbac-a365366677d0 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28a3e5-5822-4410-902d-54511f75ed96,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:55.344234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca9f87-dda9-498e-be12-f143aeee608c req-8363e340-461a-43e8-9bd9-acf0c0775532 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:55.346220 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06ca9f87-dda9-498e-be12-f143aeee608c req-8363e340-461a-43e8-9bd9-acf0c0775532 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.0834084 Jul 09 17:17:55.404371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06ca9f87-dda9-498e-be12-f143aeee608c req-f40a9aea-1909-4452-b2e0-437765126d79 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521619 Jul 09 17:17:55.438646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.452857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Attempting to bind port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:17:55.453511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Attempting to bind port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:17:55.454743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Attempting to bind port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 on network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:55.462115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Deleting port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:55.462812 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.550509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] For port aeb9561d-2d61-4aef-8877-ac39bbb3e6b9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:55.551346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.576838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.591555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 on network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:17:55.591933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Attempting to bind port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 on network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:17:55.597034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Calling delete_port for aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:55.613274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:17:55.613729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Checking segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:17:55.614193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Bound using segment: {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:17:55.614716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Bound port: 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e322eb5-3830-4641-ab33-8f9889ecbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:17:55.615155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.635042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d60236-4717-4416-92bd-ef921f99bc40 req-53594351-988c-4a85-b0c0-0f53a50af02b tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:55.636676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1d60236-4717-4416-92bd-ef921f99bc40 req-53594351-988c-4a85-b0c0-0f53a50af02b tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.1021729 Jul 09 17:17:55.706503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a82ac929-1fdc-4407-8615-4765f579fc90 req-a6b3f1d9-f2c3-460d-b5ba-6b3bad731166 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "GET /v2.0/security-groups/783f60ec-335f-4899-8b91-c7d9dd04a999 HTTP/1.1" status: 200 len: 1777 time: 0.2474844 Jul 09 17:17:55.711785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1d60236-4717-4416-92bd-ef921f99bc40 req-21c5fa7c-a1cd-4fd9-9405-b932a6d6dbe2 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629885 Jul 09 17:17:55.874125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Deleting port 54be4d09-5538-48a2-af2f-610372e9c4cc {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:55.874829 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.880336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] For port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:17:55.975022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] For port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:17:55.980315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a82ac929-1fdc-4407-8615-4765f579fc90 req-cd963e51-3eec-4e52-87b4-ed6192fb5e12 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:55.989450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.095011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:56.095756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.097348 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] 10.222.0.13 "PUT /v2.0/ports/86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 200 len: 1092 time: 3.1965966 Jul 09 17:17:56.098090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:17:56.100663 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9" -d '{"events": [{"name": "network-changed", "server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:17:56.117520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535ad05-2822-4be7-a67b-408324ad9ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:56.119430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6873bb-07db-4128-affc-fd37e99b3c2e req-f5befdf1-87c7-43b5-8b2e-2a4e62cf83af tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:56.127809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a6873bb-07db-4128-affc-fd37e99b3c2e req-f5befdf1-87c7-43b5-8b2e-2a4e62cf83af tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1057169 Jul 09 17:17:56.162808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a82ac929-1fdc-4407-8615-4765f579fc90 req-cd963e51-3eec-4e52-87b4-ed6192fb5e12 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.184866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a6873bb-07db-4128-affc-fd37e99b3c2e req-125d02c8-6768-4227-b4c6-86e23885f8aa tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556114 Jul 09 17:17:56.268924 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.398193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0dcc7-5981-4e77-ad85-29885c546dfd req-2ad1f488-c121-4070-809e-15ef6b5f729c tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:56.399570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Calling delete_port for 54be4d09-5538-48a2-af2f-610372e9c4cc owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:56.408904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7b0dcc7-5981-4e77-ad85-29885c546dfd req-2ad1f488-c121-4070-809e-15ef6b5f729c tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 943 time: 0.1111844 Jul 09 17:17:56.422863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.461779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7b0dcc7-5981-4e77-ad85-29885c546dfd req-97a2f766-bb29-41b2-aae8-f2a220f17b31 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517368 Jul 09 17:17:56.531422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb9561d-2d61-4aef-8877-ac39bbb3e6b9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:56.531422 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a82ac929-1fdc-4407-8615-4765f579fc90 req-cd963e51-3eec-4e52-87b4-ed6192fb5e12 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.533409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a82ac929-1fdc-4407-8615-4765f579fc90 req-cd963e51-3eec-4e52-87b4-ed6192fb5e12 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.540658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a82ac929-1fdc-4407-8615-4765f579fc90 req-cd963e51-3eec-4e52-87b4-ed6192fb5e12 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] 10.222.0.21 "DELETE /v2.0/security-groups/783f60ec-335f-4899-8b91-c7d9dd04a999 HTTP/1.1" status: 204 len: 173 time: 0.8118966 Jul 09 17:17:56.690355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-4dfc0091-2033-48ad-9b8a-e7ae37fb49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:56.692449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-4dfc0091-2033-48ad-9b8a-e7ae37fb49ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b12e45f61743f98187902a46acccba&device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 1095 time: 0.5344350 Jul 09 17:17:56.700198 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c4e4fa-6f68-4e14-8677-a701ab2da899 x-openstack-request-id: req-83c4e4fa-6f68-4e14-8677-a701ab2da899 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:17:56.700588 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:17:56.700969 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83c4e4fa-6f68-4e14-8677-a701ab2da899 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:17:56.701484 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'status': 'completed', 'code': 200} Jul 09 17:17:56.776403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:56.780407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-dce74406-43c1-43ff-98fe-fa6c48ec53cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 200 len: 217 time: 0.0656252 Jul 09 17:17:57.015146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd963e51-3eec-4e52-87b4-ed6192fb5e12 tempest-SecurityGroupsTestAdminJSON-1719255053 tempest-SecurityGroupsTestAdminJSON-1719255053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783f60ec-335f-4899-8b91-c7d9dd04a999,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:57.025905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Pushing event deleted for resources: {'Port': ['ID=54be4d09-5538-48a2-af2f-610372e9c4cc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:57.048983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-03614021-7375-48f0-b47e-cdfcc2d29386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:57.050778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-03614021-7375-48f0-b47e-cdfcc2d29386 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a26fd886-001b-4789-bd5a-bacd80caabe3 HTTP/1.1" status: 200 len: 843 time: 0.1510193 Jul 09 17:17:57.066631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85017d-e4ff-49b8-b480-b6b8eaba0459 req-0b8c9293-d980-4d93-af4b-8ccd21ba3d5b tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:57.069330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa85017d-e4ff-49b8-b480-b6b8eaba0459 req-0b8c9293-d980-4d93-af4b-8ccd21ba3d5b tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.1350343 Jul 09 17:17:57.146065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa85017d-e4ff-49b8-b480-b6b8eaba0459 req-f8ad8c03-f023-46a3-983b-db90bb0f909a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678961 Jul 09 17:17:57.151438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56796) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:57.308608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-5b3ff051-a46c-440c-9302-6f45e42da5fb tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:57.310318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-5b3ff051-a46c-440c-9302-6f45e42da5fb tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.36 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.6076841 Jul 09 17:17:57.313032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.450807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ff722503-721a-4c05-a3b9-0530d983ca1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d4112939d2b489eba9c6dde21d67b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958438 Jul 09 17:17:57.453356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:57.468627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.519117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10e3d459-c86d-4871-b3f2-b3c33587f39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.547602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10e3d459-c86d-4871-b3f2-b3c33587f39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.554593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-4121b6de-9aa4-478e-9ee6-d6c4cfd20f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:57.556384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-4121b6de-9aa4-478e-9ee6-d6c4cfd20f1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4656699 Jul 09 17:17:57.679376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10e3d459-c86d-4871-b3f2-b3c33587f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.679376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10e3d459-c86d-4871-b3f2-b3c33587f39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:57.681281 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-10e3d459-c86d-4871-b3f2-b3c33587f39c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/836359a2-77db-44e2-8a63-374365248892 HTTP/1.1" status: 204 len: 168 time: 0.2263031 Jul 09 17:17:57.714655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d459-c86d-4871-b3f2-b3c33587f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836359a2-77db-44e2-8a63-374365248892,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:57.733535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0671116-79a6-4222-a026-c0fb78930ac5 req-952f5d8d-b345-4d28-96bf-99529254927b tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:57.735991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f0671116-79a6-4222-a026-c0fb78930ac5 req-952f5d8d-b345-4d28-96bf-99529254927b tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 943 time: 0.1161122 Jul 09 17:17:57.796508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f0671116-79a6-4222-a026-c0fb78930ac5 req-5575c60c-08c2-4073-b3d5-4b5ab0255a09 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537038 Jul 09 17:17:58.148838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:58.212843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.221913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60397fa0-2737-4593-9a48-aa194b4e8338 req-336eef0e-bb65-4056-ad98-1995cfd00d23 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:58.223440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f22a5dae-29a7-44be-84a4-e5d1c7b2381b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=301ede8eaa754dfba7c59cddc33afe14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731235 Jul 09 17:17:58.225988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56834) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:58.231825 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60397fa0-2737-4593-9a48-aa194b4e8338 req-336eef0e-bb65-4056-ad98-1995cfd00d23 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.8591681 Jul 09 17:17:58.249150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.253088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Deleting port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:17:58.253416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.318056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3b78af4-0625-4d4e-9649-9b2b4bd4da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.350168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3b78af4-0625-4d4e-9649-9b2b4bd4da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.472371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-14381578-0a3e-4a28-b0ac-935a76285226 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439376 Jul 09 17:17:58.480320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3b78af4-0625-4d4e-9649-9b2b4bd4da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.483255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3b78af4-0625-4d4e-9649-9b2b4bd4da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.484626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f3b78af4-0625-4d4e-9649-9b2b4bd4da03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab794434-ca40-494f-8a6d-fae6bbb921cc HTTP/1.1" status: 204 len: 168 time: 0.2572873 Jul 09 17:17:58.500689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60397fa0-2737-4593-9a48-aa194b4e8338 req-4e423c13-357d-4642-8192-d922d5914bc3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647166 Jul 09 17:17:58.515301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19497-cf63-4ca3-8bb7-d3f66ab47529 req-6f72d9b5-d680-47af-9127-349f81597ec3 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:58.539075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcd19497-cf63-4ca3-8bb7-d3f66ab47529 req-6f72d9b5-d680-47af-9127-349f81597ec3 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 946 time: 0.1497476 Jul 09 17:17:58.597668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcd19497-cf63-4ca3-8bb7-d3f66ab47529 req-54574889-7cd6-4e3f-9114-7062fc1466fc tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ad2aa96-5933-4880-855d-8a8758bc46f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574281 Jul 09 17:17:58.598530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b78af4-0625-4d4e-9649-9b2b4bd4da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab794434-ca40-494f-8a6d-fae6bbb921cc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:17:58.703953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Router 41fae437-ed14-4e57-b36e-53497c757482 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:58.733790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] For port 92e528e7-ada8-49a3-94af-ddf66b6dbb12, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=92e528e7-ada8-49a3-94af-ddf66b6dbb12,segment=NetworkSegment(029a5bb6-0743-44ed-9b36-c0f7b77b0a85),segment_id=029a5bb6-0743-44ed-9b36-c0f7b77b0a85)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:17:58.734216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:58.769928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Calling delete_port for 92e528e7-ada8-49a3-94af-ddf66b6dbb12 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:17:58.939239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:17:58.974290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7b7ca9b-7982-44e6-8a28-7c9df23d74fa req-56ccc9aa-7849-4523-aab7-aa98a0051e3d service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900713 Jul 09 17:17:59.063117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:59.075410 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] Sync routers for ids ['41fae437-ed14-4e57-b36e-53497c757482'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:59.075932 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:59.076791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2fe326cb-2dc8-493c-8ce2-b7fed3235b38 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "PUT /v2.0/routers/41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 200 len: 709 time: 4.9320173 Jul 09 17:17:59.080153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56854) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:59.091796 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] Routers {'41fae437-ed14-4e57-b36e-53497c757482'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:59.092933 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['41fae437-ed14-4e57-b36e-53497c757482'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:59.139513 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:59.154347 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] Routers {'41fae437-ed14-4e57-b36e-53497c757482'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:59.155392 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['41fae437-ed14-4e57-b36e-53497c757482'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:59.225156 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:59.227921 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeeef4d-3e01-4048-9d49-09ac1df5016f None None] The sync data for ids ['41fae437-ed14-4e57-b36e-53497c757482'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:17:59.274983 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-18274519-5e41-48c4-a6b3-81ec565508b1 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/routers/41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 200 len: 744 time: 0.1913567 Jul 09 17:17:59.275227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:59.381638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-beafd37e-33d9-454b-9ae1-64c4c1780824 tempest-RoutersIpV6AdminTest-609354415 tempest-RoutersIpV6AdminTest-609354415-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&device_id=41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 200 len: 205 time: 0.1028175 Jul 09 17:17:59.385181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:59.425687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39427f90-bf8b-43ac-9d30-f09c99db5dbb req-66ce7586-1b59-42cc-9277-c942ba3494e3 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:59.433426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39427f90-bf8b-43ac-9d30-f09c99db5dbb req-66ce7586-1b59-42cc-9277-c942ba3494e3 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 943 time: 0.4639211 Jul 09 17:17:59.467623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-8f42d737-a216-4dc2-9147-52cf02a0ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:17:59.469260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-8f42d737-a216-4dc2-9147-52cf02a0ed29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b12e45f61743f98187902a46acccba&device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 1095 time: 0.4039364 Jul 09 17:17:59.483051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:17:59.491967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a0c16362-13c2-40d2-83ea-7f238a237627 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0700414 Jul 09 17:17:59.492808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:59.493715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] Sync routers for ids ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:17:59.506115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] Routers {'5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:17:59.506712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:17:59.525222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3b186a98-92e5-441b-b437-cdc0f8c08b3f tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 200 len: 205 time: 0.1337075 Jul 09 17:17:59.528178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56884) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:59.632477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] Set router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:17:59.652011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:59.767887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:59.781577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56894) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:17:59.811044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39427f90-bf8b-43ac-9d30-f09c99db5dbb req-a8e82ea6-8688-4dc0-bc69-c7bab0c26592 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766062 Jul 09 17:17:59.822064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:17:59.940310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Pushing event deleted for resources: {'Port': ['ID=92e528e7-ada8-49a3-94af-ddf66b6dbb12,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:00.057159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 92e528e7-ada8-49a3-94af-ddf66b6dbb12 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:00.139370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 92e528e7-ada8-49a3-94af-ddf66b6dbb12 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:00.141903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] No DVR routers for this DVR port 92e528e7-ada8-49a3-94af-ddf66b6dbb12 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:00.143303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 92e528e7-ada8-49a3-94af-ddf66b6dbb12 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:00.145105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.147696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11112bc0-304d-4bf6-8dca-a355adecb83d req-94c32789-0e96-418d-a820-32a9e0f55998 tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.36 "DELETE /v2.0/ports/92e528e7-ada8-49a3-94af-ddf66b6dbb12 HTTP/1.1" status: 204 len: 173 time: 2.8285987 Jul 09 17:18:00.156657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614dab81-1614-4d01-acea-8e12c8231cf2', 'name': 'network-vif-deleted', 'tag': '92e528e7-ada8-49a3-94af-ddf66b6dbb12'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:00.160374 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08918427-6076-487b-9948-dc318c3dbcc2" -d '{"events": [{"server_uuid": "614dab81-1614-4d01-acea-8e12c8231cf2", "name": "network-vif-deleted", "tag": "92e528e7-ada8-49a3-94af-ddf66b6dbb12"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:00.165193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.185720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a298e297-b626-4ed4-8f94-d7951fd357f0 req-cab188d5-7279-43a0-b042-1046110cf66a tempest-ServersNegativeTestMultiTenantJSON-1858034929 tempest-ServersNegativeTestMultiTenantJSON-1858034929-project] 10.222.0.21 "GET /v2.0/ports?device_id=614dab81-1614-4d01-acea-8e12c8231cf2 HTTP/1.1" status: 200 len: 210 time: 0.1119244 Jul 09 17:18:00.210254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-394384059-network', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:00.219710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-632081af-bcd7-4e9f-a6f9-6814d0d9552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:00.223327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-632081af-bcd7-4e9f-a6f9-6814d0d9552d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 200 len: 905 time: 0.7218356 Jul 09 17:18:00.223856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:17:56Z', 'revision_number': 5, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port': {'id': 'e84eede5-584e-4f36-bd7d-812b63f77c60', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:15:58Z', 'updated_at': '2021-07-09T17:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:00.291487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] Checking router: 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:18:00.318850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] Routers {'5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:00.320055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:00.456462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-039eb513-9b34-423a-9c3b-5492ec0c6393 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 200 len: 217 time: 0.2196791 Jul 09 17:18:00.588479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] Set router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:00.601265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Made reservation on behalf of 2f5b0a0e3fe14a89bc2d3aa4c4b0545f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:00.603570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.642793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-1102c575-f072-4f55-b6d6-bf177c08f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:00.644316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-1102c575-f072-4f55-b6d6-bf177c08f944 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a26fd886-001b-4789-bd5a-bacd80caabe3 HTTP/1.1" status: 200 len: 843 time: 0.1645308 Jul 09 17:18:00.671682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.724406 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15127bd3-b3c9-4af5-a06c-5f14b7353a29 x-openstack-request-id: req-15127bd3-b3c9-4af5-a06c-5f14b7353a29 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:00.724773 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614dab81-1614-4d01-acea-8e12c8231cf2", "name": "network-vif-deleted", "tag": "92e528e7-ada8-49a3-94af-ddf66b6dbb12", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:00.730629 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15127bd3-b3c9-4af5-a06c-5f14b7353a29 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:00.731286 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614dab81-1614-4d01-acea-8e12c8231cf2', 'name': 'network-vif-deleted', 'tag': '92e528e7-ada8-49a3-94af-ddf66b6dbb12', 'status': 'completed', 'code': 200} Jul 09 17:18:00.756428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:18:00Z', 'revision_number': 6, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:00.819221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3eac-23b6-468b-96df-4fa96846ead7 None None] The sync data for ids ['5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b'] in n-d-791506-17 is: [{'id': '5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b', 'name': 'tempest-AttachSCSIVolumeTestJSON-2097301943-router', 'tenant_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:15:56Z', 'updated_at': '2021-07-09T17:18:00Z', 'revision_number': 6, 'project_id': 'de102d0a952a4b5da9f1f7e819ed7857', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:18:00.822738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Deleting port e84eede5-584e-4f36-bd7d-812b63f77c60 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:00.823101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.834091 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.842204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.953362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf87c0-9aa5-43a0-9bb4-d176a23e5f45 req-9ddbd395-eeec-4934-b9a5-1d554047601a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:00.962669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-babf87c0-9aa5-43a0-9bb4-d176a23e5f45 req-9ddbd395-eeec-4934-b9a5-1d554047601a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.9672055 Jul 09 17:18:00.971522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:00.972131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Fanout notify agent at l3_agent the message router_deleted on router 41fae437-ed14-4e57-b36e-53497c757482 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:18:00.994817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.000842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26d7fd35-0623-4d8a-a545-a942edb3894c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 204 len: 168 time: 1.4689174 Jul 09 17:18:01.019480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.069723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-672797fb-3b1e-4f9a-abb4-0ecf6e41175c tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 200 len: 205 time: 0.0487323 Jul 09 17:18:01.075656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56916) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.102758 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-babf87c0-9aa5-43a0-9bb4-d176a23e5f45 req-d6baa953-b4b3-4d48-923f-16cc7f5450cf tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337998 Jul 09 17:18:01.165947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.234833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-798da358-8a29-49c3-87ba-2b485fab1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:01.237879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-798da358-8a29-49c3-87ba-2b485fab1f57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5670815 Jul 09 17:18:01.262775 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-c3475d4b-d4c4-4b02-9f5f-192b60f38be2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] delete failed (client error): The resource could not be found. Jul 09 17:18:01.269281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56922) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.281782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3475d4b-d4c4-4b02-9f5f-192b60f38be2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/41fae437-ed14-4e57-b36e-53497c757482 HTTP/1.1" status: 404 len: 336 time: 0.1872509 Jul 09 17:18:01.282687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.357844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-051f27a7-68ee-4e7e-bf1a-b362dccfb6af tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=9254822d-9aa6-4973-bf44-3f8dd5824ce0 HTTP/1.1" status: 200 len: 205 time: 0.0853848 Jul 09 17:18:01.358201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.378788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:01.409126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c31529-598f-42ad-9b9d-2dc0885d8ea6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:01.419729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.420264 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Added segment fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4 of type vlan for network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 Jul 09 17:18:01.440986 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-15858ec5-172f-4782-88ec-911e47be8c16 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] delete failed (client error): The resource could not be found. Jul 09 17:18:01.444433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-15858ec5-172f-4782-88ec-911e47be8c16 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/9254822d-9aa6-4973-bf44-3f8dd5824ce0 HTTP/1.1" status: 404 len: 336 time: 0.0824420 Jul 09 17:18:01.448226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56930) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.459378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.460374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.460374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.460374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.461009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.461009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.461976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.461976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.462543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.462543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.462925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.463147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:01.479529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.486991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] For port e84eede5-584e-4f36-bd7d-812b63f77c60, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84eede5-584e-4f36-bd7d-812b63f77c60,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:01.487363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.527755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d12d957-9c62-441f-bab3-92b5dda7ea94 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=10440cc9-efae-42e3-abe5-e59ea4846b5e HTTP/1.1" status: 200 len: 205 time: 0.0766432 Jul 09 17:18:01.551559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.602894 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-f1a3c381-b482-44d0-a29b-e2107fd4be6f tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] delete failed (client error): The resource could not be found. Jul 09 17:18:01.603981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1a3c381-b482-44d0-a29b-e2107fd4be6f tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/10440cc9-efae-42e3-abe5-e59ea4846b5e HTTP/1.1" status: 404 len: 336 time: 0.0513518 Jul 09 17:18:01.611823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56938) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.656706 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3dd7a8bf-d7ce-4a50-9532-9a556010d8b2 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f52edb3-2939-4e86-8aab-ee6905a7a005 HTTP/1.1" status: 200 len: 205 time: 0.0436165 Jul 09 17:18:01.662679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56940) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:01.672576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Deleting subnet e3f4a207-3bcb-4193-9009-29553b15d291 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:01.676522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.716482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.772387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.892787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Calling delete_port for e84eede5-584e-4f36-bd7d-812b63f77c60 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:01.898436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81400e1b-0d08-4bba-a954-357e95f7971e req-e8721bea-7bb5-4d75-89e4-14280cc66d70 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:01.906544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81400e1b-0d08-4bba-a954-357e95f7971e req-e8721bea-7bb5-4d75-89e4-14280cc66d70 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 943 time: 0.6504097 Jul 09 17:18:01.911082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.917301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:01.969710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-d23ca424-01f5-49b0-95fe-c73666c0219a service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727190 Jul 09 17:18:01.996700 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-08c97160-6d7f-4fb9-a0dc-921378033c50 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] delete failed (client error): The resource could not be found. Jul 09 17:18:01.998076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-08c97160-6d7f-4fb9-a0dc-921378033c50 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/5f52edb3-2939-4e86-8aab-ee6905a7a005 HTTP/1.1" status: 404 len: 336 time: 0.3341110 Jul 09 17:18:02.004657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f4a207-3bcb-4193-9009-29553b15d291,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:02.006497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56946) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.049349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84eede5-584e-4f36-bd7d-812b63f77c60 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:02.090065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.098072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d64406d-c688-4fef-9741-8fdca54f54d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3f4a207-3bcb-4193-9009-29553b15d291 HTTP/1.1" status: 204 len: 168 time: 0.6153028 Jul 09 17:18:02.102859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.112083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a6bf122b-ba48-4448-98df-9e21c9c2863f tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a8275ce-9d8e-4731-8030-06d422f74ecb HTTP/1.1" status: 200 len: 205 time: 0.1011140 Jul 09 17:18:02.114760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56950) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.136333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.137336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:02.137963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.161510 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81400e1b-0d08-4bba-a954-357e95f7971e req-0d568655-520f-4aa2-a4e6-9b870d3ec4e7 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537780 Jul 09 17:18:02.270168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.279145 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-d995135e-1156-412b-9f23-3b5a7e111510 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] delete failed (client error): The resource could not be found. Jul 09 17:18:02.280455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d995135e-1156-412b-9f23-3b5a7e111510 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/5a8275ce-9d8e-4731-8030-06d422f74ecb HTTP/1.1" status: 404 len: 336 time: 0.1624334 Jul 09 17:18:02.302120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.353581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e84eede5-584e-4f36-bd7d-812b63f77c60, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84eede5-584e-4f36-bd7d-812b63f77c60,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:02.361392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.362489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:02.364951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5779543 Jul 09 17:18:02.371088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58c57b1d-d3b5-4159-be80-b5b9f1ae94d9 req-d30c1887-914f-4465-a1d9-0134c7472ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682177 Jul 09 17:18:02.371710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56966) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.400149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Request body: {'subnet': {'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-394384059-subnet', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:02.400431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-24d324e5-1b98-40f4-a22e-d616661f4eca tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce062df-35fb-4838-80ae-1d70a53cb766 HTTP/1.1" status: 200 len: 205 time: 0.0920997 Jul 09 17:18:02.403550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56968) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.409411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.429777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:02.435162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aeb9561d-2d61-4aef-8877-ac39bbb3e6b9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:02.508948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00adb9-bbf0-4548-a2c8-de52ad5892d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ce9180-9b38-4e4d-bcfd-0474d0103dc9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:02.523896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:02.547258 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-9bf97f8b-4352-4d50-82ad-b6e22c1755a7 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] delete failed (client error): The resource could not be found. Jul 09 17:18:02.550891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9bf97f8b-4352-4d50-82ad-b6e22c1755a7 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/routers/9ce062df-35fb-4838-80ae-1d70a53cb766 HTTP/1.1" status: 404 len: 336 time: 0.1424341 Jul 09 17:18:02.565298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.599987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e84eede5-584e-4f36-bd7d-812b63f77c60,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:02.625926 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-41633885-5c3d-4b0e-89a9-5ceca0777850 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:02.626616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41633885-5c3d-4b0e-89a9-5ceca0777850 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:02.628828 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41633885-5c3d-4b0e-89a9-5ceca0777850 tempest-RoutersIpV6AdminTest-1485733499 tempest-RoutersIpV6AdminTest-1485733499-project] 10.222.0.21 "DELETE /v2.0/subnets/23322367-888b-467a-8df0-a79366bc4eb0 HTTP/1.1" status: 404 len: 337 time: 0.0623150 Jul 09 17:18:02.637909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Made reservation on behalf of 2f5b0a0e3fe14a89bc2d3aa4c4b0545f for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:02.641193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.644804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.661533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d205232-e836-4b37-bc6d-104d7b231a66']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:02.663349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.677611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029a5bb6-0743-44ed-9b36-c0f7b77b0a85') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:02.677970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029a5bb6-0743-44ed-9b36-c0f7b77b0a85') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:02.702425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.725289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551206e-da6e-4887-9589-3654b711cf00 req-2e42db16-d271-46e5-bae5-d84c86e1dc04 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:02.727072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b551206e-da6e-4887-9589-3654b711cf00 req-2e42db16-d271-46e5-bae5-d84c86e1dc04 tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.2406414 Jul 09 17:18:02.736435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.739600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e84eede5-584e-4f36-bd7d-812b63f77c60,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:02.748207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:02.748804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:02.751078 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:02.763747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:02.824631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2cb3-1c9e-44bd-96cf-763d3066dbaa req-663d513a-da7c-48ba-978e-a4b82718dc91 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:02.827314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e01a2cb3-1c9e-44bd-96cf-763d3066dbaa req-663d513a-da7c-48ba-978e-a4b82718dc91 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2815597 Jul 09 17:18:02.862589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.871247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b551206e-da6e-4887-9589-3654b711cf00 req-251fc640-0f16-4d52-b30c-788a61aed66a tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266952 Jul 09 17:18:02.877733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.884570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d205232-e836-4b37-bc6d-104d7b231a66 HTTP/1.1" status: 204 len: 168 time: 0.7686622 Jul 09 17:18:02.885363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:02.963535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Deleting subnet e891b52c-cf37-4edc-a79f-1f013d7a745d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:02.969202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=4d205232-e836-4b37-bc6d-104d7b231a66,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:02.970541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:02.972750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.011029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.011339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.011770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.012163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.012535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.012867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.013336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.013669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.013983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:03.014127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.014402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.014736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.015060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b456c4d-a365-4d92-99c9-9ef9482f5bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:03.039218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.041276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e01a2cb3-1c9e-44bd-96cf-763d3066dbaa req-44d3093c-9092-412c-a301-dc3ff57b2386 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482615 Jul 09 17:18:03.044757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'port_id': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'mac_address': 'fa:16:3e:00:0c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:03.108751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:03.112608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.123243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.141264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:03.169059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.169831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:03.174385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.182493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.215158 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.265223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e891b52c-cf37-4edc-a79f-1f013d7a745d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:03.272044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:03.276970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.284880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9f7641c6-e353-4311-867a-42d6eb96ff31 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e891b52c-cf37-4edc-a79f-1f013d7a745d HTTP/1.1" status: 204 len: 168 time: 0.3971279 Jul 09 17:18:03.285575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56986) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:03.339686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da72f899-0b43-4e83-b6c3-998dc2ee392f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.383506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.386149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:18:03.402129 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.407315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-729edfc8-6679-45c7-bea8-088e50c41c0c admin admin] 10.222.0.21 "DELETE /v2.0/routers/5fb03d45-7a2c-48ae-bd2f-553dcdc0e57b HTTP/1.1" status: 204 len: 168 time: 3.9022973 Jul 09 17:18:03.408310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:03.410529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.455939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['86e07527-5abb-4216-a6e5-90d7fa1e9fd2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:03.495186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.510721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb23639-3cac-4e5f-acb8-7a598d847035,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:03.525548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Checking segment: {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:03.526280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Network hostable DHCP agents. Network: b4ce9180-9b38-4e4d-bcfd-0474d0103dc9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:03.577611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:03.633913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Deleting subnet e08dcb96-b96d-4742-8d22-cb574dead306 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:03.638496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b4ce9180-9b38-4e4d-bcfd-0474d0103dc9) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:03.654539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:03.656003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.656368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29baa1-918e-41ae-a847-b274185d5321 None None] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:03.662637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.705243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-d5cc3edd-5907-42a1-9e03-1888a96a425a tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:03.707543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-d5cc3edd-5907-42a1-9e03-1888a96a425a tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.1267862 Jul 09 17:18:03.776741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62dce-e429-45ad-8c19-eb267bde0367 req-c9ecafb9-e7e6-4a57-8f53-1e2be44ebc06 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:03.778391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7d62dce-e429-45ad-8c19-eb267bde0367 req-c9ecafb9-e7e6-4a57-8f53-1e2be44ebc06 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 944 time: 0.3151448 Jul 09 17:18:03.812095 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.851934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.869162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Deleting port 3a889ccb-35fd-4b69-98c6-050adf0df644 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:03.870000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.886595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f884d7-f115-42ec-a678-c567c2d6f986']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:03.892892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7d62dce-e429-45ad-8c19-eb267bde0367 req-3d130d14-a8c6-4315-98cf-dbc55ec53946 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985177 Jul 09 17:18:03.921036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4347d34-3214-47f7-be52-81288afd3cd3') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:03.921338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4347d34-3214-47f7-be52-81288afd3cd3') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:03.935558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da72f899-0b43-4e83-b6c3-998dc2ee392f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.941901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:03.965769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-abba1dc9-21af-4516-a803-c152d2badd71 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5896475 Jul 09 17:18:03.970030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57000) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:03.979949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:04.001745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da72f899-0b43-4e83-b6c3-998dc2ee392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.035330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.036063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.050894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] For port 3a889ccb-35fd-4b69-98c6-050adf0df644, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3a889ccb-35fd-4b69-98c6-050adf0df644,segment=NetworkSegment(95eafb80-2b79-4780-aa47-181eeb376927),segment_id=95eafb80-2b79-4780-aa47-181eeb376927)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:04.051294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.064650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.068714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Calling delete_port for 3a889ccb-35fd-4b69-98c6-050adf0df644 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:04.116797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:04.117233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:04.123259 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:04.142317 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-da72f899-0b43-4e83-b6c3-998dc2ee392f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e70fb3539c63440792d6ff173f3f41cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0300529 Jul 09 17:18:04.142317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.152683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:04.194112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72f899-0b43-4e83-b6c3-998dc2ee392f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374aa2a-fbac-43b9-87f3-b12b9f0ee39b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:04.230686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.251112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.256865 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5f884d7-f115-42ec-a678-c567c2d6f986 HTTP/1.1" status: 204 len: 168 time: 0.9649017 Jul 09 17:18:04.257185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-b4ce9180-9b38-4e4d-bcfd-0474d0103dc9', 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'fixed_ips': [{'subnet_id': 'ccb23639-3cac-4e5f-acb8-7a598d847035'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:04.259381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.274458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bfbeb-98c7-477a-9563-6136ba702af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f884d7-f115-42ec-a678-c567c2d6f986,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:04.291700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.308262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.310461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e08dcb96-b96d-4742-8d22-cb574dead306 HTTP/1.1" status: 204 len: 168 time: 0.8996809 Jul 09 17:18:04.334189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:04.344353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b8892-3394-42ce-8699-e9efc6c1980c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08dcb96-b96d-4742-8d22-cb574dead306,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:04.365399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.376463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c227657-b44a-4fa0-ad10-ebd635a74ef1 None None] Network a98d830c-fa99-40c9-8894-099f26f1265b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:04.498810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:04.499746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6790-66e5-4b0c-a055-22b1b61023e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.528291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6790-66e5-4b0c-a055-22b1b61023e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.547352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.580635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca85416-9da7-4687-91f0-216ca2ef812a req-851b57dc-f071-4641-9b1e-9d2b57d53287 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:04.583668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fca85416-9da7-4687-91f0-216ca2ef812a req-851b57dc-f071-4641-9b1e-9d2b57d53287 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2158375 Jul 09 17:18:04.668172 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fca85416-9da7-4687-91f0-216ca2ef812a req-6f87445e-b09f-459b-b3b4-a81d8f672c17 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Jul 09 17:18:04.674892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Allocated IP 172.20.0.2 (b4ce9180-9b38-4e4d-bcfd-0474d0103dc9/ccb23639-3cac-4e5f-acb8-7a598d847035/a1972155-bddd-4de0-b659-2694d02de3c3) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:04.681137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Deleting port 47190eb6-e7ab-4974-a337-772cc77df114 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:04.681791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.758210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.809329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] DHCP port deletion for a98d830c-fa99-40c9-8894-099f26f1265b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:18:04.821049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ae61-ff32-4b14-8db3-df95311ed19e req-ab833acc-7207-480a-b7e0-bce17370f4ea tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:04.823858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] For port 47190eb6-e7ab-4974-a337-772cc77df114, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=47190eb6-e7ab-4974-a337-772cc77df114,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:04.824352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.826469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8624ae61-ff32-4b14-8db3-df95311ed19e req-ab833acc-7207-480a-b7e0-bce17370f4ea tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cf9c447-f1a6-4a30-ae06-3edce92719b0 HTTP/1.1" status: 200 len: 946 time: 0.7103584 Jul 09 17:18:04.831107 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6790-66e5-4b0c-a055-22b1b61023e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.837881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c3b6790-66e5-4b0c-a055-22b1b61023e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:04.839558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3c3b6790-66e5-4b0c-a055-22b1b61023e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5374aa2a-fbac-43b9-87f3-b12b9f0ee39b HTTP/1.1" status: 204 len: 168 time: 0.6847248 Jul 09 17:18:04.842575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Calling delete_port for 47190eb6-e7ab-4974-a337-772cc77df114 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:04.983408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] Deleting port 47190eb6-e7ab-4974-a337-772cc77df114 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:04.984057 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.008036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.017735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b6790-66e5-4b0c-a055-22b1b61023e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374aa2a-fbac-43b9-87f3-b12b9f0ee39b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.026007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] No DVR routers for this DVR port 47190eb6-e7ab-4974-a337-772cc77df114 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:05.078391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57026) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:05.079898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] For port 47190eb6-e7ab-4974-a337-772cc77df114, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=47190eb6-e7ab-4974-a337-772cc77df114,segment=NetworkSegment(76965ffb-5d9d-4c09-82c0-299dfa295adc),segment_id=76965ffb-5d9d-4c09-82c0-299dfa295adc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:05.080280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.082188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2c1551e-daea-4a1e-b0c2-de8b89c260fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c81dfce3bb7b4922b1df8afbbfc8e3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911733 Jul 09 17:18:05.095293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] Calling delete_port for 47190eb6-e7ab-4974-a337-772cc77df114 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:05.137525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47190eb6-e7ab-4974-a337-772cc77df114,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.139947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.199163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.219206 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8624ae61-ff32-4b14-8db3-df95311ed19e req-35dc92fd-4cfa-41ea-94cb-b3b3ba69201e tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.21 "GET /v2.0/security-groups?id=738dc31a-0ebd-400c-8a82-f859daef7d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776803 Jul 09 17:18:05.227069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Pushing event deleted for resources: {'Port': ['ID=3a889ccb-35fd-4b69-98c6-050adf0df644,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.230933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] No DVR routers for this DVR port 47190eb6-e7ab-4974-a337-772cc77df114 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:05.283257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b237ea5-a282-42d9-9953-bc8df631d7d5 None None] Pushing event deleted for resources: {'Port': ['ID=47190eb6-e7ab-4974-a337-772cc77df114,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.293882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] No DVR routers for this DVR port 3a889ccb-35fd-4b69-98c6-050adf0df644 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:05.302864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.304781 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.307347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2274c0c-6358-42b2-97fe-b22cd4d8512d req-41f904e6-70ed-4bb2-aa29-99bcb9cd27ca tempest-ServerTagsTestJSON-1053384752 tempest-ServerTagsTestJSON-1053384752-project] 10.222.0.36 "DELETE /v2.0/ports/3a889ccb-35fd-4b69-98c6-050adf0df644 HTTP/1.1" status: 204 len: 173 time: 1.5864570 Jul 09 17:18:05.307959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'name': 'network-vif-deleted', 'tag': '3a889ccb-35fd-4b69-98c6-050adf0df644'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:05.311279 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98e795f-329f-445c-af3d-a51d337613d8" -d '{"events": [{"server_uuid": "2cf9c447-f1a6-4a30-ae06-3edce92719b0", "name": "network-vif-deleted", "tag": "3a889ccb-35fd-4b69-98c6-050adf0df644"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:05.341541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Transition to ACTIVE for port object a1972155-bddd-4de0-b659-2694d02de3c3 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:05.390077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Transition to ACTIVE for port object a1972155-bddd-4de0-b659-2694d02de3c3 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:05.401675 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.436130 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834726a5-db99-41f6-96b7-d8c31c4267df x-openstack-request-id: req-834726a5-db99-41f6-96b7-d8c31c4267df {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:05.436520 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf9c447-f1a6-4a30-ae06-3edce92719b0", "name": "network-vif-deleted", "tag": "3a889ccb-35fd-4b69-98c6-050adf0df644", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:05.436834 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-834726a5-db99-41f6-96b7-d8c31c4267df {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:05.437312 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9c447-f1a6-4a30-ae06-3edce92719b0', 'name': 'network-vif-deleted', 'tag': '3a889ccb-35fd-4b69-98c6-050adf0df644', 'status': 'completed', 'code': 200} Jul 09 17:18:05.479111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:05.486638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:05.487209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.500421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:05.502588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a089674-6241-4918-9246-1d24cf52bbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.511657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Pushing event updated for resources: {'Port': ['ID=a1972155-bddd-4de0-b659-2694d02de3c3,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.549284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.550059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a089674-6241-4918-9246-1d24cf52bbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.590169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Attempting to bind port a1972155-bddd-4de0-b659-2694d02de3c3 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:05.590854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Attempting to bind port a1972155-bddd-4de0-b659-2694d02de3c3 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:05.591827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Attempting to bind port a1972155-bddd-4de0-b659-2694d02de3c3 on network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:05.597921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:05.598597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Checking segment: {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:05.599200 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.599657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57034) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:05.600292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Bound using segment: {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:05.600944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Bound port: a1972155-bddd-4de0-b659-2694d02de3c3, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:05.601838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.614663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.616315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d830c-fa99-40c9-8894-099f26f1265b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:05.646518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76965ffb-5d9d-4c09-82c0-299dfa295adc') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:05.646913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76965ffb-5d9d-4c09-82c0-299dfa295adc') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:05.657298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a089674-6241-4918-9246-1d24cf52bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.660020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a089674-6241-4918-9246-1d24cf52bbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.661333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4a089674-6241-4918-9246-1d24cf52bbb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ad2aa96-5933-4880-855d-8a8758bc46f2 HTTP/1.1" status: 204 len: 168 time: 0.5382905 Jul 09 17:18:05.669297 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.689702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f325c997-c701-40b8-b205-f250462586d4 None None] For port a1972155-bddd-4de0-b659-2694d02de3c3, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:05.692996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eaf48-1875-479b-ac69-2abbbee9aaa3 req-f0ddf586-3fe7-4092-b4ed-dc27c8d82280 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:05.694664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f325c997-c701-40b8-b205-f250462586d4 None None] For port a1972155-bddd-4de0-b659-2694d02de3c3, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1972155-bddd-4de0-b659-2694d02de3c3,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:05.700700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e4eaf48-1875-479b-ac69-2abbbee9aaa3 req-f0ddf586-3fe7-4092-b4ed-dc27c8d82280 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 944 time: 0.5364144 Jul 09 17:18:05.704100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.727008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a089674-6241-4918-9246-1d24cf52bbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad2aa96-5933-4880-855d-8a8758bc46f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.741481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.758773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:05.759204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:05.761359 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:05.777265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c855b72-1518-4aed-a767-f1797a7dd25b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=415733727f894b25a4fa37a7bf71e645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733339 Jul 09 17:18:05.780298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57040) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:05.854993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e4eaf48-1875-479b-ac69-2abbbee9aaa3 req-d0a0d1b6-d7a9-4ac2-8efc-02f369c36833 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531987 Jul 09 17:18:05.868457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.886579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c997-c701-40b8-b205-f250462586d4 None None] Pushing event updated for resources: {'Port': ['ID=a1972155-bddd-4de0-b659-2694d02de3c3,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:05.898107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:05.902584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a98d830c-fa99-40c9-8894-099f26f1265b HTTP/1.1" status: 204 len: 168 time: 1.5645452 Jul 09 17:18:05.945920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495f203-50dc-4ac0-8a0b-b3a390c744a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98d830c-fa99-40c9-8894-099f26f1265b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:06.040083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Allocated IP 172.25.3.161 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/d815fccb-1190-4b55-bb8d-a33739795705) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:06.075904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3a889ccb-35fd-4b69-98c6-050adf0df644 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:06.132191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 3a889ccb-35fd-4b69-98c6-050adf0df644 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:06.132447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3a889ccb-35fd-4b69-98c6-050adf0df644 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:06.163572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 47190eb6-e7ab-4974-a337-772cc77df114 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:06.205163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 47190eb6-e7ab-4974-a337-772cc77df114 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:06.205828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 47190eb6-e7ab-4974-a337-772cc77df114 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:06.339867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57058) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:06.437943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57060) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:06.453927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:06.487580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16b88c2f-3bc6-4c71-8840-1ea8b7d32934 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e6ac0531f444180a985b90151b0011f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458826 Jul 09 17:18:06.494393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57064) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:06.572706 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1f7d066d-10b1-47d1-a2d2-7c850dcdba84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e6daafd0b204778b949faae678d13c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174495 Jul 09 17:18:06.573777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:06.593030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4df2d152-6d71-45a2-885d-3d11af51f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.603175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Deleting subnet 12cff8c5-3115-4446-adee-22db9e6ce3e0 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:06.615609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.679158 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.688955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc173f-407d-4565-b937-5f58640e203e req-c6ec0964-82dd-431f-8edb-b2a8dd11049e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:06.696782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-17cc173f-407d-4565-b937-5f58640e203e req-c6ec0964-82dd-431f-8edb-b2a8dd11049e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.5752928 Jul 09 17:18:06.706821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4df2d152-6d71-45a2-885d-3d11af51f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.713060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.715753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12bd3773-2559-4d0b-9d57-e752170456b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.753370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7016c4bb-e088-4582-9ba8-69219808ba89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.761124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12bd3773-2559-4d0b-9d57-e752170456b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.763558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.794161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:06.817442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7016c4bb-e088-4582-9ba8-69219808ba89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.835567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-17cc173f-407d-4565-b937-5f58640e203e req-8d0013fc-27e8-46e1-bb72-fec1dd0b733c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376350 Jul 09 17:18:06.939330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.950986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.952984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:06.975755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:06.976341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.986293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:06.991196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/12cff8c5-3115-4446-adee-22db9e6ce3e0 HTTP/1.1" status: 204 len: 168 time: 0.5478117 Jul 09 17:18:06.996519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12bd3773-2559-4d0b-9d57-e752170456b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.002625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-12bd3773-2559-4d0b-9d57-e752170456b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.005310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-12bd3773-2559-4d0b-9d57-e752170456b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c17e375-8315-46f0-825c-5c6ef350d196 HTTP/1.1" status: 204 len: 168 time: 0.4288030 Jul 09 17:18:07.042205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57070) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:07.044587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4df2d152-6d71-45a2-885d-3d11af51f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.055873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4df2d152-6d71-45a2-885d-3d11af51f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.064260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4df2d152-6d71-45a2-885d-3d11af51f175 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d42a876c-b37c-4cdc-a59c-4b7d01e9edbe HTTP/1.1" status: 204 len: 168 time: 1.2782452 Jul 09 17:18:07.083890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c6e9c-fe45-47d1-bcfb-4ccdbb227607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12cff8c5-3115-4446-adee-22db9e6ce3e0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:07.118714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd3773-2559-4d0b-9d57-e752170456b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17e375-8315-46f0-825c-5c6ef350d196,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:07.267471 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.269565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb604bec-9778-4bab-88a4-e4dc51057486 req-6ed926bc-6019-4cc3-bc2f-df2edd262107 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:07.271260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb604bec-9778-4bab-88a4-e4dc51057486 req-6ed926bc-6019-4cc3-bc2f-df2edd262107 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 944 time: 0.1967039 Jul 09 17:18:07.324323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:07.326748 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5460e9-d113-4d0a-b2ea-2746db4f1b6e" -d '{"events": [{"server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "name": "network-vif-plugged", "status": "completed", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:07.372085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:07.379891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb604bec-9778-4bab-88a4-e4dc51057486 req-9397d056-0640-4c42-9183-98c5eb46bfb9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013067 Jul 09 17:18:07.390000 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:07.446110 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170aa26b-30d4-4a92-952e-d705f77930b1 x-openstack-request-id: req-170aa26b-30d4-4a92-952e-d705f77930b1 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:07.446619 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "name": "network-vif-plugged", "status": "completed", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:07.447074 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-170aa26b-30d4-4a92-952e-d705f77930b1 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:07.447782 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'code': 200} Jul 09 17:18:07.498525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:07.724948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86407154-e5b4-4b37-98d3-e2fd1889a8c1 None None] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:07.728329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2d152-6d71-45a2-885d-3d11af51f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a876c-b37c-4cdc-a59c-4b7d01e9edbe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:07.754468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:07.795924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:07.798676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:08.034244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-39051d0f-4fab-484b-b6fe-e8b5059a1997 None None] Provisioning for port a1972155-bddd-4de0-b659-2694d02de3c3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:08.038999 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.044417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Pushing event updated for resources: {'Port': ['ID=d815fccb-1190-4b55-bb8d-a33739795705,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:08.179734 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7016c4bb-e088-4582-9ba8-69219808ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.198118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7016c4bb-e088-4582-9ba8-69219808ba89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.202827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7016c4bb-e088-4582-9ba8-69219808ba89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfeb0575-f4c7-415c-902d-96cf157c73b5 HTTP/1.1" status: 204 len: 168 time: 1.7058153 Jul 09 17:18:08.241156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.251749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016c4bb-e088-4582-9ba8-69219808ba89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeb0575-f4c7-415c-902d-96cf157c73b5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:08.262436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1972155-bddd-4de0-b659-2694d02de3c3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:08.368505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f414284-7406-449a-83d5-9d85f56fa2d8 req-4cbf4e08-61d5-4e94-ae5c-fff2bb823da1 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.371831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f414284-7406-449a-83d5-9d85f56fa2d8 req-4cbf4e08-61d5-4e94-ae5c-fff2bb823da1 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.2453833 Jul 09 17:18:08.453919 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f414284-7406-449a-83d5-9d85f56fa2d8 req-7eab607b-aeb3-4227-bf00-519d9365da05 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743780 Jul 09 17:18:08.548757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33fec2-2b22-44b5-8a46-b847a4689245 req-1c6806d1-7a8a-4ab6-a593-37b94dbc17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:08.561460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d33fec2-2b22-44b5-8a46-b847a4689245 req-1c6806d1-7a8a-4ab6-a593-37b94dbc17ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 1097 time: 0.8357635 Jul 09 17:18:08.630077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a1972155-bddd-4de0-b659-2694d02de3c3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:08.641984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a1972155-bddd-4de0-b659-2694d02de3c3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:08.642680 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.687677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.818858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.822054 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.854430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcc1786-edc6-44f5-930e-5c791bc4c26b']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:08.876381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eafb80-2b79-4780-aa47-181eeb376927') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:08.876822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eafb80-2b79-4780-aa47-181eeb376927') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:08.905403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a1972155-bddd-4de0-b659-2694d02de3c3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1972155-bddd-4de0-b659-2694d02de3c3,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:08.919263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.944465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d33fec2-2b22-44b5-8a46-b847a4689245 req-3107bf48-db0b-4e7f-9800-12cc4e3c2d10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106077 Jul 09 17:18:08.949269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:08.970519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57142) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:09.071756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.077992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1ec69314-729c-4d25-a170-b4e90744fb7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de102d0a952a4b5da9f1f7e819ed7857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060715 Jul 09 17:18:09.081143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57146) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:09.106888 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.109248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a1972155-bddd-4de0-b659-2694d02de3c3,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:09.117325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-21819d2c-6db3-4e7d-80d7-1ae47c5d1076 None None] Provisioning complete for port a1972155-bddd-4de0-b659-2694d02de3c3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:09.118033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-21819d2c-6db3-4e7d-80d7-1ae47c5d1076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.196141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fff169-74cd-447b-94a0-0194d29ce990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.223696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fff169-74cd-447b-94a0-0194d29ce990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.240620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:09.241047 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.259976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57148) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:09.302837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fff169-74cd-447b-94a0-0194d29ce990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.305700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fff169-74cd-447b-94a0-0194d29ce990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.310152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-27fff169-74cd-447b-94a0-0194d29ce990 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cce9f72-7032-4a83-95cc-c2069193cab9 HTTP/1.1" status: 204 len: 168 time: 0.2266786 Jul 09 17:18:09.319308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fff169-74cd-447b-94a0-0194d29ce990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cce9f72-7032-4a83-95cc-c2069193cab9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:09.326567 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:09.417816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267556bf-9664-4ce4-836f-4fed6c39117b req-fad700be-d24b-4ae5-a834-c3507b8c008d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.425881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-267556bf-9664-4ce4-836f-4fed6c39117b req-fad700be-d24b-4ae5-a834-c3507b8c008d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.7276440 Jul 09 17:18:09.481450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.492024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.493903 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] 10.222.0.21 "DELETE /v2.0/networks/5fcc1786-edc6-44f5-930e-5c791bc4c26b HTTP/1.1" status: 204 len: 168 time: 2.4283154 Jul 09 17:18:09.523234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e547636-8b9f-4a7a-8e88-f71b14220bde admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcc1786-edc6-44f5-930e-5c791bc4c26b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:09.542077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-267556bf-9664-4ce4-836f-4fed6c39117b req-bed1c46c-aeb2-41da-9ffa-7f19a3cb423c tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151743 Jul 09 17:18:09.567028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.633763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1124583848'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:09.678287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:09.689096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.710314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.822737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:18:09.849181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64e5f7-b152-449a-9ef9-a8b8812484d0 req-dd6c6634-417f-48b4-be7d-b188029efb46 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:09.852565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de64e5f7-b152-449a-9ef9-a8b8812484d0 req-dd6c6634-417f-48b4-be7d-b188029efb46 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1493049 Jul 09 17:18:09.911738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.922342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.947132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de64e5f7-b152-449a-9ef9-a8b8812484d0 req-607db03e-1439-4fc9-baba-e0e28ed97390 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878782 Jul 09 17:18:09.966385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:09.990042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:09.990435 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Added segment df612e13-b93c-493d-b37a-888d5dbd83bc of type vlan for network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 Jul 09 17:18:09.991834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906ad492-6951-4b29-97a6-e37ae20b2504,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:10.054253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1972155-bddd-4de0-b659-2694d02de3c3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:10.071981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.080275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57188) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:10.101467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:18:10.112343 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Sync routers for ids ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:18:10.124473 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Routers {'2bf6ae97-99b8-4cfa-887a-9c91561eeb89'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:10.125110 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:10.129716 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.138771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:10.139542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.153261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.154531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62891436-22dc-4a32-a05e-3c46fa5f6c31 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1835775 Jul 09 17:18:10.157576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57192) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:10.188767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a1972155-bddd-4de0-b659-2694d02de3c3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:10.189352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.269099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0079515 Jul 09 17:18:10.298072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ebeccf86-2421-4701-bf71-fe5e9499c3eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=539c74c7e15642bd83796098b4b05316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158568 Jul 09 17:18:10.304352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57196) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:10.358345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da5929-4c34-4146-b168-5d2fc43c3a6b tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Network': ['ID=0864a112-b463-46ab-b1f4-8deeb9af2ea0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:10.408694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:10.422795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-214c9d13-7603-4dc2-9a9e-2863536d5e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.431565 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Set router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:10.529231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57212) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:10.694358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c519830-32d5-42b5-937d-b192eaffb372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.724643 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beac58eb-3de7-4a86-99a8-702522d0d72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.753695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-214c9d13-7603-4dc2-9a9e-2863536d5e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:10.962022 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:08Z', 'revision_number': 3, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:11.010452 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-214c9d13-7603-4dc2-9a9e-2863536d5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.017048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-214c9d13-7603-4dc2-9a9e-2863536d5e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.021291 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-214c9d13-7603-4dc2-9a9e-2863536d5e55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/738dc31a-0ebd-400c-8a82-f859daef7d00 HTTP/1.1" status: 204 len: 168 time: 0.7158937 Jul 09 17:18:11.031919 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Checking router: 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:18:11.032409 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Updating router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 port d815fccb-1190-4b55-bb8d-a33739795705 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:18:11.036315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66ac69-8e1b-46b7-83ca-5b517b0e64a2 req-2a529257-36fc-42bc-b3f3-ed3588493e50 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:11.041648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d66ac69-8e1b-46b7-83ca-5b517b0e64a2 req-2a529257-36fc-42bc-b3f3-ed3588493e50 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.2456398 Jul 09 17:18:11.117234 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.130205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9d13-7603-4dc2-9a9e-2863536d5e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738dc31a-0ebd-400c-8a82-f859daef7d00,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:11.156525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c519830-32d5-42b5-937d-b192eaffb372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.165978 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c519830-32d5-42b5-937d-b192eaffb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.270738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57260) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:11.272952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3c519830-32d5-42b5-937d-b192eaffb372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0671b67ed4754d1ab724f324ca514fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412939 Jul 09 17:18:11.298660 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d66ac69-8e1b-46b7-83ca-5b517b0e64a2 req-97ede24c-39ff-4607-a421-ee0f855d92d9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436178 Jul 09 17:18:11.299473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c519830-32d5-42b5-937d-b192eaffb372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d685ba48-b9c9-4a5f-95b3-18c78527a1a1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:11.631701 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.685345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebed3cf2-3bd2-40e4-b777-7a66e832c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.734817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57290) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:11.776077 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.793106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Transition to ACTIVE for port object d815fccb-1190-4b55-bb8d-a33739795705 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:11.811209 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.856469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c86038-4153-441e-a32b-fcf185b46bed req-49bf99fb-2855-4070-bcc4-bdd36303e94b tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:11.858081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85c86038-4153-441e-a32b-fcf185b46bed req-49bf99fb-2855-4070-bcc4-bdd36303e94b tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.1911805 Jul 09 17:18:11.930721 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Attempting to bind port d815fccb-1190-4b55-bb8d-a33739795705 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:11.933426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Attempting to bind port d815fccb-1190-4b55-bb8d-a33739795705 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:11.933426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Attempting to bind port d815fccb-1190-4b55-bb8d-a33739795705 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:11.957940 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:11.959065 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:11.960417 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.961357 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:11.962769 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Bound port: d815fccb-1190-4b55-bb8d-a33739795705, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:11.966213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85c86038-4153-441e-a32b-fcf185b46bed req-22e1fa59-d2ac-40ad-ba88-3bef9e57e1e8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952814 Jul 09 17:18:11.976170 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.978753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebed3cf2-3bd2-40e4-b777-7a66e832c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:11.985965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1834177608-network', 'tenant_id': '4ce4af5636734e4aa2538664eb5fc046'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:11.998245 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Pushing event updated for resources: {'Port': ['ID=d815fccb-1190-4b55-bb8d-a33739795705,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:12.055228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Made reservation on behalf of 4ce4af5636734e4aa2538664eb5fc046 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:12.060148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.076761 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.077016 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.077336 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.077672 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.078005 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.078331 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.078656 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.078980 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.079305 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.079622 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.079965 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.080291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:12.096408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.127666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Allocated IP 172.20.0.1 (b4ce9180-9b38-4e4d-bcfd-0474d0103dc9/ccb23639-3cac-4e5f-acb8-7a598d847035/5202ab50-e76f-44bc-9483-bbd061af1b4f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:12.188559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebed3cf2-3bd2-40e4-b777-7a66e832c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.192117 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebed3cf2-3bd2-40e4-b777-7a66e832c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.217019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ebed3cf2-3bd2-40e4-b777-7a66e832c2fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d685ba48-b9c9-4a5f-95b3-18c78527a1a1 HTTP/1.1" status: 204 len: 168 time: 0.9225621 Jul 09 17:18:12.285791 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] For port d815fccb-1190-4b55-bb8d-a33739795705, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:12.296885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] For port d815fccb-1190-4b55-bb8d-a33739795705, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d815fccb-1190-4b55-bb8d-a33739795705,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:12.310685 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.386004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.395627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.416473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c88c99-0d84-41bf-894c-2ae798e54b5b req-e33f6202-099d-4835-b760-ee0d60134a67 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:12.427963 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47c88c99-0d84-41bf-894c-2ae798e54b5b req-e33f6202-099d-4835-b760-ee0d60134a67 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.5023134 Jul 09 17:18:12.442475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57312) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:12.458348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3cf2-3bd2-40e4-b777-7a66e832c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d685ba48-b9c9-4a5f-95b3-18c78527a1a1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:12.460903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Request body: {'floatingip': {'port_id': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:12.507660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Routers {'2bf6ae97-99b8-4cfa-887a-9c91561eeb89'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:12.513339 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:12.699590 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.710514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:12.719661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.740534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Transition to ACTIVE for port object 5202ab50-e76f-44bc-9483-bbd061af1b4f will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:12.800565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57330) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:12.810229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:12.858656 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:12.960315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Pushing event updated for resources: {'Port': ['ID=5202ab50-e76f-44bc-9483-bbd061af1b4f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:12.988182 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] Set router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:12.994511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:13.013172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:13.034333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:13.053605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:13.065771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1329897985-network', 'tenant_id': 'f88468acd9894f9691dcdce913271a39'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:13.076962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:13.088208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'mac_address': 'fa:16:3e:f5:41:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:13.088687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-1b69e5f7-68b1-458a-8eff-f6f65cb50ea5 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:13.103085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-1b69e5f7-68b1-458a-8eff-f6f65cb50ea5 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.3928182 Jul 09 17:18:13.119542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:13.161943 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.184709 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Added segment b6e71e2b-4897-452c-a04f-da13cea90254 of type vlan for network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 Jul 09 17:18:13.200378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Made reservation on behalf of f88468acd9894f9691dcdce913271a39 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:13.204880 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.257141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.271866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-e0548ba7-c8a8-4286-986c-4a3c7d208756 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/quotas/2a3f4c72898d489e959fe13c0db7bc33 HTTP/1.1" status: 200 len: 375 time: 0.1686022 Jul 09 17:18:13.293789 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8df913cd-01d3-4f0b-a7b1-ef87ce69897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.374736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.385197 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c49dde-55df-451d-93de-394141aacac0 None None] Pushing event updated for resources: {'Port': ['ID=d815fccb-1190-4b55-bb8d-a33739795705,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:13.408364 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.464265 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.509386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.516006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:13.553091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:13.568419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.575615 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.638002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b97394c-070e-43a6-8b3a-70b73d74a5df None None] Provisioning for port 5202ab50-e76f-44bc-9483-bbd061af1b4f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:13.642495 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:08Z', 'revision_number': 3, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:13.670994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b97394c-070e-43a6-8b3a-70b73d74a5df None None] Provisioning complete for port 5202ab50-e76f-44bc-9483-bbd061af1b4f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:13.684547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b97394c-070e-43a6-8b3a-70b73d74a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:13.702783 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:18:13.716844 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8a3bc-6a8f-4d07-9a59-90eebdbf016a None None] The sync data for ids ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'] in n-d-791506-17 is: [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:08Z', 'revision_number': 3, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:18:13.936582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:13.990309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:14.008851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.009757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6b97394c-070e-43a6-8b3a-70b73d74a5df None None] Port 5202ab50-e76f-44bc-9483-bbd061af1b4f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:18:14.021251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.027412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:18:14.028203 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:18:14.040935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:14.043026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57352) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:14.060181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'subnet': {'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:14.102393 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.207185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.208209 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Added segment 2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8 of type vlan for network 97fa0e94-31c6-4282-b26c-4ac4457d8334 Jul 09 17:18:14.232531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-29bffdd9-990c-4550-88be-4b6c96b7e67e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9591339 Jul 09 17:18:14.246582 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.248229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:14.248378 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.272181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7079c553-edd7-4ef0-97fd-d70a50ece1bd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:14.315461 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.443437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0fd0-2600-4815-b9a1-c0a21bdaaa01 req-4b57658f-ace4-4a92-b87a-8906d62f33ab tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:14.448456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef4f0fd0-2600-4815-b9a1-c0a21bdaaa01 req-4b57658f-ace4-4a92-b87a-8906d62f33ab tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 949 time: 0.9671137 Jul 09 17:18:14.460793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] Pushing event updated for resources: {'Network': ['ID=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:14.473996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4de433c7-6896-4d07-bcc2-a095d9170cbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7380781 Jul 09 17:18:14.476894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:14.482632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:14.486298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.493165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57354) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:14.502612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-2ab59325-ca87-4f5a-9ce1-9d9b3f48709d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:14.504663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-2ab59325-ca87-4f5a-9ce1-9d9b3f48709d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.13 "GET /v2.0/ports?device_id=59814ed3-b88e-4258-8ef2-7db6f00bbe71 HTTP/1.1" status: 200 len: 945 time: 0.4916098 Jul 09 17:18:14.508441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Request body: {'subnet': {'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1834177608-subnet', 'tenant_id': '4ce4af5636734e4aa2538664eb5fc046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:14.568538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-075e4faa-4178-4f91-89ab-0dc4e0059610 service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172996 Jul 09 17:18:14.596396 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.612878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:14.622002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.623411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:14.624193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.644493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:14.655022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.725672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:14.756373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.770077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.772771 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.777312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef4f0fd0-2600-4815-b9a1-c0a21bdaaa01 req-f0750331-1f7f-49a0-a336-367d6f93fe32 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146675 Jul 09 17:18:14.802006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Made reservation on behalf of 4ce4af5636734e4aa2538664eb5fc046 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:14.802006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:14.837367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:14.848512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-04acf5d2-9cee-46a1-b1fb-21a4fada5418 service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084935 Jul 09 17:18:14.910330 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Floating IP 1359f4f8-1cfb-4ed7-ac61-9e2d95199977 associated. External IP: 172.25.3.2, port: 86e07527-5abb-4216-a6e5-90d7fa1e9fd2. Jul 09 17:18:14.946183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:14.946966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.116173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.135776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9efa5ab2-a636-49a9-b01a-cfa5df3bafca req-3bedb0b3-2304-4abc-90d9-c182d2d10887 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 210 time: 0.0413425 Jul 09 17:18:15.146126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:15.149729 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044ae9af-ba74-4f02-bc68-d20e9e703372" -d '{"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-plugged", "status": "completed", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:15.167364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:15.182482 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.183681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:15.258936 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3928eb60-72f4-4be1-a040-82318ac93d9f x-openstack-request-id: req-3928eb60-72f4-4be1-a040-82318ac93d9f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:15.259215 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-plugged", "status": "completed", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:15.259459 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3928eb60-72f4-4be1-a040-82318ac93d9f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:15.260086 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'code': 200} Jul 09 17:18:15.289839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4879332 Jul 09 17:18:15.296904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57366) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:15.301382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:15.323019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Request body: {'subnet': {'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1329897985-subnet', 'tenant_id': 'f88468acd9894f9691dcdce913271a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:15.366977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.375189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Made reservation on behalf of f88468acd9894f9691dcdce913271a39 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:15.377743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.446554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:15.457201 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.484068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Router abbab5e7-85af-4419-b9ac-9e061c32b503 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:18:15.534498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.541091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:15.601047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2f069-0396-4f83-b23b-48176f521691 admin admin] Pushing event updated for resources: {'Network': ['ID=97fa0e94-31c6-4282-b26c-4ac4457d8334,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:15.605552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.613939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 97fa0e94-31c6-4282-b26c-4ac4457d8334 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:15.640270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Subnet': ['ID=fb981273-53dd-47ac-b3e4-e49181e22361,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:15.742594 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.825514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20a4a38-3d13-4245-93ed-58f6e67e8067,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:15.870006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Deleting port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:15.870352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.944665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:18:15.955172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:15.960043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] Sync routers for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:18:15.980347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:15.981065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:18:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:16.000799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] For port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:16.001110 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.016690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Calling delete_port for 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:16.027260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.117317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815fccb-1190-4b55-bb8d-a33739795705 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:16.176785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41377113-4740-4885-882b-32eab95f39b2 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "PUT /v2.0/floatingips/1359f4f8-1cfb-4ed7-ac61-9e2d95199977 HTTP/1.1" status: 200 len: 989 time: 3.7260256 Jul 09 17:18:16.187159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:16.190098 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccddde8c-b87b-4579-8c79-9947858fd2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:16.204197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.211908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Pushing event updated for resources: {'Subnet': ['ID=01027337-05f5-4727-9847-951aff78d916,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:16.222469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Checking segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:16.223563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Network hostable DHCP agents. Network: 97fa0e94-31c6-4282-b26c-4ac4457d8334, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:16.265022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Network 97fa0e94-31c6-4282-b26c-4ac4457d8334 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:16.279231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 97fa0e94-31c6-4282-b26c-4ac4457d8334) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:16.292120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.293254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6265dd-664d-4602-904c-0490f65dc50f req-293d17ca-9cf8-48f3-86eb-4a9bf89284e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.294047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.294862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b6265dd-664d-4602-904c-0490f65dc50f req-293d17ca-9cf8-48f3-86eb-4a9bf89284e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1102 time: 0.7737477 Jul 09 17:18:16.295607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Checking segment: {'id': 'df612e13-b93c-493d-b37a-888d5dbd83bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:16.295979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04719459-a1f6-4ba6-9b8b-75122955e936 None None] Network 97fa0e94-31c6-4282-b26c-4ac4457d8334 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:16.296148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network hostable DHCP agents. Network: 0864a112-b463-46ab-b1f4-8deeb9af2ea0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:16.313752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Checking segment: {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:16.314429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Network hostable DHCP agents. Network: cea3e75b-69c5-4fbb-8fb8-ec8d3204d839, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:16.325306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7cc6ce8-7d36-4e17-8101-8f3b938fd30c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0248368 Jul 09 17:18:16.349716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event deleted for resources: {'Port': ['ID=7bd1a79e-a4fb-4a70-a488-efc771bbf9f0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:16.392724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:16.409483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] No DVR routers for this DVR port 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:16.427290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.429451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6520ed27-1d83-43b7-a593-a99b62d6e57c req-43dcb089-902b-48ce-be7e-097375667863 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.13 "DELETE /v2.0/ports/7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 HTTP/1.1" status: 204 len: 173 time: 1.8988900 Jul 09 17:18:16.430083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-deleted', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:16.432617 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d218bc7-add2-406d-9bd3-f7e326a29906" -d '{"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-deleted", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:16.453033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.456549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:16.476540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:16.486225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d815fccb-1190-4b55-bb8d-a33739795705 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:16.495951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.521368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d815fccb-1190-4b55-bb8d-a33739795705 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:16.521368 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.599623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0864a112-b463-46ab-b1f4-8deeb9af2ea0) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:16.601158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, cea3e75b-69c5-4fbb-8fb8-ec8d3204d839) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:16.603669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b6265dd-664d-4602-904c-0490f65dc50f req-738d542b-f378-462c-b640-ad4b5eb63901 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940676 Jul 09 17:18:16.616627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.617292 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.628591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.629553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.632852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef013f46-fade-4725-9a10-075a8ef0fe87 None None] Network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:16.642896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7579fe-dd0e-456a-95ca-1f7f56066c86 None None] Network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:16.652065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e25fbb2f-d9d2-4fb4-a26b-4516f7cbcaed req-4d15fe84-a13e-40fb-84fe-f91da058944a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 210 time: 0.0854418 Jul 09 17:18:16.730063 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16bc1fb-a85b-4201-95d7-80734db3ce4e x-openstack-request-id: req-c16bc1fb-a85b-4201-95d7-80734db3ce4e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:16.730654 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:16.731206 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c16bc1fb-a85b-4201-95d7-80734db3ce4e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:16.731872 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'status': 'completed', 'code': 200} Jul 09 17:18:16.736822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4fe2a-06d2-46d9-ae9d-7d9eb8f2ca2f req-88277e72-7a98-4cbf-bdd8-2d2f59013a27 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:16.748221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eed4fe2a-06d2-46d9-ae9d-7d9eb8f2ca2f req-88277e72-7a98-4cbf-bdd8-2d2f59013a27 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 950 time: 0.5546665 Jul 09 17:18:16.763515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Pushing event updated for resources: {'Port': ['ID=5202ab50-e76f-44bc-9483-bbd061af1b4f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:16.766839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b9c26607-cd50-4303-a4ec-c24dde5bcc55 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2723935 Jul 09 17:18:16.770072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.776807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57402) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:16.782243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1983125671'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:16.786787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-08573360-592c-480d-8df1-731ee608fc6e tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7415051 Jul 09 17:18:16.835922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:16.840327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.869549 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e32757-02bc-4346-9c00-3d8c18398668 x-openstack-request-id: req-b7e32757-02bc-4346-9c00-3d8c18398668 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:16.869851 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-deleted", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:16.870097 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7e32757-02bc-4346-9c00-3d8c18398668 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:16.870518 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-deleted', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'status': 'completed', 'code': 200} Jul 09 17:18:16.918176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:16.953049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:16.955044 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Added segment b071b5f8-72ba-4ae2-a0c7-a444d35a389f of type vlan for network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 Jul 09 17:18:17.028184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7717fa5-202e-48ff-ad21-04428fd73514 None None] Network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:17.043068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8502734-7924-4bd9-b9bb-5238d62f340b None None] Network 97fa0e94-31c6-4282-b26c-4ac4457d8334 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:17.048733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:17.106701 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:17.113572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.114538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:17.146653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-483b0725-faf8-4fde-98a2-287863039bc1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.148558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-483b0725-faf8-4fde-98a2-287863039bc1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.5383756 Jul 09 17:18:17.155752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eed4fe2a-06d2-46d9-ae9d-7d9eb8f2ca2f req-ba2b6a6a-ef13-4593-90ee-f6b526643c26 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616502 Jul 09 17:18:17.170606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Request body: {'port': {'device_id': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'admin_state_up': True, 'tenant_id': '2a3f4c72898d489e959fe13c0db7bc33'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:17.198671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4207866 Jul 09 17:18:17.201734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57420) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:17.216724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'subnet': {'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:17.316943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8b41a-2df9-4668-8fc0-4e8b25bc6fac tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Network': ['ID=8bfda1b8-9239-4f3c-92f0-348c9b4ee202,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:17.335560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:17.339339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-50e37d5a-4d40-49ef-8315-36a0eccbbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.341686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-50e37d5a-4d40-49ef-8315-36a0eccbbb9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b12e45f61743f98187902a46acccba&device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 1097 time: 0.5328190 Jul 09 17:18:17.345403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:17.378010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:17.381453 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a70d8b3-7801-4301-9fe6-70717cc2bec1" -d '{"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:17.406947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e85fe5ee-1bae-404f-bc5f-4fce45284f96 req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-529712400', 'description': 'tempest-description-196501787'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:17.473061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e9317566-0812-4408-aa7d-7824134cf2d7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:17.479930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e9317566-0812-4408-aa7d-7824134cf2d7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 814 time: 0.3430319 Jul 09 17:18:17.521052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-d2a33af2-152c-49eb-9579-673602ba3cbc tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/quotas/f88468acd9894f9691dcdce913271a39 HTTP/1.1" status: 200 len: 375 time: 0.0399213 Jul 09 17:18:17.577164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-7a7ddcdb-8f6c-44fd-b29f-503b8916cb9a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549753 Jul 09 17:18:17.579085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:17.599935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:17.655285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:17.895202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4608b54d-fbe5-42db-a0c7-fa9d41566cae None None] Provisioning complete for port 5202ab50-e76f-44bc-9483-bbd061af1b4f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:17.895977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4608b54d-fbe5-42db-a0c7-fa9d41566cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:17.922849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e85fe5ee-1bae-404f-bc5f-4fce45284f96 req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:17.944420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-16f01cc5-1891-4c61-bc72-f98364765c99 service neutron] 10.222.0.21 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664556 Jul 09 17:18:17.996472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Made reservation on behalf of 2a3f4c72898d489e959fe13c0db7bc33 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:18.000034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.019229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-d5bd06ae-45be-4945-b319-e2c389af7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:18.020763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-d5bd06ae-45be-4945-b319-e2c389af7d71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 200 len: 905 time: 0.6513646 Jul 09 17:18:18.022685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0864a112-b463-46ab-b1f4-8deeb9af2ea0', 'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0', 'tenant_id': '0d0cc8b0e29049e892d694e3d37e8aa3', 'fixed_ips': [{'subnet_id': 'fb981273-53dd-47ac-b3e4-e49181e22361'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:18.023536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.041266 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.054320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4608b54d-fbe5-42db-a0c7-fa9d41566cae None None] Port 5202ab50-e76f-44bc-9483-bbd061af1b4f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:18:18.073163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d815fccb-1190-4b55-bb8d-a33739795705, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d815fccb-1190-4b55-bb8d-a33739795705,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:18.082192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '1359f4f8-1cfb-4ed7-ac61-9e2d95199977', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'port_id': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'mac_address': 'fa:16:3e:00:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168455ec-441c-4501-b6a4-2e8061998ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:17:44Z', 'updated_at': '2021-07-09T17:18:14Z', 'revision_number': 1, 'project_id': '04b12e45f61743f98187902a46acccba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:18.085160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.126454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:18:18.128407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.139819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:18:18.161946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] Checking router: abbab5e7-85af-4419-b9ac-9e061c32b503 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:18:18.199009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-db1dd73c-b5ef-47ef-82f6-ca8e3a541241 service neutron] 10.222.0.21 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336428 Jul 09 17:18:18.220595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Subnet': ['ID=b86294d3-fc7f-4fed-83ad-5723004d97c3,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:18.222406 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-8493dd81-8d67-401b-9756-0df93714e5be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 200 len: 997 time: 0.1929450 Jul 09 17:18:18.223013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:18.223699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:18:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:18.238256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Checking segment: {'id': 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:18.238719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network hostable DHCP agents. Network: 8bfda1b8-9239-4f3c-92f0-348c9b4ee202, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:18.257936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:18.275801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8bfda1b8-9239-4f3c-92f0-348c9b4ee202) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:18.282847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:18.284888 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.285446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d815fccb-1190-4b55-bb8d-a33739795705,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:18.298576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1f151-406f-41e1-836d-f9a067ad4872 None None] Network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:18.398462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Allocated IP 2001:db8:0:ffff::2 (0864a112-b463-46ab-b1f4-8deeb9af2ea0/fb981273-53dd-47ac-b3e4-e49181e22361/58e6ba88-be24-47f2-bee7-c146f8f91083) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:18.399323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e85fe5ee-1bae-404f-bc5f-4fce45284f96 req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.412936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Allocated IP 172.20.0.9 (e385bfa2-fe0d-4219-b997-cb33400b1e1e/15d20d2e-0840-411e-a6cf-2876e84f9313/90ec8c34-dd21-4289-acef-8108e5ea9e87) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:18.416600 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e85fe5ee-1bae-404f-bc5f-4fce45284f96 req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.419803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-724f528d-8f94-4c31-80d5-15c7082c434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:18.420968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aca55dd2-f2a5-42cc-9bb6-a2acba3614d5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2086139 Jul 09 17:18:18.424067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57442) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:18.424296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-724f528d-8f94-4c31-80d5-15c7082c434f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a26fd886-001b-4789-bd5a-bacd80caabe3 HTTP/1.1" status: 200 len: 843 time: 0.1397619 Jul 09 17:18:18.439912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'port': {'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202', 'name': 'tempest-NetworksIpV6TestAttrs-1806711765'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:18.495429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:18.507863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e85fe5ee-1bae-404f-bc5f-4fce45284f96 req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.519997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e85fe5ee-1bae-404f-bc5f-4fce45284f96 req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1357703 Jul 09 17:18:18.524560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:18:18.543292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Sync routers for ids ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:18:18.563463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c15893f7-940b-4dcf-bdbf-e6a92282b705 admin admin] 10.222.0.21 "PUT /v2.0/routers/2bf6ae97-99b8-4cfa-887a-9c91561eeb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3929088 Jul 09 17:18:18.564525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054bd28-9f58-417c-a7a1-2e0a5605960d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745c4ed3-4c8a-48f8-96c1-b09bf4364a4d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:18.598734 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Routers {'2bf6ae97-99b8-4cfa-887a-9c91561eeb89'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:18.599628 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:18:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:18.747158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-bac1c993-6d9f-457e-8a03-83295f322565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:18.752285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-bac1c993-6d9f-457e-8a03-83295f322565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3175752 Jul 09 17:18:18.772592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:18.776487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:18.846774 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dbc28c5e-6c28-489a-b4f5-c715664e461d req-1dd3943c-5794-441e-afdc-e0c9725cd3b1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 210 time: 0.0455000 Jul 09 17:18:18.852346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] device_id is not set on port f7d34408-7946-4a67-8b69-86ff85028c33 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:18:18.860588 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ccf69-8598-4157-85bc-7773c6ffb863 x-openstack-request-id: req-f49ccf69-8598-4157-85bc-7773c6ffb863 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:18.864274 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59814ed3-b88e-4258-8ef2-7db6f00bbe71", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd1a79e-a4fb-4a70-a488-efc771bbf9f0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:18.864921 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49ccf69-8598-4157-85bc-7773c6ffb863 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:18.864921 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59814ed3-b88e-4258-8ef2-7db6f00bbe71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd1a79e-a4fb-4a70-a488-efc771bbf9f0', 'code': 200} Jul 09 17:18:18.878026 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Set router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:18.923342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:18.974119 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93920c34-ba27-4630-bd99-953106fb5589 req-207c7d6f-1424-4e47-b33b-2fe8a112198e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 210 time: 0.0488052 Jul 09 17:18:18.998291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8bfda1b8-9239-4f3c-92f0-348c9b4ee202', 'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202', 'tenant_id': '0d0cc8b0e29049e892d694e3d37e8aa3', 'fixed_ips': [{'subnet_id': 'b86294d3-fc7f-4fed-83ad-5723004d97c3'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:18.999146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.015077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:19.015416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7bd1a79e-a4fb-4a70-a488-efc771bbf9f0 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:19.017451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-9d06bc79-8dda-4389-a161-7562e2f708da req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1066639312', 'description': 'tempest-description-558138987'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:19.044117 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.085525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9d06bc79-8dda-4389-a161-7562e2f708da req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.088875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Allocated IP 2001:db8::f816:3eff:fef6:233a (8bfda1b8-9239-4f3c-92f0-348c9b4ee202/b86294d3-fc7f-4fed-83ad-5723004d97c3/f7d34408-7946-4a67-8b69-86ff85028c33) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:19.219653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:14Z', 'revision_number': 4, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5202ab50-e76f-44bc-9483-bbd061af1b4f', 'name': '', 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'mac_address': 'fa:16:3e:ac:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'ccb23639-3cac-4e5f-acb8-7a598d847035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:11Z', 'updated_at': '2021-07-09T17:18:15Z', 'revision_number': 2, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'subnets': [{'id': 'ccb23639-3cac-4e5f-acb8-7a598d847035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:19.269453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9d06bc79-8dda-4389-a161-7562e2f708da req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.277382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.284216 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Checking router: 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:18:19.284736 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Updating router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 port 5202ab50-e76f-44bc-9483-bbd061af1b4f binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:18:19.292002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9d06bc79-8dda-4389-a161-7562e2f708da req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.306085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Transition to ACTIVE for port object 58e6ba88-be24-47f2-bee7-c146f8f91083 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:19.317025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-cd8ac1eb-6501-4ead-bafa-c894a65725fb service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643517 Jul 09 17:18:19.337983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '1359f4f8-1cfb-4ed7-ac61-9e2d95199977', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'port_id': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'mac_address': 'fa:16:3e:00:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168455ec-441c-4501-b6a4-2e8061998ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:17:44Z', 'updated_at': '2021-07-09T17:18:14Z', 'revision_number': 1, 'project_id': '04b12e45f61743f98187902a46acccba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:19.359751 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.365438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.368951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9d06bc79-8dda-4389-a161-7562e2f708da req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.396319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9d06bc79-8dda-4389-a161-7562e2f708da req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3833964 Jul 09 17:18:19.421814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740638-4818-4ff0-9be6-b27a664bb915 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c91cdb-1e2e-4f16-97a7-21a440308156,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:19.431703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Transition to ACTIVE for port object 58e6ba88-be24-47f2-bee7-c146f8f91083 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:19.433789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd789b0-e144-4065-9775-36678c95d0f9 None None] The sync data for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 is: [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '1359f4f8-1cfb-4ed7-ac61-9e2d95199977', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'port_id': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'mac_address': 'fa:16:3e:00:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168455ec-441c-4501-b6a4-2e8061998ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:17:44Z', 'updated_at': '2021-07-09T17:18:14Z', 'revision_number': 1, 'project_id': '04b12e45f61743f98187902a46acccba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:18:19.450959 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.550083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.583902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:19.589727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:19.593070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:19.594878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:19.605453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:19.607435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Transition to ACTIVE for port object f7d34408-7946-4a67-8b69-86ff85028c33 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:19.624062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Pushing event updated for resources: {'Port': ['ID=58e6ba88-be24-47f2-bee7-c146f8f91083,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:19.639331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:19.706384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:19.715391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.776753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.796736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:19.821479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcdcab-08bc-42e5-a4d0-b708ed38f687 req-3abb383c-d5c8-45f5-bdc0-92ea10edc22c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:19.825693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9dbcdcab-08bc-42e5-a4d0-b708ed38f687 req-3abb383c-d5c8-45f5-bdc0-92ea10edc22c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 950 time: 0.6693730 Jul 09 17:18:19.851606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Attempting to bind port 58e6ba88-be24-47f2-bee7-c146f8f91083 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:19.852128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Attempting to bind port 58e6ba88-be24-47f2-bee7-c146f8f91083 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'df612e13-b93c-493d-b37a-888d5dbd83bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:19.852512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Attempting to bind port 58e6ba88-be24-47f2-bee7-c146f8f91083 on network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:19.859064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-f3eb7ced-4f68-4374-b5c2-5901f9b73a62 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6970935 Jul 09 17:18:19.879297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:19.880191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Checking segment: {'id': 'df612e13-b93c-493d-b37a-888d5dbd83bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:19.888893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Request body: {'port': {'device_id': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:19.895564 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.896232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Bound using segment: {'id': 'df612e13-b93c-493d-b37a-888d5dbd83bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:19.897354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Bound port: 58e6ba88-be24-47f2-bee7-c146f8f91083, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df612e13-b93c-493d-b37a-888d5dbd83bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0864a112-b463-46ab-b1f4-8deeb9af2ea0'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:19.898385 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.910483 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.912546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dae07e-5f55-4e70-974c-ba72939f88d9 None None] New status for floating IP 1359f4f8-1cfb-4ed7-ac61-9e2d95199977: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:18:19.930301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccddde8c-b87b-4579-8c79-9947858fd2bd req-dfd28b96-4599-4abd-be3e-b585500e1a81 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028683 Jul 09 17:18:19.932849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Transition to ACTIVE for port object 5202ab50-e76f-44bc-9483-bbd061af1b4f will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:19.935043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Port': ['ID=f7d34408-7946-4a67-8b69-86ff85028c33,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:19.954466 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.970752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:19.973434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:19.977430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:19.983338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:19.991858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:19.993484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:20.010146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9dbcdcab-08bc-42e5-a4d0-b708ed38f687 req-f43ba78e-52b0-47ea-8573-e6be15f407d8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734319 Jul 09 17:18:20.028013 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f9df0-bc76-4217-9706-416d6ffea9d2 None None] Pushing event updated for resources: {'Port': ['ID=5202ab50-e76f-44bc-9483-bbd061af1b4f,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:20.078765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57476) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:20.081360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ef33315-f274-49b2-925f-76acfdf6d9eb tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6555328 Jul 09 17:18:20.115341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2463e06-8910-4f01-add4-23cf35609c7a req-5f2cf502-4679-4fdd-bba6-909a3f2857b2 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4024961 Jul 09 17:18:20.130062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Allocated IP 2001:db8::f816:3eff:fe7f:1806 (8bfda1b8-9239-4f3c-92f0-348c9b4ee202/b86294d3-fc7f-4fed-83ad-5723004d97c3/85c16cf1-21b6-4f7c-a94a-73bdf33a0beb) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:20.134870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:20.194928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:20.210440 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Attempting to bind port 5202ab50-e76f-44bc-9483-bbd061af1b4f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:20.210903 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Attempting to bind port 5202ab50-e76f-44bc-9483-bbd061af1b4f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:20.220476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Attempting to bind port 5202ab50-e76f-44bc-9483-bbd061af1b4f on network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:20.237175 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:20.237175 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Checking segment: {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:20.240143 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:20.240565 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Bound using segment: {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:20.245544 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Bound port: 5202ab50-e76f-44bc-9483-bbd061af1b4f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:20.245974 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:20.313048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815fccb-1190-4b55-bb8d-a33739795705 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:20.401437 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] For port 5202ab50-e76f-44bc-9483-bbd061af1b4f, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:20.409212 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] For port 5202ab50-e76f-44bc-9483-bbd061af1b4f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5202ab50-e76f-44bc-9483-bbd061af1b4f,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:20.423849 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:20.486505 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Routers {'2bf6ae97-99b8-4cfa-887a-9c91561eeb89'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:20.487134 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:18:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:20.492820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-b49ec7da-ab65-4e56-ad01-c3dcc5b6db08 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:20.500799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-b49ec7da-ab65-4e56-ad01-c3dcc5b6db08 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 813 time: 0.1783602 Jul 09 17:18:20.519500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting subnet b86294d3-fc7f-4fed-83ad-5723004d97c3 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:20.563920 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f9df0-bc76-4217-9706-416d6ffea9d2 None None] Pushing event updated for resources: {'Port': ['ID=5202ab50-e76f-44bc-9483-bbd061af1b4f,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:20.575867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-9d65f2e5-1d7d-4077-88c4-7fcdb53546ac tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/quotas/4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 375 time: 0.0735846 Jul 09 17:18:20.635778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-e114d69c-727f-48b0-a323-71bb6922e962 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585320 Jul 09 17:18:20.714347 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] Set router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:20.843035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] For port 58e6ba88-be24-47f2-bee7-c146f8f91083, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:20.908025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-27587b07-dbd4-4547-8ae7-428d47e542c8 service neutron] 10.222.0.21 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711470 Jul 09 17:18:20.914656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] For port 58e6ba88-be24-47f2-bee7-c146f8f91083, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=58e6ba88-be24-47f2-bee7-c146f8f91083,segment=NetworkSegment(df612e13-b93c-493d-b37a-888d5dbd83bc),segment_id=df612e13-b93c-493d-b37a-888d5dbd83bc)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:20.967653 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.034866 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-6b8780b0-b0da-4699-a806-cbda732ea426 service neutron] 10.222.0.21 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256955 Jul 09 17:18:21.101508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-9722b805-8fd3-4143-b3ac-5ed3f4703c72 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:21.103253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-9722b805-8fd3-4143-b3ac-5ed3f4703c72 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.36 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 814 time: 0.1848993 Jul 09 17:18:21.120610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Request body: {'port': {'device_id': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'admin_state_up': True, 'tenant_id': 'f88468acd9894f9691dcdce913271a39'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:21.186965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec8c34-dd21-4289-acef-8108e5ea9e87 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:21.205238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.244317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Transition to ACTIVE for port object 90ec8c34-dd21-4289-acef-8108e5ea9e87 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:21.248041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d815fccb-1190-4b55-bb8d-a33739795705 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:21.249558 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.259871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.272299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.279622 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:14Z', 'revision_number': 4, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5202ab50-e76f-44bc-9483-bbd061af1b4f', 'name': '', 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'mac_address': 'fa:16:3e:ac:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'ccb23639-3cac-4e5f-acb8-7a598d847035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:11Z', 'updated_at': '2021-07-09T17:18:20Z', 'revision_number': 4, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'subnets': [{'id': 'ccb23639-3cac-4e5f-acb8-7a598d847035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:21.301523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0ee4b-4b29-4a78-8447-47240b939820 None None] Pushing event updated for resources: {'Port': ['ID=58e6ba88-be24-47f2-bee7-c146f8f91083,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:21.387576 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.394643 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cedab-7f5f-4f58-8ae2-7d7d062e92cf None None] The sync data for ids ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'] in n-d-791506-17 is: [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:14Z', 'revision_number': 4, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5202ab50-e76f-44bc-9483-bbd061af1b4f', 'name': '', 'network_id': 'b4ce9180-9b38-4e4d-bcfd-0474d0103dc9', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'mac_address': 'fa:16:3e:ac:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'ccb23639-3cac-4e5f-acb8-7a598d847035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:11Z', 'updated_at': '2021-07-09T17:18:20Z', 'revision_number': 4, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'subnets': [{'id': 'ccb23639-3cac-4e5f-acb8-7a598d847035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:18:21.405753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Transition to ACTIVE for port object 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:21.484307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:21.485659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Transition to ACTIVE for port object 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:21.513221 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.514803 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.710144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.711269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:21.719776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Allocated IP 172.25.3.14 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/80172e36-d140-465a-bf86-7c5acd3362fd) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:21.731605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:21.745092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:21.756131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Attempting to bind port 90ec8c34-dd21-4289-acef-8108e5ea9e87 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:21.756520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Attempting to bind port 90ec8c34-dd21-4289-acef-8108e5ea9e87 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:21.756853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Attempting to bind port 90ec8c34-dd21-4289-acef-8108e5ea9e87 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:21.767538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Port 90ec8c34-dd21-4289-acef-8108e5ea9e87 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:21.769916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Attempting to bind port 90ec8c34-dd21-4289-acef-8108e5ea9e87 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:21.791164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Pushing event updated for resources: {'Port': ['ID=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:21.818437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:21.818908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Checking segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:21.819280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Bound using segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:21.819789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Bound port: 90ec8c34-dd21-4289-acef-8108e5ea9e87, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:21.820169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.902212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Made reservation on behalf of f88468acd9894f9691dcdce913271a39 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:21.908064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.966367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Attempting to bind port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:21.966985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Attempting to bind port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:21.967515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Attempting to bind port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb on network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:21.985621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:21.986476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Checking segment: {'id': 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:21.987130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:21.988224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Bound using segment: {'id': 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:21.991108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Bound port: 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8bfda1b8-9239-4f3c-92f0-348c9b4ee202'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:21.991710 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.126489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:22.138219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.157167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:22.234596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc345-fe8d-4a54-97af-5e93b1c7a2e6 req-39de99ca-56b6-4f12-8917-544f483dcb2f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:22.236255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3ccc345-fe8d-4a54-97af-5e93b1c7a2e6 req-39de99ca-56b6-4f12-8917-544f483dcb2f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 943 time: 0.3625071 Jul 09 17:18:22.284340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.348312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 58e6ba88-be24-47f2-bee7-c146f8f91083 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:22.370091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Allocated IP 172.20.0.7 (97fa0e94-31c6-4282-b26c-4ac4457d8334/01027337-05f5-4727-9847-951aff78d916/576113d4-a2a3-423f-89a9-a3b0cab9f672) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:22.422422 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.430324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.436271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] For port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:22.464361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] For port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,segment=NetworkSegment(b071b5f8-72ba-4ae2-a0c7-a444d35a389f),segment_id=b071b5f8-72ba-4ae2-a0c7-a444d35a389f)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:22.476166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.557853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Subnet': ['ID=b86294d3-fc7f-4fed-83ad-5723004d97c3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:22.582052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:22.582377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.584539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] 10.222.0.36 "PUT /v2.0/ports/90ec8c34-dd21-4289-acef-8108e5ea9e87 HTTP/1.1" status: 200 len: 1092 time: 2.7013075 Jul 09 17:18:22.593512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.596275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-91796b94-2464-419a-8317-c24ccc0d05ed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/b86294d3-fc7f-4fed-83ad-5723004d97c3 HTTP/1.1" status: 204 len: 168 time: 2.5164959 Jul 09 17:18:22.597016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:22.601139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 58e6ba88-be24-47f2-bee7-c146f8f91083 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:22.601868 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea750f8-b06d-43c6-b441-afe319fa55e5" -d '{"events": [{"name": "network-changed", "server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:22.604475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57502) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:22.616491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5202ab50-e76f-44bc-9483-bbd061af1b4f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:22.687980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3ccc345-fe8d-4a54-97af-5e93b1c7a2e6 req-526caeda-9542-455f-a970-b258906e8f68 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608054 Jul 09 17:18:22.704977 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.750797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506ec79-c03a-4a3c-8ce3-bb82e99b5cee None None] Pushing event updated for resources: {'Port': ['ID=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:22.799009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5202ab50-e76f-44bc-9483-bbd061af1b4f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:22.804908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5202ab50-e76f-44bc-9483-bbd061af1b4f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:22.805629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:22.839625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96afbb1-7776-4e6f-bc50-c855a5f41516 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:22.927221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-9e0f73b2-bf05-47bb-9696-a5abb850504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:22.929049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-9e0f73b2-bf05-47bb-9696-a5abb850504e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 1095 time: 0.2380536 Jul 09 17:18:23.037383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:23.052629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.064612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:23.074074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Pushing event updated for resources: {'Port': ['ID=80172e36-d140-465a-bf86-7c5acd3362fd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:23.076824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:23.087208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da25c5b1-5373-4c33-9c53-a8964a0dbb53 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.094424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da25c5b1-5373-4c33-9c53-a8964a0dbb53 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.098985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-da25c5b1-5373-4c33-9c53-a8964a0dbb53 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4906218 Jul 09 17:18:23.099585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57506) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:23.106790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-cd801bf2-2d08-4c2e-8371-122023458a35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87 HTTP/1.1" status: 200 len: 217 time: 0.1682503 Jul 09 17:18:23.150373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.154418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5202ab50-e76f-44bc-9483-bbd061af1b4f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5202ab50-e76f-44bc-9483-bbd061af1b4f,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:23.166130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.285388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.287577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.301128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c196b94-7a4a-4d71-9aa3-e393e0de412d req-5d854dea-fab6-45fa-b96e-8d5de0eb446c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 210 time: 0.2099326 Jul 09 17:18:23.334377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5202ab50-e76f-44bc-9483-bbd061af1b4f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:23.344927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd4358-5292-4709-a7d6-3b17879974bc None None] Network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:23.428969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Network 97fa0e94-31c6-4282-b26c-4ac4457d8334 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:23.435749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:23.444482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:23.447688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:23.511882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-8524f768-e7e6-4302-b5b2-892e5c8ac7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.515560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-8524f768-e7e6-4302-b5b2-892e5c8ac7d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.3576159 Jul 09 17:18:23.523721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.528389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8190d2cc-d53e-4e70-ada0-26eddd76deed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.557041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] Provisioning for port 58e6ba88-be24-47f2-bee7-c146f8f91083 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:23.578924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:23.579305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] Provisioning complete for port 58e6ba88-be24-47f2-bee7-c146f8f91083 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:23.579842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.587510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.620863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-86f76c3a-522b-4958-b39a-a5f13f49dbfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604916 Jul 09 17:18:23.637229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-08892539-1b1d-4282-985f-15d3ecaba56e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5210485 Jul 09 17:18:23.652074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Request body: {'port': {'device_id': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:23.658733 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8190d2cc-d53e-4e70-ada0-26eddd76deed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 17:18:23.659196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8190d2cc-d53e-4e70-ada0-26eddd76deed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:23.667386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8190d2cc-d53e-4e70-ada0-26eddd76deed tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/8bfda1b8-9239-4f3c-92f0-348c9b4ee202 HTTP/1.1" status: 409 len: 405 time: 0.5560870 Jul 09 17:18:23.693243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57508) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:23.739196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2047793348'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:23.854861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:23.858806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:23.924982 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.001862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:24.006079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] For port 58e6ba88-be24-47f2-bee7-c146f8f91083, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=58e6ba88-be24-47f2-bee7-c146f8f91083,segment=NetworkSegment(df612e13-b93c-493d-b37a-888d5dbd83bc),segment_id=df612e13-b93c-493d-b37a-888d5dbd83bc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:24.024909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.028776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.029279 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Added segment 0103cc09-f0de-427b-b900-75c0b2f93f21 of type vlan for network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 Jul 09 17:18:24.069216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.110179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.138840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2aea5b-e73c-4eb1-b59a-fcbe0f282f7a None None] Pushing event updated for resources: {'Port': ['ID=58e6ba88-be24-47f2-bee7-c146f8f91083,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:24.395140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:24.399067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-3c646c85-7e66-43ac-9c95-83402ffa1e52 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:24.400336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-3c646c85-7e66-43ac-9c95-83402ffa1e52 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 813 time: 0.8698599 Jul 09 17:18:24.427608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'port': {'device_id': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839', 'admin_state_up': True, 'tenant_id': '4ce4af5636734e4aa2538664eb5fc046'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:24.463656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a3e48-1808-4b0a-9067-567d9440d2e4 None None] Network 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:24.481728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfc49e3b-ffe6-49fa-8862-fd02956f1093 req-63c5c10a-177a-46e2-9327-de83e284b03f tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 210 time: 0.0925267 Jul 09 17:18:24.512308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:24.514869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.515917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-45e1c85d-44dc-4602-9f2e-53287323911f None None] Provisioning complete for port 58e6ba88-be24-47f2-bee7-c146f8f91083 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:24.516112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-45e1c85d-44dc-4602-9f2e-53287323911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.526109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.537599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:24.540266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.547067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5202ab50-e76f-44bc-9483-bbd061af1b4f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:24.560104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.590422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-ae0fdb33-3c00-4d33-8184-132cce5f2809 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9428470 Jul 09 17:18:24.676522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5202ab50-e76f-44bc-9483-bbd061af1b4f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:24.677133 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.736415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7513ed3f-82e9-4beb-881f-b9691d9d2771 req-8d0f2239-876b-4733-acd2-e9720ba7b0c5 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378052 Jul 09 17:18:24.750546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0333593 Jul 09 17:18:24.754618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Made reservation on behalf of 4ce4af5636734e4aa2538664eb5fc046 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:24.760998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.766175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57520) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:24.773269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'subnet': {'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:24.822394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa7bc5-946e-4b13-8c63-126b584c8e02 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Network': ['ID=12ea8aed-f9cc-4ad9-9d44-46ffee529a49,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:24.830753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:24.836024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Pushing event updated for resources: {'Port': ['ID=80172e36-d140-465a-bf86-7c5acd3362fd,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:24.847873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.857063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:24.865187 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.876276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Transition to ACTIVE for port object 576113d4-a2a3-423f-89a9-a3b0cab9f672 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:24.886610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.897360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:24.909487 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33dd7e-6d63-4fe8-b689-e04a41659a54 x-openstack-request-id: req-cd33dd7e-6d63-4fe8-b689-e04a41659a54 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:24.909770 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:24.910014 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd33dd7e-6d63-4fe8-b689-e04a41659a54 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:24.910618 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'status': 'completed', 'code': 200} Jul 09 17:18:24.922053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2463e06-8910-4f01-add4-23cf35609c7a req-fb71a2f8-139a-48c1-840e-c14f1d29d4db tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7929749 Jul 09 17:18:25.055987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:25.065320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-98909293-62c4-45e5-b4ca-40852752224f None None] Provisioning for port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:25.065866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2463e06-8910-4f01-add4-23cf35609c7a req-4e86e340-fe04-4b78-93a6-5ca29e404d68 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.1412368 Jul 09 17:18:25.070591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-98909293-62c4-45e5-b4ca-40852752224f None None] Provisioning complete for port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:25.071260 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-98909293-62c4-45e5-b4ca-40852752224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.092823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57524) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:25.164091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-403dfcef-9ff5-4867-b092-88eeaeadb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.165828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-403dfcef-9ff5-4867-b092-88eeaeadb1b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 1095 time: 0.2089989 Jul 09 17:18:25.167895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:25.171885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.175019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-98909293-62c4-45e5-b4ca-40852752224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.200937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] DHCP port deletion for 8bfda1b8-9239-4f3c-92f0-348c9b4ee202 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:18:25.246719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-98909293-62c4-45e5-b4ca-40852752224f None None] For port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,segment=NetworkSegment(b071b5f8-72ba-4ae2-a0c7-a444d35a389f),segment_id=b071b5f8-72ba-4ae2-a0c7-a444d35a389f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:25.254911 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-98909293-62c4-45e5-b4ca-40852752224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.277619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6699aea-f957-436f-9b33-7681fdc7d088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.322315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Allocated IP 172.20.0.7 (cea3e75b-69c5-4fbb-8fb8-ec8d3204d839/a20a4a38-3d13-4245-93ed-58f6e67e8067/563d7d19-6279-4338-aff7-b7b910432261) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:25.331685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] Deleting port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:25.332090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.344887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463e06-8910-4f01-add4-23cf35609c7a req-608a1c68-49b0-484a-95c9-f90918014f58 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.346221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2463e06-8910-4f01-add4-23cf35609c7a req-608a1c68-49b0-484a-95c9-f90918014f58 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2744641 Jul 09 17:18:25.348575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:25.349020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:25.349229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:25.361945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:25.362265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:25.377587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:25.377924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Checking segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:25.378311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Bound using segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:25.378748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Bound port: 576113d4-a2a3-423f-89a9-a3b0cab9f672, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:25.379431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.384492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf7297-b1a3-4720-a318-4ad8ab2d9c24 req-74c8d444-337b-419e-a582-3ef335cfe798 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.391447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98909293-62c4-45e5-b4ca-40852752224f None None] Pushing event updated for resources: {'Port': ['ID=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:25.391897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2cf7297-b1a3-4720-a318-4ad8ab2d9c24 req-74c8d444-337b-419e-a582-3ef335cfe798 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 943 time: 0.3634846 Jul 09 17:18:25.437848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] For port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,segment=NetworkSegment(b071b5f8-72ba-4ae2-a0c7-a444d35a389f),segment_id=b071b5f8-72ba-4ae2-a0c7-a444d35a389f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:25.438588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.476645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] Calling delete_port for 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:25.499482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:25.502581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6699aea-f957-436f-9b33-7681fdc7d088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.505128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:25.510627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6699aea-f957-436f-9b33-7681fdc7d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.518450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.523295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-cc971140-a81e-43de-82cf-a20f4d9da875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.524929 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-cc971140-a81e-43de-82cf-a20f4d9da875 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 906 time: 0.2655606 Jul 09 17:18:25.591850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2cf7297-b1a3-4720-a318-4ad8ab2d9c24 req-7526d2b2-8d1e-4b90-81fe-2f30adb14d0d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981990 Jul 09 17:18:25.605114 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.622930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6699aea-f957-436f-9b33-7681fdc7d088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f904f0b-5d55-4c11-83b3-75efec038ce8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:25.634631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] Pushing event deleted for resources: {'Port': ['ID=85c16cf1-21b6-4f7c-a94a-73bdf33a0beb,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:25.636752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918a634-01fd-4c9d-931d-d7791d02170d None None] No DVR routers for this DVR port 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:25.638049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.638666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.640140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] 10.222.0.36 "PUT /v2.0/ports/576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 1092 time: 1.9923897 Jul 09 17:18:25.645362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a6699aea-f957-436f-9b33-7681fdc7d088 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6801e8c0fdb4aadbe651884980d10a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464728 Jul 09 17:18:25.645362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:25.650204 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:25.654192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57532) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:25.676415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-5025386b-8be9-44f3-a243-37285a294dda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87 HTTP/1.1" status: 200 len: 217 time: 0.1373160 Jul 09 17:18:25.737361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a24954-ed2d-45d5-8f51-85cf6732e783 service neutron] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:25.772587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e2177-4e20-4761-905c-58246ae7fce1 req-2d07551c-8ed0-425d-8916-958f39269276 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.774126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-540e2177-4e20-4761-905c-58246ae7fce1 req-2d07551c-8ed0-425d-8916-958f39269276 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1102 time: 0.2581975 Jul 09 17:18:25.807429 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-527ad059-7076-4b52-8056-ad32b573317c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.823613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-13ea505a-6328-448b-b42d-2cf225d438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.825191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-13ea505a-6328-448b-b42d-2cf225d438f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.1416609 Jul 09 17:18:25.841213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-527ad059-7076-4b52-8056-ad32b573317c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.859581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-d8d06be4-14f9-475b-9c4e-d6b09a4d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:25.859856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.861466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-d8d06be4-14f9-475b-9c4e-d6b09a4d8a7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1095 time: 0.1601605 Jul 09 17:18:25.865470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-540e2177-4e20-4761-905c-58246ae7fce1 req-c138c434-d02e-40cc-8b2d-a318a1d96335 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845938 Jul 09 17:18:25.913751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-8eff017d-f5ac-4fac-b1af-d7b542a82c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760605 Jul 09 17:18:25.923748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-6d6f36ef-14bb-458e-8bb2-510ec66720de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.0532606 Jul 09 17:18:25.930369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:18:25.945805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:25.989425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58d93366-d376-4d93-8a7a-98495f2471c9 req-43cf4519-7e5a-4f4f-9c0f-77c9383ce201 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips/fbb6c14b-a29c-455e-99bd-d28e100198ee HTTP/1.1" status: 200 len: 692 time: 0.0762718 Jul 09 17:18:26.027401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-dcf036e7-0906-4728-bbc9-d66db90ee607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.029165 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-dcf036e7-0906-4728-bbc9-d66db90ee607 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.0786204 Jul 09 17:18:26.054289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-527ad059-7076-4b52-8056-ad32b573317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.056869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-527ad059-7076-4b52-8056-ad32b573317c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.057958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-527ad059-7076-4b52-8056-ad32b573317c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f904f0b-5d55-4c11-83b3-75efec038ce8 HTTP/1.1" status: 204 len: 168 time: 0.3974450 Jul 09 17:18:26.098321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d48e7c-9dd9-4eda-9a74-ebc3576d54be req-993e7ed7-4fea-47ea-8a51-d16a7cf6f4cb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.105313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1d48e7c-9dd9-4eda-9a74-ebc3576d54be req-993e7ed7-4fea-47ea-8a51-d16a7cf6f4cb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 0.3470078 Jul 09 17:18:26.105833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-9dd17143-b382-43bd-89a5-f9b6dbcbc442 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526252 Jul 09 17:18:26.107182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Subnet': ['ID=6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:26.109858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ad059-7076-4b52-8056-ad32b573317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f904f0b-5d55-4c11-83b3-75efec038ce8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:26.147370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.157388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:26.217443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Checking segment: {'id': '0103cc09-f0de-427b-b900-75c0b2f93f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:26.217820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network hostable DHCP agents. Network: 12ea8aed-f9cc-4ad9-9d44-46ffee529a49, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:26.227738 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-2170085f-c232-4544-8a5a-56c4ddd90cec service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922113 Jul 09 17:18:26.246677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1d48e7c-9dd9-4eda-9a74-ebc3576d54be req-564b97c3-fecb-4abd-a209-0ad6ac0fb3ee tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403346 Jul 09 17:18:26.266958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:26.280517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 58e6ba88-be24-47f2-bee7-c146f8f91083 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:26.293102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:26.314166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-b9469f45-c295-4ccb-82e4-646cbb00f5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014234 Jul 09 17:18:26.323419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:26.352806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:26.368786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:26.401009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 12ea8aed-f9cc-4ad9-9d44-46ffee529a49) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:26.417066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.417715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.445574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.446509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.459216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ea750f8-b06d-43c6-b441-afe319fa55e5 req-84bef822-5ca0-4680-9339-4263777f61b2 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097943 Jul 09 17:18:26.502231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7e1bbd11-c64a-4200-a373-7c88aeb72370 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7345517 Jul 09 17:18:26.510448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57546) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:26.516994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-0359ec9e-59b8-486e-9d00-65417f1cb2e8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0943253 Jul 09 17:18:26.533475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'port': {'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49', 'name': 'tempest-NetworksIpV6TestAttrs-676851697'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:26.536945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93366-d376-4d93-8a7a-98495f2471c9 req-32c50c41-0b47-44e3-9811-18d50e9284bb tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.538416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58d93366-d376-4d93-8a7a-98495f2471c9 req-32c50c41-0b47-44e3-9811-18d50e9284bb tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.5388892 Jul 09 17:18:26.573598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Request body: {'port': {'device_id': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:26.614209 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd817e46-2cf5-4f6d-9cd3-4b0f911ce7f4 x-openstack-request-id: req-fd817e46-2cf5-4f6d-9cd3-4b0f911ce7f4 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:26.614508 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:26.614763 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd817e46-2cf5-4f6d-9cd3-4b0f911ce7f4 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:26.615166 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'status': 'completed', 'code': 200} Jul 09 17:18:26.626610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e703578-4f1a-4bb6-a16b-320c325cc1f3 req-5f0be214-f5d8-4114-b1dc-f1bc6f408b1b service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000376 Jul 09 17:18:26.645652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3da545-aabd-4c2e-a3e6-2e79f96ae190 None None] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:26.793661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.798532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:26.814874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-ea578b43-3c77-4f5d-bda1-d0acf6ceab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.816483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-ea578b43-3c77-4f5d-bda1-d0acf6ceab84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1095 time: 0.1249063 Jul 09 17:18:26.834134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'mac_address': 'fa:16:3e:42:40:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:26.859010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e6774-8a82-45f3-9105-a61ab0835993 req-dd67d34c-2949-472e-8767-db04f1261fcc tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.860047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 58e6ba88-be24-47f2-bee7-c146f8f91083 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:26.860615 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.865253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-564e6774-8a82-45f3-9105-a61ab0835993 req-dd67d34c-2949-472e-8767-db04f1261fcc tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 931 time: 0.3595757 Jul 09 17:18:26.957581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:26.976914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:26.980516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec8c34-dd21-4289-acef-8108e5ea9e87 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:26.984063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-8b0e28ae-f611-480f-aa98-7579d350ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:26.987205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-8b0e28ae-f611-480f-aa98-7579d350ca40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.1641815 Jul 09 17:18:26.994439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.027472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:27.028822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-12ea8aed-f9cc-4ad9-9d44-46ffee529a49', 'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49', 'tenant_id': '0d0cc8b0e29049e892d694e3d37e8aa3', 'fixed_ips': [{'subnet_id': '6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:27.029818 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.049438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.063339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-564e6774-8a82-45f3-9105-a61ab0835993 req-d9b91b33-4bc3-4da5-9738-499413a69e12 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885164 Jul 09 17:18:27.086077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-867c6d10-99c6-4202-9e27-aca5754878d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.0915573 Jul 09 17:18:27.128109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] device_id is not set on port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:18:27.234521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:27.268995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:27.298251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['90ec8c34-dd21-4289-acef-8108e5ea9e87'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:27.342088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:27.342465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 85c16cf1-21b6-4f7c-a94a-73bdf33a0beb not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:27.367501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Allocated IP 2001:db8::f816:3eff:fecb:3877 (12ea8aed-f9cc-4ad9-9d44-46ffee529a49/6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb/5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:27.423389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705590ff-67b3-498f-bf83-465b43e39d34 req-ab12c633-5495-4871-aae2-fe348bff3a63 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:27.430665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705590ff-67b3-498f-bf83-465b43e39d34 req-ab12c633-5495-4871-aae2-fe348bff3a63 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 944 time: 0.1776853 Jul 09 17:18:27.497276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705590ff-67b3-498f-bf83-465b43e39d34 req-bb905be1-ce23-4b13-950a-1ad6b6e6572c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654540 Jul 09 17:18:27.599723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3076bc7-0554-4849-bb5f-36304a655c00 req-d9f3a7f4-9fb5-4e6f-bf07-7958b44c00df tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2f5b0a0e3fe14a89bc2d3aa4c4b0545f HTTP/1.1" status: 200 len: 695 time: 0.5162251 Jul 09 17:18:27.625750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563d7d19-6279-4338-aff7-b7b910432261 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:27.636506 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.638808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.646392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Transition to ACTIVE for port object 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:27.665105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Transition to ACTIVE for port object 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:27.671135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Transition to ACTIVE for port object 563d7d19-6279-4338-aff7-b7b910432261 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:27.676596 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.686665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-faeca4f0-fbd9-4091-ae4f-36cbee7b3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:27.688206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-faeca4f0-fbd9-4091-ae4f-36cbee7b3f8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.5935161 Jul 09 17:18:27.695103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.722275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3076bc7-0554-4849-bb5f-36304a655c00 req-21a426a6-72fa-47aa-bac8-7afdb827ec76 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:27.723009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3076bc7-0554-4849-bb5f-36304a655c00 req-21a426a6-72fa-47aa-bac8-7afdb827ec76 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks?id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 787 time: 0.1228974 Jul 09 17:18:27.726047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Pushing event updated for resources: {'Port': ['ID=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:27.748900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:27.750333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:27.752812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:27.765733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-6d600d65-2739-473a-bf34-f1dc7874d94a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407164 Jul 09 17:18:27.807177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Allocated IP 2001:db8::f816:3eff:fe99:c414 (12ea8aed-f9cc-4ad9-9d44-46ffee529a49/6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb/9d6d804e-0ce7-42b3-a083-09a160ce5f30) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:27.821767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Attempting to bind port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:27.822184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Attempting to bind port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0103cc09-f0de-427b-b900-75c0b2f93f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:27.822552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Attempting to bind port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 on network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:27.824303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:27.838228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:27.838602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Checking segment: {'id': '0103cc09-f0de-427b-b900-75c0b2f93f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:27.839004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.839388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Bound using segment: {'id': '0103cc09-f0de-427b-b900-75c0b2f93f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:27.839939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Bound port: 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0103cc09-f0de-427b-b900-75c0b2f93f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12ea8aed-f9cc-4ad9-9d44-46ffee529a49'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:27.840443 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.914369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] For port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:27.918864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] For port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,segment=NetworkSegment(0103cc09-f0de-427b-b900-75c0b2f93f21),segment_id=0103cc09-f0de-427b-b900-75c0b2f93f21)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:27.924773 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:27.931058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790ec3-784b-472a-8e81-9c977ed8f4d1 req-0dbf4c09-899e-464f-834e-c392fd9be949 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:27.933191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba790ec3-784b-472a-8e81-9c977ed8f4d1 req-0dbf4c09-899e-464f-834e-c392fd9be949 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 1102 time: 0.2531202 Jul 09 17:18:27.955323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-919baa12-b5d1-423d-86ea-76c587d83bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820183 Jul 09 17:18:28.033893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ffd29-d5ee-4d63-be55-481704bf7138 None None] Pushing event updated for resources: {'Port': ['ID=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:28.042264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Attempting to bind port 563d7d19-6279-4338-aff7-b7b910432261 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:28.042911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Attempting to bind port 563d7d19-6279-4338-aff7-b7b910432261 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:28.043206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Attempting to bind port 563d7d19-6279-4338-aff7-b7b910432261 on network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:28.056666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Port 563d7d19-6279-4338-aff7-b7b910432261 on network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:28.057105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Attempting to bind port 563d7d19-6279-4338-aff7-b7b910432261 on network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:28.081603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba790ec3-784b-472a-8e81-9c977ed8f4d1 req-5bec9275-1363-46af-a4a1-18e94b0a0d69 tempest-ServersAdminTestJSON-1276977471 tempest-ServersAdminTestJSON-1276977471-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399972 Jul 09 17:18:28.082478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:28.082828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Checking segment: {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:28.083222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Bound using segment: {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:28.083679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Bound port: 563d7d19-6279-4338-aff7-b7b910432261, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:28.084088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.140803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0232d4-c123-47b9-b6a1-0242cbd2769e req-7868b2da-ad7f-4f8a-9d8c-f52b2eef52a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.148264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a0232d4-c123-47b9-b6a1-0242cbd2769e req-7868b2da-ad7f-4f8a-9d8c-f52b2eef52a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 0.2190244 Jul 09 17:18:28.175017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:28.177085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:28.216094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a0232d4-c123-47b9-b6a1-0242cbd2769e req-4f619672-4ae3-41eb-aa3d-1c30f266cc66 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632811 Jul 09 17:18:28.264269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c4cd2b4-6f84-4302-99b0-da03ddf9a362 req-3d5c6edf-fd7f-402b-b374-ad9e4f49d6d3 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904332 Jul 09 17:18:28.387934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 90ec8c34-dd21-4289-acef-8108e5ea9e87 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:28.397152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 90ec8c34-dd21-4289-acef-8108e5ea9e87 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:28.397802 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.522635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:28.540925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'port_id': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'mac_address': 'fa:16:3e:f5:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01027337-05f5-4727-9847-951aff78d916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:28.614135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.636587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:28.636831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9979c7d-f45b-4085-bb0a-6b6c746c8279 req-a611795c-c179-41f4-bf45-7fd3d8559361 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.645412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c9979c7d-f45b-4085-bb0a-6b6c746c8279 req-a611795c-c179-41f4-bf45-7fd3d8559361 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 943 time: 0.1000812 Jul 09 17:18:28.659827 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.683458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:28.696316 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.704225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:28.706659 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0170b00-9bc4-4f9f-a868-d18357694c02" -d '{"events": [{"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:28.707488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c9979c7d-f45b-4085-bb0a-6b6c746c8279 req-75678be7-1013-49ad-ba93-6ffc3587fc18 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Jul 09 17:18:28.738994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-742aeb4a-8eeb-4c77-9535-bef7619eb5d4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips/fbb6c14b-a29c-455e-99bd-d28e100198ee HTTP/1.1" status: 200 len: 692 time: 0.6029027 Jul 09 17:18:28.742690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:28.751820 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.773881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:28.817039 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.860620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Transition to ACTIVE for port object 9d6d804e-0ce7-42b3-a083-09a160ce5f30 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:28.863915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:28.875925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:28.883463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:28.896005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:28.912986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['576113d4-a2a3-423f-89a9-a3b0cab9f672'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:28.992461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-be7298a5-8966-4c74-bd90-3f4401ffab99 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:28.997423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-be7298a5-8966-4c74-bd90-3f4401ffab99 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2474821 Jul 09 17:18:28.999018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.011036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.015735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] 10.222.0.36 "PUT /v2.0/ports/563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 1092 time: 2.4686725 Jul 09 17:18:29.025904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'tag': '563d7d19-6279-4338-aff7-b7b910432261'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:29.028909 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "tag": "563d7d19-6279-4338-aff7-b7b910432261"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:29.116120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-b057204e-6a19-49e4-a49b-697ed7a77c9e tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0808802 Jul 09 17:18:29.155482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7ae2d-38fd-437e-b12a-f81bdfbed215 service neutron] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:29.183710 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.272742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:29.279402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-4e018a35-a89f-428b-8419-54105101d8bd tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.1198366 Jul 09 17:18:29.283947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:29.285995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c92b-79b5-46c1-bfcf-f79affc4b48b req-59e60dc7-63c9-4114-9181-9fc339a16110 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.291353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:29.296125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e05c92b-79b5-46c1-bfcf-f79affc4b48b req-59e60dc7-63c9-4114-9181-9fc339a16110 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.0923018 Jul 09 17:18:29.300426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.301108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.345518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e05c92b-79b5-46c1-bfcf-f79affc4b48b req-fe9b9944-eda2-4ab1-83bb-71dde1a80b71 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Jul 09 17:18:29.365109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Port': ['ID=9d6d804e-0ce7-42b3-a083-09a160ce5f30,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:29.397808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3e1b573c-57cf-4534-b7ef-72c88f31e259 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8787174 Jul 09 17:18:29.400924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57604) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:29.416352 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6759d4-8f35-45a8-b506-0ed3bf11da7b x-openstack-request-id: req-6e6759d4-8f35-45a8-b506-0ed3bf11da7b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:29.417474 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:29.417973 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e6759d4-8f35-45a8-b506-0ed3bf11da7b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:29.418897 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'code': 200} Jul 09 17:18:29.421590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ec630-5714-4684-8dba-26c9ebfe7913 None None] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:29.469141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-4b6f7aee-6986-4b07-9ecd-af50f39d71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.470771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-4b6f7aee-6986-4b07-9ecd-af50f39d71e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1095 time: 0.3500817 Jul 09 17:18:29.481372 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daa211d-5f0f-4b37-8b82-fee4919d85af x-openstack-request-id: req-6daa211d-5f0f-4b37-8b82-fee4919d85af {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:29.481664 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "tag": "563d7d19-6279-4338-aff7-b7b910432261", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:29.481897 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6daa211d-5f0f-4b37-8b82-fee4919d85af {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:29.482787 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'tag': '563d7d19-6279-4338-aff7-b7b910432261', 'status': 'completed', 'code': 200} Jul 09 17:18:29.554337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6adef910-d0af-4c75-b214-6cfaaa52552e None None] Provisioning for port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:29.569197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-5221fb31-c006-4af6-ad49-787044319a68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 217 time: 0.0796545 Jul 09 17:18:29.579016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting subnet 6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:29.588503 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.620072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004c6ce-411f-412c-8593-cf98c4f1cbce req-d2da68be-9704-4831-82f1-9dc68987cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.621661 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3004c6ce-411f-412c-8593-cf98c4f1cbce req-d2da68be-9704-4831-82f1-9dc68987cf93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 1097 time: 0.0987630 Jul 09 17:18:29.677118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.681668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b0bb-eb2a-4ee8-885a-f871249cec51 req-3a8b1c9d-07a2-458f-828a-7f05de278275 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.683617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca91b0bb-eb2a-4ee8-885a-f871249cec51 req-3a8b1c9d-07a2-458f-828a-7f05de278275 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 950 time: 0.1098022 Jul 09 17:18:29.685430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3004c6ce-411f-412c-8593-cf98c4f1cbce req-663d5c39-3439-4a63-8597-349658c20963 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570371 Jul 09 17:18:29.714005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-ed419057-d5b3-4eb4-a316-0758c8795b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.715987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-ed419057-d5b3-4eb4-a316-0758c8795b2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.1338961 Jul 09 17:18:29.723836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Deleting port 80172e36-d140-465a-bf86-7c5acd3362fd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:29.724241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.730370 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca91b0bb-eb2a-4ee8-885a-f871249cec51 req-da432271-30bb-4fe5-b384-1f06180face9 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Jul 09 17:18:29.805446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-70cceaa4-4fb5-4218-aa12-0299cf698173 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616906 Jul 09 17:18:29.920115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefb2c-cda7-4474-925d-5a6e4d4a9a05 req-5dbec976-54eb-40ea-b5dc-3c267c023c99 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:29.926425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cca5d44f-0723-4e19-bc7c-654989410305 None None] Provisioning for port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:29.927064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1beefb2c-cda7-4474-925d-5a6e4d4a9a05 req-5dbec976-54eb-40ea-b5dc-3c267c023c99 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.0843771 Jul 09 17:18:29.930338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cca5d44f-0723-4e19-bc7c-654989410305 None None] Provisioning complete for port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:29.930822 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cca5d44f-0723-4e19-bc7c-654989410305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.959699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.960133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:29.973076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cca5d44f-0723-4e19-bc7c-654989410305 None None] Port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:18:29.973826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1beefb2c-cda7-4474-925d-5a6e4d4a9a05 req-3286f6bb-7ac5-4cfa-876c-b3fa8cdb8ffc tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437808 Jul 09 17:18:29.990695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Calling delete_port for 80172e36-d140-465a-bf86-7c5acd3362fd owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:30.027664 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-ba34d336-6097-4703-8981-77d5e00a621f service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934927 Jul 09 17:18:30.060906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.184887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:30.226354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:30.243947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a64c60cc-4e2f-4b19-aba3-0939676498c6 req-f9d2ff98-a33f-4728-9dc0-64a604bcf941 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869988 Jul 09 17:18:30.250721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.252414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92c779-9227-4cd2-856f-f9ed0da55aad req-b5c46a9f-dd2c-4219-91d2-7c6e4cba9416 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.254309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d92c779-9227-4cd2-856f-f9ed0da55aad req-b5c46a9f-dd2c-4219-91d2-7c6e4cba9416 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 943 time: 0.0702066 Jul 09 17:18:30.275502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-25b3a1ab-2ef7-429c-a1dc-2a9926be3ccd None None] Provisioning complete for port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:30.275983 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25b3a1ab-2ef7-429c-a1dc-2a9926be3ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.286487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:30.314784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d92c779-9227-4cd2-856f-f9ed0da55aad req-63b07d89-81a9-40ae-9356-614e32a9c488 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Jul 09 17:18:30.327806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.332920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-806e33f4-3a2f-47b3-8d9d-10cea7f7bf6d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb HTTP/1.1" status: 204 len: 168 time: 0.9299779 Jul 09 17:18:30.334273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-25b3a1ab-2ef7-429c-a1dc-2a9926be3ccd None None] Port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:18:30.344489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 576113d4-a2a3-423f-89a9-a3b0cab9f672 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:30.348339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57610) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:30.348487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4257e-3695-4e44-8779-d6285bde49dc None None] Network 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:30.353508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:30.366090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 576113d4-a2a3-423f-89a9-a3b0cab9f672 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:30.366889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.407633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.408164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:30.408726 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.412277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-4cc0caf7-9e20-4f62-bade-822d5940355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.413818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-4cc0caf7-9e20-4f62-bade-822d5940355c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1095 time: 0.1042011 Jul 09 17:18:30.454640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Pushing event deleted for resources: {'Port': ['ID=80172e36-d140-465a-bf86-7c5acd3362fd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:30.491816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a626a-1f1a-4e95-bff1-f033d2ed92ad tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.493768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a626a-1f1a-4e95-bff1-f033d2ed92ad tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.495649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-393a626a-1f1a-4e95-bff1-f033d2ed92ad tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1454024 Jul 09 17:18:30.498593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:30.601545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.604062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ed5657d-15fb-411c-8e04-acf249ec0118 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.605247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.606591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3af117f-6652-49ba-a7ce-22bfdf1fb876 req-8c03066b-4828-45bb-800b-d6895cb61b57 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "DELETE /v2.0/floatingips/fbb6c14b-a29c-455e-99bd-d28e100198ee HTTP/1.1" status: 204 len: 173 time: 1.3009958 Jul 09 17:18:30.624682 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed5657d-15fb-411c-8e04-acf249ec0118 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 17:18:30.626752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-25b9d118-b01b-4a54-b82c-230dd36fff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.627369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed5657d-15fb-411c-8e04-acf249ec0118 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:30.629164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-25b9d118-b01b-4a54-b82c-230dd36fff66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 0.1848967 Jul 09 17:18:30.633570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ed5657d-15fb-411c-8e04-acf249ec0118 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/12ea8aed-f9cc-4ad9-9d44-46ffee529a49 HTTP/1.1" status: 409 len: 405 time: 0.1299243 Jul 09 17:18:30.633777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.634258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:30.634409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.640374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-764176434'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:30.686036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-6741168b-9b76-4b5e-ba5b-77129b09735e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 217 time: 0.0457566 Jul 09 17:18:30.690108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:30.694333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.752578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:30.778910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,segment=NetworkSegment(0103cc09-f0de-427b-b900-75c0b2f93f21),segment_id=0103cc09-f0de-427b-b900-75c0b2f93f21)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:30.781167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.795017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.802853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-226f5060-e8a2-485b-a4b2-c5f1cdceeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.804932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-226f5060-e8a2-485b-a4b2-c5f1cdceeedc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.1080284 Jul 09 17:18:30.822783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] DHCP port deletion for 12ea8aed-f9cc-4ad9-9d44-46ffee529a49 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:18:30.832112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:30.870408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.870676 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Added segment 91dd8b40-f8e2-4faa-8e4f-d37df48cc84a of type vlan for network 698b68ca-c2f8-494b-9ae8-5afd70d5db25 Jul 09 17:18:30.884918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:30.901409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-aad97e67-2d72-4b9f-9691-6b39adcd85a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704732 Jul 09 17:18:30.903330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376bb66-e81b-4718-884e-b26356d13c69 req-477ee46d-0219-4cf4-b372-76f5ad7cf614 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:30.905332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9376bb66-e81b-4718-884e-b26356d13c69 req-477ee46d-0219-4cf4-b372-76f5ad7cf614 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.2055373 Jul 09 17:18:30.931709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] Deleting port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:30.932208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.969524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:30.975744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9376bb66-e81b-4718-884e-b26356d13c69 req-4a1fa4da-923a-4035-beba-d85af6122201 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513985 Jul 09 17:18:30.997502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:31.009234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.018252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.018890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.039041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] For port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,segment=NetworkSegment(0103cc09-f0de-427b-b900-75c0b2f93f21),segment_id=0103cc09-f0de-427b-b900-75c0b2f93f21)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:31.039041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.056580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] Calling delete_port for 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:31.124624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4885454 Jul 09 17:18:31.127309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-01b245db-3fbe-49e9-a7d2-155d4b352e1d tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.127614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:31.129666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-01b245db-3fbe-49e9-a7d2-155d4b352e1d tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 950 time: 0.4241948 Jul 09 17:18:31.135606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'subnet': {'network_id': '698b68ca-c2f8-494b-9ae8-5afd70d5db25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:31.157902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.186887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-36bce1e4-d6c0-4dcf-973e-ba69181e5ec4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3788483 Jul 09 17:18:31.209973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:31.219752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-07dd5927-d0ad-4281-93f4-02b74005f747 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770855 Jul 09 17:18:31.224387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328ae83-68f1-4aa9-b32c-ca9dc941b55c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Network': ['ID=698b68ca-c2f8-494b-9ae8-5afd70d5db25,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:31.227368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] Pushing event deleted for resources: {'Port': ['ID=5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:31.234119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e3ac5-6d5f-40b0-9f72-7b5d7a7a2f4f None None] No DVR routers for this DVR port 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:31.242132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 698b68ca-c2f8-494b-9ae8-5afd70d5db25 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:31.361620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.373368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f08dd-f9ef-43c7-bce5-4cc1446a725d req-f41c9662-5e5c-4a3c-aeff-e6637fa9f747 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.375462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-458f08dd-f9ef-43c7-bce5-4cc1446a725d req-f41c9662-5e5c-4a3c-aeff-e6637fa9f747 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 950 time: 0.1320984 Jul 09 17:18:31.403984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:31.407987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.420285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:31.425720 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df8979-e80a-4e31-bba9-a80ccef86313" -d '{"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-plugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:31.458492 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1d12a7d-96bc-494c-96c8-c44b90ebfc88 req-801fa02c-8290-4136-82a6-e8dc18b464b9 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300739 Jul 09 17:18:31.470925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Deleting port 0989d849-1de0-4494-acaa-fb78b362c461 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:31.471926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.504531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-458f08dd-f9ef-43c7-bce5-4cc1446a725d req-bcfbbfd9-11a1-4e3e-be2c-587f95b0ae68 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154344 Jul 09 17:18:31.597220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] For port 0989d849-1de0-4494-acaa-fb78b362c461, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0989d849-1de0-4494-acaa-fb78b362c461,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:31.597905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.610033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.615790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Calling delete_port for 0989d849-1de0-4494-acaa-fb78b362c461 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:31.775539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:18:31.778996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.785728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Allocated IP 172.25.3.119 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/c4aff130-866b-4e85-88e2-086f66b38f20) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:31.866786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Subnet': ['ID=20207e59-bb0a-4e00-9c80-0c1a27e2cdae,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:31.884188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eea96-a667-45be-92c8-f5a955572faf req-40be0f82-49db-47ec-a4fb-401f9f1032fa tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.885869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae1eea96-a667-45be-92c8-f5a955572faf req-40be0f82-49db-47ec-a4fb-401f9f1032fa tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1804411 Jul 09 17:18:31.893603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Checking segment: {'id': '91dd8b40-f8e2-4faa-8e4f-d37df48cc84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698b68ca-c2f8-494b-9ae8-5afd70d5db25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:31.894050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network hostable DHCP agents. Network: 698b68ca-c2f8-494b-9ae8-5afd70d5db25, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:31.943104 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae1eea96-a667-45be-92c8-f5a955572faf req-a4b69fa8-4ebd-43b4-9a60-a8287ae43ac1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461078 Jul 09 17:18:31.943738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 698b68ca-c2f8-494b-9ae8-5afd70d5db25 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:31.957629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 698b68ca-c2f8-494b-9ae8-5afd70d5db25) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:31.962939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:31.963889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:31.981332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74882be-ce4c-4dd1-8686-5bf0c68242eb None None] Network 698b68ca-c2f8-494b-9ae8-5afd70d5db25 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:31.997575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a80b5c3-63c5-41ff-a7e5-51b49bfb9bf4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8683522 Jul 09 17:18:32.002074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57648) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:32.149796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.261229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.267236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.307490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event deleted for resources: {'Port': ['ID=0989d849-1de0-4494-acaa-fb78b362c461,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:32.346552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.363226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 563d7d19-6279-4338-aff7-b7b910432261 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:32.365324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:32.370595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] No DVR routers for this DVR port 0989d849-1de0-4494-acaa-fb78b362c461 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:32.374080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.376106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15cc5a16-9a66-4d25-a990-e554e6200a75 req-299b7f64-54d8-455f-9152-d1ac58fbcf69 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "DELETE /v2.0/ports/0989d849-1de0-4494-acaa-fb78b362c461 HTTP/1.1" status: 204 len: 173 time: 1.2388058 Jul 09 17:18:32.376542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'name': 'network-vif-deleted', 'tag': '0989d849-1de0-4494-acaa-fb78b362c461'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:32.377968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d80216-b8eb-4a6a-b15d-4ce5a0ed4f1d req-7c76fc51-d1b2-4013-83cf-bec131705520 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:32.379339 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c77fd7-7a46-447f-9eee-e820d0a8efa4" -d '{"events": [{"server_uuid": "c6a6a30c-f462-446d-924a-dcb35cd93be8", "name": "network-vif-deleted", "tag": "0989d849-1de0-4494-acaa-fb78b362c461"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:32.385770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0d80216-b8eb-4a6a-b15d-4ce5a0ed4f1d req-7c76fc51-d1b2-4013-83cf-bec131705520 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 943 time: 0.1197767 Jul 09 17:18:32.395813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['a8d5a179-6938-4ed0-bd7d-810f28f0a6cf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:32.398382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0989d849-1de0-4494-acaa-fb78b362c461', '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:32.409948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.425949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.460910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:32.461258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d0a78ff-1bc9-42a7-aee6-b12f2f6afa17 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:32.476126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:32.482425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:32.483726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0d80216-b8eb-4a6a-b15d-4ce5a0ed4f1d req-882517a8-4716-4290-8a43-dfe00499301b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970130 Jul 09 17:18:32.485029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Subnet': ['ID=20207e59-bb0a-4e00-9c80-0c1a27e2cdae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:32.488816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:32.568702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Pushing event updated for resources: {'Port': ['ID=c4aff130-866b-4e85-88e2-086f66b38f20,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:32.614850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:32.628464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.640060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698b68ca-c2f8-494b-9ae8-5afd70d5db25']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:32.645301 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f940e405-1e9d-4985-b263-0609b3da0f10 x-openstack-request-id: req-f940e405-1e9d-4985-b263-0609b3da0f10 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:32.645810 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-plugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:32.646499 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f940e405-1e9d-4985-b263-0609b3da0f10 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:32.647211 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'code': 200} Jul 09 17:18:32.653466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd8b40-f8e2-4faa-8e4f-d37df48cc84a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:32.653767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd8b40-f8e2-4faa-8e4f-d37df48cc84a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:32.653911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.655352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae75b8-bb89-4fc5-9a97-d1039c83f745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-698b68ca-c2f8-494b-9ae8-5afd70d5db25', 'network_id': '698b68ca-c2f8-494b-9ae8-5afd70d5db25', 'tenant_id': '0d0cc8b0e29049e892d694e3d37e8aa3', 'fixed_ips': [{'subnet_id': '20207e59-bb0a-4e00-9c80-0c1a27e2cdae'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:32.656427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fbae75b8-bb89-4fc5-9a97-d1039c83f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.665557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.681832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '563d7d19-6279-4338-aff7-b7b910432261', 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839', 'port_id': '563d7d19-6279-4338-aff7-b7b910432261', 'mac_address': 'fa:16:3e:d4:bd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20a4a38-3d13-4245-93ed-58f6e67e8067', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:32.682114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.691659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:32.692615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.714828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:32.755979 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:32.856697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1e600-5a19-46a7-ada8-357a74b0736f req-ffdb024e-caea-4323-bb24-4dabcc3d6264 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:32.859366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-35a1e600-5a19-46a7-ada8-357a74b0736f req-ffdb024e-caea-4323-bb24-4dabcc3d6264 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.0943589 Jul 09 17:18:32.874080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe124f2-cd22-4616-b8aa-9e79bfe0d744 req-ca259efa-0bfe-4bc9-a41e-bb5516f2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:32.875629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5fe124f2-cd22-4616-b8aa-9e79bfe0d744 req-ca259efa-0bfe-4bc9-a41e-bb5516f2e75d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1097 time: 0.1619008 Jul 09 17:18:32.917784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-35a1e600-5a19-46a7-ada8-357a74b0736f req-3b65f681-1055-41f2-a283-422e10690c10 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502536 Jul 09 17:18:32.935584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.937263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.941128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ae661-b371-4312-8cf0-54e4c736a4a3 None None] Network 698b68ca-c2f8-494b-9ae8-5afd70d5db25 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:32.942662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5fe124f2-cd22-4616-b8aa-9e79bfe0d744 req-0a76e71b-ac0d-4251-951d-add15f5db78e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Jul 09 17:18:32.951494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:32.959026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/698b68ca-c2f8-494b-9ae8-5afd70d5db25 HTTP/1.1" status: 204 len: 168 time: 0.9557223 Jul 09 17:18:32.963194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57662) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:32.977815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2109123463'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:32.993584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ae661-b371-4312-8cf0-54e4c736a4a3 None None] Network 698b68ca-c2f8-494b-9ae8-5afd70d5db25 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:18:33.013334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563d7d19-6279-4338-aff7-b7b910432261 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:33.017537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf97ca8-5b02-48bc-9bd7-64e0f3d2de54 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Network': ['ID=698b68ca-c2f8-494b-9ae8-5afd70d5db25,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:33.032902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:33.036970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.041974 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.050077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.090132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:33.094437 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7043b-bd68-43b4-bc4c-8c783849f7f3 x-openstack-request-id: req-81c7043b-bd68-43b4-bc4c-8c783849f7f3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:33.094774 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a6a30c-f462-446d-924a-dcb35cd93be8", "name": "network-vif-deleted", "tag": "0989d849-1de0-4494-acaa-fb78b362c461", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:33.095027 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81c7043b-bd68-43b4-bc4c-8c783849f7f3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:33.095470 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a6a30c-f462-446d-924a-dcb35cd93be8', 'name': 'network-vif-deleted', 'tag': '0989d849-1de0-4494-acaa-fb78b362c461', 'status': 'completed', 'code': 200} Jul 09 17:18:33.114121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.114261 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Added segment ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416 of type vlan for network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 Jul 09 17:18:33.119698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:33.148893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.156445 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.177744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Pushing event updated for resources: {'Port': ['ID=c4aff130-866b-4e85-88e2-086f66b38f20,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:33.186384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.187896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-69c54158-b995-4d6f-9c5d-ec3eec242e32 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9901931 Jul 09 17:18:33.192103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.260799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.270165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.271186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.273642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-b4f3eff4-ed0b-4d18-a3bc-2f94d4106229 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0768752 Jul 09 17:18:33.295714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:33.302897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-622111a0-5d20-4073-80fc-89df9545e889 req-0fdedad4-966b-4e00-9b41-db7fa22886d9 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a6a30c-f462-446d-924a-dcb35cd93be8 HTTP/1.1" status: 200 len: 210 time: 0.0534325 Jul 09 17:18:33.322624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.323246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.323782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.324455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.324958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.325810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.326775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.327306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.328740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.329363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.330946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.331446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:18:33.375826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4083400 Jul 09 17:18:33.379715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57672) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:33.385092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'subnet': {'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:33.390500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac26b98-c6b7-4f9c-8efc-5223a08b4058 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Network': ['ID=da3de72f-bbf0-42c2-a7d2-19b8fba18a87,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:33.404439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:33.412550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-e47abf45-faed-41dd-b5c4-af9f1c348b24 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.414035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b6656a7-eb04-43f1-934e-137f7de561b8 req-e47abf45-faed-41dd-b5c4-af9f1c348b24 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1327708 Jul 09 17:18:33.500943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:33.526479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:33.537127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:33.706065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2c8a2-7cdd-4de8-ac06-5e8275a334a9 req-27e03e12-1479-4a29-a9bb-6f8873e4dd99 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.710690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9df2c8a2-7cdd-4de8-ac06-5e8275a334a9 req-27e03e12-1479-4a29-a9bb-6f8873e4dd99 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1246223 Jul 09 17:18:33.779026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-8cc6d3d9-fb54-490d-b829-46aa6c2bc648 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips/b3b2e713-a136-49b1-9777-f3574a4410d4 HTTP/1.1" status: 200 len: 693 time: 0.0588667 Jul 09 17:18:33.784687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9df2c8a2-7cdd-4de8-ac06-5e8275a334a9 req-35302130-581a-4ac8-9d49-b6dd9898be79 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701110 Jul 09 17:18:33.946702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-d8fbca53-0eee-487d-a56f-07869bedd606 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.948245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-d8fbca53-0eee-487d-a56f-07869bedd606 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.1578999 Jul 09 17:18:33.991637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cab3f-1ac1-48a0-9808-8b62359786a8 req-4ca939d5-6887-4b35-bf5b-43c7a5ce182c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:33.993404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-491cab3f-1ac1-48a0-9808-8b62359786a8 req-4ca939d5-6887-4b35-bf5b-43c7a5ce182c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 944 time: 0.0755696 Jul 09 17:18:34.032518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-b8862c2c-bff4-4a4d-a816-c4e1b952e23b tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0579693 Jul 09 17:18:34.042501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-491cab3f-1ac1-48a0-9808-8b62359786a8 req-6bed7e19-6098-4e1b-a31a-faeb7e6b766a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Jul 09 17:18:34.046351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.124353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-7b8dea9e-660e-4fa0-aa7b-704572b445de tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0852394 Jul 09 17:18:34.208633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Subnet': ['ID=3635e69d-5729-4843-bd4c-b987e277b858,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:34.219522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172348-9ace-4533-a123-ea9c29a4862e req-1f5a5422-ff21-4ddc-9c33-6de552f31deb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:34.221260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b172348-9ace-4533-a123-ea9c29a4862e req-1f5a5422-ff21-4ddc-9c33-6de552f31deb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.0753715 Jul 09 17:18:34.270992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b172348-9ace-4533-a123-ea9c29a4862e req-7631344b-c88f-4933-86f1-811c06f9997f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Jul 09 17:18:34.276860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Checking segment: {'id': 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:34.277320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network hostable DHCP agents. Network: da3de72f-bbf0-42c2-a7d2-19b8fba18a87, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:34.307962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:34.319745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, da3de72f-bbf0-42c2-a7d2-19b8fba18a87) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:34.324229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:34.325151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.331013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Deleting port c4aff130-866b-4e85-88e2-086f66b38f20 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:34.331930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.334307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd11973-464d-49bc-afad-63afeefae055 None None] Network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:34.393491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04287347-2f4c-42f2-8b3a-890b6a88d881 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0102334 Jul 09 17:18:34.394047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57688) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:34.430553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.431079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.447875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Calling delete_port for c4aff130-866b-4e85-88e2-086f66b38f20 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:34.538322 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.580534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-da3de72f-bbf0-42c2-a7d2-19b8fba18a87', 'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87', 'tenant_id': '0d0cc8b0e29049e892d694e3d37e8aa3', 'fixed_ips': [{'subnet_id': '3635e69d-5729-4843-bd4c-b987e277b858'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:34.581975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.623652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.660521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Pushing event deleted for resources: {'Port': ['ID=c4aff130-866b-4e85-88e2-086f66b38f20,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:34.683824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.743967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.746764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.760710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4b17fa0-1574-4b4f-87b3-7538d585d0ac req-65fc90ba-9a00-4cbe-b093-6287d24b24c4 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3b2e713-a136-49b1-9777-f3574a4410d4 HTTP/1.1" status: 204 len: 173 time: 0.6278598 Jul 09 17:18:34.786539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Allocated IP 2001:db8::2 (da3de72f-bbf0-42c2-a7d2-19b8fba18a87/3635e69d-5729-4843-bd4c-b987e277b858/6019f499-7eb4-4ef6-9d4b-6081269ddd9b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:34.872571 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-fab27993-4bdd-405f-a71f-b4dfaceef0a2 req-fbd65df7-3d90-472e-9464-e0b33f515ad5 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] show failed (client error): The resource could not be found. Jul 09 17:18:34.873820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fab27993-4bdd-405f-a71f-b4dfaceef0a2 req-fbd65df7-3d90-472e-9464-e0b33f515ad5 tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips/b3b2e713-a136-49b1-9777-f3574a4410d4 HTTP/1.1" status: 404 len: 350 time: 0.0425057 Jul 09 17:18:34.949819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0989d849-1de0-4494-acaa-fb78b362c461 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:34.955316 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:34.977521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 0989d849-1de0-4494-acaa-fb78b362c461 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:34.977845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0989d849-1de0-4494-acaa-fb78b362c461 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:34.982117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Transition to ACTIVE for port object 6019f499-7eb4-4ef6-9d4b-6081269ddd9b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:34.989338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbab28d-4761-4b84-91d7-d24824536fc7 req-b0b469ad-4b4a-493e-b177-91350e5d7bb8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:34.991020 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edbab28d-4761-4b84-91d7-d24824536fc7 req-b0b469ad-4b4a-493e-b177-91350e5d7bb8 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 950 time: 0.0751693 Jul 09 17:18:34.999929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Transition to ACTIVE for port object 6019f499-7eb4-4ef6-9d4b-6081269ddd9b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:35.008513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.046637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edbab28d-4761-4b84-91d7-d24824536fc7 req-414731d8-d78f-4b9e-b73e-97af95a0864c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Jul 09 17:18:35.047085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:35.052481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:35.055599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.055829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a21318-f1f8-45ff-9a7c-71e3aa23c721 req-960b757a-fc80-4c86-b7d4-e76848153cf2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.056334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:35.057700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1a21318-f1f8-45ff-9a7c-71e3aa23c721 req-960b757a-fc80-4c86-b7d4-e76848153cf2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0741117 Jul 09 17:18:35.065297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Pushing event updated for resources: {'Port': ['ID=6019f499-7eb4-4ef6-9d4b-6081269ddd9b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:35.098446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Subnet': ['ID=3635e69d-5729-4843-bd4c-b987e277b858,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:35.133197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1a21318-f1f8-45ff-9a7c-71e3aa23c721 req-6d928763-9980-4308-b93b-11c057531173 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661907 Jul 09 17:18:35.137330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Attempting to bind port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:35.137698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Attempting to bind port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:35.138083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Attempting to bind port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b on network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:35.144279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:35.144651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Checking segment: {'id': 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:35.145186 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.145577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Bound using segment: {'id': 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:35.146028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Bound port: 6019f499-7eb4-4ef6-9d4b-6081269ddd9b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:35.146401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.175664 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.188637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3de72f-bbf0-42c2-a7d2-19b8fba18a87']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:35.203377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:35.203711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:35.213864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.233054 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.238348 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-05bc5c17-9b26-4111-866f-0ad29e7c6c96 req-93d4fede-9575-4f91-9dec-8d6b185ff00a tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] show failed (client error): The resource could not be found. Jul 09 17:18:35.240697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:35.241115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.254740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05bc5c17-9b26-4111-866f-0ad29e7c6c96 req-93d4fede-9575-4f91-9dec-8d6b185ff00a tempest-FloatingIPsTestJSON-1426654145 tempest-FloatingIPsTestJSON-1426654145-project] 10.222.0.21 "GET /v2.0/floatingips/b3b2e713-a136-49b1-9777-f3574a4410d4 HTTP/1.1" status: 404 len: 350 time: 0.1035762 Jul 09 17:18:35.255227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:35.271645 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:35.294810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] For port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:35.386849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:18:35.386849 n-d-791506-17 neutron-server[93896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:18:35.386849 n-d-791506-17 neutron-server[93896]: [parameters: {'id': 'da3de72f-bbf0-42c2-a7d2-19b8fba18a87'}] Jul 09 17:18:35.386849 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:18:35.387332 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:18:35.388427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] For port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6019f499-7eb4-4ef6-9d4b-6081269ddd9b,segment=NetworkSegment(ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416),segment_id=ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:35.399116 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.416943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690b2ab-7617-4f5b-bf80-b67c77c51a98 req-c2bf77d4-0571-4b37-a45f-92dd9cb8f267 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.424355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f690b2ab-7617-4f5b-bf80-b67c77c51a98 req-c2bf77d4-0571-4b37-a45f-92dd9cb8f267 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 944 time: 0.1014516 Jul 09 17:18:35.474718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f690b2ab-7617-4f5b-bf80-b67c77c51a98 req-0684ae12-3426-490c-8c72-f8bb558049d1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493717 Jul 09 17:18:35.520608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aacd1-dee5-4efb-b3e9-ff0ce83e9870 None None] Pushing event updated for resources: {'Port': ['ID=6019f499-7eb4-4ef6-9d4b-6081269ddd9b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:35.548246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76be813-9a7a-4be3-8ee6-d56e3f61b995 None None] Network da3de72f-bbf0-42c2-a7d2-19b8fba18a87 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:35.662268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a342a6-66ba-4334-b43d-307d6f3e6ddc req-f8986a4c-f248-4be6-9fb9-581946c7cb2d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.663791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01a342a6-66ba-4334-b43d-307d6f3e6ddc req-f8986a4c-f248-4be6-9fb9-581946c7cb2d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1545672 Jul 09 17:18:35.665786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-25b73829-a5ce-4931-b2bf-89bbc02df234 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:35.668739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-25b73829-a5ce-4931-b2bf-89bbc02df234 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 814 time: 0.1132948 Jul 09 17:18:35.688409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-1d0fca04-388f-4ba8-b539-7a8de5c565ce tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/quotas/f88468acd9894f9691dcdce913271a39 HTTP/1.1" status: 200 len: 375 time: 0.0138059 Jul 09 17:18:35.696651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2d5f6-f4d7-4be1-b53e-69aab9b97075 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:18:35.723342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01a342a6-66ba-4334-b43d-307d6f3e6ddc req-ff2561d2-8c76-4f8f-8800-b8ea4b62f4e0 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489900 Jul 09 17:18:35.767618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-79138ab3-058b-40c7-a0f3-099f8d07cadd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764363 Jul 09 17:18:35.807590 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:35.854455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2d5f6-f4d7-4be1-b53e-69aab9b97075 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:18:35.872482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-f04b49f3-827a-4b73-a01e-11e7f7517548 service neutron] 10.222.0.21 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038470 Jul 09 17:18:35.892708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.045363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-ed6be678-11b2-4154-bbc8-08b0fdfb6362 service neutron] 10.222.0.21 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718798 Jul 09 17:18:36.091850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:36.092198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.264262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] For port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6019f499-7eb4-4ef6-9d4b-6081269ddd9b,segment=NetworkSegment(ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416),segment_id=ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:36.264628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.268183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 563d7d19-6279-4338-aff7-b7b910432261 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:36.292670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Calling delete_port for 6019f499-7eb4-4ef6-9d4b-6081269ddd9b owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:36.313509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-902560cd-c90d-4f09-ad50-d3428ce3d1e3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:36.315089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-902560cd-c90d-4f09-ad50-d3428ce3d1e3 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 950 time: 0.3140793 Jul 09 17:18:36.416569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 563d7d19-6279-4338-aff7-b7b910432261 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:36.424448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 563d7d19-6279-4338-aff7-b7b910432261 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:36.425456 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.510176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115fcd-9e4d-4e5d-87f8-e50105cd7351 req-d40fa66a-123e-405e-9fe1-23a94bcd4398 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:36.511695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c115fcd-9e4d-4e5d-87f8-e50105cd7351 req-d40fa66a-123e-405e-9fe1-23a94bcd4398 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 950 time: 0.1743000 Jul 09 17:18:36.537520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.545792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3d006d54-5b0c-4067-9436-95cb0ddbcc4e req-286668fe-3cb7-41d9-a846-959ac2d2efd0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 210 time: 0.0986679 Jul 09 17:18:36.589651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c115fcd-9e4d-4e5d-87f8-e50105cd7351 req-a674fd29-91d0-48e1-9c50-8cb9d25758cf tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700078 Jul 09 17:18:36.606326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Port': ['ID=6019f499-7eb4-4ef6-9d4b-6081269ddd9b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:36.607543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No DVR routers for this DVR port 6019f499-7eb4-4ef6-9d4b-6081269ddd9b on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:36.706876 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.717675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Deleting port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:36.718091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.757335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Deleting port 5202ab50-e76f-44bc-9483-bbd061af1b4f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:36.758057 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.758522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563d7d19-6279-4338-aff7-b7b910432261'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:36.763702 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea2aa56-e788-4787-8491-39f88661da5d" -d '{"events": [{"server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "name": "network-vif-plugged", "status": "completed", "tag": "563d7d19-6279-4338-aff7-b7b910432261"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:36.771336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.789565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3de72f-bbf0-42c2-a7d2-19b8fba18a87']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:36.792081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:36.802089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.806477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:36.806950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4ef3e5-b5fb-469c-a6bf-0834bc6d2416') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:36.836074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.862967 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.878573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:36.879387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:36.883096 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:36.885919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] For port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:36.885919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:36.924604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:36.946022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Calling delete_port for a8d5a179-6938-4ed0-bd7d-810f28f0a6cf owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:36.970944 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.008540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] For port 5202ab50-e76f-44bc-9483-bbd061af1b4f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5202ab50-e76f-44bc-9483-bbd061af1b4f,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:37.008913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.019041 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.020884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/da3de72f-bbf0-42c2-a7d2-19b8fba18a87 HTTP/1.1" status: 204 len: 168 time: 2.6250181 Jul 09 17:18:37.030543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57774) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:37.038070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-796133228'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:37.047173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Calling delete_port for 5202ab50-e76f-44bc-9483-bbd061af1b4f owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:37.064848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e76daa-c03d-4040-9c16-590bb0c76412 req-8794ec08-b13e-49ad-ab65-368abb9051d6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:37.067693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6e76daa-c03d-4040-9c16-590bb0c76412 req-8794ec08-b13e-49ad-ab65-368abb9051d6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 945 time: 0.2243581 Jul 09 17:18:37.070608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdee403-7da1-4664-809c-6a8b1d35c7a0 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Network': ['ID=da3de72f-bbf0-42c2-a7d2-19b8fba18a87,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:37.128970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05454362-b1b1-43b2-bc81-3d949206f43f req-072ee231-2099-40e3-99e5-870adb0ac83d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:37.130392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05454362-b1b1-43b2-bc81-3d949206f43f req-072ee231-2099-40e3-99e5-870adb0ac83d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1172812 Jul 09 17:18:37.148674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:37.152261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.191195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6e76daa-c03d-4040-9c16-590bb0c76412 req-1c7d82a9-a3a9-49c7-8a74-58e0cb0f7475 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081293 Jul 09 17:18:37.203731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:37.207475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05454362-b1b1-43b2-bc81-3d949206f43f req-f7e19fdd-14ff-4abe-a801-1b6e9a69cbdd tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705519 Jul 09 17:18:37.216074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.231938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:37.257581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.257934 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Added segment c3dd4a0b-40e5-47be-a642-4c99b04baa4a of type vlan for network 4b1780df-919c-430c-9568-7051935af45c Jul 09 17:18:37.261621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event deleted for resources: {'Port': ['ID=a8d5a179-6938-4ed0-bd7d-810f28f0a6cf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:37.334523 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b6cf8b-3714-4732-84cb-286770e6b9a1 x-openstack-request-id: req-61b6cf8b-3714-4732-84cb-286770e6b9a1 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:37.339401 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "name": "network-vif-plugged", "status": "completed", "tag": "563d7d19-6279-4338-aff7-b7b910432261", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:37.340144 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61b6cf8b-3714-4732-84cb-286770e6b9a1 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:37.340645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] No DVR routers for this DVR port a8d5a179-6938-4ed0-bd7d-810f28f0a6cf on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:37.341216 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563d7d19-6279-4338-aff7-b7b910432261', 'code': 200} Jul 09 17:18:37.345318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.348901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00520bfb-e1b8-415f-b79c-86bfe3f520eb req-ad8ce67c-f39a-424f-a684-82ac9405e38e tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.36 "DELETE /v2.0/ports/a8d5a179-6938-4ed0-bd7d-810f28f0a6cf HTTP/1.1" status: 204 len: 173 time: 1.0275011 Jul 09 17:18:37.349570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c345eec-bc45-401d-82f7-50f7ae257045', 'name': 'network-vif-deleted', 'tag': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:37.357604 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675ae89-f898-4c1b-be9e-2ac2eabaa432" -d '{"events": [{"server_uuid": "4c345eec-bc45-401d-82f7-50f7ae257045", "name": "network-vif-deleted", "tag": "a8d5a179-6938-4ed0-bd7d-810f28f0a6cf"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:37.408403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.510895 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea138f65-b110-4994-bba5-e1c19817ccd8 x-openstack-request-id: req-ea138f65-b110-4994-bba5-e1c19817ccd8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:37.513977 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c345eec-bc45-401d-82f7-50f7ae257045", "name": "network-vif-deleted", "tag": "a8d5a179-6938-4ed0-bd7d-810f28f0a6cf", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:37.515242 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea138f65-b110-4994-bba5-e1c19817ccd8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:37.515969 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c345eec-bc45-401d-82f7-50f7ae257045', 'name': 'network-vif-deleted', 'tag': 'a8d5a179-6938-4ed0-bd7d-810f28f0a6cf', 'status': 'completed', 'code': 200} Jul 09 17:18:37.546027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.552529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:37.553430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.571156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.603422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5710533 Jul 09 17:18:37.614833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57786) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:37.630873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Request body: {'subnet': {'network_id': '4b1780df-919c-430c-9568-7051935af45c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:37.690812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9f116-e49a-4148-8916-f863739925c5 req-5f20ba60-9efd-4c91-a559-5eeeec5c63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:37.694089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7a9f116-e49a-4148-8916-f863739925c5 req-5f20ba60-9efd-4c91-a559-5eeeec5c63ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1097 time: 0.1929617 Jul 09 17:18:37.725312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Pushing event deleted for resources: {'Port': ['ID=5202ab50-e76f-44bc-9483-bbd061af1b4f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:37.771158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7a9f116-e49a-4148-8916-f863739925c5 req-5358e9b1-a403-4375-95ed-ed5ed273b789 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682473 Jul 09 17:18:37.820213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Made reservation on behalf of 0d0cc8b0e29049e892d694e3d37e8aa3 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:37.828127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:37.884118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.030485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5fc0f-6616-40d7-866c-6c7772e35710 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Network': ['ID=4b1780df-919c-430c-9568-7051935af45c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:38.042500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4b1780df-919c-430c-9568-7051935af45c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:38.043729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2627dad-bc06-42b2-bcfe-3f433f6e3fbd req-815a59ec-1fe9-43b0-ab5f-7d7a9f714e2f tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c345eec-bc45-401d-82f7-50f7ae257045 HTTP/1.1" status: 200 len: 210 time: 0.0634487 Jul 09 17:18:38.057478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16642058-8cdd-4c09-9dad-a07af5f5d3a1 req-df172644-efa8-4dd6-b597-4ae0ffb18113 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 210 time: 0.1613092 Jul 09 17:18:38.224368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.244926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a8d5a179-6938-4ed0-bd7d-810f28f0a6cf no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:38.294163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: a8d5a179-6938-4ed0-bd7d-810f28f0a6cf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:38.294509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a8d5a179-6938-4ed0-bd7d-810f28f0a6cf not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:38.312255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-3632e400-4473-41b1-a82a-b82605b859f5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:38.314297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-3632e400-4473-41b1-a82a-b82605b859f5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 814 time: 0.2472544 Jul 09 17:18:38.329350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Request body: {'port': {'device_id': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'admin_state_up': True, 'tenant_id': 'f88468acd9894f9691dcdce913271a39'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:38.445667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:18:38.453613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.581741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event updated for resources: {'Subnet': ['ID=5094f95a-7333-4a87-be52-a3da0bdb515c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:38.616884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Checking segment: {'id': 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4b1780df-919c-430c-9568-7051935af45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:38.617577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network hostable DHCP agents. Network: 4b1780df-919c-430c-9568-7051935af45c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:38.623020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276da26-3fc8-43a2-8dcd-53acbc7e1b7d req-4c164a15-c68b-4521-82e2-e9b709bd890e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:38.628889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0276da26-3fc8-43a2-8dcd-53acbc7e1b7d req-4c164a15-c68b-4521-82e2-e9b709bd890e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1622910 Jul 09 17:18:38.638807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Made reservation on behalf of f88468acd9894f9691dcdce913271a39 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:38.642519 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.681270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Network 4b1780df-919c-430c-9568-7051935af45c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:38.691457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b547a-cc16-48ec-8302-84ca7b50824b req-1f11db49-f069-43f3-93e6-f0b23b19bbc2 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:38.697865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c5b547a-cc16-48ec-8302-84ca7b50824b req-1f11db49-f069-43f3-93e6-f0b23b19bbc2 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 945 time: 0.2356524 Jul 09 17:18:38.712151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:18:38.765298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4b1780df-919c-430c-9568-7051935af45c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:38.774605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff1e4d-cc36-466c-9e71-40381fe93a1a None None] Network 4b1780df-919c-430c-9568-7051935af45c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:38.784304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0276da26-3fc8-43a2-8dcd-53acbc7e1b7d req-e6551af6-fb64-4f0b-a5d4-a96f003e2139 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524305 Jul 09 17:18:38.859597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:38.864013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:38.892481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:18:38.893728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-597170f1-cff0-4dbc-a155-9b4a4630dc8a tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2752373 Jul 09 17:18:38.896448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57800) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:38.904769 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] Sync routers for ids ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:18:38.918698 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] Routers {'2bf6ae97-99b8-4cfa-887a-9c91561eeb89'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:38.919307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c5b547a-cc16-48ec-8302-84ca7b50824b req-db6fe6e6-a901-4069-8785-24020f4cecd3 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203233 Jul 09 17:18:38.919864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:18:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:38.921122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-76b9f4ee-9703-47cc-8dc9-490e6296a483 admin admin] 10.222.0.21 "PUT /v2.0/routers/2bf6ae97-99b8-4cfa-887a-9c91561eeb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6648085 Jul 09 17:18:38.929379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57804) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:38.942424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Allocated IP 172.20.0.11 (97fa0e94-31c6-4282-b26c-4ac4457d8334/01027337-05f5-4727-9847-951aff78d916/3dcdba48-a16e-4a15-a251-fb7692823dfd) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:39.043864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.050561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-4b1780df-919c-430c-9568-7051935af45c', 'network_id': '4b1780df-919c-430c-9568-7051935af45c', 'tenant_id': '0d0cc8b0e29049e892d694e3d37e8aa3', 'fixed_ips': [{'subnet_id': '5094f95a-7333-4a87-be52-a3da0bdb515c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:18:39.051501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.113573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.274415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Allocated IP 2001:db8::f816:3eff:fe66:6b58 (4b1780df-919c-430c-9568-7051935af45c/5094f95a-7333-4a87-be52-a3da0bdb515c/8389db83-6cb9-4f8d-b84f-6080db17d6a1) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:39.288253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-407b8325-d83e-468e-98e3-30a176ab31c8 req-b1fc2505-f52a-4224-b356-e7b2e3ad7d67 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 210 time: 0.0569851 Jul 09 17:18:39.294910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.328317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] Set router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:39.457692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.468324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Transition to ACTIVE for port object 8389db83-6cb9-4f8d-b84f-6080db17d6a1 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:39.489030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Transition to ACTIVE for port object 8389db83-6cb9-4f8d-b84f-6080db17d6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:39.501343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.526622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.551806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Network 4b1780df-919c-430c-9568-7051935af45c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:39.555506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:39.559745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:39.569166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Pushing event updated for resources: {'Port': ['ID=8389db83-6cb9-4f8d-b84f-6080db17d6a1,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:39.577354 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:37Z', 'revision_number': 5, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:39.617058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Subnet': ['ID=5094f95a-7333-4a87-be52-a3da0bdb515c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:39.653296 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] Checking router: 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:18:39.669419 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] Routers {'2bf6ae97-99b8-4cfa-887a-9c91561eeb89'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:18:39.671930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Attempting to bind port 8389db83-6cb9-4f8d-b84f-6080db17d6a1 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:39.674610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Attempting to bind port 8389db83-6cb9-4f8d-b84f-6080db17d6a1 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4b1780df-919c-430c-9568-7051935af45c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:39.675020 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:18:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:39.678406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Attempting to bind port 8389db83-6cb9-4f8d-b84f-6080db17d6a1 on network 4b1780df-919c-430c-9568-7051935af45c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:39.689426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:39.689840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Checking segment: {'id': 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4b1780df-919c-430c-9568-7051935af45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:39.692850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.693623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Bound using segment: {'id': 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4b1780df-919c-430c-9568-7051935af45c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:39.694274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Bound port: 8389db83-6cb9-4f8d-b84f-6080db17d6a1, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4b1780df-919c-430c-9568-7051935af45c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:39.695825 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.711893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.726314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1780df-919c-430c-9568-7051935af45c']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:39.742191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:39.742978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:39.757431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.774953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.789228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:39.792200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.798475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:39.801660 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:39.858029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] For port 8389db83-6cb9-4f8d-b84f-6080db17d6a1, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:39.899730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] For port 8389db83-6cb9-4f8d-b84f-6080db17d6a1, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8389db83-6cb9-4f8d-b84f-6080db17d6a1,segment=NetworkSegment(c3dd4a0b-40e5-47be-a642-4c99b04baa4a),segment_id=c3dd4a0b-40e5-47be-a642-4c99b04baa4a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:39.905542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:18:39.905542 n-d-791506-17 neutron-server[93895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:18:39.905542 n-d-791506-17 neutron-server[93895]: [parameters: {'id': '4b1780df-919c-430c-9568-7051935af45c'}] Jul 09 17:18:39.905542 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:18:39.906043 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] Set router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:18:39.907519 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:18:39.911080 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.061327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271aa67-9537-443d-8609-183b2d8e931b req-a4f93b2a-c5ae-4fbc-af26-a8bc1215f9bc tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:40.069663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b271aa67-9537-443d-8609-183b2d8e931b req-a4f93b2a-c5ae-4fbc-af26-a8bc1215f9bc tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 950 time: 0.1424563 Jul 09 17:18:40.129574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a422f-6200-4d04-9d11-ff3fc3131409 None None] Pushing event updated for resources: {'Port': ['ID=8389db83-6cb9-4f8d-b84f-6080db17d6a1,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:40.141668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b271aa67-9537-443d-8609-183b2d8e931b req-534ab857-d633-46cf-8ba2-362738b13e4c tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 Jul 09 17:18:40.144509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.151891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.160249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e49405-9d8a-4274-b53d-d01fb8b2563a None None] Network 4b1780df-919c-430c-9568-7051935af45c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:40.228990 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:37Z', 'revision_number': 5, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:40.238314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ec24b-bd88-4446-9e35-459b225616b4 req-7adf67fc-307f-4620-b59b-3fa35051fcd1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:40.240219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-739ec24b-bd88-4446-9e35-459b225616b4 req-7adf67fc-307f-4620-b59b-3fa35051fcd1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.2317691 Jul 09 17:18:40.294826 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0693216-3ed6-4076-ab9e-b1ca865dd1ea None None] The sync data for ids ['2bf6ae97-99b8-4cfa-887a-9c91561eeb89'] in n-d-791506-17 is: [{'id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'name': 'tempest-FloatingIPsTestJSON-394384059-router', 'tenant_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:18:04Z', 'updated_at': '2021-07-09T17:18:37Z', 'revision_number': 5, 'project_id': '2f5b0a0e3fe14a89bc2d3aa4c4b0545f', 'gw_port': {'id': 'd815fccb-1190-4b55-bb8d-a33739795705', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf6ae97-99b8-4cfa-887a-9c91561eeb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:18:05Z', 'updated_at': '2021-07-09T17:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:18:40.312402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-739ec24b-bd88-4446-9e35-459b225616b4 req-61ac1f83-610d-4ab3-9506-d066ecc78237 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623932 Jul 09 17:18:40.315066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.331523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['576113d4-a2a3-423f-89a9-a3b0cab9f672'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:40.379430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b7a54-8ee4-45ef-99d7-f0c2dce02eed None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:18:40.382533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Pushing event updated for resources: {'Port': ['ID=3dcdba48-a16e-4a15-a251-fb7692823dfd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:40.398626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710235c5-cc29-4c0c-9b78-503c013f5079 req-0db1f87b-09e1-4e72-8379-4ed6477694d8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:40.406691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-710235c5-cc29-4c0c-9b78-503c013f5079 req-0db1f87b-09e1-4e72-8379-4ed6477694d8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 945 time: 0.0902882 Jul 09 17:18:40.413974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Deleting port d815fccb-1190-4b55-bb8d-a33739795705 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:40.414610 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.415958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.421924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Network 97fa0e94-31c6-4282-b26c-4ac4457d8334 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:40.432371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:40.435204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:40.486914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b7a54-8ee4-45ef-99d7-f0c2dce02eed None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:18:40.492583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-710235c5-cc29-4c0c-9b78-503c013f5079 req-6217687a-10a9-4c51-8188-70fc937175b0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847876 Jul 09 17:18:40.550281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting port 8389db83-6cb9-4f8d-b84f-6080db17d6a1 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:40.550650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.552128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:40.553396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.575579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-9a3f1a63-5786-419e-97cd-ab411d477a7e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2502999 Jul 09 17:18:40.581176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] For port d815fccb-1190-4b55-bb8d-a33739795705, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d815fccb-1190-4b55-bb8d-a33739795705,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:40.595902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.603659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Request body: {'port': {'device_id': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:40.683069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Calling delete_port for d815fccb-1190-4b55-bb8d-a33739795705 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:40.701514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] For port 8389db83-6cb9-4f8d-b84f-6080db17d6a1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8389db83-6cb9-4f8d-b84f-6080db17d6a1,segment=NetworkSegment(c3dd4a0b-40e5-47be-a642-4c99b04baa4a),segment_id=c3dd4a0b-40e5-47be-a642-4c99b04baa4a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:40.702000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.711165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.723444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Calling delete_port for 8389db83-6cb9-4f8d-b84f-6080db17d6a1 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:40.741427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-61dbb5ee-cac1-44db-866c-f7d906b834a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.842823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-3bd431a4-ceaa-4c28-95fc-c2d104c2b6df tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-529712400&fields=id&tenant_id=4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 267 time: 0.0697846 Jul 09 17:18:40.875582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5646e-7187-4f21-ac57-b4fc64f0db34 req-533e0561-0914-411b-8c28-2bb76e60a9d0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:40.877496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32a5646e-7187-4f21-ac57-b4fc64f0db34 req-533e0561-0914-411b-8c28-2bb76e60a9d0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 932 time: 0.1499107 Jul 09 17:18:40.930057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32a5646e-7187-4f21-ac57-b4fc64f0db34 req-b425de3e-9d9a-496d-a44c-3b040b8893ca tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Jul 09 17:18:40.955286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:40.992652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Port': ['ID=8389db83-6cb9-4f8d-b84f-6080db17d6a1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:40.999329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No DVR routers for this DVR port 8389db83-6cb9-4f8d-b84f-6080db17d6a1 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:41.120265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.133157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1780df-919c-430c-9568-7051935af45c']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:41.145805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:41.146097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dd4a0b-40e5-47be-a642-4c99b04baa4a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:41.158706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.179036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.192572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:41.193926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:41.200262 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:41.292183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-5d4881a7-446e-40ed-a36b-cb2016b4c5d8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:41.292827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.301132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-5d4881a7-446e-40ed-a36b-cb2016b4c5d8 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 945 time: 0.4573152 Jul 09 17:18:41.304755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.307141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'port': {'security_groups': ['a5526bb9-78f1-49a7-8a4c-70c8fe0d772e', '745c4ed3-4c8a-48f8-96c1-b09bf4364a4d']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:41.311653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/4b1780df-919c-430c-9568-7051935af45c HTTP/1.1" status: 204 len: 168 time: 2.4119117 Jul 09 17:18:41.312208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57834) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.427708 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d064144-b2c2-4ba3-aa2f-3f3ed4a8f7ce tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:41.428716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d064144-b2c2-4ba3-aa2f-3f3ed4a8f7ce tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:41.436384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d064144-b2c2-4ba3-aa2f-3f3ed4a8f7ce tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/5094f95a-7333-4a87-be52-a3da0bdb515c HTTP/1.1" status: 404 len: 337 time: 0.0956712 Jul 09 17:18:41.437482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1098-8741-4d31-848f-cc27a6bac174 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Network': ['ID=4b1780df-919c-430c-9568-7051935af45c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:41.440129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57838) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.481172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b82a3-b14b-4b32-bff8-7dc8e9b7d0ab req-4e8fc0d4-ebab-4a2d-8a36-6a678614de08 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:41.483103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d3b82a3-b14b-4b32-bff8-7dc8e9b7d0ab req-4e8fc0d4-ebab-4a2d-8a36-6a678614de08 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 950 time: 0.1700013 Jul 09 17:18:41.502388 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a40d80-c02b-4b8d-a3c6-e62df7f2b7b7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:41.503062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a40d80-c02b-4b8d-a3c6-e62df7f2b7b7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:41.505350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c9a40d80-c02b-4b8d-a3c6-e62df7f2b7b7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/4b1780df-919c-430c-9568-7051935af45c HTTP/1.1" status: 404 len: 339 time: 0.0625300 Jul 09 17:18:41.508136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57840) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.512335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.544313 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d1814f-ee59-4d18-abf6-8353f005ef7d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:41.544684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d1814f-ee59-4d18-abf6-8353f005ef7d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:41.548900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-20d1814f-ee59-4d18-abf6-8353f005ef7d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/3635e69d-5729-4843-bd4c-b987e277b858 HTTP/1.1" status: 404 len: 337 time: 0.0371263 Jul 09 17:18:41.551096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57842) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.565608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d3b82a3-b14b-4b32-bff8-7dc8e9b7d0ab req-915dcbb6-bef7-4522-ae3b-e4b340eeae23 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/security-groups?id=401f2529-7225-4e88-bd29-4c347478b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758801 Jul 09 17:18:41.610274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-c2f267e2-c9d6-49b9-877e-58efda2c31bd tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:41.612031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-c2f267e2-c9d6-49b9-877e-58efda2c31bd tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 950 time: 0.4578183 Jul 09 17:18:41.612786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.653933 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c195b8-dd2c-4b8e-8ef8-9fc9d03d0376 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:41.654621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c195b8-dd2c-4b8e-8ef8-9fc9d03d0376 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:41.656472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-29c195b8-dd2c-4b8e-8ef8-9fc9d03d0376 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/da3de72f-bbf0-42c2-a7d2-19b8fba18a87 HTTP/1.1" status: 404 len: 339 time: 0.1012011 Jul 09 17:18:41.659260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57846) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.702275 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-608425c6-e4ac-4548-ac90-a12cb8cfc2e6 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:41.702827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608425c6-e4ac-4548-ac90-a12cb8cfc2e6 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:41.704595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-608425c6-e4ac-4548-ac90-a12cb8cfc2e6 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/20207e59-bb0a-4e00-9c80-0c1a27e2cdae HTTP/1.1" status: 404 len: 337 time: 0.0424581 Jul 09 17:18:41.707376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57848) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.727391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Pushing event deleted for resources: {'Port': ['ID=d815fccb-1190-4b55-bb8d-a33739795705,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:41.749218 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f94cf0-64a6-4055-9ddb-4c945ad2ffe5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:41.749812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f94cf0-64a6-4055-9ddb-4c945ad2ffe5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:41.751512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d5f94cf0-64a6-4055-9ddb-4c945ad2ffe5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/698b68ca-c2f8-494b-9ae8-5afd70d5db25 HTTP/1.1" status: 404 len: 339 time: 0.0431619 Jul 09 17:18:41.754894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57850) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:41.760809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcdba48-a16e-4a15-a251-fb7692823dfd {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:41.783216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.852393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e5314-896c-44e0-8f58-b63162cd953a req-1a0ca885-71e6-46d0-8d88-45db2d2d333f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:41.853946 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-425e5314-896c-44e0-8f58-b63162cd953a req-1a0ca885-71e6-46d0-8d88-45db2d2d333f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1620758 Jul 09 17:18:41.880764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Transition to ACTIVE for port object 3dcdba48-a16e-4a15-a251-fb7692823dfd will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:41.888453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.904855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting port 9d6d804e-0ce7-42b3-a083-09a160ce5f30 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:41.905260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.919793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:41.950841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-425e5314-896c-44e0-8f58-b63162cd953a req-ac365f8a-5696-4c39-b132-e49044032f72 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886896 Jul 09 17:18:41.992766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.012408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Calling delete_port for 9d6d804e-0ce7-42b3-a083-09a160ce5f30 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:42.037911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.047788 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.103552 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.139612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Port': ['ID=9d6d804e-0ce7-42b3-a083-09a160ce5f30,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:42.144256 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.148321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f7d9a93-5a67-4912-8ed4-4c2bebce528c tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/ports/9d6d804e-0ce7-42b3-a083-09a160ce5f30 HTTP/1.1" status: 204 len: 168 time: 0.3905411 Jul 09 17:18:42.154456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57854) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:42.166439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcdba48-a16e-4a15-a251-fb7692823dfd,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:42.185094 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e539c0dd-9027-4ba6-a8e6-2465d7fefa2d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:42.185570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e539c0dd-9027-4ba6-a8e6-2465d7fefa2d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:42.189956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e539c0dd-9027-4ba6-a8e6-2465d7fefa2d tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/6f5f6b99-a227-4dc8-a4ab-e12ea5460ebb HTTP/1.1" status: 404 len: 337 time: 0.0316494 Jul 09 17:18:42.190938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57856) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:42.193657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.194225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf6ae97-99b8-4cfa-887a-9c91561eeb89 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:18:42.198730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.202301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3b248df7-0255-45e9-a55f-a84092f969df admin admin] 10.222.0.21 "DELETE /v2.0/routers/2bf6ae97-99b8-4cfa-887a-9c91561eeb89 HTTP/1.1" status: 204 len: 168 time: 3.2697184 Jul 09 17:18:42.202601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57858) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:42.218769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Deleting port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:42.219017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.251384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5202ab50-e76f-44bc-9483-bbd061af1b4f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:42.307434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5202ab50-e76f-44bc-9483-bbd061af1b4f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:42.313478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5202ab50-e76f-44bc-9483-bbd061af1b4f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:42.355303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.360243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Deleting subnet ccb23639-3cac-4e5f-acb8-7a598d847035 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:42.363657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.378128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:42.400825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.408313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Attempting to bind port 3dcdba48-a16e-4a15-a251-fb7692823dfd on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:42.408710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Attempting to bind port 3dcdba48-a16e-4a15-a251-fb7692823dfd by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:42.408972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Attempting to bind port 3dcdba48-a16e-4a15-a251-fb7692823dfd on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:42.433773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Port 3dcdba48-a16e-4a15-a251-fb7692823dfd on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:42.434101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Attempting to bind port 3dcdba48-a16e-4a15-a251-fb7692823dfd on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:42.459037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.464532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:42.465001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Checking segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:42.465554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Bound using segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:42.466214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Bound port: 3dcdba48-a16e-4a15-a251-fb7692823dfd, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:42.466520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.469741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] For port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:42.470178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.478406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.481654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.490566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:42.500847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Calling delete_port for 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:42.547644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.621366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb23639-3cac-4e5f-acb8-7a598d847035,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:42.662717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.665050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b09346cb-77f7-41a8-a4dc-3c7a6a2063cb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ccb23639-3cac-4e5f-acb8-7a598d847035 HTTP/1.1" status: 204 len: 168 time: 0.4615116 Jul 09 17:18:42.695961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941e5bf-ce7c-4393-973b-7099820069d3 None None] Network b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:42.701040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57864) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:42.736873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:42.750573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.788234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:42.789259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.791054 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-916de989-8bd7-4cb9-a06e-7e96e970e170 req-083dc33a-d3a7-40b4-8049-a7683e3db039 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "PUT /v2.0/ports/563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 981 time: 1.4889886 Jul 09 17:18:42.791645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.792935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'tag': '563d7d19-6279-4338-aff7-b7b910432261'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:42.796687 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "tag": "563d7d19-6279-4338-aff7-b7b910432261"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:42.817894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.839780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5696c-2057-440a-9f8e-d4b5c6f8b411 req-11808767-930a-4b5b-a420-6e5f179ae2e1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:42.843342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fe5696c-2057-440a-9f8e-d4b5c6f8b411 req-11808767-930a-4b5b-a420-6e5f179ae2e1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 944 time: 0.3097095 Jul 09 17:18:42.864933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ea8aed-f9cc-4ad9-9d44-46ffee529a49']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:42.914221 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-61cd81c8-5df2-4ed7-820b-4fe725384f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.921794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:42.924927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:42.947735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0103cc09-f0de-427b-b900-75c0b2f93f21') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:42.948082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0103cc09-f0de-427b-b900-75c0b2f93f21') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:42.959383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.984532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:42.986341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] For port 3dcdba48-a16e-4a15-a251-fb7692823dfd, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:42.993339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Pushing event deleted for resources: {'Port': ['ID=49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:42.997326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:42.997831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:43.042613 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:43.045960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8479da23-3963-41f8-bb71-0c5710a83f7f req-bdae0b7c-aafd-45a0-8d00-7bb1c3f6177a tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e3bd55-6ce4-45c3-b139-2d89fe876e22 HTTP/1.1" status: 200 len: 210 time: 0.0787725 Jul 09 17:18:43.088746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] No DVR routers for this DVR port 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:43.092658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.095381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25ae43fa-a41f-4169-aa4f-cb6476bc061a req-59aecd76-0e1d-48b4-8e7b-7fdceb7bf6a6 tempest-ServersAdminTestJSON-666174201 tempest-ServersAdminTestJSON-666174201-project] 10.222.0.13 "DELETE /v2.0/ports/49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 HTTP/1.1" status: 204 len: 173 time: 1.4500482 Jul 09 17:18:43.097564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] For port 3dcdba48-a16e-4a15-a251-fb7692823dfd, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:43.108758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.118800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] DHCP port deletion for b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:18:43.162335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.175752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.177877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/12ea8aed-f9cc-4ad9-9d44-46ffee529a49 HTTP/1.1" status: 204 len: 168 time: 0.9855113 Jul 09 17:18:43.183270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:43.248815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcdba48-a16e-4a15-a251-fb7692823dfd,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:43.258328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:43.258962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.260507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-4eab4e01-f43b-4e94-afab-d24444ce4e38 service neutron] 10.222.0.13 "PUT /v2.0/ports/3dcdba48-a16e-4a15-a251-fb7692823dfd HTTP/1.1" status: 200 len: 1093 time: 2.6612864 Jul 09 17:18:43.335117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fe5696c-2057-440a-9f8e-d4b5c6f8b411 req-4c4b161b-4332-44b2-a6fa-f3b77cdab9ba tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596548 Jul 09 17:18:43.353356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a2a54-b469-4bb3-bf41-d59788bfbe91 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Network': ['ID=12ea8aed-f9cc-4ad9-9d44-46ffee529a49,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:43.364539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] Deleting port a1972155-bddd-4de0-b659-2694d02de3c3 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:43.365857 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.368243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.395730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-3ba909e3-571a-4413-a9ac-eaf78b6c1477 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1066639312&fields=id&tenant_id=4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 267 time: 0.1338151 Jul 09 17:18:43.455366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Deleting port a1972155-bddd-4de0-b659-2694d02de3c3 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:43.455605 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.480244 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ebd53-d49f-4c8a-9be9-c72060077237 x-openstack-request-id: req-3e2ebd53-d49f-4c8a-9be9-c72060077237 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:43.481365 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "tag": "563d7d19-6279-4338-aff7-b7b910432261", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:43.481677 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e2ebd53-d49f-4c8a-9be9-c72060077237 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:43.482103 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'tag': '563d7d19-6279-4338-aff7-b7b910432261', 'status': 'completed', 'code': 200} Jul 09 17:18:43.538751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] For port a1972155-bddd-4de0-b659-2694d02de3c3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1972155-bddd-4de0-b659-2694d02de3c3,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:43.539509 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.607470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] Calling delete_port for a1972155-bddd-4de0-b659-2694d02de3c3 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:43.620934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] For port a1972155-bddd-4de0-b659-2694d02de3c3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1972155-bddd-4de0-b659-2694d02de3c3,segment=NetworkSegment(fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4),segment_id=fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:43.621415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:43.638276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-adcfd842-e554-4a88-93ec-c0784ccc3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:43.648642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-adcfd842-e554-4a88-93ec-c0784ccc3068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 1096 time: 0.3211501 Jul 09 17:18:43.663454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Calling delete_port for a1972155-bddd-4de0-b659-2694d02de3c3 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:43.773315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-bd212bd3-2d64-4308-86ae-de4beff819cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd HTTP/1.1" status: 200 len: 217 time: 0.1236634 Jul 09 17:18:43.783233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-c311a1f7-c399-4552-997a-fcc6332fb590 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:43.788727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-c311a1f7-c399-4552-997a-fcc6332fb590 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 984 time: 0.3806775 Jul 09 17:18:43.825399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'port': {'security_groups': ['745c4ed3-4c8a-48f8-96c1-b09bf4364a4d', 'a5526bb9-78f1-49a7-8a4c-70c8fe0d772e', 'c7c91cdb-1e2e-4f16-97a7-21a440308156']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:43.975028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.031814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.047708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636192e-03a1-413c-b467-073a8454c0ab req-48613984-1d23-476e-9c40-6387b126fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:44.049259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-48613984-1d23-476e-9c40-6387b126fe34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.2594507 Jul 09 17:18:44.050168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.064234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] Pushing event deleted for resources: {'Port': ['ID=a1972155-bddd-4de0-b659-2694d02de3c3,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:44.073894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf44f7-38c1-45b7-bb30-a9d4205e63e0 None None] No DVR routers for this DVR port a1972155-bddd-4de0-b659-2694d02de3c3 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:44.122943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-e34a275b-03c3-4fd9-8bf8-f19904567aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:44.124653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-e34a275b-03c3-4fd9-8bf8-f19904567aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1136 time: 0.6391902 Jul 09 17:18:44.128194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-012cdae3-73dc-4cee-80c6-ee17225005b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662560 Jul 09 17:18:44.230949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815fccb-1190-4b55-bb8d-a33739795705 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:44.251306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d815fccb-1190-4b55-bb8d-a33739795705 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:44.251672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d815fccb-1190-4b55-bb8d-a33739795705 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:44.252096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1972155-bddd-4de0-b659-2694d02de3c3 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:44.273554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a1972155-bddd-4de0-b659-2694d02de3c3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:44.274172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1972155-bddd-4de0-b659-2694d02de3c3 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:44.274448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting port f7d34408-7946-4a67-8b69-86ff85028c33 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:44.274927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.354421 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.403635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1972155-bddd-4de0-b659-2694d02de3c3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:44.408312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.414433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] No DVR routers for this DVR port a1972155-bddd-4de0-b659-2694d02de3c3 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:44.434968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24945929-bc4e-4919-ab4c-5ad830d00b8d req-dbd5ba2b-89b5-4560-a498-7baa606a7fa6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:44.436562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24945929-bc4e-4919-ab4c-5ad830d00b8d req-dbd5ba2b-89b5-4560-a498-7baa606a7fa6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.2213769 Jul 09 17:18:44.458973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Calling delete_port for f7d34408-7946-4a67-8b69-86ff85028c33 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:44.605383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24945929-bc4e-4919-ab4c-5ad830d00b8d req-39c67950-7ac6-47e5-8075-7f87822eb5bb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477940 Jul 09 17:18:44.606988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.637346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ce9180-9b38-4e4d-bcfd-0474d0103dc9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:44.649275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:44.649275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3d31c3-9c2e-432a-8a81-5cd41d2e78a4') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:44.675963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.697279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.704113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:44.704712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:44.706691 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:44.785102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.799580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-099cb28b-d2bc-4d4d-b284-7fc20d67a09d service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386856 Jul 09 17:18:44.830557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Port': ['ID=f7d34408-7946-4a67-8b69-86ff85028c33,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:44.835121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.838308 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f82e8bac-3dfd-4d36-8c59-b56da461b6a7 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/ports/f7d34408-7946-4a67-8b69-86ff85028c33 HTTP/1.1" status: 204 len: 168 time: 1.6513834 Jul 09 17:18:44.840070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.853278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:44.855924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4ce9180-9b38-4e4d-bcfd-0474d0103dc9 HTTP/1.1" status: 204 len: 168 time: 2.1535695 Jul 09 17:18:44.857086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57890) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:44.866874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-58d7a7e0-8167-403f-a545-f4451e7bb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:44.868605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-58d7a7e0-8167-403f-a545-f4451e7bb889 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 0.2974062 Jul 09 17:18:44.921077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7fd5e-8d9d-4e2b-9765-9bd33d471073 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ce9180-9b38-4e4d-bcfd-0474d0103dc9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:44.982567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:45.001337 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ba665-5f9f-49ca-bb16-2852ec2348f4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] DELETE failed (client error): The resource could not be found. Jul 09 17:18:45.002273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698ba665-5f9f-49ca-bb16-2852ec2348f4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:18:45.007833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-698ba665-5f9f-49ca-bb16-2852ec2348f4 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/b86294d3-fc7f-4fed-83ad-5723004d97c3 HTTP/1.1" status: 404 len: 337 time: 0.1440525 Jul 09 17:18:45.013999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57896) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:45.027173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-69e052a0-d13d-4868-8445-5f61e92298f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 217 time: 0.0677934 Jul 09 17:18:45.029528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:45.029680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:45.111249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c7dca-fa2a-49d3-b159-8b4c60b5f93f req-10f74e48-5e08-4c57-9aa6-20db002e1a44 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:45.123795 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a60c7dca-fa2a-49d3-b159-8b4c60b5f93f req-10f74e48-5e08-4c57-9aa6-20db002e1a44 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 944 time: 0.1296623 Jul 09 17:18:45.180300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a60c7dca-fa2a-49d3-b159-8b4c60b5f93f req-c6327bcb-9da3-4570-8078-20aa6736f09a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 Jul 09 17:18:45.194688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:45.202220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.212440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7636192e-03a1-413c-b467-073a8454c0ab req-ca7604bc-98b8-448e-8df6-089d6bed5bba service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955483 Jul 09 17:18:45.216044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-817774fd-4d4d-4e86-ab9a-8d8c8954f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:45.217465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-817774fd-4d4d-4e86-ab9a-8d8c8954f4b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.1482682 Jul 09 17:18:45.218169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57898) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:45.272284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-d8d4fbe5-7baa-4ece-b873-eae772733299 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404520 Jul 09 17:18:45.274721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.291626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f29047f-1fe7-4a12-98fd-5d3ab5c40e58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f5b0a0e3fe14a89bc2d3aa4c4b0545f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710528 Jul 09 17:18:45.292393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:45.307622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.319949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:45.369298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c286c54b-c442-4cfc-a07d-731c0c819b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.397010 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c286c54b-c442-4cfc-a07d-731c0c819b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.408446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:45.470082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.484206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:45.484940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.487366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d22ed584-eb95-4fda-8a69-9d8d893fca41 req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "PUT /v2.0/ports/563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 1020 time: 1.6708732 Jul 09 17:18:45.503304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-deleted', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7'}, {'name': 'network-changed', 'server_uuid': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'tag': '3dcdba48-a16e-4a15-a251-fb7692823dfd'}, {'name': 'network-changed', 'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'tag': '563d7d19-6279-4338-aff7-b7b910432261'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:45.506640 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e" -d '{"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-deleted", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7"}, {"name": "network-changed", "server_uuid": "8046eb96-f363-4742-8a1d-cbcc7f4ce63f", "tag": "3dcdba48-a16e-4a15-a251-fb7692823dfd"}, {"name": "network-changed", "server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "tag": "563d7d19-6279-4338-aff7-b7b910432261"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:45.521490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfda1b8-9239-4f3c-92f0-348c9b4ee202']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:45.537866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c286c54b-c442-4cfc-a07d-731c0c819b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.541236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c286c54b-c442-4cfc-a07d-731c0c819b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.542486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c286c54b-c442-4cfc-a07d-731c0c819b3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81c31529-598f-42ad-9b9d-2dc0885d8ea6 HTTP/1.1" status: 204 len: 168 time: 0.2491708 Jul 09 17:18:45.548302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:45.548829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b071b5f8-72ba-4ae2-a0c7-a444d35a389f') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:45.550806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a5d72-1fd9-4abd-9019-baf667f9b6c7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:45.567797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.576916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c54b-c442-4cfc-a07d-731c0c819b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c31529-598f-42ad-9b9d-2dc0885d8ea6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:45.605928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.620530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-f0f5b47e-f301-4576-97a4-639433ac8938 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243468 Jul 09 17:18:45.641653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:45.653287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:45.653714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:45.656975 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:45.682759 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201cd807-2e93-409f-b5cc-5b77970149c4 x-openstack-request-id: req-201cd807-2e93-409f-b5cc-5b77970149c4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:45.683058 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e3bd55-6ce4-45c3-b139-2d89fe876e22", "name": "network-vif-deleted", "tag": "49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8046eb96-f363-4742-8a1d-cbcc7f4ce63f", "tag": "3dcdba48-a16e-4a15-a251-fb7692823dfd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "tag": "563d7d19-6279-4338-aff7-b7b910432261", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:45.683310 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-201cd807-2e93-409f-b5cc-5b77970149c4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:45.683796 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e3bd55-6ce4-45c3-b139-2d89fe876e22', 'name': 'network-vif-deleted', 'tag': '49b6cb34-0ae3-4276-a5bc-9b2d3b8871b7', 'status': 'completed', 'code': 200} Jul 09 17:18:45.684062 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'tag': '3dcdba48-a16e-4a15-a251-fb7692823dfd', 'status': 'completed', 'code': 200} Jul 09 17:18:45.684273 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'tag': '563d7d19-6279-4338-aff7-b7b910432261', 'status': 'completed', 'code': 200} Jul 09 17:18:45.692105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a45c4e97-9dad-4f10-973d-408bb36ae089 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7bee151ac354568ae6f33fb32211e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822003 Jul 09 17:18:45.694664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:45.827330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:45.933563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a57f6a9c-08e4-4f84-922e-bdfe86cb013a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.008809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475c8e-eaee-40e4-bdcc-d27111b9cf15 req-af77e0f6-d80d-414e-ad04-6be67b23e7a3 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:46.017062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68475c8e-eaee-40e4-bdcc-d27111b9cf15 req-af77e0f6-d80d-414e-ad04-6be67b23e7a3 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1023 time: 0.2779675 Jul 09 17:18:46.036229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a57f6a9c-08e4-4f84-922e-bdfe86cb013a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.115648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.140726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.144970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/8bfda1b8-9239-4f3c-92f0-348c9b4ee202 HTTP/1.1" status: 204 len: 168 time: 1.1276503 Jul 09 17:18:46.148223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:46.205521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b32ea7-c594-4abd-b50a-dc2476eb4150 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Network': ['ID=8bfda1b8-9239-4f3c-92f0-348c9b4ee202,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:46.228163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57936) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:46.231983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ba7258f-7ba8-4e96-9983-5d1cd4338b8f req-2d47f792-2933-4384-aa15-bc91ab6f34ae service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011312 Jul 09 17:18:46.274472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-409afbe9-0ca5-41f5-8eaf-70dd05dbcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:46.276370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-409afbe9-0ca5-41f5-8eaf-70dd05dbcbf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 1096 time: 0.4743145 Jul 09 17:18:46.289119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b6495-15f2-4307-924e-4c4797edb6a2 req-496c9373-a864-4447-b40a-f6e19c3d409a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:46.294272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a57f6a9c-08e4-4f84-922e-bdfe86cb013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.297574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a57f6a9c-08e4-4f84-922e-bdfe86cb013a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.299613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f50b6495-15f2-4307-924e-4c4797edb6a2 req-496c9373-a864-4447-b40a-f6e19c3d409a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.3494201 Jul 09 17:18:46.307511 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a57f6a9c-08e4-4f84-922e-bdfe86cb013a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/401f2529-7225-4e88-bd29-4c347478b488 HTTP/1.1" status: 204 len: 168 time: 0.6118162 Jul 09 17:18:46.341057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68475c8e-eaee-40e4-bdcc-d27111b9cf15 req-32555ca0-c103-468b-9973-01624b23eb00 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=745c4ed3-4c8a-48f8-96c1-b09bf4364a4d&id=c7c91cdb-1e2e-4f16-97a7-21a440308156 HTTP/1.1" status: 200 len: 6155 time: 0.3231194 Jul 09 17:18:46.359466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting subnet fb981273-53dd-47ac-b3e4-e49181e22361 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:18:46.372737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.466032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f50b6495-15f2-4307-924e-4c4797edb6a2 req-b6f32663-69b6-449f-ae1d-99fb662afb78 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383147 Jul 09 17:18:46.495188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.545388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0dd99aa8-4e97-4fba-ac2f-35e7c1c70b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.559346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6a9c-08e4-4f84-922e-bdfe86cb013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f2529-7225-4e88-bd29-4c347478b488,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:46.594081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-2c9a4cc8-47ee-497f-ab6e-4122d3d21ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:46.595667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-2c9a4cc8-47ee-497f-ab6e-4122d3d21ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1175 time: 0.2948430 Jul 09 17:18:46.596762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-30a76cde-6e53-4199-859f-323245af3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:46.598115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-30a76cde-6e53-4199-859f-323245af3227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.2962351 Jul 09 17:18:46.616506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': ' tempest-securitygroup -798854296 ', 'description': 'tempest-description-201554477'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:46.669311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:18:46.669311 n-d-791506-17 neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:18:46.669311 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id': '4ce4af5636734e4aa2538664eb5fc046', 'id': '6080028b-6b04-495f-bbc3-ffbaaafe1e86', 'expiration': datetime.datetime(2021, 7, 9, 17, 20, 46, 647970)}] Jul 09 17:18:46.669311 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:18:46.669830 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:18:46.722622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-a0fd61cd-e8bf-4b14-b3f3-19e241534c67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd HTTP/1.1" status: 200 len: 217 time: 0.1082463 Jul 09 17:18:46.753316 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.827030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-3ffbf83b-4e4d-49cd-9008-1d5f4ac5f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:46.828611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-3ffbf83b-4e4d-49cd-9008-1d5f4ac5f2d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.0914352 Jul 09 17:18:46.883153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.897105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-9d22bf4b-426e-4cd3-b746-c5df89c9b50a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536282 Jul 09 17:18:46.916680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:46.925491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363543a-15c8-4229-a34d-d58425977f93 None None] Network 0864a112-b463-46ab-b1f4-8deeb9af2ea0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:46.929140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/subnets/fb981273-53dd-47ac-b3e4-e49181e22361 HTTP/1.1" status: 204 len: 168 time: 0.7786670 Jul 09 17:18:46.938602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57958) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:46.980885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8ea5d-7217-43a6-af9d-190316bbd467 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Subnet': ['ID=fb981273-53dd-47ac-b3e4-e49181e22361,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:46.982782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:47.007011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-df370345-4272-4daa-9388-04ca19a847f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:47.008876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-df370345-4272-4daa-9388-04ca19a847f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 0.3958349 Jul 09 17:18:47.039034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-db3d3fce-cfaf-42b8-a708-995bcc532887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f8edfb31304a42b8265a717d746d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542550 Jul 09 17:18:47.041686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:47.063703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f1b9-6b1f-44e7-864c-8a421ef64c1f req-2f3f7edb-e534-404b-8d54-481ecd9589b7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:47.065263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ea15f1b9-6b1f-44e7-864c-8a421ef64c1f req-2f3f7edb-e534-404b-8d54-481ecd9589b7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 944 time: 0.3751509 Jul 09 17:18:47.098962 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f629b6c-d8dc-475e-aa4f-00fbc49a102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.122455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f629b6c-d8dc-475e-aa4f-00fbc49a102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.146175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-c568fd53-5649-452c-a58a-cef21f9331ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 200 len: 217 time: 0.1012235 Jul 09 17:18:47.181308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] DHCP port deletion for 0864a112-b463-46ab-b1f4-8deeb9af2ea0 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:18:47.191663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f629b6c-d8dc-475e-aa4f-00fbc49a102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.195216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f629b6c-d8dc-475e-aa4f-00fbc49a102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.197202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0f629b6c-d8dc-475e-aa4f-00fbc49a102e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb8bbb21-1ce7-4789-a2e6-43d8d4edc3ea HTTP/1.1" status: 204 len: 168 time: 0.1543314 Jul 09 17:18:47.200637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.207704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f629b6c-d8dc-475e-aa4f-00fbc49a102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8bbb21-1ce7-4789-a2e6-43d8d4edc3ea,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:47.264789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0dd99aa8-4e97-4fba-ac2f-35e7c1c70b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.278171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ea15f1b9-6b1f-44e7-864c-8a421ef64c1f req-5581a08c-4310-4d79-b2a4-c32a9fa90dc3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988392 Jul 09 17:18:47.286788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-c10177d5-9fc7-44df-8ba2-918e5fcde136 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775764 Jul 09 17:18:47.289279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0dd99aa8-4e97-4fba-ac2f-35e7c1c70b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.294930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.305888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-3d32cd41-d08d-4b0f-8640-2115e30d5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:47.307548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] Deleting port 58e6ba88-be24-47f2-bee7-c146f8f91083 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:47.307798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-3d32cd41-d08d-4b0f-8640-2115e30d5c23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.1452503 Jul 09 17:18:47.307951 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.416403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] For port 58e6ba88-be24-47f2-bee7-c146f8f91083, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=58e6ba88-be24-47f2-bee7-c146f8f91083,segment=NetworkSegment(df612e13-b93c-493d-b37a-888d5dbd83bc),segment_id=df612e13-b93c-493d-b37a-888d5dbd83bc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:47.416732 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.426110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-77d34d79-c9ce-4410-a2a2-f4b748c46bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927138 Jul 09 17:18:47.432725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] Calling delete_port for 58e6ba88-be24-47f2-bee7-c146f8f91083 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:47.444974 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.451387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0dd99aa8-4e97-4fba-ac2f-35e7c1c70b24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8346697888c4c7389ad921dfdb72e37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2173507 Jul 09 17:18:47.454159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:47.479987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd99aa8-4e97-4fba-ac2f-35e7c1c70b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4fdb2e-66be-4b34-96c1-f05645d6affc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:47.505241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.535221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.537050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dba8a612-8318-4d02-a229-39394f2480a1 req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.9413590 Jul 09 17:18:47.553220 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.590256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Deleting port 58e6ba88-be24-47f2-bee7-c146f8f91083 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:47.590458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.598831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63b6d3-ea7f-4b60-bdd9-d792960ab45b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0921aefb-e449-43cc-8485-d87f3121d938,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:47.611776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e768b917-66c0-4140-8220-9ffd04f421d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.639061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e768b917-66c0-4140-8220-9ffd04f421d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.651270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-082bb1bf-b4ca-476d-8d5c-36f9f53b8727 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421321 Jul 09 17:18:47.659063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] No DVR routers for this DVR port 58e6ba88-be24-47f2-bee7-c146f8f91083 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:47.681767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e1c36-e7eb-46f7-bcaf-e23d099f584d None None] Pushing event deleted for resources: {'Port': ['ID=58e6ba88-be24-47f2-bee7-c146f8f91083,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:47.687534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-1d2b6686-fd64-46b2-98c7-17f6272d49a7 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389615 Jul 09 17:18:47.717193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] For port 58e6ba88-be24-47f2-bee7-c146f8f91083, host n-d-791506-17, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:47.717857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.728548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e768b917-66c0-4140-8220-9ffd04f421d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.732627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e768b917-66c0-4140-8220-9ffd04f421d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:47.741725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e768b917-66c0-4140-8220-9ffd04f421d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b4fdb2e-66be-4b34-96c1-f05645d6affc HTTP/1.1" status: 204 len: 168 time: 0.2848983 Jul 09 17:18:47.761591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768b917-66c0-4140-8220-9ffd04f421d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4fdb2e-66be-4b34-96c1-f05645d6affc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:48.059642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebca34-1740-42cb-86ca-eb5e76ddc95b req-8e7eccb7-3d97-458a-92ff-3038997c470e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:48.068529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04ebca34-1740-42cb-86ca-eb5e76ddc95b req-8e7eccb7-3d97-458a-92ff-3038997c470e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.0984402 Jul 09 17:18:48.097913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Calling delete_port for 58e6ba88-be24-47f2-bee7-c146f8f91083 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:48.108034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Port 58e6ba88-be24-47f2-bee7-c146f8f91083 was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:18:48.112881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-04ebca34-1740-42cb-86ca-eb5e76ddc95b req-898a8086-e96b-4f6b-b1dd-70a399ca0147 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Jul 09 17:18:48.118275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.167626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Port': ['ID=58e6ba88-be24-47f2-bee7-c146f8f91083,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:48.195688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb365adb-b6cc-4dc8-acaf-8d3f1dfa5eb1 req-43149969-e2fa-4a7f-92ea-6d41d9211bc0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0921aefb-e449-43cc-8485-d87f3121d938 HTTP/1.1" status: 200 len: 1781 time: 0.5069227 Jul 09 17:18:48.197059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] No DVR routers for this DVR port 58e6ba88-be24-47f2-bee7-c146f8f91083 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:48.235723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 58e6ba88-be24-47f2-bee7-c146f8f91083 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:18:48.241675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7520ad2d-5a18-4c17-b0b9-2f907b49e20e req-19a61f94-5710-407a-b200-fe5c5dd6ff93 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466657 Jul 09 17:18:48.278023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 58e6ba88-be24-47f2-bee7-c146f8f91083 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:18:48.278374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 58e6ba88-be24-47f2-bee7-c146f8f91083 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:18:48.336010 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.353480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0864a112-b463-46ab-b1f4-8deeb9af2ea0']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:48.371087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df612e13-b93c-493d-b37a-888d5dbd83bc') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:48.372924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df612e13-b93c-493d-b37a-888d5dbd83bc') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:18:48.392735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.403372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a1744c3-d8d6-44a4-96bc-cba212ea4b05 req-b5c61e8b-6840-497c-b9d3-abe729e51e32 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0921aefb-e449-43cc-8485-d87f3121d938 HTTP/1.1" status: 200 len: 1781 time: 0.0778408 Jul 09 17:18:48.425697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.461087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:18:48.461683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:18:48.465647 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:18:48.573843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a1744c3-d8d6-44a4-96bc-cba212ea4b05 req-8eddea8d-25d2-4318-8a58-37371df64ddf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.579473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.585440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb8114-bdcd-4cb5-8e45-a205d38a382b req-88c80e2b-a9fb-4e23-8e03-350dd2c9e031 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:48.589850 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-abbb8114-bdcd-4cb5-8e45-a205d38a382b req-88c80e2b-a9fb-4e23-8e03-350dd2c9e031 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 944 time: 0.0823307 Jul 09 17:18:48.593933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.598924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] 10.222.0.21 "DELETE /v2.0/networks/0864a112-b463-46ab-b1f4-8deeb9af2ea0 HTTP/1.1" status: 204 len: 168 time: 1.6594291 Jul 09 17:18:48.618391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b2d6e-47e4-4746-8505-9f384e28b2e5 tempest-NetworksIpV6TestAttrs-621304985 tempest-NetworksIpV6TestAttrs-621304985-project] Pushing event deleted for resources: {'Network': ['ID=0864a112-b463-46ab-b1f4-8deeb9af2ea0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:48.625043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a1744c3-d8d6-44a4-96bc-cba212ea4b05 req-8eddea8d-25d2-4318-8a58-37371df64ddf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.663293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-abbb8114-bdcd-4cb5-8e45-a205d38a382b req-378c5aba-5f5d-4f5c-9b7a-dcbd8f961afc tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684116 Jul 09 17:18:48.682374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a1744c3-d8d6-44a4-96bc-cba212ea4b05 req-8eddea8d-25d2-4318-8a58-37371df64ddf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.685999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a1744c3-d8d6-44a4-96bc-cba212ea4b05 req-8eddea8d-25d2-4318-8a58-37371df64ddf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.690189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a1744c3-d8d6-44a4-96bc-cba212ea4b05 req-8eddea8d-25d2-4318-8a58-37371df64ddf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/0921aefb-e449-43cc-8485-d87f3121d938 HTTP/1.1" status: 204 len: 173 time: 0.2792709 Jul 09 17:18:48.700592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddea8d-25d2-4318-8a58-37371df64ddf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921aefb-e449-43cc-8485-d87f3121d938,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:48.729344 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-e1083cc7-30dd-4d2b-b1c0-82fd10840563 req-c55e477c-0336-4aeb-a0c0-48b85e3e6f56 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:18:48.730592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1083cc7-30dd-4d2b-b1c0-82fd10840563 req-c55e477c-0336-4aeb-a0c0-48b85e3e6f56 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0921aefb-e449-43cc-8485-d87f3121d938 HTTP/1.1" status: 404 len: 352 time: 0.0232329 Jul 09 17:18:48.765602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a46ae9ab-92f9-42a6-a2c3-fe06d8fb8ea6 req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1645689073', 'description': 'tempest-description-1785361769'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:48.801223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a46ae9ab-92f9-42a6-a2c3-fe06d8fb8ea6 req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.895224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a46ae9ab-92f9-42a6-a2c3-fe06d8fb8ea6 req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.900293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a46ae9ab-92f9-42a6-a2c3-fe06d8fb8ea6 req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.928644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a46ae9ab-92f9-42a6-a2c3-fe06d8fb8ea6 req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:48.929900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a46ae9ab-92f9-42a6-a2c3-fe06d8fb8ea6 req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1692872 Jul 09 17:18:48.931793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766b00f-2299-44cc-aa69-f5ad74e3f3a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fe4387-4c21-4fd7-9eee-324a9fb50fe6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:48.955249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a2afbfd7-f827-4772-be39-f361b192693d req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-239021324', 'description': 'tempest-description-740882456'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:48.991173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2afbfd7-f827-4772-be39-f361b192693d req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.008971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3dcdba48-a16e-4a15-a251-fb7692823dfd details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:18:49.075014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58068) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:49.100936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2afbfd7-f827-4772-be39-f361b192693d req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.108615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2afbfd7-f827-4772-be39-f361b192693d req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.140534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3dcdba48-a16e-4a15-a251-fb7692823dfd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:49.156923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '3dcdba48-a16e-4a15-a251-fb7692823dfd', 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'port_id': '3dcdba48-a16e-4a15-a251-fb7692823dfd', 'mac_address': 'fa:16:3e:dc:a7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01027337-05f5-4727-9847-951aff78d916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:18:49.169118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2afbfd7-f827-4772-be39-f361b192693d req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.174565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2afbfd7-f827-4772-be39-f361b192693d req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2229912 Jul 09 17:18:49.190814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b983b-05f2-4b8d-b7d9-a8763a8103b1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a9d29-9238-4960-af6c-6cf5e2f3a6ad,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:49.210333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f86c5ef0-e905-4105-90a9-3b9b5a21cd51 req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1432975354', 'description': 'tempest-description-1623962952'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:49.225073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.248407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcdba48-a16e-4a15-a251-fb7692823dfd {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:49.270556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f86c5ef0-e905-4105-90a9-3b9b5a21cd51 req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.282220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3dcdba48-a16e-4a15-a251-fb7692823dfd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:49.289873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.333935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58082) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:49.354264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3dcdba48-a16e-4a15-a251-fb7692823dfd,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:49.417367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f86c5ef0-e905-4105-90a9-3b9b5a21cd51 req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.426993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f86c5ef0-e905-4105-90a9-3b9b5a21cd51 req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.441248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485123-66f4-4526-a410-a4da1719e6ea req-874f78af-2d71-4f09-8a24-6a176348ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:49.443353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-874f78af-2d71-4f09-8a24-6a176348ab95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 1097 time: 0.1742582 Jul 09 17:18:49.464231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ef288-fd23-41f0-8817-91e326592610 req-ffdfd211-84f8-450b-9f46-e19486166788 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:49.467165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f127f38f-c11f-4822-b80d-0a10ef9e80ef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:49.470882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f86c5ef0-e905-4105-90a9-3b9b5a21cd51 req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.472185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f86c5ef0-e905-4105-90a9-3b9b5a21cd51 req-9e10740c-588c-4b08-9a39-bd8acecbad98 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2718799 Jul 09 17:18:49.472817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-788ef288-fd23-41f0-8817-91e326592610 req-ffdfd211-84f8-450b-9f46-e19486166788 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1466625 Jul 09 17:18:49.477636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e1349de7-9583-4f07-84da-4c6e9440a656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d0cc8b0e29049e892d694e3d37e8aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013627 Jul 09 17:18:49.480747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58092) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:49.525836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['3dcdba48-a16e-4a15-a251-fb7692823dfd'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:49.571895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc931486-af0a-4e9b-b279-7101775a0f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.578469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-788ef288-fd23-41f0-8817-91e326592610 req-cf12783a-22c2-4fe8-99c8-84eadd06a58c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044283 Jul 09 17:18:49.649346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc931486-af0a-4e9b-b279-7101775a0f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.697567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485123-66f4-4526-a410-a4da1719e6ea req-66071588-73ab-4fd1-8702-2b10982d4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:49.705783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-66071588-73ab-4fd1-8702-2b10982d4bca service neutron] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 906 time: 0.2104311 Jul 09 17:18:49.757103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3e8d-8b4e-4d2a-a66b-fd784b138dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.821975 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-663e0237-9465-49bb-9439-4e3281257434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87 HTTP/1.1" status: 200 len: 217 time: 0.0570045 Jul 09 17:18:49.888046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3e8d-8b4e-4d2a-a66b-fd784b138dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.923112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3e8d-8b4e-4d2a-a66b-fd784b138dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.931937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485123-66f4-4526-a410-a4da1719e6ea req-c44d706f-849f-41a5-bc32-bf6906af1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:49.933963 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-c44d706f-849f-41a5-bc32-bf6906af1af6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.1032333 Jul 09 17:18:49.941758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-3594b377-253e-48b7-8180-72b76cd524ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2303419 Jul 09 17:18:49.970336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a427d6ee-c3e1-4cf1-90c5-58e89089b3b0 req-95bca54c-f621-411b-8ad5-5b0e48a9e5ba tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 10909 time: 0.3483062 Jul 09 17:18:49.981665 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc931486-af0a-4e9b-b279-7101775a0f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.984627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc931486-af0a-4e9b-b279-7101775a0f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:49.985966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc931486-af0a-4e9b-b279-7101775a0f99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/906ad492-6951-4b29-97a6-e37ae20b2504 HTTP/1.1" status: 204 len: 168 time: 0.5040464 Jul 09 17:18:50.007675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c3d3e8d-8b4e-4d2a-a66b-fd784b138dc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89aaf52a4b034a1d93b51eaedd08e72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673949 Jul 09 17:18:50.007675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d3e8d-8b4e-4d2a-a66b-fd784b138dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29063f0-b36f-4313-9a93-4f68ad8509a7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:50.008429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-530d1992-5159-462f-8719-40672a09b2e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370941 Jul 09 17:18:50.013720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58110) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:50.025113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc931486-af0a-4e9b-b279-7101775a0f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906ad492-6951-4b29-97a6-e37ae20b2504,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:50.047713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb933b9-79a8-4451-98a1-d1f3fb6df013 req-1edcc40b-2fcc-4f97-b050-23cc74d31383 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:50.054735 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fb933b9-79a8-4451-98a1-d1f3fb6df013 req-1edcc40b-2fcc-4f97-b050-23cc74d31383 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 945 time: 0.1648123 Jul 09 17:18:50.129084 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00f17c11-86dd-405f-bbe8-1ddc53840b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.142628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fb933b9-79a8-4451-98a1-d1f3fb6df013 req-1ace939d-bee5-48c0-9a81-9a4ef431171a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870028 Jul 09 17:18:50.166448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00f17c11-86dd-405f-bbe8-1ddc53840b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.167315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-d2bcfb28-6c01-49ba-b7fa-31460a23547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:50.169256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-d2bcfb28-6c01-49ba-b7fa-31460a23547b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b12e45f61743f98187902a46acccba&device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1598499 Jul 09 17:18:50.185264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a427d6ee-c3e1-4cf1-90c5-58e89089b3b0 req-8eca1424-d209-422f-a2cf-0899a9865f68 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/a5526bb9-78f1-49a7-8a4c-70c8fe0d772e HTTP/1.1" status: 200 len: 2985 time: 0.1796985 Jul 09 17:18:50.239869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00f17c11-86dd-405f-bbe8-1ddc53840b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.244185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00f17c11-86dd-405f-bbe8-1ddc53840b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.248301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00f17c11-86dd-405f-bbe8-1ddc53840b75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b29063f0-b36f-4313-9a93-4f68ad8509a7 HTTP/1.1" status: 204 len: 168 time: 0.2244861 Jul 09 17:18:50.257343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f17c11-86dd-405f-bbe8-1ddc53840b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29063f0-b36f-4313-9a93-4f68ad8509a7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:50.287019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-1a882542-1766-4645-91cb-e265dfc0ba62 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422359 Jul 09 17:18:50.330403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a427d6ee-c3e1-4cf1-90c5-58e89089b3b0 req-1a1d6fb8-94fd-4d58-9e0e-9c981f406aaa tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/a5526bb9-78f1-49a7-8a4c-70c8fe0d772e HTTP/1.1" status: 200 len: 2985 time: 0.1362443 Jul 09 17:18:50.415080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-e1b5134f-77f5-4bce-bd20-5fd30a17ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:50.415080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-e1b5134f-77f5-4bce-bd20-5fd30a17ff7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 200 len: 905 time: 0.1932700 Jul 09 17:18:50.493905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-406edab1-6037-432a-84a3-2717dff1aa21 req-f6c14e71-b5fb-4f4c-8f36-06591e6db40b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c1fe4387-4c21-4fd7-9eee-324a9fb50fe6 HTTP/1.1" status: 200 len: 1803 time: 0.1325610 Jul 09 17:18:50.505336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa485123-66f4-4526-a410-a4da1719e6ea req-5ac98127-829d-47ce-afc3-5cbd69c620fe service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060041 Jul 09 17:18:50.537479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-8cbd4c79-d5e7-4fbb-9343-e000402a2e1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 200 len: 999 time: 0.1128654 Jul 09 17:18:50.627324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-f9056f7d-b044-43b2-97bd-62ef4b290da9 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8cd48a4b08854927b378a7bab2b73c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336561 Jul 09 17:18:50.627812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-2901bf25-1a7c-48f9-a4db-38ce939be6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:50.629871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-2901bf25-1a7c-48f9-a4db-38ce939be6c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a26fd886-001b-4789-bd5a-bacd80caabe3 HTTP/1.1" status: 200 len: 843 time: 0.0841691 Jul 09 17:18:50.631248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-406edab1-6037-432a-84a3-2717dff1aa21 req-571dda8a-e0d4-4da5-b436-a1d3e06624ce tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.650322 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:18:50.692174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-406edab1-6037-432a-84a3-2717dff1aa21 req-571dda8a-e0d4-4da5-b436-a1d3e06624ce tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.750994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-717907e6-8b0b-4d0d-9b2f-83dcb440afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:50.754012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-717907e6-8b0b-4d0d-9b2f-83dcb440afd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150987 Jul 09 17:18:50.771954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-406edab1-6037-432a-84a3-2717dff1aa21 req-571dda8a-e0d4-4da5-b436-a1d3e06624ce tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.775457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-406edab1-6037-432a-84a3-2717dff1aa21 req-571dda8a-e0d4-4da5-b436-a1d3e06624ce tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:50.776946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-406edab1-6037-432a-84a3-2717dff1aa21 req-571dda8a-e0d4-4da5-b436-a1d3e06624ce tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/c1fe4387-4c21-4fd7-9eee-324a9fb50fe6 HTTP/1.1" status: 204 len: 173 time: 0.2707222 Jul 09 17:18:50.782642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-f0e3595e-3dee-43ae-ada4-0ab33b97ffd7 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:50.789408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-f0e3595e-3dee-43ae-ada4-0ab33b97ffd7 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610606 Jul 09 17:18:50.808648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-a5151e1c-6ce7-45ca-96e6-e805c11c0dfd tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/quotas/8cd48a4b08854927b378a7bab2b73c63 HTTP/1.1" status: 200 len: 375 time: 0.0178921 Jul 09 17:18:50.834990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dda8a-e0d4-4da5-b436-a1d3e06624ce tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fe4387-4c21-4fd7-9eee-324a9fb50fe6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:50.877203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-b8fdb4a3-34f9-4000-b6ed-51f370f24dcd tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cd48a4b08854927b378a7bab2b73c63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670805 Jul 09 17:18:50.889020 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-2c8452ee-fc35-4cee-ad43-8cf4c41a4f24 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282580 Jul 09 17:18:51.028294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3dcdba48-a16e-4a15-a251-fb7692823dfd up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:18:51.052421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6b04256-7960-46d3-8810-59cbd60804a8 req-0f3ae3e2-433f-4f37-aace-636191eed2a1 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567993 Jul 09 17:18:51.064525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c5d8-2956-47fb-b2b6-b853a297a69f req-cbb21330-2bf0-441a-9257-61db590f3f59 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:51.066283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b7c5d8-2956-47fb-b2b6-b853a297a69f req-cbb21330-2bf0-441a-9257-61db590f3f59 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1112823 Jul 09 17:18:51.116146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 3dcdba48-a16e-4a15-a251-fb7692823dfd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:51.124461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b7c5d8-2956-47fb-b2b6-b853a297a69f req-736d2e3a-8253-438b-820c-fc39d6b5a873 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Jul 09 17:18:51.129041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 3dcdba48-a16e-4a15-a251-fb7692823dfd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:51.129311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.203912 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-ccdc2370-d039-4eb5-b4ab-b30876ff1be1 req-d71e6d92-631c-46e9-84a2-ae0036474523 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:18:51.209432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ccdc2370-d039-4eb5-b4ab-b30876ff1be1 req-d71e6d92-631c-46e9-84a2-ae0036474523 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c1fe4387-4c21-4fd7-9eee-324a9fb50fe6 HTTP/1.1" status: 404 len: 352 time: 0.0269325 Jul 09 17:18:51.277432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.343152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 3dcdba48-a16e-4a15-a251-fb7692823dfd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:51.344970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcdba48-a16e-4a15-a251-fb7692823dfd'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:51.348255 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b4709-eb11-46eb-a973-55bb96f87dc5" -d '{"events": [{"server_uuid": "8046eb96-f363-4742-8a1d-cbcc7f4ce63f", "name": "network-vif-plugged", "status": "completed", "tag": "3dcdba48-a16e-4a15-a251-fb7692823dfd"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:51.355239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.360832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20999bcf-0a7c-4ccb-b4b9-b8dcf0c2b90a req-ca7bf964-8dc6-4d51-af13-4ff064c4ef36 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 210 time: 0.0785065 Jul 09 17:18:51.430593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=3dcdba48-a16e-4a15-a251-fb7692823dfd,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:51.475295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b00f4a5c-f43b-4565-85f5-12b1ef0ae4e0 req-4f019138-e92b-4b68-95e3-70a39090e0a1 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c51a9d29-9238-4960-af6c-6cf5e2f3a6ad HTTP/1.1" status: 200 len: 1801 time: 0.0776346 Jul 09 17:18:51.553082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b00f4a5c-f43b-4565-85f5-12b1ef0ae4e0 req-5be20a4e-610c-4066-a99d-d4e278833864 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.626875 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b00f4a5c-f43b-4565-85f5-12b1ef0ae4e0 req-5be20a4e-610c-4066-a99d-d4e278833864 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.666421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a4842-e2aa-4329-b74d-72defd05515e req-3fd2e881-643d-4bf1-b8a6-7f7936e382b3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:51.678892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b4a4842-e2aa-4329-b74d-72defd05515e req-3fd2e881-643d-4bf1-b8a6-7f7936e382b3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 946 time: 0.1219554 Jul 09 17:18:51.702774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b00f4a5c-f43b-4565-85f5-12b1ef0ae4e0 req-5be20a4e-610c-4066-a99d-d4e278833864 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.707708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b00f4a5c-f43b-4565-85f5-12b1ef0ae4e0 req-5be20a4e-610c-4066-a99d-d4e278833864 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:51.724370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b00f4a5c-f43b-4565-85f5-12b1ef0ae4e0 req-5be20a4e-610c-4066-a99d-d4e278833864 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/c51a9d29-9238-4960-af6c-6cf5e2f3a6ad HTTP/1.1" status: 204 len: 173 time: 0.2462950 Jul 09 17:18:51.747601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be20a4e-610c-4066-a99d-d4e278833864 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a9d29-9238-4960-af6c-6cf5e2f3a6ad,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:51.765089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b4a4842-e2aa-4329-b74d-72defd05515e req-b9e36511-3c33-425a-b9aa-ecb8eb80d298 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845184 Jul 09 17:18:51.798209 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ad08e4-4ea8-472b-b5cc-473826dc7e03 x-openstack-request-id: req-42ad08e4-4ea8-472b-b5cc-473826dc7e03 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:51.798512 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8046eb96-f363-4742-8a1d-cbcc7f4ce63f", "name": "network-vif-plugged", "status": "completed", "tag": "3dcdba48-a16e-4a15-a251-fb7692823dfd", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:51.798770 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42ad08e4-4ea8-472b-b5cc-473826dc7e03 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:51.799365 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcdba48-a16e-4a15-a251-fb7692823dfd', 'code': 200} Jul 09 17:18:51.810755 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-003677c2-ad2a-43e5-80c2-a0a207b19ee3 req-9af3e45d-4d35-4c5b-8a01-eb6e0586f673 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:18:51.815708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-003677c2-ad2a-43e5-80c2-a0a207b19ee3 req-9af3e45d-4d35-4c5b-8a01-eb6e0586f673 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c51a9d29-9238-4960-af6c-6cf5e2f3a6ad HTTP/1.1" status: 404 len: 352 time: 0.0279262 Jul 09 17:18:51.943262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da2b8844-3a10-4289-bb9d-496009c4552d req-46ae085a-8c54-47ce-8ef3-ab7db1f9aa9d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/f127f38f-c11f-4822-b80d-0a10ef9e80ef HTTP/1.1" status: 200 len: 1803 time: 0.0826998 Jul 09 17:18:51.962121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58208) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:51.998114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18ab6d-72de-4881-8fc2-035d0b312d15 req-154325f2-40d7-4378-8b4b-64379fcc9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:51.999832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f18ab6d-72de-4881-8fc2-035d0b312d15 req-154325f2-40d7-4378-8b4b-64379fcc9b5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 1098 time: 0.1073840 Jul 09 17:18:52.044856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-da2b8844-3a10-4289-bb9d-496009c4552d req-27e015ce-149d-4432-bdc9-c052c7f2f895 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.054348 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f18ab6d-72de-4881-8fc2-035d0b312d15 req-c775ca0f-a453-47ef-bcb4-b3891bcbe6a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473261 Jul 09 17:18:52.073051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-da2b8844-3a10-4289-bb9d-496009c4552d req-27e015ce-149d-4432-bdc9-c052c7f2f895 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.124386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-da2b8844-3a10-4289-bb9d-496009c4552d req-27e015ce-149d-4432-bdc9-c052c7f2f895 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.127255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-da2b8844-3a10-4289-bb9d-496009c4552d req-27e015ce-149d-4432-bdc9-c052c7f2f895 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.129445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da2b8844-3a10-4289-bb9d-496009c4552d req-27e015ce-149d-4432-bdc9-c052c7f2f895 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/f127f38f-c11f-4822-b80d-0a10ef9e80ef HTTP/1.1" status: 204 len: 173 time: 0.1780016 Jul 09 17:18:52.143321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e015ce-149d-4432-bdc9-c052c7f2f895 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f127f38f-c11f-4822-b80d-0a10ef9e80ef,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:52.155999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:52.189522 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-448d3c63-9dde-4424-a529-ba6e7346b953 req-3a0585f4-4c71-4450-aaee-1ec9f6c239dd tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:18:52.190800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-448d3c63-9dde-4424-a529-ba6e7346b953 req-3a0585f4-4c71-4450-aaee-1ec9f6c239dd tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/f127f38f-c11f-4822-b80d-0a10ef9e80ef HTTP/1.1" status: 404 len: 352 time: 0.0244963 Jul 09 17:18:52.288584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1235727909-network', 'tenant_id': 'b50a086c1f834d768186fcced8562622'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:52.310187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-468286676'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:52.355658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:18:52.355658 n-d-791506-17 neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:18:52.355658 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'id': '7f9a5513-cdaa-4c38-be74-c54868c37524', 'expiration': datetime.datetime(2021, 7, 9, 17, 20, 52, 338709)}] Jul 09 17:18:52.355658 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:18:52.356519 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:18:52.365931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8850d-07f1-4b85-91b0-fa6ff72f1d42 req-bd8b088a-7977-4c88-a8df-bffa603741b3 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:52.367943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ce8850d-07f1-4b85-91b0-fa6ff72f1d42 req-bd8b088a-7977-4c88-a8df-bffa603741b3 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.0872061 Jul 09 17:18:52.370318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf3a7113-4b30-41cc-a70b-f1d5d32f4c09 req-e5d8adb0-f877-404e-a1df-4faa9c14a698 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 6155 time: 0.1496069 Jul 09 17:18:52.371473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Made reservation on behalf of b50a086c1f834d768186fcced8562622 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:52.373878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.389884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.429326 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ce8850d-07f1-4b85-91b0-fa6ff72f1d42 req-23abcae7-0915-4c67-b23b-9f6808c458e0 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491619 Jul 09 17:18:52.447136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf3a7113-4b30-41cc-a70b-f1d5d32f4c09 req-2793fe3b-8923-4524-8d5e-1455878e57e2 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/a5526bb9-78f1-49a7-8a4c-70c8fe0d772e HTTP/1.1" status: 200 len: 2985 time: 0.0635495 Jul 09 17:18:52.525257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf3a7113-4b30-41cc-a70b-f1d5d32f4c09 req-ccc6d973-44b4-43a9-a43e-de51d52bd694 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/a5526bb9-78f1-49a7-8a4c-70c8fe0d772e HTTP/1.1" status: 200 len: 2985 time: 0.0691094 Jul 09 17:18:52.568252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.574747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.580886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e0b63829-510c-478d-9b86-745e390027a0 req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2001466963', 'description': 'tempest-description-1073203120'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:52.604246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:52.622059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ecc8c1-36f9-4b75-8d02-d643141183a8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:52.625440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.626022 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Added segment fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5 of type vlan for network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 Jul 09 17:18:52.641509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e0b63829-510c-478d-9b86-745e390027a0 req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.686852 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.748663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9168c8b9-64ba-4790-931b-962e56c9e4a8 req-06c62a30-53ac-4e45-9c98-50094f3b3b97 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 210 time: 0.0381739 Jul 09 17:18:52.752162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.753789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:52.754827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.836400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] Pushing event updated for resources: {'Network': ['ID=0f30f4b8-5856-437b-8d90-fe982fb4a2a9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:52.849342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:52.856148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-177f1812-cc3b-4d28-a967-0f4329bb6401 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8cd48a4b08854927b378a7bab2b73c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694346 Jul 09 17:18:52.897620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e0b63829-510c-478d-9b86-745e390027a0 req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:52.921962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a5576a5b-e2f2-4a51-bbf1-070750aee1ee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9579835 Jul 09 17:18:52.925280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58252) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:52.930824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Request body: {'subnet': {'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1235727909-subnet', 'tenant_id': 'b50a086c1f834d768186fcced8562622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:52.966847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e0b63829-510c-478d-9b86-745e390027a0 req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.035204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:53.038828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e265e835-aa44-4cf3-a1c1-91380bca92f0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:53.040566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.051207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e0b63829-510c-478d-9b86-745e390027a0 req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.056518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0b63829-510c-478d-9b86-745e390027a0 req-7a8c17aa-2012-4949-9412-173dd49a21d0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4804845 Jul 09 17:18:53.079241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.085380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-cf25af01-fbf2-4898-a8e6-64945972b83b req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1741533447', 'description': 'tempest-description-528403184'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:53.097455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Made reservation on behalf of b50a086c1f834d768186fcced8562622 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:53.102621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.120856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-e170c9ba-eddc-4d83-9546-660c8a552f63 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:53.122591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-e170c9ba-eddc-4d83-9546-660c8a552f63 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565069 Jul 09 17:18:53.136706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Request body: {'port': {'device_id': 'a9623814-8260-4a1b-9db6-307473813440', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '8cd48a4b08854927b378a7bab2b73c63'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:53.142725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf25af01-fbf2-4898-a8e6-64945972b83b req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.204279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4f148-4a37-496d-b912-ef2ae4c70fa8 req-fb7f0db1-8897-4b95-bbad-4423a6c4252c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:53.207039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-49a4f148-4a37-496d-b912-ef2ae4c70fa8 req-fb7f0db1-8897-4b95-bbad-4423a6c4252c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 946 time: 0.2644536 Jul 09 17:18:53.226310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58258) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:53.305212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-49a4f148-4a37-496d-b912-ef2ae4c70fa8 req-425aa554-fe24-40b0-b10e-785ea9023a0f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849473 Jul 09 17:18:53.353253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26fe5a44-3839-4e36-a187-e8d426651b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.418973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.420839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.428487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.486702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:53.522151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf9a35e-a777-4af8-b4af-bd2085a11b1d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:53.524898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.525252 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment 8dfd1f6a-1e60-4697-8061-68c6099143fc of type vlan for network 0cdf5551-d22f-4321-81b4-b70162d58b67 Jul 09 17:18:53.528173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf25af01-fbf2-4898-a8e6-64945972b83b req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.532801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbabc94-8aae-4f48-9ff0-7a9624348567,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:53.538155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf25af01-fbf2-4898-a8e6-64945972b83b req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.586757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Made reservation on behalf of 8cd48a4b08854927b378a7bab2b73c63 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:53.590467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Checking segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:53.591100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Network hostable DHCP agents. Network: 0f30f4b8-5856-437b-8d90-fe982fb4a2a9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:53.593193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.607568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf25af01-fbf2-4898-a8e6-64945972b83b req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.608856 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf25af01-fbf2-4898-a8e6-64945972b83b req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5275698 Jul 09 17:18:53.609499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.611488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37f0a3-6b27-4f17-ad66-c85e939e1adf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb18a9e-4705-4fef-b0f6-689bc0e8695d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:53.634564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.703046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:53.722068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26fe5a44-3839-4e36-a187-e8d426651b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.729207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0f30f4b8-5856-437b-8d90-fe982fb4a2a9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:53.734158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:53.734759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.742749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65124267-bf67-4ee3-a99c-b321ca2f69a2 None None] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:53.744414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26fe5a44-3839-4e36-a187-e8d426651b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.767518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80bb02-b5a2-404b-9f18-b6a6cc826349 req-e23a5533-caed-47b7-a4d0-f7a945fb7f99 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:53.775352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa80bb02-b5a2-404b-9f18-b6a6cc826349 req-e23a5533-caed-47b7-a4d0-f7a945fb7f99 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1679666 Jul 09 17:18:53.777713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.783895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:53.784622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:53.813810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-26fe5a44-3839-4e36-a187-e8d426651b97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e59ae2e95ca4e04b3c7016af190c2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859144 Jul 09 17:18:53.814665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58280) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:53.823639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe5a44-3839-4e36-a187-e8d426651b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d05ea-c314-45aa-a8dd-24d0609040ca,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:53.881748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=0cdf5551-d22f-4321-81b4-b70162d58b67,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:53.895451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa80bb02-b5a2-404b-9f18-b6a6cc826349 req-1ec8961d-88b4-49c0-b03e-8d9d41210c6a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189811 Jul 09 17:18:53.900444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:53.914954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f393b41-c58b-4116-ad53-a24436617e36 None None] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:54.008372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da0dfaa1-c5e3-42b9-a4f4-d9fb5cf54635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.014979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.033756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.039645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28733d88-f4d4-4636-b58b-934406dabb21 req-c5d9c35e-ebbf-46dd-8a28-4267258c4e44 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 210 time: 0.0364776 Jul 09 17:18:54.044653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-02cb137f-5d90-4838-90e6-49a161632aea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1179526 Jul 09 17:18:54.050859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1379d12-fc54-474c-8c4f-cedf486d90ba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8934822 Jul 09 17:18:54.051428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58282) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:54.060942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'name': 'tempest-PortsTestJSON-43134663'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:54.075351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da0dfaa1-c5e3-42b9-a4f4-d9fb5cf54635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.098927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-1248e71b-f75d-495a-9dd2-85fe5896555e tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:54.100489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-1248e71b-f75d-495a-9dd2-85fe5896555e tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 813 time: 0.2565253 Jul 09 17:18:54.164108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:54.168701 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.188055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:18:54.196608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad694b7-292a-464d-95bc-d3927ba4eed2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:54.205020 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-0049a601-efb6-45b7-b894-800afaf083b6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/quotas/4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 375 time: 0.0878258 Jul 09 17:18:54.268159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da0dfaa1-c5e3-42b9-a4f4-d9fb5cf54635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.270694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da0dfaa1-c5e3-42b9-a4f4-d9fb5cf54635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.271894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-da0dfaa1-c5e3-42b9-a4f4-d9fb5cf54635 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a1d05ea-c314-45aa-a8dd-24d0609040ca HTTP/1.1" status: 204 len: 168 time: 0.4538300 Jul 09 17:18:54.308912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dfaa1-c5e3-42b9-a4f4-d9fb5cf54635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d05ea-c314-45aa-a8dd-24d0609040ca,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:54.340187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Allocated IP 192.168.233.154 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/a8b77940-d30b-430a-a1be-da98ecfd8fef) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:54.362256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-1cc6f927-6ef6-413a-88e5-eb96ff586173 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1420703 Jul 09 17:18:54.396399 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.454352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.527049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-3b11691b-68f0-4413-997c-d7f2708a240a service neutron] 10.222.0.21 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638942 Jul 09 17:18:54.584232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=3b5489a3-9f47-4f1f-9e40-6c210abdb779,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:54.604092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': '8dfd1f6a-1e60-4697-8061-68c6099143fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:54.604469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: 0cdf5551-d22f-4321-81b4-b70162d58b67, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:54.649324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.655271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-20cdf0b3-1926-406d-a4a1-24f0cd779bd7 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:54.656723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-20cdf0b3-1926-406d-a4a1-24f0cd779bd7 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 822 time: 0.1614048 Jul 09 17:18:54.657883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:54.665599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-56eb4b3b-46d8-443f-8fec-3b1b86824e53 service neutron] 10.222.0.21 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315298 Jul 09 17:18:54.674168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Transition to ACTIVE for port object a8b77940-d30b-430a-a1be-da98ecfd8fef will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:54.675193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-818eb96d-24d5-4555-a5b6-1f84b9846c67 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/quotas/b50a086c1f834d768186fcced8562622 HTTP/1.1" status: 200 len: 375 time: 0.0113659 Jul 09 17:18:54.675808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0cdf5551-d22f-4321-81b4-b70162d58b67) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:54.682399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:54.688101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:54.688503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ff13e-2029-4585-8141-e63a6f1ab5a2 None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:54.688733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.695081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58306) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:54.716156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66b20ba8-da1b-426a-8015-e04180b4a3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.732174 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-3cd62014-ded2-460b-9e54-f614ba20e817 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322492 Jul 09 17:18:54.733589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39383c95-6f1b-4048-80de-fe6145b514ad tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6805835 Jul 09 17:18:54.737917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:54.739915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58308) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:54.749254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1389812080'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:54.823287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:54.831244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:54.841399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:54.850056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Pushing event updated for resources: {'Port': ['ID=a8b77940-d30b-430a-a1be-da98ecfd8fef,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:54.862930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-b9a29a79-d94c-417f-846f-b9c05af51ebe service neutron] 10.222.0.21 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195457 Jul 09 17:18:54.940698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:54.941384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.004018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-8c3e4a86-54c2-4f53-94e2-aae8f013146d service neutron] 10.222.0.21 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396108 Jul 09 17:18:55.056709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66b20ba8-da1b-426a-8015-e04180b4a3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.069604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66b20ba8-da1b-426a-8015-e04180b4a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.134182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:55.137744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.149214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-66b20ba8-da1b-426a-8015-e04180b4a3f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=475fc3a7e78045eba4babedd3ccb2242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528999 Jul 09 17:18:55.152336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58326) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:55.156799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b20ba8-da1b-426a-8015-e04180b4a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b4220-18df-4fa1-93ef-553e8494c9d8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:55.167362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737050-adea-43c9-ae9e-196677d92b20 req-caff3179-5d1a-4408-b5b1-696e4548adf0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:55.175387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40737050-adea-43c9-ae9e-196677d92b20 req-caff3179-5d1a-4408-b5b1-696e4548adf0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 946 time: 0.1866434 Jul 09 17:18:55.177989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-5312170f-5f34-4b75-8f16-031a80333166 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0461411 Jul 09 17:18:55.205697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Request body: {'port': {'device_id': 'a9623814-8260-4a1b-9db6-307473813440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:55.258918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:18:55.287960 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51ea4731-c2c2-4ac9-89b8-bc58d65e063f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.294943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40737050-adea-43c9-ae9e-196677d92b20 req-cfc42911-a280-4855-91d9-c1176f5d0057 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185515 Jul 09 17:18:55.297284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.297801 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment b451dae5-e3bc-4681-bfcc-7cabff208043 of type vlan for network 612cb76b-7faa-4cb0-8790-1aef082f2743 Jul 09 17:18:55.346434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0521a9d9-743a-4880-96a9-b987d74c1390 None None] Provisioning for port a8b77940-d30b-430a-a1be-da98ecfd8fef completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:18:55.354311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0521a9d9-743a-4880-96a9-b987d74c1390 None None] Provisioning complete for port a8b77940-d30b-430a-a1be-da98ecfd8fef triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:18:55.354695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0521a9d9-743a-4880-96a9-b987d74c1390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.372898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51ea4731-c2c2-4ac9-89b8-bc58d65e063f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.385263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.389231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.443492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0521a9d9-743a-4880-96a9-b987d74c1390 None None] Port a8b77940-d30b-430a-a1be-da98ecfd8fef cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:18:55.479032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67201da5-21b4-46c2-849c-1fe0abb9c6df req-c33ae217-9500-43de-9a08-b4a267716a78 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 210 time: 0.1149335 Jul 09 17:18:55.539244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51ea4731-c2c2-4ac9-89b8-bc58d65e063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.552058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51ea4731-c2c2-4ac9-89b8-bc58d65e063f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:55.554124 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-51ea4731-c2c2-4ac9-89b8-bc58d65e063f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df0b4220-18df-4fa1-93ef-553e8494c9d8 HTTP/1.1" status: 204 len: 168 time: 0.4000013 Jul 09 17:18:55.563658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea4731-c2c2-4ac9-89b8-bc58d65e063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b4220-18df-4fa1-93ef-553e8494c9d8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:55.602665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:18:55.731950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201a50-65f5-4146-9343-f26a5ad514b5 req-bf4d737f-6018-4301-bcf7-cafa387fe7b1 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:55.740980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca201a50-65f5-4146-9343-f26a5ad514b5 req-bf4d737f-6018-4301-bcf7-cafa387fe7b1 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 936 time: 0.1172571 Jul 09 17:18:55.807009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca201a50-65f5-4146-9343-f26a5ad514b5 req-060b4b46-8e4d-42ec-8915-58b02105972b tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647085 Jul 09 17:18:55.943176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c40f708b-fb39-479e-8008-c5a7596bc9da req-7a6113b3-45ca-4480-86c0-693d23202412 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0904551 Jul 09 17:18:56.119537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.121984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.122484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.147657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4023116 Jul 09 17:18:56.147994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58350) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:56.153175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'ports': [{'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'}, {'network_id': '612cb76b-7faa-4cb0-8790-1aef082f2743'}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:56.153492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:56.153979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '612cb76b-7faa-4cb0-8790-1aef082f2743'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:56.319950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d18c54-ac69-4397-b201-094ab8cb5832 req-d2c4a9c2-0538-4778-a411-268ee7b7088f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.321530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-80d18c54-ac69-4397-b201-094ab8cb5832 req-d2c4a9c2-0538-4778-a411-268ee7b7088f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.7385046 Jul 09 17:18:56.324399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfbfce-1180-4e05-a278-ba6bde4e3fe6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=612cb76b-7faa-4cb0-8790-1aef082f2743,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:56.336158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 612cb76b-7faa-4cb0-8790-1aef082f2743 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:18:56.381375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 2} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:56.392540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.421814 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.491603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b77940-d30b-430a-a1be-da98ecfd8fef {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:56.558131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.563790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:18:56.592222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-80d18c54-ac69-4397-b201-094ab8cb5832 req-656c7ae7-ef87-45fb-b33b-3e4c6d2e9557 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563081 Jul 09 17:18:56.637560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Transition to ACTIVE for port object a8b77940-d30b-430a-a1be-da98ecfd8fef will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:56.647801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.702282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b77940-d30b-430a-a1be-da98ecfd8fef,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:56.861858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb1a2af3-3092-470f-ada6-dc0d9104fe1c req-da41064f-dc4e-4c12-9f3f-f7df99d5102b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 210 time: 0.0632741 Jul 09 17:18:56.869765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:56.877566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-e8419d59-acf2-4abe-91df-a84f218fea63 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.879446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-e8419d59-acf2-4abe-91df-a84f218fea63 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 813 time: 0.3393099 Jul 09 17:18:56.909990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'port': {'device_id': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839', 'admin_state_up': True, 'tenant_id': '4ce4af5636734e4aa2538664eb5fc046'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:56.920002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c801254-5eff-4478-966e-5ee81a4a239b req-4943dcdc-ea06-4f2d-b45e-c7a51156d79a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:56.922522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8c801254-5eff-4478-966e-5ee81a4a239b req-4943dcdc-ea06-4f2d-b45e-c7a51156d79a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 946 time: 0.2198524 Jul 09 17:18:57.012189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Attempting to bind port a8b77940-d30b-430a-a1be-da98ecfd8fef on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:18:57.012424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Attempting to bind port a8b77940-d30b-430a-a1be-da98ecfd8fef by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:18:57.012768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Attempting to bind port a8b77940-d30b-430a-a1be-da98ecfd8fef on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:57.020024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Port a8b77940-d30b-430a-a1be-da98ecfd8fef on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:18:57.020406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Attempting to bind port a8b77940-d30b-430a-a1be-da98ecfd8fef on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:18:57.029970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8c801254-5eff-4478-966e-5ee81a4a239b req-1c30dc30-333d-4547-8042-c98832c2d92b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Jul 09 17:18:57.042489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:18:57.042894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:57.043298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:18:57.043775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Bound port: a8b77940-d30b-430a-a1be-da98ecfd8fef, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:18:57.045236 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.068677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:18:57.261068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] For port a8b77940-d30b-430a-a1be-da98ecfd8fef, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:18:57.268320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] For port a8b77940-d30b-430a-a1be-da98ecfd8fef, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a8b77940-d30b-430a-a1be-da98ecfd8fef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:18:57.270507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Made reservation on behalf of 4ce4af5636734e4aa2538664eb5fc046 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:57.275095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.286677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd92839e-db41-4684-a341-b498ab120453 req-bcb58d64-678b-479f-9ea5-9b958cd3cb41 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0762656 Jul 09 17:18:57.294947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.343745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.372889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:57.373811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.375961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8b77940-d30b-430a-a1be-da98ecfd8fef HTTP/1.1" status: 200 len: 1097 time: 2.1877346 Jul 09 17:18:57.377364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9623814-8260-4a1b-9db6-307473813440', 'tag': 'a8b77940-d30b-430a-a1be-da98ecfd8fef'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:57.379984 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd86471-5073-479d-a821-9b1221298429" -d '{"events": [{"name": "network-changed", "server_uuid": "a9623814-8260-4a1b-9db6-307473813440", "tag": "a8b77940-d30b-430a-a1be-da98ecfd8fef"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:57.400733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330d2ad-2fcc-453b-ac87-8312c68bf871 req-caf9aa9a-85e8-4bda-ae5e-6b537bdd70e3 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:57.409469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5330d2ad-2fcc-453b-ac87-8312c68bf871 req-caf9aa9a-85e8-4bda-ae5e-6b537bdd70e3 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 948 time: 0.3056700 Jul 09 17:18:57.429209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc92c114-167a-4f11-9572-4aba168f5fdf tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:57.430888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc92c114-167a-4f11-9572-4aba168f5fdf tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.36 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 822 time: 0.1939309 Jul 09 17:18:57.452064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'port': {'device_id': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'admin_state_up': True, 'tenant_id': 'b50a086c1f834d768186fcced8562622'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:57.471275 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f5096-bbb0-4d68-9c24-de9f89dc11f7 x-openstack-request-id: req-f20f5096-bbb0-4d68-9c24-de9f89dc11f7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:18:57.471607 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9623814-8260-4a1b-9db6-307473813440", "tag": "a8b77940-d30b-430a-a1be-da98ecfd8fef", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:18:57.475862 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f20f5096-bbb0-4d68-9c24-de9f89dc11f7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:18:57.476771 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9623814-8260-4a1b-9db6-307473813440', 'tag': 'a8b77940-d30b-430a-a1be-da98ecfd8fef', 'status': 'completed', 'code': 200} Jul 09 17:18:57.495611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d63e3-b41d-4987-8cc9-74c0f57ca4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b77940-d30b-430a-a1be-da98ecfd8fef,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:57.636625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5330d2ad-2fcc-453b-ac87-8312c68bf871 req-149fa14f-3974-4c86-9661-d487ba958912 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260542 Jul 09 17:18:57.647795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.737129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Allocated IP 172.20.0.6 (cea3e75b-69c5-4fbb-8fb8-ec8d3204d839/a20a4a38-3d13-4245-93ed-58f6e67e8067/d3abe967-ec9b-43a8-9b65-dd2d364fb2b6) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:57.743803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:57.750748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd86471-5073-479d-a821-9b1221298429 req-06d6395e-dd09-4fb7-b9d5-8693d3ff20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:57.752523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abd86471-5073-479d-a821-9b1221298429 req-06d6395e-dd09-4fb7-b9d5-8693d3ff20e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cd48a4b08854927b378a7bab2b73c63&device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 1100 time: 0.2510123 Jul 09 17:18:57.754700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:57.758225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:57.761278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:57.762439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.774516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Made reservation on behalf of b50a086c1f834d768186fcced8562622 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:18:57.778737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:57.806386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abd86471-5073-479d-a821-9b1221298429 req-aa6ae44e-fe56-4b6e-b637-6d92d0613bac service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8cd48a4b08854927b378a7bab2b73c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360148 Jul 09 17:18:57.852878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:57.880117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-6bde09d1-f5e2-4fbf-af06-01be50ad6e86 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:57.881657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-6bde09d1-f5e2-4fbf-af06-01be50ad6e86 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.13 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 946 time: 0.2395222 Jul 09 17:18:57.904042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': 'b451dae5-e3bc-4681-bfcc-7cabff208043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '612cb76b-7faa-4cb0-8790-1aef082f2743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:18:57.904703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: 612cb76b-7faa-4cb0-8790-1aef082f2743, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:18:57.963730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 612cb76b-7faa-4cb0-8790-1aef082f2743 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:18:57.982704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 612cb76b-7faa-4cb0-8790-1aef082f2743) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:57.990465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:57.994819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcb73c-4bd7-4a15-88dd-c6b95b945269 None None] Network 612cb76b-7faa-4cb0-8790-1aef082f2743 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:18:57.996437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.001283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.001981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.006337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Allocated IP 172.20.0.3 (0f30f4b8-5856-437b-8d90-fe982fb4a2a9/7bf9a35e-a777-4af8-b4af-bd2085a11b1d/0f77b0f7-909e-4052-a94f-5b2207188209) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:18:58.260606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd86471-5073-479d-a821-9b1221298429 req-1ee47b66-66a4-4b1a-9438-d670d2d76c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.262209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abd86471-5073-479d-a821-9b1221298429 req-1ee47b66-66a4-4b1a-9438-d670d2d76c3c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4398465 Jul 09 17:18:58.277702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d47428-f193-41b5-83f8-4d588a9a0ef1 req-689e147f-f61d-4bba-bf12-bf9c451add70 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.280149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7d47428-f193-41b5-83f8-4d588a9a0ef1 req-689e147f-f61d-4bba-bf12-bf9c451add70 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.4687650 Jul 09 17:18:58.385288 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ec64852-9e9f-4e9b-93b3-5f5eecb2facf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2361689 Jul 09 17:18:58.389562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58408) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:58.427920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7d47428-f193-41b5-83f8-4d588a9a0ef1 req-ee18cc7f-5d5b-4682-953c-8f71e085df32 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359029 Jul 09 17:18:58.432436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b80abac-1895-48fb-956a-9a1dd5fc986e req-8734fbfe-86b3-4c72-a19c-0b34fe32ed9f tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 210 time: 0.0459468 Jul 09 17:18:58.450307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Deleting port 3dcdba48-a16e-4a15-a251-fb7692823dfd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:58.450657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.481414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.529155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-b4dfee65-91a4-4cf5-b4b4-c560c1857048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.530900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-b4dfee65-91a4-4cf5-b4b4-c560c1857048 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cd48a4b08854927b378a7bab2b73c63&device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 1100 time: 0.2195950 Jul 09 17:18:58.611083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-9ec5df2a-02a6-4ae7-a900-c0d920127396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a8b77940-d30b-430a-a1be-da98ecfd8fef HTTP/1.1" status: 200 len: 217 time: 0.0670938 Jul 09 17:18:58.641050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.692143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:18:58.692481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.699906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8b93c83-e131-4097-8f67-6690881e412f req-5070393f-9a31-4fe9-aecd-c81e15c1d712 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0486979 Jul 09 17:18:58.709658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] For port 3dcdba48-a16e-4a15-a251-fb7692823dfd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=3dcdba48-a16e-4a15-a251-fb7692823dfd,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:18:58.710034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.739345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Calling delete_port for 3dcdba48-a16e-4a15-a251-fb7692823dfd owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:58.743684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-64b2a8f0-4f8f-4493-aa1e-4ef11e3921ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.745350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-64b2a8f0-4f8f-4493-aa1e-4ef11e3921ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1219790 Jul 09 17:18:58.746374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.759382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:58.791258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.809806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:18:58.815142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:58.891136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:58.898619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:58.905883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:18:58.909633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec27542-b4d3-4bc0-8ed5-469b9460f20f req-32107585-1b9b-49cd-8e43-2bf0296283fa tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:58.910264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:58.911258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ec27542-b4d3-4bc0-8ed5-469b9460f20f req-32107585-1b9b-49cd-8e43-2bf0296283fa tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=8046eb96-f363-4742-8a1d-cbcc7f4ce63f HTTP/1.1" status: 200 len: 946 time: 0.3067448 Jul 09 17:18:58.918165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:58.930749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:18:58.940900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:58.952988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:18:59.033384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54097d-686a-42af-94f7-ef87ece206ac req-68cab1dc-fe3d-4fa6-9ea8-057f55289f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:59.034946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-68cab1dc-fe3d-4fa6-9ea8-057f55289f7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2806027 Jul 09 17:18:59.041464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ec27542-b4d3-4bc0-8ed5-469b9460f20f req-5ba91e9d-52ac-451c-b4a4-6674327910ab tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119878 Jul 09 17:18:59.067919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:59.068589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.093207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:59.093884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.144027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989cda-1ae8-4c32-a772-b682257acbe1 req-ff2c6f7e-041f-4403-8207-097d6801f37f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:59.145819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83989cda-1ae8-4c32-a772-b682257acbe1 req-ff2c6f7e-041f-4403-8207-097d6801f37f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 948 time: 0.1898506 Jul 09 17:18:59.148635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-bc343f18-7ed3-41c5-88a8-7b4bf04232f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7026405 Jul 09 17:18:59.170457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Request body: {'port': {'device_id': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:59.185412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.211732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-7f4cfdd9-ff20-4ec1-bb41-efa42818c581 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3104942 Jul 09 17:18:59.226924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Request body: {'port': {'device_id': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:18:59.237408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:59.271866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.273817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ff1fd522-b68d-439f-9319-9ab754e19632 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea HTTP/1.1" status: 204 len: 168 time: 0.8833680 Jul 09 17:18:59.276488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58432) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:18:59.278286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83989cda-1ae8-4c32-a772-b682257acbe1 req-cc1c4f40-3d93-4ef2-901c-29cdb34d1a0f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242664 Jul 09 17:18:59.310219 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.326161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.342712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['576113d4-a2a3-423f-89a9-a3b0cab9f672'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:18:59.388307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Pushing event deleted for resources: {'Port': ['ID=3dcdba48-a16e-4a15-a251-fb7692823dfd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:18:59.417521 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-0dd06b81-0bf3-4d24-871a-f12833f6bc3b service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744416 Jul 09 17:18:59.762045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1242a5-42d7-4215-98c1-69302f4adcc0 req-ae5cb698-9b25-43b5-a7e8-b674831f2dd4 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:18:59.764861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef1242a5-42d7-4215-98c1-69302f4adcc0 req-ae5cb698-9b25-43b5-a7e8-b674831f2dd4 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 931 time: 0.1034768 Jul 09 17:18:59.811001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f77b0f7-909e-4052-a94f-5b2207188209 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:18:59.824149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.854246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Transition to ACTIVE for port object 0f77b0f7-909e-4052-a94f-5b2207188209 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:18:59.859610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.874484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] No DVR routers for this DVR port 3dcdba48-a16e-4a15-a251-fb7692823dfd on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:18:59.879702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.881749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bfb793f9-8682-49b6-bbd2-e712baf31427 req-67fce727-922d-4dbf-a059-9f9f175a734a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.13 "DELETE /v2.0/ports/3dcdba48-a16e-4a15-a251-fb7692823dfd HTTP/1.1" status: 204 len: 173 time: 1.8727410 Jul 09 17:18:59.888429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'name': 'network-vif-deleted', 'tag': '3dcdba48-a16e-4a15-a251-fb7692823dfd'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:18:59.890771 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0b7b88-9dfc-4d27-9a51-43529aba9548" -d '{"events": [{"server_uuid": "8046eb96-f363-4742-8a1d-cbcc7f4ce63f", "name": "network-vif-deleted", "tag": "3dcdba48-a16e-4a15-a251-fb7692823dfd"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:18:59.903966 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:18:59.924442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef1242a5-42d7-4215-98c1-69302f4adcc0 req-72f271a0-27c3-4bd5-998c-e3ee0dbd6db3 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973227 Jul 09 17:18:59.989807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:00.038286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df97cd4-c667-45b1-9f81-dd38ce7c9c96 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:00.046598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df97cd4-c667-45b1-9f81-dd38ce7c9c96 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:00.048258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1df97cd4-c667-45b1-9f81-dd38ce7c9c96 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.7701201 Jul 09 17:19:00.049507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Attempting to bind port 0f77b0f7-909e-4052-a94f-5b2207188209 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:00.050450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Attempting to bind port 0f77b0f7-909e-4052-a94f-5b2207188209 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:00.051334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Attempting to bind port 0f77b0f7-909e-4052-a94f-5b2207188209 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:00.057837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58454) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:00.059525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Port 0f77b0f7-909e-4052-a94f-5b2207188209 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:00.060280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Attempting to bind port 0f77b0f7-909e-4052-a94f-5b2207188209 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:00.193752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e54097d-686a-42af-94f7-ef87ece206ac req-7767f4a2-8977-4636-8faa-2ef2ad81ff91 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614145 Jul 09 17:19:00.257318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:00.257982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Checking segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:00.258847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Bound using segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:00.259804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Bound port: 0f77b0f7-909e-4052-a94f-5b2207188209, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:00.260435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.328927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673859-352b-4d4c-b524-b589c467ae05 req-25b73793-2e36-4cdd-9487-5e4039f9e63b tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:00.341272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9673859-352b-4d4c-b524-b589c467ae05 req-25b73793-2e36-4cdd-9487-5e4039f9e63b tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.4682577 Jul 09 17:19:00.458279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:00.458712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.503893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f9673859-352b-4d4c-b524-b589c467ae05 req-60d602b8-ab36-48ce-b09f-26d0c428e473 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607625 Jul 09 17:19:00.581838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:00.656384 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c6a1c-335a-4361-a831-c8d7c9489da4 x-openstack-request-id: req-773c6a1c-335a-4361-a831-c8d7c9489da4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:00.658203 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8046eb96-f363-4742-8a1d-cbcc7f4ce63f", "name": "network-vif-deleted", "tag": "3dcdba48-a16e-4a15-a251-fb7692823dfd", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:00.659917 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-773c6a1c-335a-4361-a831-c8d7c9489da4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:00.660361 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8046eb96-f363-4742-8a1d-cbcc7f4ce63f', 'name': 'network-vif-deleted', 'tag': '3dcdba48-a16e-4a15-a251-fb7692823dfd', 'status': 'completed', 'code': 200} Jul 09 17:19:00.666170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:00.694603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf9df-4ed7-41b5-9f01-fb9bf2bdce91 req-8b087ae0-8000-4850-9d48-a3944995d2af tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:00.697959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec4bf9df-4ed7-41b5-9f01-fb9bf2bdce91 req-8b087ae0-8000-4850-9d48-a3944995d2af tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 943 time: 0.4666152 Jul 09 17:19:00.712254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.742488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.772855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:00.783814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.820067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Transition to ACTIVE for port object d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:00.831831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.842261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:00.858766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:00.859811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:00.862112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f77b0f7-909e-4052-a94f-5b2207188209 HTTP/1.1" status: 200 len: 1092 time: 1.6982226 Jul 09 17:19:00.862899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:00.867130 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:00.908278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:01.023865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Attempting to bind port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:01.024332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Attempting to bind port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:01.024588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Attempting to bind port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 on network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:01.031240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 on network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:01.031583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Attempting to bind port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 on network cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:01.037691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:01.038033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Checking segment: {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:01.038754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Bound using segment: {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:01.039211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Bound port: d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e71e2b-4897-452c-a04f-da13cea90254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:01.039576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:01.043238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3dcdba48-a16e-4a15-a251-fb7692823dfd no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:01.107128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 3dcdba48-a16e-4a15-a251-fb7692823dfd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:01.107563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 3dcdba48-a16e-4a15-a251-fb7692823dfd not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:01.155839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:01.165017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:01.183685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:01.202342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec4bf9df-4ed7-41b5-9f01-fb9bf2bdce91 req-2e5d07f0-116a-46c5-bbcf-391bdb78c86a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921048 Jul 09 17:19:01.210825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3f9e0-87bc-403a-a429-37e882e69b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:01.220890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:01.254582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.255216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:01.257730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 1092 time: 2.0354350 Jul 09 17:19:01.289355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:01.298955 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:01.301023 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4a9c503a-9ab3-4e63-a70d-0849974a14cc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b HTTP/1.1" status: 204 len: 168 time: 1.2379694 Jul 09 17:19:01.304664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58478) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:01.306327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196a17d-1e17-4845-9d54-a433732cb9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:01.332632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610dc2e-df98-477c-8343-38ecdd89aff5 req-13f105a0-773e-4c18-89fd-fab3c5cd7fc7 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.336906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4610dc2e-df98-477c-8343-38ecdd89aff5 req-13f105a0-773e-4c18-89fd-fab3c5cd7fc7 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 948 time: 0.1704795 Jul 09 17:19:01.418819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-7728209b-fcdf-48d0-9650-03b4f1cd2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.420682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-7728209b-fcdf-48d0-9650-03b4f1cd2122 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 1095 time: 0.3599458 Jul 09 17:19:01.444120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-c8dc2013-e877-471e-9dd6-15a9643aefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.446118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-c8dc2013-e877-471e-9dd6-15a9643aefe4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1095 time: 0.1222849 Jul 09 17:19:01.450974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4610dc2e-df98-477c-8343-38ecdd89aff5 req-c0fd594a-5189-4f34-b327-64ae6484b385 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034956 Jul 09 17:19:01.502932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-cf3e4611-c0c8-4a36-a7bc-e1f50c5cbbaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 217 time: 0.0478547 Jul 09 17:19:01.508001 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-35001806-dcdc-4caa-b03e-7648b17edb64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f77b0f7-909e-4052-a94f-5b2207188209 HTTP/1.1" status: 200 len: 217 time: 0.0511606 Jul 09 17:19:01.526675 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69fe1dc-d90d-442d-894a-90591833c0ce x-openstack-request-id: req-e69fe1dc-d90d-442d-894a-90591833c0ce {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:01.526956 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:01.527236 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e69fe1dc-d90d-442d-894a-90591833c0ce {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:01.527636 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209', 'status': 'completed', 'code': 200} Jul 09 17:19:01.568734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7d7fa-86f8-483e-a680-52803fa4d6cb tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.569850 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-13a7d7fa-86f8-483e-a680-52803fa4d6cb tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2641404 Jul 09 17:19:01.574729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58486) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:01.584456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-07aeb71e-30ee-4afa-b868-fc956dd95482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.586143 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-07aeb71e-30ee-4afa-b868-fc956dd95482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.0719385 Jul 09 17:19:01.625066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-e7f81d0d-982e-41f1-b21c-224cd7e305f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287549 Jul 09 17:19:01.637033 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3596aa75-c3ff-4ace-a613-3caea396cf0e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:01.638628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3596aa75-c3ff-4ace-a613-3caea396cf0e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/0a4d3fcf-7cc9-49ec-bc9e-989c5c6197ea HTTP/1.1" status: 404 len: 333 time: 0.0602274 Jul 09 17:19:01.642501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58490) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:01.662403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-801fc82b-e525-48a0-942e-259338d33f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.663943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-801fc82b-e525-48a0-942e-259338d33f65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 200 len: 862 time: 0.1491678 Jul 09 17:19:01.672916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f927f-a0a2-441e-8cfe-8edcf3d7128f req-09cac31b-72c2-438e-88b8-305a2f8f90bd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:01.674438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee4f927f-a0a2-441e-8cfe-8edcf3d7128f req-09cac31b-72c2-438e-88b8-305a2f8f90bd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2809091 Jul 09 17:19:01.703556 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a004e35-fd75-4a9b-96d9-3afc878b5ac0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:01.705181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6a004e35-fd75-4a9b-96d9-3afc878b5ac0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/d1cdb28f-cd6b-4ed9-9b1f-40a08a92b28b HTTP/1.1" status: 404 len: 333 time: 0.0577807 Jul 09 17:19:01.710241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58494) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:01.729616 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-c3d2cf2e-192a-4f35-96e6-2418554d0e17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380616 Jul 09 17:19:01.807310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee4f927f-a0a2-441e-8cfe-8edcf3d7128f req-6183293f-e2f2-4c1d-adf6-b47ca420bb00 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146340 Jul 09 17:19:01.846955 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:01.861257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-ddaaa9a8-7ad9-4074-b5e0-c073c33bc34a service neutron] 10.222.0.36 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246407 Jul 09 17:19:01.864507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-4d62b253-94e0-4892-ad54-09facabf2a02 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321737 Jul 09 17:19:02.011383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a5ad63e-4dd5-41cc-92b0-bcf2d50d36f2 req-3da71af0-38d8-4c23-bd12-60ce77f0f755 service neutron] 10.222.0.36 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310298 Jul 09 17:19:02.048294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b858c-89e3-43e1-8665-e21fcb54edb3 req-215908b5-77b2-4397-b130-74807f04f0e4 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.049776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-083b858c-89e3-43e1-8665-e21fcb54edb3 req-215908b5-77b2-4397-b130-74807f04f0e4 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 943 time: 0.4164159 Jul 09 17:19:02.058834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.064989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba15a26-8061-4c04-8f0f-d364d036f034 req-1d2f3cad-b9fa-420b-9d09-2c600a8fa577 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.066529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ba15a26-8061-4c04-8f0f-d364d036f034 req-1d2f3cad-b9fa-420b-9d09-2c600a8fa577 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.0702505 Jul 09 17:19:02.080563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612cb76b-7faa-4cb0-8790-1aef082f2743']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:02.099964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b451dae5-e3bc-4681-bfcc-7cabff208043') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:02.100258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b451dae5-e3bc-4681-bfcc-7cabff208043') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:02.120391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.141147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ba15a26-8061-4c04-8f0f-d364d036f034 req-bf17b755-a36c-4678-9347-f866c75a63fd tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622172 Jul 09 17:19:02.151718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-ef246ee3-dc28-4387-a8a6-1391ce872476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.152942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-083b858c-89e3-43e1-8665-e21fcb54edb3 req-7b77f315-c229-4ffd-a5be-922fb1e49564 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896597 Jul 09 17:19:02.153426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-ef246ee3-dc28-4387-a8a6-1391ce872476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0832467 Jul 09 17:19:02.154562 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.169533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:02.169533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:02.172997 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:02.193643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b807fa4-147c-40ce-93e9-51f3014f73c1 req-88e3a118-581d-4790-8b8f-a49b24687474 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735462 Jul 09 17:19:02.255605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.268277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-7131da1c-2a65-4e37-b1c0-6d1f047e0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.269943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-7131da1c-2a65-4e37-b1c0-6d1f047e0bb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 923 time: 0.1031184 Jul 09 17:19:02.278757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.280979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/612cb76b-7faa-4cb0-8790-1aef082f2743 HTTP/1.1" status: 204 len: 168 time: 0.5501251 Jul 09 17:19:02.282630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=612cb76b-7faa-4cb0-8790-1aef082f2743,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:02.289104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:02.306031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1197110696'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:02.314242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.314578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.314913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.315543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.315878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.316237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.316565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.316889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.317213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.317536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.317850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.318167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e067ba-b7a8-4d70-bdd7-acb821fb0ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:02.324266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-6d134c3d-07f4-4d3c-9f2a-98fe68dcc905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f77b0f7-909e-4052-a94f-5b2207188209 HTTP/1.1" status: 200 len: 217 time: 0.0459714 Jul 09 17:19:02.361240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:02.364802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.382046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-cc0eeeed-8c48-422b-96a9-30eca7369ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.383524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-cc0eeeed-8c48-422b-96a9-30eca7369ed3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 200 len: 862 time: 0.0522459 Jul 09 17:19:02.403895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433d51b-6eee-4f9d-9ad0-9a22e767e59e req-e09b9e64-9e07-4ae4-99d3-bb7e5573c7a4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.405453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a433d51b-6eee-4f9d-9ad0-9a22e767e59e req-e09b9e64-9e07-4ae4-99d3-bb7e5573c7a4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1188414 Jul 09 17:19:02.409025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:02.420845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-9ad51c4d-4aa5-4d88-b7e5-a6d25c8ecf0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293980 Jul 09 17:19:02.432609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.432609 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment 91238be4-c5ef-4b42-960b-4ebb5c8901ec of type vlan for network d55e034e-3546-4b91-a0d2-266a3c43a37d Jul 09 17:19:02.482946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a433d51b-6eee-4f9d-9ad0-9a22e767e59e req-7e39f02a-ccfe-4ad2-bf34-b12421f29f58 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685966 Jul 09 17:19:02.491669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.526650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.532528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.533198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.552922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-8d285b22-636d-44bd-b6ee-20403a7c88d1 service neutron] 10.222.0.36 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225398 Jul 09 17:19:02.561662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b175b-a002-4333-bba5-345b69ebff6c req-94b14b8c-cbf9-411a-a398-d10f6ccf1ca3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.563149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b0b175b-a002-4333-bba5-345b69ebff6c req-94b14b8c-cbf9-411a-a398-d10f6ccf1ca3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 943 time: 0.1414464 Jul 09 17:19:02.588924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2987287 Jul 09 17:19:02.592437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58516) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:02.597441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:02.653242 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b0b175b-a002-4333-bba5-345b69ebff6c req-56ec2bf5-cfbe-45d0-8bb2-107704a7de23 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817647 Jul 09 17:19:02.665159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:02.667389 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8074d73e-c3ab-4847-8bab-d0f919612f71" -d '{"events": [{"name": "network-changed", "server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:02.675576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6294fe-af04-41c8-967c-8f00cab1f5e8 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=d55e034e-3546-4b91-a0d2-266a3c43a37d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:02.686172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d55e034e-3546-4b91-a0d2-266a3c43a37d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:02.688049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca72c37-e22d-4cce-8dce-af2dc3822b4c req-a499ae4c-87f6-413c-8e27-09b6717b0b25 service neutron] 10.222.0.36 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238267 Jul 09 17:19:02.751531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:02.755216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:02.765438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c72be-64bb-45d5-8f48-4ffa6f88bc85 req-b6364401-e846-4ee5-a231-3962de79658a tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.767002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d82c72be-64bb-45d5-8f48-4ffa6f88bc85 req-b6364401-e846-4ee5-a231-3962de79658a tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 948 time: 0.1467555 Jul 09 17:19:02.843232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e201b-eb92-49c4-8967-7a4bce6a5a92 req-d7443e27-a110-48e7-9121-81b00f3ac0be tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:02.844732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e57e201b-eb92-49c4-8967-7a4bce6a5a92 req-d7443e27-a110-48e7-9121-81b00f3ac0be tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0697222 Jul 09 17:19:02.862421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d82c72be-64bb-45d5-8f48-4ffa6f88bc85 req-525d77e5-7d7a-412e-ae29-6eb36e9d065e tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828838 Jul 09 17:19:02.905655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e57e201b-eb92-49c4-8967-7a4bce6a5a92 req-abc05297-793c-46e2-80ef-6f22699b8b66 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549743 Jul 09 17:19:02.925207 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ccf36e-ed11-4800-be05-fb87ce65fd49 x-openstack-request-id: req-a0ccf36e-ed11-4800-be05-fb87ce65fd49 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:02.925518 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:02.925748 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0ccf36e-ed11-4800-be05-fb87ce65fd49 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:02.926137 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'status': 'completed', 'code': 200} Jul 09 17:19:03.009666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:03.014579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-b975f4dc-6d98-44ce-bade-306d8c186623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.016796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-b975f4dc-6d98-44ce-bade-306d8c186623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1095 time: 0.0626216 Jul 09 17:19:03.058167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a8b77940-d30b-430a-a1be-da98ecfd8fef details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:03.089694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=551f23e4-5bfa-4006-a161-f097e0dcec8a,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:03.101676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': '91238be4-c5ef-4b42-960b-4ebb5c8901ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:03.102350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: d55e034e-3546-4b91-a0d2-266a3c43a37d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:03.128780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network d55e034e-3546-4b91-a0d2-266a3c43a37d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:03.146798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d55e034e-3546-4b91-a0d2-266a3c43a37d) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:03.151444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.152219 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:03.173875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf1ce0-b20e-440d-aa71-3582fec2a173 None None] Network d55e034e-3546-4b91-a0d2-266a3c43a37d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:03.174772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58b7cd50-07fc-44df-9230-db3cab97cb12 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5814791 Jul 09 17:19:03.177308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58530) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:03.185970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d', 'name': 'tempest-PortsTestJSON-1159112374'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:03.259420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-ce88f257-29b4-46fb-9420-9574078b1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.275956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-ce88f257-29b4-46fb-9420-9574078b1f58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 0.2473214 Jul 09 17:19:03.373271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:03.380375 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:03.420553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 87ae375f-9d74-41fa-a39f-aef9f5a68590 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:03.446231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-aac7d2cf-1dda-4e19-a3f3-1eb86ea434ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 217 time: 0.1641550 Jul 09 17:19:03.530878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port a8b77940-d30b-430a-a1be-da98ecfd8fef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a8b77940-d30b-430a-a1be-da98ecfd8fef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:03.555690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'a8b77940-d30b-430a-a1be-da98ecfd8fef', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'a8b77940-d30b-430a-a1be-da98ecfd8fef', 'mac_address': 'fa:16:3e:63:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:03.597163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0af5bb-1299-493d-ace6-a9dcf6c08040 req-4dd683a2-31a0-4cdc-bcce-5271ea46154e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.605346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a0af5bb-1299-493d-ace6-a9dcf6c08040 req-4dd683a2-31a0-4cdc-bcce-5271ea46154e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1415184 Jul 09 17:19:03.620669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-964adf7a-cc79-44e3-80e7-bd5489d05f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.622593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-964adf7a-cc79-44e3-80e7-bd5489d05f32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.1201460 Jul 09 17:19:03.665625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:03.686893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a0af5bb-1299-493d-ace6-a9dcf6c08040 req-9dd2588f-609c-4674-9a5a-11f35059cbf8 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805066 Jul 09 17:19:03.692295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b77940-d30b-430a-a1be-da98ecfd8fef {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:03.703167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905075-a5c9-421d-adb2-6e6240b23cec req-a8df13fc-a21c-487d-b738-5d94f6448f12 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:03.715876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5905075-a5c9-421d-adb2-6e6240b23cec req-a8df13fc-a21c-487d-b738-5d94f6448f12 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 943 time: 0.3005216 Jul 09 17:19:03.734842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.7 (d55e034e-3546-4b91-a0d2-266a3c43a37d/551f23e4-5bfa-4006-a161-f097e0dcec8a/87ae375f-9d74-41fa-a39f-aef9f5a68590) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:03.752190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d55e034e-3546-4b91-a0d2-266a3c43a37d', 'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': '551f23e4-5bfa-4006-a161-f097e0dcec8a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:03.753530 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:03.788071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port a8b77940-d30b-430a-a1be-da98ecfd8fef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a8b77940-d30b-430a-a1be-da98ecfd8fef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:03.801141 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:03.802980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-b54eaadb-3844-4d44-82c7-9f97625b2bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465783 Jul 09 17:19:03.866450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=a8b77940-d30b-430a-a1be-da98ecfd8fef,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:04.008266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['a8b77940-d30b-430a-a1be-da98ecfd8fef'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:04.016474 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5905075-a5c9-421d-adb2-6e6240b23cec req-2a1e95cf-cad3-4ba4-9586-d2843d8956af tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996042 Jul 09 17:19:04.093743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-326cf4bf-7225-4abe-b917-fa9b6acc8d55 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767036 Jul 09 17:19:04.270528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.301184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88f31-25ee-4d39-84d5-3220dc208afd req-ea07ece1-3919-44c6-b536-a73a7cd91343 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:04.303095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50e88f31-25ee-4d39-84d5-3220dc208afd req-ea07ece1-3919-44c6-b536-a73a7cd91343 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 943 time: 0.2154367 Jul 09 17:19:04.306297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 87ae375f-9d74-41fa-a39f-aef9f5a68590 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:04.309190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8074d73e-c3ab-4847-8bab-d0f919612f71 req-38ad66ff-0b62-451c-a166-63273486ae56 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063413 Jul 09 17:19:04.325410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:04.411080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671d6e-fd5e-4798-985b-ea0265ed8fd2 req-f33208ae-c647-4d05-aecb-747dbdeab202 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:04.426067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50e88f31-25ee-4d39-84d5-3220dc208afd req-7485d8c0-82a5-4c69-ac14-31a764e220c8 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082563 Jul 09 17:19:04.434431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b671d6e-fd5e-4798-985b-ea0265ed8fd2 req-f33208ae-c647-4d05-aecb-747dbdeab202 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 949 time: 0.1233957 Jul 09 17:19:04.455620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.512561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network d55e034e-3546-4b91-a0d2-266a3c43a37d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:04.516284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:04.518368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b671d6e-fd5e-4798-985b-ea0265ed8fd2 req-815896b9-3b08-49c5-96f9-085458f97f08 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804358 Jul 09 17:19:04.520825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:04.561773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:04.576088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=87ae375f-9d74-41fa-a39f-aef9f5a68590,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:04.586036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:04.586783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.591311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'network_id': 'cea3e75b-69c5-4fbb-8fb8-ec8d3204d839', 'port_id': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'mac_address': 'fa:16:3e:f8:c4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20a4a38-3d13-4245-93ed-58f6e67e8067', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:04.599395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Allocated IP 172.20.0.2 (d55e034e-3546-4b91-a0d2-266a3c43a37d/551f23e4-5bfa-4006-a161-f097e0dcec8a/f58b8239-c72d-493b-9a07-8279ee3d7ab1) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:04.618406 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d5b0481d-faba-430f-8175-770cb5325116 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4371364 Jul 09 17:19:04.618646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58566) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:04.686416 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.713013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:04.747285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:04.762532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.763513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0f77b0f7-909e-4052-a94f-5b2207188209 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:04.766446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 87ae375f-9d74-41fa-a39f-aef9f5a68590 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:04.766798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.861916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.895096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58580) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:04.910069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 87ae375f-9d74-41fa-a39f-aef9f5a68590 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:04.956030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:04.961391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:04.982542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Transition to ACTIVE for port object f58b8239-c72d-493b-9a07-8279ee3d7ab1 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:05.011966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb83e91-0629-4554-a8cd-35e7e8472c88 req-4d4acfbd-10f2-4e13-bb1b-e72a2a7765b9 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:05.014037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5eb83e91-0629-4554-a8cd-35e7e8472c88 req-4d4acfbd-10f2-4e13-bb1b-e72a2a7765b9 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 945 time: 0.1545939 Jul 09 17:19:05.018163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Transition to ACTIVE for port object f58b8239-c72d-493b-9a07-8279ee3d7ab1 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:05.025178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:05.034256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.067054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '0f77b0f7-909e-4052-a94f-5b2207188209', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': '0f77b0f7-909e-4052-a94f-5b2207188209', 'mac_address': 'fa:16:3e:3f:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:05.074271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a8b77940-d30b-430a-a1be-da98ecfd8fef up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:05.098051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5eb83e91-0629-4554-a8cd-35e7e8472c88 req-a16aeefc-2a63-4c3b-961f-8e123be060df tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680504 Jul 09 17:19:05.114903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Network d55e034e-3546-4b91-a0d2-266a3c43a37d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:05.129388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182a4d0-ddbf-44d3-9f28-110d26880821 req-5ca9c9d7-98e9-45ff-9e4a-6152e75df939 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:05.129388 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6182a4d0-ddbf-44d3-9f28-110d26880821 req-5ca9c9d7-98e9-45ff-9e4a-6152e75df939 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1417935 Jul 09 17:19:05.135457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.145283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:05.158070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:05.163686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Pushing event updated for resources: {'Port': ['ID=f58b8239-c72d-493b-9a07-8279ee3d7ab1,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.176348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=87ae375f-9d74-41fa-a39f-aef9f5a68590,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.209124 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.213402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6182a4d0-ddbf-44d3-9f28-110d26880821 req-4a7bb942-faf3-4ab6-83c7-451cbf881452 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691195 Jul 09 17:19:05.218753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.257350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Attempting to bind port f58b8239-c72d-493b-9a07-8279ee3d7ab1 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:05.257734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Attempting to bind port f58b8239-c72d-493b-9a07-8279ee3d7ab1 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '91238be4-c5ef-4b42-960b-4ebb5c8901ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:05.258112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Attempting to bind port f58b8239-c72d-493b-9a07-8279ee3d7ab1 on network d55e034e-3546-4b91-a0d2-266a3c43a37d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:05.261581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f77b0f7-909e-4052-a94f-5b2207188209 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:05.274692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port a8b77940-d30b-430a-a1be-da98ecfd8fef completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:05.279254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:05.279705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Checking segment: {'id': '91238be4-c5ef-4b42-960b-4ebb5c8901ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:05.280254 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.280658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Bound using segment: {'id': '91238be4-c5ef-4b42-960b-4ebb5c8901ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:05.281333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Bound port: f58b8239-c72d-493b-9a07-8279ee3d7ab1, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91238be4-c5ef-4b42-960b-4ebb5c8901ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd55e034e-3546-4b91-a0d2-266a3c43a37d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:05.281553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.287820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.290795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-990b2ff2-ad1e-4764-94f8-19182ebba698 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/87ae375f-9d74-41fa-a39f-aef9f5a68590 HTTP/1.1" status: 204 len: 168 time: 0.6710439 Jul 09 17:19:05.293793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58592) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.295365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port a8b77940-d30b-430a-a1be-da98ecfd8fef triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:05.295741 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.329170 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-59642d8e-7676-4dd1-841d-1de7aa00cc5e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:19:05.330162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59642d8e-7676-4dd1-841d-1de7aa00cc5e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:19:05.332296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-59642d8e-7676-4dd1-841d-1de7aa00cc5e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/87ae375f-9d74-41fa-a39f-aef9f5a68590 HTTP/1.1" status: 404 len: 333 time: 0.0372441 Jul 09 17:19:05.334926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58594) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.376332 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d10253-30f0-4a66-ad61-abb2776af68a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:05.381704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85d10253-30f0-4a66-ad61-abb2776af68a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/87ae375f-9d74-41fa-a39f-aef9f5a68590 HTTP/1.1" status: 404 len: 333 time: 0.0453720 Jul 09 17:19:05.384664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58596) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.391904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:05.406049 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.448174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.455110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 551f23e4-5bfa-4006-a161-f097e0dcec8a {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:05.457971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68305dc-87d0-4cee-9687-7ecceb5aa1cd req-0c60cce4-e977-4524-a00b-02073fdd550e tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:05.458940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.465197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c68305dc-87d0-4cee-9687-7ecceb5aa1cd req-0c60cce4-e977-4524-a00b-02073fdd550e tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 944 time: 0.1043794 Jul 09 17:19:05.473981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.477334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] For port f58b8239-c72d-493b-9a07-8279ee3d7ab1, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:05.485205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] For port f58b8239-c72d-493b-9a07-8279ee3d7ab1, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f58b8239-c72d-493b-9a07-8279ee3d7ab1,segment=NetworkSegment(91238be4-c5ef-4b42-960b-4ebb5c8901ec),segment_id=91238be4-c5ef-4b42-960b-4ebb5c8901ec)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:05.509239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.520067 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.536202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c68305dc-87d0-4cee-9687-7ecceb5aa1cd req-d9cec175-984e-49bc-8de1-7f0e66eed734 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Jul 09 17:19:05.546703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.564696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d867c9d6-f53f-4b4e-bf4c-03c80270f78f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.587826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58606) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.588094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=589e01f504ee4a408acab7c4b250d43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892555 Jul 09 17:19:05.603545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.604049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.604381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.604771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.605115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.605477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.605954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.606290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.606979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.607316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.607694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.608748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998912e-4351-4996-a7ad-04f5f8aaa1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:05.608899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.643512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.687854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7fc1c-88f8-4bd8-b153-c73011cd9ea3 None None] Pushing event updated for resources: {'Port': ['ID=f58b8239-c72d-493b-9a07-8279ee3d7ab1,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.710558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9623814-8260-4a1b-9db6-307473813440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b77940-d30b-430a-a1be-da98ecfd8fef'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:05.715298 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1d62b-0262-45f0-a998-c0af1c02b3f1" -d '{"events": [{"server_uuid": "a9623814-8260-4a1b-9db6-307473813440", "name": "network-vif-plugged", "status": "completed", "tag": "a8b77940-d30b-430a-a1be-da98ecfd8fef"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:05.733543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d3abe967-ec9b-43a8-9b65-dd2d364fb2b6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:05.736275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0f77b0f7-909e-4052-a94f-5b2207188209'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:05.788788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ee4e-ce16-4fef-9726-84d5b83804ed req-15b24499-bd60-45da-a870-c0312249b5ea tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:05.793229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-44421fa0-e9f6-429b-9f78-1d89ae873d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.797886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ea2ee4e-ce16-4fef-9726-84d5b83804ed req-15b24499-bd60-45da-a870-c0312249b5ea tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0837021 Jul 09 17:19:05.804502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port a8b77940-d30b-430a-a1be-da98ecfd8fef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a8b77940-d30b-430a-a1be-da98ecfd8fef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:05.822624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.822872 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-44421fa0-e9f6-429b-9f78-1d89ae873d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.857496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ea2ee4e-ce16-4fef-9726-84d5b83804ed req-16e67529-5ebc-40f0-957c-76d1c5d471a4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Jul 09 17:19:05.901992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-44421fa0-e9f6-429b-9f78-1d89ae873d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.910571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-44421fa0-e9f6-429b-9f78-1d89ae873d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.912496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-44421fa0-e9f6-429b-9f78-1d89ae873d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d867c9d6-f53f-4b4e-bf4c-03c80270f78f HTTP/1.1" status: 204 len: 168 time: 0.2307420 Jul 09 17:19:05.922285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.940578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44421fa0-e9f6-429b-9f78-1d89ae873d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d867c9d6-f53f-4b4e-bf4c-03c80270f78f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:05.961441 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:05.966409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:05.966833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/551f23e4-5bfa-4006-a161-f097e0dcec8a HTTP/1.1" status: 204 len: 168 time: 0.5808461 Jul 09 17:19:06.005528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797225bf-4d2b-42cf-a093-ca4b584de7a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=551f23e4-5bfa-4006-a161-f097e0dcec8a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.076033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=a8b77940-d30b-430a-a1be-da98ecfd8fef,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.192760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.290971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f60130-a875-4c12-9549-a757ee1d9fd9 req-e55dd7f4-1e56-431b-9bac-5e693d14ac4f tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.299322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0f60130-a875-4c12-9549-a757ee1d9fd9 req-e55dd7f4-1e56-431b-9bac-5e693d14ac4f tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 944 time: 0.1685364 Jul 09 17:19:06.327250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f58b8239-c72d-493b-9a07-8279ee3d7ab1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:06.330596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8bc71-8145-4fe8-a928-b78aa9b64c21 req-dc3d9fca-1235-4f64-8e51-2a71b7488ec9 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.341549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46d8bc71-8145-4fe8-a928-b78aa9b64c21 req-dc3d9fca-1235-4f64-8e51-2a71b7488ec9 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 950 time: 0.1086266 Jul 09 17:19:06.356228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0f60130-a875-4c12-9549-a757ee1d9fd9 req-1fa71616-3673-4a6e-bfd8-fa78d2b93e1e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558050 Jul 09 17:19:06.374801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port f58b8239-c72d-493b-9a07-8279ee3d7ab1 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:06.375438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.435483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46d8bc71-8145-4fe8-a928-b78aa9b64c21 req-444fd0f5-4bd4-4dfc-a5bd-66bd3b4b934d tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929463 Jul 09 17:19:06.443365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58626) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.470790 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be902dd2-89f5-4fe4-a6ad-aadc2e04503a x-openstack-request-id: req-be902dd2-89f5-4fe4-a6ad-aadc2e04503a {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:06.471078 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9623814-8260-4a1b-9db6-307473813440", "name": "network-vif-plugged", "status": "completed", "tag": "a8b77940-d30b-430a-a1be-da98ecfd8fef", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:06.471336 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be902dd2-89f5-4fe4-a6ad-aadc2e04503a {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:06.471891 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9623814-8260-4a1b-9db6-307473813440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b77940-d30b-430a-a1be-da98ecfd8fef', 'code': 200} Jul 09 17:19:06.484171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-060b44ae-6f9f-4c07-9cdf-0c0b49c2a31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.546135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] For port f58b8239-c72d-493b-9a07-8279ee3d7ab1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f58b8239-c72d-493b-9a07-8279ee3d7ab1,segment=NetworkSegment(91238be4-c5ef-4b42-960b-4ebb5c8901ec),segment_id=91238be4-c5ef-4b42-960b-4ebb5c8901ec)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:06.549293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.588011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for f58b8239-c72d-493b-9a07-8279ee3d7ab1 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:06.717991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f58b8239-c72d-493b-9a07-8279ee3d7ab1 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:06.739861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-060b44ae-6f9f-4c07-9cdf-0c0b49c2a31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.747952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-060b44ae-6f9f-4c07-9cdf-0c0b49c2a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.810504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-060b44ae-6f9f-4c07-9cdf-0c0b49c2a31a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fbd6c9f6e02430f85a10e27673df775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656337 Jul 09 17:19:06.815430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:06.815782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b44ae-6f9f-4c07-9cdf-0c0b49c2a31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ff156-9adf-4dee-ab11-e63256daf9c3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.818189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:06.835508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675654-7960-4921-ae7e-249e3d60fdb5 req-50b6d300-7f58-46e0-a716-8b74213e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:06.837455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a675654-7960-4921-ae7e-249e3d60fdb5 req-50b6d300-7f58-46e0-a716-8b74213e312a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 1102 time: 0.1453183 Jul 09 17:19:06.868756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=f58b8239-c72d-493b-9a07-8279ee3d7ab1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:06.876189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a675654-7960-4921-ae7e-249e3d60fdb5 req-cfa5b191-695c-436c-8ebe-fd8a329cfd18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Jul 09 17:19:06.877723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No DVR routers for this DVR port f58b8239-c72d-493b-9a07-8279ee3d7ab1 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:07.132190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ebce1-774f-4f51-be4d-9126a2b30ae0 None None] Network d55e034e-3546-4b91-a0d2-266a3c43a37d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:07.200628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb231142-a585-437b-9064-2b85bbc8e442 None None] Could not find standard attr ID for object f58b8239-c72d-493b-9a07-8279ee3d7ab1. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:19:07.316453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1fb87-03ec-411a-ae97-97a0361c5741 None None] DHCP port deletion for d55e034e-3546-4b91-a0d2-266a3c43a37d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:19:07.336903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2921df1-ddda-4fdc-b123-99138a5743a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.343517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.368663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900877f-0954-47b4-8528-68d49ed79d02 req-4422f3aa-c8b5-4a8b-ab8d-7734bfb8efa2 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.370230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b900877f-0954-47b4-8528-68d49ed79d02 req-4422f3aa-c8b5-4a8b-ab8d-7734bfb8efa2 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 944 time: 0.5959294 Jul 09 17:19:07.372002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55e034e-3546-4b91-a0d2-266a3c43a37d']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:07.400866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91238be4-c5ef-4b42-960b-4ebb5c8901ec') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:07.401162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91238be4-c5ef-4b42-960b-4ebb5c8901ec') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:07.423838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2921df1-ddda-4fdc-b123-99138a5743a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.434302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.473341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.487738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b900877f-0954-47b4-8528-68d49ed79d02 req-d0d4c47e-5ad1-4bc4-93c5-8c3a4f01e1cb tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035974 Jul 09 17:19:07.491735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:07.492204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:07.495915 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:07.570372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2921df1-ddda-4fdc-b123-99138a5743a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.573448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2921df1-ddda-4fdc-b123-99138a5743a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.574903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d2921df1-ddda-4fdc-b123-99138a5743a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/177ff156-9adf-4dee-ab11-e63256daf9c3 HTTP/1.1" status: 204 len: 168 time: 0.7579722 Jul 09 17:19:07.581765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbc698-01aa-4f7a-a5c7-e6d1d67fb5c3 req-9637aea5-1e77-4241-a766-3e7d6196be8a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.585278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2921df1-ddda-4fdc-b123-99138a5743a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ff156-9adf-4dee-ab11-e63256daf9c3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:07.589610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.597766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.600213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1fbc698-01aa-4f7a-a5c7-e6d1d67fb5c3 req-9637aea5-1e77-4241-a766-3e7d6196be8a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 944 time: 0.1036077 Jul 09 17:19:07.609723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58654) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:07.612863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/d55e034e-3546-4b91-a0d2-266a3c43a37d HTTP/1.1" status: 204 len: 168 time: 1.6448541 Jul 09 17:19:07.630459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2012920147'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:07.653669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caa308-2ef6-407b-b01e-4a7dae8e60f0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=d55e034e-3546-4b91-a0d2-266a3c43a37d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:07.677710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:07.681612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.732097 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1fbc698-01aa-4f7a-a5c7-e6d1d67fb5c3 req-65f49bb9-4541-4605-b80f-5d1aac46c52f tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197338 Jul 09 17:19:07.737661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9598c5-73ac-4388-a6e1-0c8b4b425dd0 req-ab9e2a2e-07b0-43a7-8c4e-369a99677951 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.742980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff9598c5-73ac-4388-a6e1-0c8b4b425dd0 req-ab9e2a2e-07b0-43a7-8c4e-369a99677951 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 950 time: 0.0967624 Jul 09 17:19:07.752859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:07.794744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.795792 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment 9800892a-1322-4828-98ac-831d9fe6427b of type vlan for network b04eda27-28a4-43bf-afd3-5512c61b3dfa Jul 09 17:19:07.836994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff9598c5-73ac-4388-a6e1-0c8b4b425dd0 req-75dd118a-6563-4979-99cb-b1c77812f720 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901375 Jul 09 17:19:07.877626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.898758 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.921532 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.927280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:07.927798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:07.988883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3775487 Jul 09 17:19:07.991522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58676) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:08.000408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:08.061024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7c540-8fa0-4159-9eec-9afd568971f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=b04eda27-28a4-43bf-afd3-5512c61b3dfa,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:08.073547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0956698-25bc-4e20-9bc4-1cba4f07fe27 req-b91ce6a9-bf04-42d7-9e40-775575a16035 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:08.075289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0956698-25bc-4e20-9bc4-1cba4f07fe27 req-b91ce6a9-bf04-42d7-9e40-775575a16035 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0649960 Jul 09 17:19:08.076079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:08.108337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:08.114897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.117200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0956698-25bc-4e20-9bc4-1cba4f07fe27 req-9c7ded15-acba-47c1-99d6-866f0d968666 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355704 Jul 09 17:19:08.223255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f58b8239-c72d-493b-9a07-8279ee3d7ab1 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:08.246164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f58b8239-c72d-493b-9a07-8279ee3d7ab1 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:08.246863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f58b8239-c72d-493b-9a07-8279ee3d7ab1 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:08.354076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:08.356625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:08.380710 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.396753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4569b-8246-4ba5-b901-31c1d33f1c81 req-1c1c638b-0286-471e-9ceb-1ec204578d6a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:08.398288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3b4569b-8246-4ba5-b901-31c1d33f1c81 req-1c1c638b-0286-471e-9ceb-1ec204578d6a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1234815 Jul 09 17:19:08.469085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:08.481719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=6133dd0e-7cf3-40dc-b11e-3d0569735c60,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:08.482472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:08.483033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.488223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3b4569b-8246-4ba5-b901-31c1d33f1c81 req-dad43ed5-a903-4c9c-8dcf-6119fb55276b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Jul 09 17:19:08.494826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': '9800892a-1322-4828-98ac-831d9fe6427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:08.495255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: b04eda27-28a4-43bf-afd3-5512c61b3dfa, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:08.516262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:08.530243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b04eda27-28a4-43bf-afd3-5512c61b3dfa) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:08.536378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:08.538024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.556009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7deaeb41-b140-4b38-ada1-ace5b7621e86 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5631042 Jul 09 17:19:08.557669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359af337-85de-42bd-bfd5-ca3319a50eb9 None None] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:08.558649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58700) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:08.565380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1331583091'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:08.656949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:08.712529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'mac_address': 'fa:16:3e:42:40:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:08.733051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:08.743750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.781446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47239a48-5e09-4316-b950-9ff4db6d274e req-8eb13a37-5164-4823-bb48-ae9f8c53de39 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:08.789257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47239a48-5e09-4316-b950-9ff4db6d274e req-8eb13a37-5164-4823-bb48-ae9f8c53de39 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 944 time: 0.0894904 Jul 09 17:19:08.814030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:08.856510 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47239a48-5e09-4316-b950-9ff4db6d274e req-fd9659a8-88c0-492c-9597-086c2b8a139b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663862 Jul 09 17:19:09.032822 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.039551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-b04eda27-28a4-43bf-afd3-5512c61b3dfa', 'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': '6133dd0e-7cf3-40dc-b11e-3d0569735c60'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:09.041887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.066256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:09.069214 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fec61a-9331-4789-970a-430d107cf01b" -d '{"events": [{"server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "name": "network-vif-plugged", "status": "completed", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:09.088642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90ec8c34-dd21-4289-acef-8108e5ea9e87 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:09.100287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:09.102496 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.106954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbf21a-38b6-46eb-b93f-d95a1d086bbc req-c2b6a2e4-446a-45c9-af82-649974f2adc0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.115894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.116783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0f77b0f7-909e-4052-a94f-5b2207188209 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:09.116989 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50fbf21a-38b6-46eb-b93f-d95a1d086bbc req-c2b6a2e4-446a-45c9-af82-649974f2adc0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 944 time: 0.0878203 Jul 09 17:19:09.149568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:09.182636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50fbf21a-38b6-46eb-b93f-d95a1d086bbc req-61c23b82-5951-4d13-86f0-742d84853a1d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644567 Jul 09 17:19:09.208166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:09.229802 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.322860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:09.375937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['90ec8c34-dd21-4289-acef-8108e5ea9e87'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:09.425760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Allocated IP 172.20.0.2 (b04eda27-28a4-43bf-afd3-5512c61b3dfa/6133dd0e-7cf3-40dc-b11e-3d0569735c60/b1cbecea-d90e-44a8-84f4-18493243a328) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:09.429241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0879478-28f1-4221-ae3c-d976a2889b74 req-952f3498-20af-4698-bf27-3bb0788cddb4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.433645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b0879478-28f1-4221-ae3c-d976a2889b74 req-952f3498-20af-4698-bf27-3bb0788cddb4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2270417 Jul 09 17:19:09.436708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 0f77b0f7-909e-4052-a94f-5b2207188209 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:09.456970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 0f77b0f7-909e-4052-a94f-5b2207188209 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:09.457235 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.462187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:09.504376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b0879478-28f1-4221-ae3c-d976a2889b74 req-10c7315d-dcf0-440b-a3fa-10d2ecb669c3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Jul 09 17:19:09.512529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7ae5d-e49f-4a24-bb36-ad73a33f553f req-207e6d68-74cb-4886-8f0a-260b74bc6db8 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.515588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6a7ae5d-e49f-4a24-bb36-ad73a33f553f req-207e6d68-74cb-4886-8f0a-260b74bc6db8 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 950 time: 0.1468439 Jul 09 17:19:09.581859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6a7ae5d-e49f-4a24-bb36-ad73a33f553f req-aca3970e-051e-43c6-9981-83c67c591f8d tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565727 Jul 09 17:19:09.642081 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b12e1-55ac-4611-88de-1ab75de380cd x-openstack-request-id: req-031b12e1-55ac-4611-88de-1ab75de380cd {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:09.642349 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "name": "network-vif-plugged", "status": "completed", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:09.642567 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-031b12e1-55ac-4611-88de-1ab75de380cd {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:09.643389 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'code': 200} Jul 09 17:19:09.784168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.891959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:09.893195 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.907349 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:09.926921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Transition to ACTIVE for port object b1cbecea-d90e-44a8-84f4-18493243a328 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:09.940785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c386f-d126-4c01-99b5-eb16e165874f req-0a21c349-a1e8-4e57-aacb-d66320497daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.942282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f24c386f-d126-4c01-99b5-eb16e165874f req-0a21c349-a1e8-4e57-aacb-d66320497daa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1097 time: 0.2218316 Jul 09 17:19:09.950847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d3694-0b9b-47fc-b6c5-7a6172ebd6a8 req-d358c6e9-a5a0-481d-b10f-54053c4403a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:09.953226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d0d3694-0b9b-47fc-b6c5-7a6172ebd6a8 req-d358c6e9-a5a0-481d-b10f-54053c4403a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1703565 Jul 09 17:19:10.015423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Transition to ACTIVE for port object b1cbecea-d90e-44a8-84f4-18493243a328 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:10.026201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d0d3694-0b9b-47fc-b6c5-7a6172ebd6a8 req-fd35fc27-7265-437d-a341-c9859a9ce0ce tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Jul 09 17:19:10.030236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f24c386f-d126-4c01-99b5-eb16e165874f req-58929de4-5d0e-43c2-ace6-60cdf3d5e178 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768285 Jul 09 17:19:10.050343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.054493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.097452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:10.103074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:10.107818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:10.144092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Pushing event updated for resources: {'Port': ['ID=b1cbecea-d90e-44a8-84f4-18493243a328,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.184810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Attempting to bind port b1cbecea-d90e-44a8-84f4-18493243a328 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:10.185026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Attempting to bind port b1cbecea-d90e-44a8-84f4-18493243a328 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9800892a-1322-4828-98ac-831d9fe6427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:10.185418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Attempting to bind port b1cbecea-d90e-44a8-84f4-18493243a328 on network b04eda27-28a4-43bf-afd3-5512c61b3dfa {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:10.187370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.13 (b04eda27-28a4-43bf-afd3-5512c61b3dfa/6133dd0e-7cf3-40dc-b11e-3d0569735c60/b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:10.191452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:10.192081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Checking segment: {'id': '9800892a-1322-4828-98ac-831d9fe6427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:10.192496 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.192889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Bound using segment: {'id': '9800892a-1322-4828-98ac-831d9fe6427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:10.193358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Bound port: b1cbecea-d90e-44a8-84f4-18493243a328, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9800892a-1322-4828-98ac-831d9fe6427b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b04eda27-28a4-43bf-afd3-5512c61b3dfa'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:10.193741 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.217684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e608a2-5747-4ca5-9a89-87a082ab9746 req-b73a1596-e8da-47f3-9fce-88be7d3a37d5 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.219258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95e608a2-5747-4ca5-9a89-87a082ab9746 req-b73a1596-e8da-47f3-9fce-88be7d3a37d5 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 945 time: 0.0972836 Jul 09 17:19:10.264262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] For port b1cbecea-d90e-44a8-84f4-18493243a328, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:10.268108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] For port b1cbecea-d90e-44a8-84f4-18493243a328, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b1cbecea-d90e-44a8-84f4-18493243a328,segment=NetworkSegment(9800892a-1322-4828-98ac-831d9fe6427b),segment_id=9800892a-1322-4828-98ac-831d9fe6427b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:10.279190 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.379218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:10.410657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95e608a2-5747-4ca5-9a89-87a082ab9746 req-75b6894f-7fb5-4840-8adc-3009c6efffbc tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830029 Jul 09 17:19:10.437247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509cc34-d455-4ac5-9e53-79887ac0bdc3 None None] Pushing event updated for resources: {'Port': ['ID=b1cbecea-d90e-44a8-84f4-18493243a328,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:10.458456 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26b2e10e-0718-4af6-b85c-d3ed67f5fe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.464995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d671ae-22f6-47bd-9fce-645903a49f50 req-0fd85bd7-012b-454c-b507-a25b19f75867 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:10.466681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d671ae-22f6-47bd-9fce-645903a49f50 req-0fd85bd7-012b-454c-b507-a25b19f75867 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1408415 Jul 09 17:19:10.525608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 90ec8c34-dd21-4289-acef-8108e5ea9e87 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:10.526186 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.556158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d671ae-22f6-47bd-9fce-645903a49f50 req-1fc4dc60-3f16-491b-a466-9e516bcc35ca tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Jul 09 17:19:10.559578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.573316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:10.651078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.743236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-8508451e-55b0-4e65-b4ca-5f7ff7628850 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8cd48a4b08854927b378a7bab2b73c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2133703 Jul 09 17:19:10.787658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.873278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:10.883932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:10.891430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:10.900196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:10.904314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:10.947184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:11.002644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.004025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.022954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-82a6f03b-132e-4c2d-8c4d-29b1262f6aaf tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.032149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-82a6f03b-132e-4c2d-8c4d-29b1262f6aaf tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871451 Jul 09 17:19:11.049225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:11.060608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-37eafdb0-b53d-4f0a-9492-ce22ce7dcc6c tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/quotas/8cd48a4b08854927b378a7bab2b73c63 HTTP/1.1" status: 200 len: 375 time: 0.0265074 Jul 09 17:19:11.075000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-993ff255-f79d-4215-a974-34f4cd99c148 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5151029 Jul 09 17:19:11.078134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58818) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:11.185030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-4054d8c7-3038-4fcf-8d86-b0b2deeb8a46 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8cd48a4b08854927b378a7bab2b73c63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230657 Jul 09 17:19:11.236347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:11.236835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.429920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.467811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-835b0c96-f1ad-41c0-b162-d10a348119eb req-73d14199-927a-432d-83e1-5e597b1c5fb0 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 210 time: 0.0530040 Jul 09 17:19:11.469560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:11.645371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209'}, {'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:11.649143 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59da186-998d-4b9f-98ac-4070547f5d82" -d '{"events": [{"server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209"}, {"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:11.695648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c75fc-ff4d-4127-829a-1c33c9befebc req-a50bec13-8b54-4b4b-a0db-764bbc32c931 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.703309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-164c75fc-ff4d-4127-829a-1c33c9befebc req-a50bec13-8b54-4b4b-a0db-764bbc32c931 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4598310 Jul 09 17:19:11.719205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d421b-f182-45a8-aeed-1b940bd67598 req-cb81e0be-8771-43a6-8811-cb4d367a2a74 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:11.732100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-050d421b-f182-45a8-aeed-1b940bd67598 req-cb81e0be-8771-43a6-8811-cb4d367a2a74 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 945 time: 0.1328745 Jul 09 17:19:11.804653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-164c75fc-ff4d-4127-829a-1c33c9befebc req-62bba9e8-b13c-4b03-b00d-2b040a71aa88 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000092 Jul 09 17:19:11.828151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-050d421b-f182-45a8-aeed-1b940bd67598 req-dfa9e17d-fd9b-47f6-9a4b-a76e30d458de tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840189 Jul 09 17:19:11.888860 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:11.904584 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023c6487-50f6-4ade-8023-27d609bec05e x-openstack-request-id: req-023c6487-50f6-4ade-8023-27d609bec05e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:11.904891 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209", "code": 200}, {"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:11.905148 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-023c6487-50f6-4ade-8023-27d609bec05e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:11.905551 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209', 'code': 200} Jul 09 17:19:11.905830 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'code': 200} Jul 09 17:19:11.922972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58844) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:11.966051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:12.109992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1673-de86-4d2e-8463-0f6b250e6b5d req-63a3e914-d0f3-4803-95a5-137d21594e6a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:12.117918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c06a1673-de86-4d2e-8463-0f6b250e6b5d req-63a3e914-d0f3-4803-95a5-137d21594e6a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.0957267 Jul 09 17:19:12.175345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0656c4d2-5807-422f-9358-ccd6901dfda4 None None] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:12.198920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c06a1673-de86-4d2e-8463-0f6b250e6b5d req-d8d82775-a22e-4100-870d-55617f1b4b0a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798037 Jul 09 17:19:12.254390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebafca18-c629-4ece-ad2e-0c6479f02476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.403992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.408393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b1cbecea-d90e-44a8-84f4-18493243a328 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:12.414003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c7684695-c8a9-4df5-a11f-0ec17bf41d55 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 HTTP/1.1" status: 204 len: 168 time: 1.3346193 Jul 09 17:19:12.417190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:12.446121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebafca18-c629-4ece-ad2e-0c6479f02476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.455184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebafca18-c629-4ece-ad2e-0c6479f02476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.492255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafca18-c629-4ece-ad2e-0c6479f02476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722625e3-0840-4435-a687-7dfd7ed4d189,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:12.526350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1d026d05-256e-445d-826e-aa3af886582b None None] Provisioning for port b1cbecea-d90e-44a8-84f4-18493243a328 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:12.530806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ebafca18-c629-4ece-ad2e-0c6479f02476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c5fd199f8c54fb7a7caf288789b16ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064785 Jul 09 17:19:12.532860 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8f63b5-ccac-4946-8bd1-0b6e15f09e1f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:12.537461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6b8f63b5-ccac-4946-8bd1-0b6e15f09e1f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 HTTP/1.1" status: 404 len: 333 time: 0.1182516 Jul 09 17:19:12.539163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:12.540496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58866) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:12.549603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e8935-c678-4d49-bab2-1b085cdd5239 req-8cd52a8a-6f09-425b-ae24-3f328faed027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:12.551118 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe6e8935-c678-4d49-bab2-1b085cdd5239 req-8cd52a8a-6f09-425b-ae24-3f328faed027 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 1097 time: 0.4723320 Jul 09 17:19:12.598365 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad23d3-7b6f-4c66-8645-3f2e6f029137 req-4d768082-4cf4-4541-90f2-6b28b06fc5e0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:12.606314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68ad23d3-7b6f-4c66-8645-3f2e6f029137 req-4d768082-4cf4-4541-90f2-6b28b06fc5e0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2550251 Jul 09 17:19:12.645336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe6e8935-c678-4d49-bab2-1b085cdd5239 req-c702b0e7-e2d8-4f97-9bbc-88c4103d0130 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861990 Jul 09 17:19:12.672708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-c9107ebe-26ae-4332-b453-3e616221ce22 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2001466963&fields=id&tenant_id=4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 267 time: 0.1546860 Jul 09 17:19:12.676621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38828832-55d0-40ac-a886-830742fe03ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.697533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68ad23d3-7b6f-4c66-8645-3f2e6f029137 req-f517132b-153e-4152-bb4c-fb1b71a46976 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899100 Jul 09 17:19:12.721018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 6133dd0e-7cf3-40dc-b11e-3d0569735c60 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:12.721018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.825803 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.832217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b1cbecea-d90e-44a8-84f4-18493243a328 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:12.854844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b1cbecea-d90e-44a8-84f4-18493243a328 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:12.855848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:12.968799 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.024157 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ffa0694d-970e-4f6f-af1c-dd499696ad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.063832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.085159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-98f02b1f-5471-441c-b6c3-e69418f82283 req-0292b2c0-bcfe-418f-87ac-6083f076428b tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 210 time: 0.0500968 Jul 09 17:19:13.116586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=6133dd0e-7cf3-40dc-b11e-3d0569735c60,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.123554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38828832-55d0-40ac-a886-830742fe03ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.161332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.164096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1ab65c7e-bc18-4f24-a6ed-3d4b8b96c26d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/6133dd0e-7cf3-40dc-b11e-3d0569735c60 HTTP/1.1" status: 204 len: 168 time: 0.6200178 Jul 09 17:19:13.166887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58880) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:13.206365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.274551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-39003c7a-2d70-4d84-8924-015c3afe6244 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:13.283615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-39003c7a-2d70-4d84-8924-015c3afe6244 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 945 time: 0.6026535 Jul 09 17:19:13.295320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'port': {'security_groups': ['a5526bb9-78f1-49a7-8a4c-70c8fe0d772e', 'e265e835-aa44-4cf3-a1c1-91380bca92f0']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.332144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b1cbecea-d90e-44a8-84f4-18493243a328, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b1cbecea-d90e-44a8-84f4-18493243a328,segment=NetworkSegment(9800892a-1322-4828-98ac-831d9fe6427b),segment_id=9800892a-1322-4828-98ac-831d9fe6427b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:13.348130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.408326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38828832-55d0-40ac-a886-830742fe03ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.411451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38828832-55d0-40ac-a886-830742fe03ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.415179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-38828832-55d0-40ac-a886-830742fe03ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/722625e3-0840-4435-a687-7dfd7ed4d189 HTTP/1.1" status: 204 len: 168 time: 0.8710065 Jul 09 17:19:13.445628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505325f2-1774-473c-8aa2-33378dd8f2fc None None] Network b04eda27-28a4-43bf-afd3-5512c61b3dfa requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:13.472803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.529810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38828832-55d0-40ac-a886-830742fe03ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722625e3-0840-4435-a687-7dfd7ed4d189,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:13.584387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-7b35a222-278a-4fd8-bd1e-115675db5e37 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8cd48a4b08854927b378a7bab2b73c63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558732 Jul 09 17:19:13.590534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.648009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.730554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-70c09af6-ccf1-45ea-8fb0-0ab0db9346b3 None None] Provisioning complete for port b1cbecea-d90e-44a8-84f4-18493243a328 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:13.740326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-70c09af6-ccf1-45ea-8fb0-0ab0db9346b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:13.871679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-a6f1ef5d-e9cb-4340-b60c-e2c6d2d91462 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:13.873395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-a6f1ef5d-e9cb-4340-b60c-e2c6d2d91462 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826014 Jul 09 17:19:13.885320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b080d-53cc-4cdc-ad8f-99f63641ec0d req-3a9dd084-2c16-4771-b95e-5726605b2d0b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:13.888898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-203b080d-53cc-4cdc-ad8f-99f63641ec0d req-3a9dd084-2c16-4771-b95e-5726605b2d0b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3941588 Jul 09 17:19:13.890073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Request body: {'port': {'device_id': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '8cd48a4b08854927b378a7bab2b73c63'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:13.905499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port b1cbecea-d90e-44a8-84f4-18493243a328 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:13.905845 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.007057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b1cbecea-d90e-44a8-84f4-18493243a328,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:14.040089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58894) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:14.060727 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.080432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.106346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] For port b1cbecea-d90e-44a8-84f4-18493243a328, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b1cbecea-d90e-44a8-84f4-18493243a328,segment=NetworkSegment(9800892a-1322-4828-98ac-831d9fe6427b),segment_id=9800892a-1322-4828-98ac-831d9fe6427b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:14.107080 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.146180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-203b080d-53cc-4cdc-ad8f-99f63641ec0d req-b4974733-2d2d-431a-afcd-b908b95ec18a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315316 Jul 09 17:19:14.176264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for b1cbecea-d90e-44a8-84f4-18493243a328 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:14.249549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:14.269433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:19:14.269433 n-d-791506-17 neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:19:14.269433 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id': '1d581b4d6d7f42489d53286e2c47c487', 'id': '3cda8f31-a014-4acd-a492-3df671aa5f69', 'expiration': datetime.datetime(2021, 7, 9, 17, 21, 14, 254580)}] Jul 09 17:19:14.269433 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:19:14.270425 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:19:14.278946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b1cbecea-d90e-44a8-84f4-18493243a328 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:14.332928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Made reservation on behalf of 8cd48a4b08854927b378a7bab2b73c63 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:14.336778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.337137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] DHCP port deletion for b04eda27-28a4-43bf-afd3-5512c61b3dfa request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:19:14.349423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.360764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.393068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:14.393829 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.406164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a788a0aa-1fb4-4cf6-8d74-e6ba27564862 req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "PUT /v2.0/ports/d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 981 time: 1.1211898 Jul 09 17:19:14.411459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261', 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:14.412720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:14.415183 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6617b09c-2c65-4ab2-91df-49358d224cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:14.425494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.498267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=b1cbecea-d90e-44a8-84f4-18493243a328,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:14.500264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No active binding found for port b1cbecea-d90e-44a8-84f4-18493243a328 {{(pid=93897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:19:14.500811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b1cbecea-d90e-44a8-84f4-18493243a328 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 17:19:14.505542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No DVR routers for this DVR port b1cbecea-d90e-44a8-84f4-18493243a328 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:14.568753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d3abe967-ec9b-43a8-9b65-dd2d364fb2b6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:14.583246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Port b1cbecea-d90e-44a8-84f4-18493243a328 not found, will not notify nova. {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 17:19:14.644413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Allocated IP 192.168.233.240 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/75a307f9-97ea-435a-92c2-517ca6565fbf) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:14.704497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Deleting port b1cbecea-d90e-44a8-84f4-18493243a328 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:14.705049 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.710547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8201c-fdff-4e9e-9d76-29fd56a57b82 req-f2442acb-4d08-4ad5-8912-245597525a95 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:14.719732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fda8201c-fdff-4e9e-9d76-29fd56a57b82 req-f2442acb-4d08-4ad5-8912-245597525a95 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.3919578 Jul 09 17:19:14.736094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3879b9e9-7f99-42a5-aa60-558666e6fd5c req-5747938a-7987-4bf9-a6d3-b171f36c9c97 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 210 time: 0.0608518 Jul 09 17:19:14.752739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.776272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.786059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1473b-9ba3-444d-938d-bfd0db03cb57 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:14.828238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] For port b1cbecea-d90e-44a8-84f4-18493243a328, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:14.828946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.854471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04eda27-28a4-43bf-afd3-5512c61b3dfa']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:14.868192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Calling delete_port for b1cbecea-d90e-44a8-84f4-18493243a328 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:14.880200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Port b1cbecea-d90e-44a8-84f4-18493243a328 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:19:14.885959 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.930138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] Pushing event deleted for resources: {'Port': ['ID=b1cbecea-d90e-44a8-84f4-18493243a328,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:14.939740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1e1e1-13b9-46d0-9c07-2383915c980e None None] No DVR routers for this DVR port b1cbecea-d90e-44a8-84f4-18493243a328 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:14.947485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9800892a-1322-4828-98ac-831d9fe6427b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:14.962584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9800892a-1322-4828-98ac-831d9fe6427b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:14.983860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:14.998607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.009201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Transition to ACTIVE for port object 75a307f9-97ea-435a-92c2-517ca6565fbf will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:15.018989 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fda8201c-fdff-4e9e-9d76-29fd56a57b82 req-7284c2b7-8a46-4a3c-9f08-fb04b23e1665 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979357 Jul 09 17:19:15.062295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.087111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:15.087554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:15.101393 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:15.159119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.170600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84040d8-76b7-4879-992e-f6bb1526dba5 req-0419a542-bf3d-4d96-82db-bb22199dea89 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:15.177964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['a8b77940-d30b-430a-a1be-da98ecfd8fef'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:15.178603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b84040d8-76b7-4879-992e-f6bb1526dba5 req-0419a542-bf3d-4d96-82db-bb22199dea89 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1564119 Jul 09 17:19:15.269885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:15.271899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Pushing event updated for resources: {'Port': ['ID=75a307f9-97ea-435a-92c2-517ca6565fbf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:15.291221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b84040d8-76b7-4879-992e-f6bb1526dba5 req-6196c990-aca7-48d0-8569-a046cbdb91ca tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112998 Jul 09 17:19:15.298106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:15.300893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:15.338622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.339806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.394942 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ee11e-4063-46d8-aa11-108d50452870 x-openstack-request-id: req-021ee11e-4063-46d8-aa11-108d50452870 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:15.396141 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:15.396526 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-021ee11e-4063-46d8-aa11-108d50452870 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:15.397404 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'status': 'completed', 'code': 200} Jul 09 17:19:15.405190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.417465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.425596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/b04eda27-28a4-43bf-afd3-5512c61b3dfa HTTP/1.1" status: 204 len: 168 time: 2.2560728 Jul 09 17:19:15.429537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58918) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:15.437757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'name': 'tempest-PortsTestJSON-1798263132'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:15.513170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:15.517295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5752c-2639-484e-8016-41acfa2b4dd2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=b04eda27-28a4-43bf-afd3-5512c61b3dfa,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:15.525754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.578116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3677267-268c-4815-9ad7-1a476627117b req-bfb4726f-fd4c-4c6d-9b02-1b9526d34960 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/e265e835-aa44-4cf3-a1c1-91380bca92f0 HTTP/1.1" status: 200 len: 1803 time: 0.3614612 Jul 09 17:19:15.660060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d581b4d6d7f42489d53286e2c47c487&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6174979 Jul 09 17:19:15.683571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:15.706171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a9582-002e-4dfe-adc6-b8cb1e625df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d47064a-669f-45cb-9223-a425850e0801,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:15.771245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-0a5b5552-ce24-431c-8cb7-94d974059e02 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8858528 Jul 09 17:19:15.777532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.785562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Request body: {'port': {'device_id': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:15.802850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-fcc4e9e7-a80d-4697-a21b-b42237066b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:15.804672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-fcc4e9e7-a80d-4697-a21b-b42237066b67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1136 time: 0.3738523 Jul 09 17:19:15.824945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6db56e3-8b27-4ba7-b437-cf5a9586230c None None] Provisioning for port 75a307f9-97ea-435a-92c2-517ca6565fbf completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:15.830861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6db56e3-8b27-4ba7-b437-cf5a9586230c None None] Provisioning complete for port 75a307f9-97ea-435a-92c2-517ca6565fbf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:15.831378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6db56e3-8b27-4ba7-b437-cf5a9586230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.869080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.942500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-1bdc4b12-f1a5-43f7-8009-4e7d7b22a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:15.944475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-1bdc4b12-f1a5-43f7-8009-4e7d7b22a9f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 0.1306918 Jul 09 17:19:15.945492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a11c1b-77f1-4bd1-a769-c13fee5f2a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:15.948636 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-e3677267-268c-4815-9ad7-1a476627117b req-9aaef377-faab-47aa-9285-862c08d3648d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 17:19:15.960531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3677267-268c-4815-9ad7-1a476627117b req-9aaef377-faab-47aa-9285-862c08d3648d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/e265e835-aa44-4cf3-a1c1-91380bca92f0 HTTP/1.1" status: 409 len: 341 time: 0.3769796 Jul 09 17:19:16.059820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c6db56e3-8b27-4ba7-b437-cf5a9586230c None None] Port 75a307f9-97ea-435a-92c2-517ca6565fbf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:16.068326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-45943c74-9995-4d50-858e-4f587c2c9612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 217 time: 0.1006453 Jul 09 17:19:16.093143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a11c1b-77f1-4bd1-a769-c13fee5f2a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.108806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:16.123036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.159938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-cc651d6b-c25e-46a5-ad78-71e344c92d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:16.162109 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-cc651d6b-c25e-46a5-ad78-71e344c92d8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.0831487 Jul 09 17:19:16.190782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port d5141e45-cd85-4516-9ec6-9ec70e2a279a yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:16.233052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b1cbecea-d90e-44a8-84f4-18493243a328 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:16.240003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-81ce3387-935f-4f79-8bb6-6032169995a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654776 Jul 09 17:19:16.245454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab34a-bf77-48a3-92c6-ac1062328724 req-c9eb5596-34b6-422c-9585-6b0e43324db7 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:16.252620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-693ab34a-bf77-48a3-92c6-ac1062328724 req-c9eb5596-34b6-422c-9585-6b0e43324db7 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.5439665 Jul 09 17:19:16.276296 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a11c1b-77f1-4bd1-a769-c13fee5f2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.279124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0a11c1b-77f1-4bd1-a769-c13fee5f2a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.280436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0a11c1b-77f1-4bd1-a769-c13fee5f2a2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d47064a-669f-45cb-9223-a425850e0801 HTTP/1.1" status: 204 len: 168 time: 0.5772920 Jul 09 17:19:16.284688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b1cbecea-d90e-44a8-84f4-18493243a328 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:16.284901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b1cbecea-d90e-44a8-84f4-18493243a328 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:16.357731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a11c1b-77f1-4bd1-a769-c13fee5f2a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d47064a-669f-45cb-9223-a425850e0801,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:16.449459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-84f86856-5eaf-4201-8083-db44c3db518b service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054110 Jul 09 17:19:16.478894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.480096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0ef45-1e12-41a1-8002-73e4e459fcaf req-ff1406b2-f109-42c3-9ba7-b86e9bda429e tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:16.487241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3e0ef45-1e12-41a1-8002-73e4e459fcaf req-ff1406b2-f109-42c3-9ba7-b86e9bda429e tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 936 time: 0.1834278 Jul 09 17:19:16.509683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-693ab34a-bf77-48a3-92c6-ac1062328724 req-52149757-43a8-4010-9718-e685820e97da tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558398 Jul 09 17:19:16.599693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a307f9-97ea-435a-92c2-517ca6565fbf {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:16.614657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.626134 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3e0ef45-1e12-41a1-8002-73e4e459fcaf req-21f54f0f-cdb6-4127-bc87-55b7a25c7e93 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377544 Jul 09 17:19:16.629155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.647899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Transition to ACTIVE for port object 75a307f9-97ea-435a-92c2-517ca6565fbf will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:16.673425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6617b09c-2c65-4ab2-91df-49358d224cc5 req-ecb4ca80-2244-47a3-b0af-b79cf079be69 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139411 Jul 09 17:19:16.691112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:16.805583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:16.815162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:16.817491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=d5141e45-cd85-4516-9ec6-9ec70e2a279a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:16.826520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:16.876632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:16.876632 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.118743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2d46fc05-c618-4674-8532-df9e85b2ec01 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6874924 Jul 09 17:19:17.121809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58960) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:17.134280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=75a307f9-97ea-435a-92c2-517ca6565fbf,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:17.176520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Attempting to bind port 75a307f9-97ea-435a-92c2-517ca6565fbf on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:17.179780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Attempting to bind port 75a307f9-97ea-435a-92c2-517ca6565fbf by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:17.180145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Attempting to bind port 75a307f9-97ea-435a-92c2-517ca6565fbf on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:17.222066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Port 75a307f9-97ea-435a-92c2-517ca6565fbf on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:17.222306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Attempting to bind port 75a307f9-97ea-435a-92c2-517ca6565fbf on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:17.247375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:17.247710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:17.248138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:17.248588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Bound port: 75a307f9-97ea-435a-92c2-517ca6565fbf, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:17.248946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.374837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be0feb-2bf5-4c5e-9b7a-0afd1033e854 req-2ad59171-5b9f-40de-a428-96f86f85c62e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.385441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6be0feb-2bf5-4c5e-9b7a-0afd1033e854 req-2ad59171-5b9f-40de-a428-96f86f85c62e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4065640 Jul 09 17:19:17.446367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dba2c-dd06-4496-9983-7817fab07382 req-9679cf93-11f1-4c38-9770-09b8c78dfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.449681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-9679cf93-11f1-4c38-9770-09b8c78dfa51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1136 time: 0.2707767 Jul 09 17:19:17.480135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port d5141e45-cd85-4516-9ec6-9ec70e2a279a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:17.480527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.484842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] For port 75a307f9-97ea-435a-92c2-517ca6565fbf, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:17.486817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6be0feb-2bf5-4c5e-9b7a-0afd1033e854 req-42b28962-ff40-4ea0-a3a9-927f6930cd16 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002386 Jul 09 17:19:17.488897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] For port 75a307f9-97ea-435a-92c2-517ca6565fbf, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=75a307f9-97ea-435a-92c2-517ca6565fbf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:17.539876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.617336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2d692-5f9b-4aef-94dc-3dbf0ba36828 req-b437030c-4874-455d-b546-01d3b89c0e00 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.625983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75e2d692-5f9b-4aef-94dc-3dbf0ba36828 req-b437030c-4874-455d-b546-01d3b89c0e00 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 984 time: 0.3554280 Jul 09 17:19:17.632290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dba2c-dd06-4496-9983-7817fab07382 req-490e95dd-84ef-4c34-8f6b-617233dd31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.638003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=75a307f9-97ea-435a-92c2-517ca6565fbf,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:17.639905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-490e95dd-84ef-4c34-8f6b-617233dd31d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 0.1483679 Jul 09 17:19:17.709352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-9de3b162-0291-46f0-9529-ce2d7034cf27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 217 time: 0.0622773 Jul 09 17:19:17.714455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75e2d692-5f9b-4aef-94dc-3dbf0ba36828 req-bda162b5-dcb6-456d-b055-7e92b91112b2 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=e265e835-aa44-4cf3-a1c1-91380bca92f0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0875094 Jul 09 17:19:17.758195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.758900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.760479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-eb97f80b-ff27-45ff-92df-9267fb4bd5e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/75a307f9-97ea-435a-92c2-517ca6565fbf HTTP/1.1" status: 200 len: 1097 time: 1.9797683 Jul 09 17:19:17.760957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'tag': '75a307f9-97ea-435a-92c2-517ca6565fbf'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:17.768793 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3e25c4-3741-47fd-9d14-3609675a332b", "tag": "75a307f9-97ea-435a-92c2-517ca6565fbf"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:17.776174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:17.839861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for d5141e45-cd85-4516-9ec6-9ec70e2a279a owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:17.957644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dba2c-dd06-4496-9983-7817fab07382 req-7d0f3c39-3aaf-45cf-96d0-8a77167b5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:17.962694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-7d0f3c39-3aaf-45cf-96d0-8a77167b5212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.2293541 Jul 09 17:19:18.037756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.038508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-1fa9c8f5-2e67-4b4a-b11f-334f78544d0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621967 Jul 09 17:19:18.061563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005510e-9e66-4429-868d-e8426dc42c55 req-3158ea2c-7007-42f0-94d4-9b131ff8db3c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.074234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7005510e-9e66-4429-868d-e8426dc42c55 req-3158ea2c-7007-42f0-94d4-9b131ff8db3c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.3416517 Jul 09 17:19:18.111142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=d5141e45-cd85-4516-9ec6-9ec70e2a279a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:18.166234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-a3e772b7-77fd-41de-a74c-a31f5baba3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.167867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-a3e772b7-77fd-41de-a74c-a31f5baba3be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cd48a4b08854927b378a7bab2b73c63&device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 1100 time: 0.3576405 Jul 09 17:19:18.171597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.177560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cb9a6b52-8153-4f53-9744-696669078465 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/d5141e45-cd85-4516-9ec6-9ec70e2a279a HTTP/1.1" status: 204 len: 168 time: 1.0533288 Jul 09 17:19:18.187523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58988) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:18.192845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'mac_address': 'fa:16:3e:46:cd:d7', 'name': 'tempest-PortsTestJSON-450250091'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:18.207418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7005510e-9e66-4429-868d-e8426dc42c55 req-828f90c3-d051-4a4e-aa2d-996625a16c01 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316905 Jul 09 17:19:18.308655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-5e8b1b75-a0c4-418e-8a3b-721ee129cfe0 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995704 Jul 09 17:19:18.377434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58994) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:18.486064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e56dba2c-dd06-4496-9983-7817fab07382 req-cdebdb6a-17bf-4f42-9d2b-c09507e3a0c1 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674349 Jul 09 17:19:18.504679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19df77-e862-41b6-b8a0-79f4ffe58420 req-9b4f89e4-48eb-4851-b12b-92da88c0e8d8 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.506295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb19df77-e862-41b6-b8a0-79f4ffe58420 req-9b4f89e4-48eb-4851-b12b-92da88c0e8d8 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 948 time: 0.1120591 Jul 09 17:19:18.566628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb19df77-e862-41b6-b8a0-79f4ffe58420 req-e9dad5fc-72e6-4b9a-841f-9ee9ea08ca0f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519781 Jul 09 17:19:18.567602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb92225f-c146-4e39-922b-d084ec313702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.758904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-03a1561d-2f78-431d-a945-1d2106fcd42c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=75a307f9-97ea-435a-92c2-517ca6565fbf HTTP/1.1" status: 200 len: 217 time: 0.5781622 Jul 09 17:19:18.851744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb92225f-c146-4e39-922b-d084ec313702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.860366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb92225f-c146-4e39-922b-d084ec313702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:18.919664 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2b44c-42ec-481c-8cd5-88740ab88163 x-openstack-request-id: req-2ac2b44c-42ec-481c-8cd5-88740ab88163 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:18.920222 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3e25c4-3741-47fd-9d14-3609675a332b", "tag": "75a307f9-97ea-435a-92c2-517ca6565fbf", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:18.920222 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ac2b44c-42ec-481c-8cd5-88740ab88163 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:18.920524 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'tag': '75a307f9-97ea-435a-92c2-517ca6565fbf', 'status': 'completed', 'code': 200} Jul 09 17:19:18.934150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-84366a0e-5977-404e-b57f-2dc43c8b0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.935582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-84366a0e-5977-404e-b57f-2dc43c8b0144 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1580358 Jul 09 17:19:18.954952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917421b-e9c5-4084-a23e-416365bf792b req-0acbe45b-fda8-45a5-af81-c6e99fd09597 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:18.958768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb92225f-c146-4e39-922b-d084ec313702 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4bf4f4dd7a7469c8d1e8edc00d80c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796902 Jul 09 17:19:18.959423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92225f-c146-4e39-922b-d084ec313702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae83358-1d2a-49fc-873d-0a2a42c3e022,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:18.962818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7917421b-e9c5-4084-a23e-416365bf792b req-0acbe45b-fda8-45a5-af81-c6e99fd09597 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8387218 Jul 09 17:19:18.970338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:19.067238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7917421b-e9c5-4084-a23e-416365bf792b req-d02ebe9f-f503-405e-beaf-c3f15cd9c24f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033442 Jul 09 17:19:19.086825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:19.133442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc70e3-a363-4646-911f-e6162e82245c req-a0ad9bcb-b0d1-4917-b636-46622daa7cb0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:19.141710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25cc70e3-a363-4646-911f-e6162e82245c req-a0ad9bcb-b0d1-4917-b636-46622daa7cb0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.0985050 Jul 09 17:19:19.196236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25cc70e3-a363-4646-911f-e6162e82245c req-7ecbc559-1d81-4a8c-9f31-b395ad42b6b7 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Jul 09 17:19:19.259300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.281980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6080a62-d06b-46e6-ba1d-7a6b4a40ab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.393277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-309962d3-1fb1-4c4b-936d-afe403508edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:19.395015 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-309962d3-1fb1-4c4b-936d-afe403508edf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4497879 Jul 09 17:19:19.399583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6080a62-d06b-46e6-ba1d-7a6b4a40ab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.402360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 4ecdd34d-5883-4127-b3eb-f7183f4c91e1 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:19.552083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906afe-291b-4d52-a355-b8785501fb06 req-2ad5e25a-8539-49b9-a73a-fb2087665d15 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:19.554726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6906afe-291b-4d52-a355-b8785501fb06 req-2ad5e25a-8539-49b9-a73a-fb2087665d15 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0867991 Jul 09 17:19:19.573699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313622a-3b5d-4cd6-87fa-eee52ad631ef req-b9cc00c6-afa7-45d3-89e7-8f4e694a69bf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:19.580736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8313622a-3b5d-4cd6-87fa-eee52ad631ef req-b9cc00c6-afa7-45d3-89e7-8f4e694a69bf tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 984 time: 0.3183498 Jul 09 17:19:19.637497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6906afe-291b-4d52-a355-b8785501fb06 req-48c21cf3-d3db-4db2-8561-6fc5b4414ca6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Jul 09 17:19:19.657361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6080a62-d06b-46e6-ba1d-7a6b4a40ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.657361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6080a62-d06b-46e6-ba1d-7a6b4a40ab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:19.657361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6080a62-d06b-46e6-ba1d-7a6b4a40ab9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae83358-1d2a-49fc-873d-0a2a42c3e022 HTTP/1.1" status: 204 len: 168 time: 0.6557910 Jul 09 17:19:19.713953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6080a62-d06b-46e6-ba1d-7a6b4a40ab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae83358-1d2a-49fc-873d-0a2a42c3e022,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:19.717263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-821b8bcb-2ce6-42d6-b268-fd346d2a6c36 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991352 Jul 09 17:19:19.736780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8313622a-3b5d-4cd6-87fa-eee52ad631ef req-3c1cd7bd-95b5-4830-bf60-56f93894c4fa tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=e265e835-aa44-4cf3-a1c1-91380bca92f0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1550472 Jul 09 17:19:19.892593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8e46e-ba59-41c9-b265-7576b0186060 req-470f8fca-0737-494b-a9b4-5a3a0a7fb949 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544549 Jul 09 17:19:19.914524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade22cb9-8547-40c7-98fa-ff1eecbbb371 req-6615125c-7fa3-4875-a989-adb31f8fdc05 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:19.916196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ade22cb9-8547-40c7-98fa-ff1eecbbb371 req-6615125c-7fa3-4875-a989-adb31f8fdc05 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1363869 Jul 09 17:19:19.982769 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ade22cb9-8547-40c7-98fa-ff1eecbbb371 req-a307e3ec-26c9-4a4e-914a-8cfea466421d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Jul 09 17:19:20.050589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.100613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2da24-94b7-422b-930f-4b51a6598660 req-69f8fa15-a11d-487f-94fc-0bcb73acadcf tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.103122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5cb2da24-94b7-422b-930f-4b51a6598660 req-69f8fa15-a11d-487f-94fc-0bcb73acadcf tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 948 time: 0.1681929 Jul 09 17:19:20.189575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-fef142d1-4341-4cdf-8c4d-18cb461a34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.191362 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-fef142d1-4341-4cdf-8c4d-18cb461a34a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cd48a4b08854927b378a7bab2b73c63&device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 1100 time: 0.2194908 Jul 09 17:19:20.221919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.308007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5cb2da24-94b7-422b-930f-4b51a6598660 req-3ee161a7-4eaa-4103-9e7a-e5d2a031c90f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872509 Jul 09 17:19:20.331437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=4ecdd34d-5883-4127-b3eb-f7183f4c91e1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:20.339199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:20.341783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db293816-3580-40c9-8370-d350a0b7151d req-1b5e7792-460f-4736-a9bb-a16e633337d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.343369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:20.344582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db293816-3580-40c9-8370-d350a0b7151d req-1b5e7792-460f-4736-a9bb-a16e633337d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1821663 Jul 09 17:19:20.366079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:20.372946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.374200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:20.421763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bfd66729-4bb5-4553-a5da-6372e6ab7432 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2330327 Jul 09 17:19:20.427102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59048) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:20.466111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db293816-3580-40c9-8370-d350a0b7151d req-e3a378cd-f055-4768-8f82-7c34138983b6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150219 Jul 09 17:19:20.466285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-efe09915-b7e0-4fb2-879d-33ad567ad0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.467605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-efe09915-b7e0-4fb2-879d-33ad567ad0b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2618353 Jul 09 17:19:20.600055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-f978d7c9-d157-478e-ae3d-f542c11c64a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=75a307f9-97ea-435a-92c2-517ca6565fbf HTTP/1.1" status: 200 len: 217 time: 0.1069343 Jul 09 17:19:20.616662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a398e-27fe-4691-8679-7be253ff5197 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.626612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-364a398e-27fe-4691-8679-7be253ff5197 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/4ecdd34d-5883-4127-b3eb-f7183f4c91e1 HTTP/1.1" status: 200 len: 840 time: 0.1983266 Jul 09 17:19:20.629494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59058) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:20.726049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-44f177ba-e95a-4291-bdea-7d045034c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.727575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-44f177ba-e95a-4291-bdea-7d045034c248 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0999377 Jul 09 17:19:20.732034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6d634-8134-42f3-b92e-1f5d83a1bd95 req-d3a7100f-fd54-4ae1-a989-f52fbe55be0c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.750892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91e6d634-8134-42f3-b92e-1f5d83a1bd95 req-d3a7100f-fd54-4ae1-a989-f52fbe55be0c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1171501 Jul 09 17:19:20.823340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91e6d634-8134-42f3-b92e-1f5d83a1bd95 req-c071d9dc-d058-4121-a631-44e4c327e253 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712450 Jul 09 17:19:20.903628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-a84ee8c7-721e-4181-ad6c-66a04ba672c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:20.906461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-a84ee8c7-721e-4181-ad6c-66a04ba672c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1519823 Jul 09 17:19:20.912888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 4ecdd34d-5883-4127-b3eb-f7183f4c91e1 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:20.913913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.018692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e0473-9dd1-4041-ada3-466728d12ad9 req-9c12a0fc-8a7a-4b2b-aba8-b8af9ffc5f5b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.020269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d57e0473-9dd1-4041-ada3-466728d12ad9 req-9c12a0fc-8a7a-4b2b-aba8-b8af9ffc5f5b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 984 time: 0.0870085 Jul 09 17:19:21.079347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d57e0473-9dd1-4041-ada3-466728d12ad9 req-94fbf7ba-138e-4c76-b25b-9c516fe9fb6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=e265e835-aa44-4cf3-a1c1-91380bca92f0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0519321 Jul 09 17:19:21.090806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.146236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 4ecdd34d-5883-4127-b3eb-f7183f4c91e1 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:21.155532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175593-229f-4cc4-b541-826346725159 req-d57b2f28-a75f-4461-ab6f-0f7a14ba5161 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.166649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1175593-229f-4cc4-b541-826346725159 req-d57b2f28-a75f-4461-ab6f-0f7a14ba5161 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 814 time: 0.3565571 Jul 09 17:19:21.197662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1175593-229f-4cc4-b541-826346725159 req-770f7e51-254f-40d3-b1ae-8152b1f13568 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/quotas/f88468acd9894f9691dcdce913271a39 HTTP/1.1" status: 200 len: 375 time: 0.0300221 Jul 09 17:19:21.282599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9675204-57c3-401b-990b-745c59cd1646 req-96b2dc2f-74a5-4de0-b37b-85f68ff29396 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1741533447&fields=id&tenant_id=4ce4af5636734e4aa2538664eb5fc046 HTTP/1.1" status: 200 len: 267 time: 0.0512660 Jul 09 17:19:21.286277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-fe698745-e291-431f-8e8b-d834b44b39dd service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191240 Jul 09 17:19:21.374166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675204-57c3-401b-990b-745c59cd1646 req-ab9aa070-50bd-457f-b6ae-25944b91faad tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.387412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9675204-57c3-401b-990b-745c59cd1646 req-ab9aa070-50bd-457f-b6ae-25944b91faad tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 984 time: 0.1031256 Jul 09 17:19:21.395349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'port': {'security_groups': ['a5526bb9-78f1-49a7-8a4c-70c8fe0d772e', 'e265e835-aa44-4cf3-a1c1-91380bca92f0', '0cb18a9e-4705-4fef-b0f6-689bc0e8695d']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:21.434355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d1175593-229f-4cc4-b541-826346725159 req-7d960439-11b9-46f6-b0d4-0d0aa924c7d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2356741 Jul 09 17:19:21.442068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.534853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.545131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=4ecdd34d-5883-4127-b3eb-f7183f4c91e1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:21.582044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c533c93-e8f1-44cf-95d5-5b980d7fdf54 req-b4cf05e3-299f-4ad0-a949-24bd97b2da3b service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835171 Jul 09 17:19:21.606440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.613079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9a3fce04-2c57-4ed5-803d-4d028c5bb4f6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/4ecdd34d-5883-4127-b3eb-f7183f4c91e1 HTTP/1.1" status: 204 len: 168 time: 0.9820263 Jul 09 17:19:21.615100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59096) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:21.645926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59098) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:21.663499 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d20571-7537-4ad1-a14e-55900267da1b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:21.665667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a9d20571-7537-4ad1-a14e-55900267da1b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/4ecdd34d-5883-4127-b3eb-f7183f4c91e1 HTTP/1.1" status: 404 len: 333 time: 0.0486853 Jul 09 17:19:21.670921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59102) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:21.677236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'name': 'tempest-PortsTestJSON-51215644'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:21.781025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b4380-3fce-4891-b7d7-1ef9ecfde839 req-bb249d97-e77c-4be7-8ff1-f8e00e428236 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:21.782649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-591b4380-3fce-4891-b7d7-1ef9ecfde839 req-bb249d97-e77c-4be7-8ff1-f8e00e428236 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1097517 Jul 09 17:19:21.841398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-591b4380-3fce-4891-b7d7-1ef9ecfde839 req-98999827-8dd3-4f9e-95b2-4c6b3083d725 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504689 Jul 09 17:19:21.869220 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.936647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:19:21.936647 n-d-791506-17 neutron-server[93895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:19:21.936647 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id': 'b6bd67a959e048cab6ca09fd0ce4c251', 'id': '1ec170d6-e7b5-44cc-bd35-5499364e6d96', 'expiration': datetime.datetime(2021, 7, 9, 17, 21, 21, 927530)}] Jul 09 17:19:21.936647 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:19:21.937008 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:19:21.950864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:21.958105 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:21.991777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 568819e2-5bd4-4107-bd26-2dadb2bd20e0 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:22.040228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c594d9-5599-402d-92d8-3530b6cafc44 req-fb2f9638-a25e-4768-b458-7ce207983fcb tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.047229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11c594d9-5599-402d-92d8-3530b6cafc44 req-fb2f9638-a25e-4768-b458-7ce207983fcb tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 948 time: 0.0991678 Jul 09 17:19:22.079114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:22.094370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11c594d9-5599-402d-92d8-3530b6cafc44 req-e630bca9-d2a9-4774-b182-8169dfa5e74a tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 Jul 09 17:19:22.145836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.205682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.218315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261', 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:22.273458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e499-767c-46d8-aa19-1863597b1b79 req-f60b4f77-9795-47e8-9dc0-501e4e5f4d7f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.281522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f408e499-767c-46d8-aa19-1863597b1b79 req-f60b4f77-9795-47e8-9dc0-501e4e5f4d7f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0876482 Jul 09 17:19:22.333010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.333755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.335287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9675204-57c3-401b-990b-745c59cd1646 req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "PUT /v2.0/ports/d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 1020 time: 0.9465642 Jul 09 17:19:22.341250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:22.344562 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cbf80a-720e-4541-a3b6-298d55a9df24" -d '{"events": [{"name": "network-changed", "server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:22.353125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.361072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c4340-bce2-4513-b0a9-0c676effd09a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:22.417692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f408e499-767c-46d8-aa19-1863597b1b79 req-a66bec96-f278-4b66-bd4c-e14f6b7dda99 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350405 Jul 09 17:19:22.444992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.450274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d3abe967-ec9b-43a8-9b65-dd2d364fb2b6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:22.482876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.690082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=568819e2-5bd4-4107-bd26-2dadb2bd20e0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:22.693486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:22.702803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:22.705522 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc1c91b-90aa-4895-a7d9-9268a210d16d x-openstack-request-id: req-acc1c91b-90aa-4895-a7d9-9268a210d16d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:22.705808 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:22.706052 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acc1c91b-90aa-4895-a7d9-9268a210d16d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:22.706457 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'status': 'completed', 'code': 200} Jul 09 17:19:22.711097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:22.716633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.717260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.809797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83f44a14-a8e7-4b93-bc99-627795ef475d req-6f9a485b-ff4f-49fd-a2d3-b87678b682e6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0cb18a9e-4705-4fef-b0f6-689bc0e8695d HTTP/1.1" status: 200 len: 1802 time: 0.0888553 Jul 09 17:19:22.814095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f5ef-927f-4580-9f91-07b41ebb63e0 req-9e67f810-51c4-44c2-9cc6-005d393f8686 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:22.821111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4398f5ef-927f-4580-9f91-07b41ebb63e0 req-9e67f810-51c4-44c2-9cc6-005d393f8686 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1918988 Jul 09 17:19:22.871871 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-83f44a14-a8e7-4b93-bc99-627795ef475d req-c2463573-7157-4b7c-9027-7ffabccc39fc tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 17:19:22.887717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83f44a14-a8e7-4b93-bc99-627795ef475d req-c2463573-7157-4b7c-9027-7ffabccc39fc tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cb18a9e-4705-4fef-b0f6-689bc0e8695d HTTP/1.1" status: 409 len: 341 time: 0.0738831 Jul 09 17:19:22.890503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.906101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4398f5ef-927f-4580-9f91-07b41ebb63e0 req-be933adc-c666-4050-b065-6f6602aa1b2e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838661 Jul 09 17:19:22.942712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:22.972715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59130) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:22.982016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:22.982902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0085e85e-36f1-4390-a717-97c080631499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3107796 Jul 09 17:19:23.023702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-b142dcca-d58f-468a-84f5-66efa92e17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:23.026327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-b142dcca-d58f-468a-84f5-66efa92e17bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ce4af5636734e4aa2538664eb5fc046&device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1175 time: 0.2907410 Jul 09 17:19:23.126547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 75a307f9-97ea-435a-92c2-517ca6565fbf details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:23.222576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.317148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbfdfd-b69a-4889-88e1-138730c77b72 req-9a87ba1a-a2a1-4ea4-ad79-17f50c7e413c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:23.328306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fdcbfdfd-b69a-4889-88e1-138730c77b72 req-9a87ba1a-a2a1-4ea4-ad79-17f50c7e413c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2377095 Jul 09 17:19:23.352938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 75a307f9-97ea-435a-92c2-517ca6565fbf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=75a307f9-97ea-435a-92c2-517ca6565fbf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:23.384423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '75a307f9-97ea-435a-92c2-517ca6565fbf', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '75a307f9-97ea-435a-92c2-517ca6565fbf', 'mac_address': 'fa:16:3e:8f:fc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:23.462161 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.477015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a307f9-97ea-435a-92c2-517ca6565fbf {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:23.507673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 75a307f9-97ea-435a-92c2-517ca6565fbf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=75a307f9-97ea-435a-92c2-517ca6565fbf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:23.516926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fdcbfdfd-b69a-4889-88e1-138730c77b72 req-90852809-2e55-419d-a156-f2a1ceadfee4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855941 Jul 09 17:19:23.523994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.643225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=75a307f9-97ea-435a-92c2-517ca6565fbf,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:23.651228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.664922 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.741506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] In _notify_port_updated(), no bound segment for port 568819e2-5bd4-4107-bd26-2dadb2bd20e0 on network 0cdf5551-d22f-4321-81b4-b70162d58b67 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:19:23.747087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:23.747646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:23.749094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/ports/568819e2-5bd4-4107-bd26-2dadb2bd20e0 HTTP/1.1" status: 200 len: 818 time: 0.7751434 Jul 09 17:19:23.757944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['75a307f9-97ea-435a-92c2-517ca6565fbf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:23.763665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59146) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:23.841471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b20bb8-b4b3-4420-8515-ef2db5e3be68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=568819e2-5bd4-4107-bd26-2dadb2bd20e0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:23.922796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4942f-fc26-450e-afb5-8f0ff68c231a req-03cedb56-1c47-4e05-8660-eb4d7f832d93 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:23.929992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ff4942f-fc26-450e-afb5-8f0ff68c231a req-03cedb56-1c47-4e05-8660-eb4d7f832d93 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 949 time: 0.1898384 Jul 09 17:19:23.991670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ff4942f-fc26-450e-afb5-8f0ff68c231a req-6034928b-a0b4-4dc6-9e86-d96d3b6353b6 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603178 Jul 09 17:19:24.008589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6bd67a959e048cab6ca09fd0ce4c251&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3615882 Jul 09 17:19:24.009170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 568819e2-5bd4-4107-bd26-2dadb2bd20e0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:24.009170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.012446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59154) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:24.014540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1cc71-606e-4999-80bd-64571f6e5f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe5d9f5-4bb8-41e7-b57d-92455a66d4eb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:24.186686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-f4296bc5-26d2-489b-9d43-3a43653c8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:24.196252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-f4296bc5-26d2-489b-9d43-3a43653c8277 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 200 len: 914 time: 1.1584082 Jul 09 17:19:24.255184 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-1cebcf11-d845-4a99-b288-c34264dcd63a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 200 len: 217 time: 0.0504391 Jul 09 17:19:24.276004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.302650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 568819e2-5bd4-4107-bd26-2dadb2bd20e0 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:24.312245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5be75d96-6447-4173-9868-6563725a698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.322371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-435d2998-af94-4cc3-9a74-7b37deb80369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:24.324411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-435d2998-af94-4cc3-9a74-7b37deb80369 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 200 len: 853 time: 0.0548742 Jul 09 17:19:24.385441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-59643c37-c311-448d-93a0-a8130a38aac8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397513 Jul 09 17:19:24.386372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5be75d96-6447-4173-9868-6563725a698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.410308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9879-99b7-4ca9-83b2-77da3e542692 req-34d0842e-56cf-4422-8320-661a0cee832e tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:24.411905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e19b9879-99b7-4ca9-83b2-77da3e542692 req-34d0842e-56cf-4422-8320-661a0cee832e tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1023 time: 0.2625494 Jul 09 17:19:24.499090 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e19b9879-99b7-4ca9-83b2-77da3e542692 req-fa853e8a-7e57-4936-b820-f3630455bdd0 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=e265e835-aa44-4cf3-a1c1-91380bca92f0&id=0cb18a9e-4705-4fef-b0f6-689bc0e8695d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0742548 Jul 09 17:19:24.512123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.532860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5be75d96-6447-4173-9868-6563725a698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.535590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5be75d96-6447-4173-9868-6563725a698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.540259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5be75d96-6447-4173-9868-6563725a698d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abe5d9f5-4bb8-41e7-b57d-92455a66d4eb HTTP/1.1" status: 204 len: 168 time: 0.5264652 Jul 09 17:19:24.560996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=568819e2-5bd4-4107-bd26-2dadb2bd20e0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:24.576548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:24.581683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6657b260-d3a0-40fd-9e54-d7477c698f8e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/568819e2-5bd4-4107-bd26-2dadb2bd20e0 HTTP/1.1" status: 204 len: 168 time: 0.8169241 Jul 09 17:19:24.583217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be75d96-6447-4173-9868-6563725a698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe5d9f5-4bb8-41e7-b57d-92455a66d4eb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:24.587337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59176) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:24.632421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-741e72a5-aa19-467b-8ccd-d9b774025bd9 req-88b4a796-f224-4fb1-8d8b-1dc92995bdf1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f88468acd9894f9691dcdce913271a39 HTTP/1.1" status: 200 len: 221 time: 0.1337013 Jul 09 17:19:24.679170 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-4e882f0b-e9f2-4b0c-988b-63444d98097e service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859471 Jul 09 17:19:24.774810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a437d6-ec5b-4972-aaa0-794421954499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:24.776767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-05a437d6-ec5b-4972-aaa0-794421954499 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1856899 Jul 09 17:19:24.780332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59182) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:24.808650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4cbf80a-720e-4541-a3b6-298d55a9df24 req-8b6eb020-4947-4da0-8b38-71146b794743 service neutron] 10.222.0.36 "GET /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206028 Jul 09 17:19:24.853240 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac65619-5038-4ff2-a197-0faeb833f7fe tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:24.858436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2ac65619-5038-4ff2-a197-0faeb833f7fe tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/568819e2-5bd4-4107-bd26-2dadb2bd20e0 HTTP/1.1" status: 404 len: 333 time: 0.0731783 Jul 09 17:19:24.858673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59190) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:24.865360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-767565611'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:24.909989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:24.920675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.024372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:25.040371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ffaa6-9d83-4118-abde-465f06ad341a req-b2a41c1a-846c-42aa-8bc6-fac0d2f942ab tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.041987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b63ffaa6-9d83-4118-abde-465f06ad341a req-b2a41c1a-846c-42aa-8bc6-fac0d2f942ab tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1505611 Jul 09 17:19:25.053226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.053598 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e of type vlan for network 596a5a13-426e-41c6-a702-e838e86de7a4 Jul 09 17:19:25.119576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b63ffaa6-9d83-4118-abde-465f06ad341a req-d3061f1d-8e42-408b-b84f-24d28db7a00e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Jul 09 17:19:25.120264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 75a307f9-97ea-435a-92c2-517ca6565fbf up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:25.241690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.256119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 75a307f9-97ea-435a-92c2-517ca6565fbf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:25.261887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 75a307f9-97ea-435a-92c2-517ca6565fbf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:25.262356 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.301995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.314969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.317680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.417459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.466542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 75a307f9-97ea-435a-92c2-517ca6565fbf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=75a307f9-97ea-435a-92c2-517ca6565fbf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:25.467682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a307f9-97ea-435a-92c2-517ca6565fbf'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:25.471390 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264edee0-34da-4f83-a144-e258a4704e31" -d '{"events": [{"server_uuid": "8c3e25c4-3741-47fd-9d14-3609675a332b", "name": "network-vif-plugged", "status": "completed", "tag": "75a307f9-97ea-435a-92c2-517ca6565fbf"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:25.475288 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.554668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-faa00431-b8bf-41e8-a7f7-9f23532c5b02 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.564821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=75a307f9-97ea-435a-92c2-517ca6565fbf,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:25.565273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-faa00431-b8bf-41e8-a7f7-9f23532c5b02 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1023 time: 0.3788204 Jul 09 17:19:25.606151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59220) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:25.611894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:25.612224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7521775 Jul 09 17:19:25.626005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e6f31-f7a0-4a7b-a590-3b472e41f528 req-dc198d85-5388-4c7b-846a-8d7a2dd1290a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.634134 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0e6f31-f7a0-4a7b-a590-3b472e41f528 req-dc198d85-5388-4c7b-846a-8d7a2dd1290a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.3350227 Jul 09 17:19:25.660977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6174e5-88e3-419b-afde-e20cac2b8c8c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=596a5a13-426e-41c6-a702-e838e86de7a4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:25.676564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:25.695683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948620b-f065-4a11-abe8-df4ac03d34e6 req-273b394b-c238-4799-a94d-c325eddc9dea tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:25.704512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1948620b-f065-4a11-abe8-df4ac03d34e6 req-273b394b-c238-4799-a94d-c325eddc9dea tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 949 time: 0.3770189 Jul 09 17:19:25.767408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1948620b-f065-4a11-abe8-df4ac03d34e6 req-c0c0b7a7-721b-4270-9268-78387627803f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Jul 09 17:19:25.837377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0e6f31-f7a0-4a7b-a590-3b472e41f528 req-d1a7ada9-51f9-46c0-8803-68cb10768ed8 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018068 Jul 09 17:19:25.840747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:25.844377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:25.951080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Deleting port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:25.951684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:26.075679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03ff19-fb51-42f8-8f0e-30669784fdc7 req-fd2afe9e-79e8-44ea-b6c0-27b0b077b37a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:26.094775 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de03ff19-fb51-42f8-8f0e-30669784fdc7 req-fd2afe9e-79e8-44ea-b6c0-27b0b077b37a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1648746 Jul 09 17:19:26.180143 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de03ff19-fb51-42f8-8f0e-30669784fdc7 req-36622dce-5951-46b6-9034-19184c01780e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829954 Jul 09 17:19:26.181709 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc1a509-06f9-4c7e-8720-a9e2a1e96a27 x-openstack-request-id: req-0cc1a509-06f9-4c7e-8720-a9e2a1e96a27 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:26.182993 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e25c4-3741-47fd-9d14-3609675a332b", "name": "network-vif-plugged", "status": "completed", "tag": "75a307f9-97ea-435a-92c2-517ca6565fbf", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:26.183445 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cc1a509-06f9-4c7e-8720-a9e2a1e96a27 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:26.184196 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a307f9-97ea-435a-92c2-517ca6565fbf', 'code': 200} Jul 09 17:19:26.317445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] For port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:26.317935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:26.370271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:26.377627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Calling delete_port for d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:26.578656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:26.578656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: 596a5a13-426e-41c6-a702-e838e86de7a4, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:26.635381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=c2dfd809-6c2a-4a72-829c-b1a2c72107a1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:26.665408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef55f5c-6e13-4fe0-a793-a5f78545d97c req-992cdecc-a443-4bcb-91d3-1009e6a06a8b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:26.672938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ef55f5c-6e13-4fe0-a793-a5f78545d97c req-992cdecc-a443-4bcb-91d3-1009e6a06a8b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 1023 time: 0.2447910 Jul 09 17:19:26.719584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 596a5a13-426e-41c6-a702-e838e86de7a4 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:26.832509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ef55f5c-6e13-4fe0-a793-a5f78545d97c req-cf4c81bc-ff83-4829-af89-1db2168fa3bc tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=e265e835-aa44-4cf3-a1c1-91380bca92f0&id=0cb18a9e-4705-4fef-b0f6-689bc0e8695d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1585050 Jul 09 17:19:26.841664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 596a5a13-426e-41c6-a702-e838e86de7a4) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:26.869304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc964f5-67b2-4fb1-900f-200fe0d77062 None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:26.920858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:26.923411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.049327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a477de9-c843-4ff9-8388-a21a69649ebd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4411912 Jul 09 17:19:27.053855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59262) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:27.069106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:27.074489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.096045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:27.238852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'Port': ['ID=d3abe967-ec9b-43a8-9b65-dd2d364fb2b6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:27.341354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8e62-b66d-4484-aba0-e8b059cb896e req-46d05e78-f188-4c6a-9ffc-68edfbd3eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:27.342543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dce8e62-b66d-4484-aba0-e8b059cb896e req-46d05e78-f188-4c6a-9ffc-68edfbd3eb6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 1102 time: 1.0725439 Jul 09 17:19:27.364892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-596a5a13-426e-41c6-a702-e838e86de7a4', 'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': 'c2dfd809-6c2a-4a72-829c-b1a2c72107a1'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:27.366166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.405953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3fa49-b2d5-42aa-957f-a4e87829829d req-b29b649e-efea-4207-a832-b671c17e3a5c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:27.407663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ffe3fa49-b2d5-42aa-957f-a4e87829829d req-b29b649e-efea-4207-a832-b671c17e3a5c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2742212 Jul 09 17:19:27.529216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] No DVR routers for this DVR port d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:27.539173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ffe3fa49-b2d5-42aa-957f-a4e87829829d req-49ae8529-2375-4b23-9368-acd16e850045 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108384 Jul 09 17:19:27.542447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.544555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-772acb37-331c-4cb4-8168-efbc9f0a2727 req-c47937bc-4abe-4202-b30f-bd8b8a24e683 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "DELETE /v2.0/ports/d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 HTTP/1.1" status: 204 len: 173 time: 1.9773185 Jul 09 17:19:27.563754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dce8e62-b66d-4484-aba0-e8b059cb896e req-20320f1f-9f35-4656-88de-c3629bbcefba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100065 Jul 09 17:19:27.571138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'name': 'network-vif-deleted', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:27.574880 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a9a72d-7473-4eac-8f10-8869091a0061" -d '{"events": [{"server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "name": "network-vif-deleted", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:27.651154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:19:27.662580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc24e-5fee-48e1-964a-ca00393e8f82 req-02b1db38-a024-4fbc-aa46-cec037ca048f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:27.670111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6fdc24e-5fee-48e1-964a-ca00393e8f82 req-02b1db38-a024-4fbc-aa46-cec037ca048f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 950 time: 0.4332032 Jul 09 17:19:27.788868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6fdc24e-5fee-48e1-964a-ca00393e8f82 req-0aae06d5-c8d3-4fc9-9c65-d48527804c31 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079631 Jul 09 17:19:27.789081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Allocated IP 172.20.0.2 (596a5a13-426e-41c6-a702-e838e86de7a4/c2dfd809-6c2a-4a72-829c-b1a2c72107a1/d8805a74-d671-460b-a79a-0e1b4613e88f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:27.792247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:27.816060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:27.893446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a3891-afbc-4832-bed4-4fd48fd40029 req-23be994f-63b1-4b04-ade8-ae775d64b219 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:27.895736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-713a3891-afbc-4832-bed4-4fd48fd40029 req-23be994f-63b1-4b04-ade8-ae775d64b219 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1722834 Jul 09 17:19:28.001606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-713a3891-afbc-4832-bed4-4fd48fd40029 req-2c9e2960-3c96-4d25-a54c-ffbbd9f2ca01 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982218 Jul 09 17:19:28.098178 n-d-791506-17 neutron-server[93895]: INFO neutron.db.ipam_backend_mixin [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c2dfd809-6c2a-4a72-829c-b1a2c72107a1 (CIDR: 172.20.0.0/28) Jul 09 17:19:28.112069 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:19:28.115174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:19:28.154898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.156803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fe468e5c-9222-4b31-9776-a6e4fc16ebd7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1011155 Jul 09 17:19:28.157641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:28.164928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:28.179986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Transition to ACTIVE for port object d8805a74-d671-460b-a79a-0e1b4613e88f will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:28.236134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Transition to ACTIVE for port object d8805a74-d671-460b-a79a-0e1b4613e88f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:28.248635 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.280433 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a2f96f-7a40-4f00-b3ab-1fbd01acd80a x-openstack-request-id: req-d4a2f96f-7a40-4f00-b3ab-1fbd01acd80a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:28.280726 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b7ee0-e651-4f11-8b1c-ea366be21cbc", "name": "network-vif-deleted", "tag": "d3abe967-ec9b-43a8-9b65-dd2d364fb2b6", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:28.280984 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a2f96f-7a40-4f00-b3ab-1fbd01acd80a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:28.281391 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b7ee0-e651-4f11-8b1c-ea366be21cbc', 'name': 'network-vif-deleted', 'tag': 'd3abe967-ec9b-43a8-9b65-dd2d364fb2b6', 'status': 'completed', 'code': 200} Jul 09 17:19:28.361237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:28.375620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:28.395301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa065730-1071-4e5f-b83e-74f0b8a39905 req-8403e2ce-0c7a-46c0-b9e3-3461a71e26c0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.399424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:28.412132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa065730-1071-4e5f-b83e-74f0b8a39905 req-8403e2ce-0c7a-46c0-b9e3-3461a71e26c0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1957140 Jul 09 17:19:28.412653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0f77b0f7-909e-4052-a94f-5b2207188209 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:28.415800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:28.450148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:28.459423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.511911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa065730-1071-4e5f-b83e-74f0b8a39905 req-744fc2ce-9c5f-4cec-9a90-efebc04bb05e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912037 Jul 09 17:19:28.535828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Pushing event updated for resources: {'Port': ['ID=d8805a74-d671-460b-a79a-0e1b4613e88f,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:28.545892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:28.546151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d3abe967-ec9b-43a8-9b65-dd2d364fb2b6 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:28.652111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:19:28.731777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18669f2e-bdc7-45a1-a802-2a34e1d094b8 req-e4240334-5e73-41bc-a899-2ca280149387 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=024b7ee0-e651-4f11-8b1c-ea366be21cbc HTTP/1.1" status: 200 len: 210 time: 0.1535254 Jul 09 17:19:28.811870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Attempting to bind port d8805a74-d671-460b-a79a-0e1b4613e88f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:28.812241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Attempting to bind port d8805a74-d671-460b-a79a-0e1b4613e88f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:28.812609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Attempting to bind port d8805a74-d671-460b-a79a-0e1b4613e88f on network 596a5a13-426e-41c6-a702-e838e86de7a4 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:28.820120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:28.820751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Checking segment: {'id': 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:28.821497 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.822168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Bound using segment: {'id': 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:28.822799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Bound port: d8805a74-d671-460b-a79a-0e1b4613e88f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:28.823352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:28.939083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd754-7ee5-4f02-9568-73ef50aeb6d6 req-93c98d79-b3b3-4e62-a2d0-b24ba801f8fd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:28.940939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-051bd754-7ee5-4f02-9568-73ef50aeb6d6 req-93c98d79-b3b3-4e62-a2d0-b24ba801f8fd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1807787 Jul 09 17:19:28.943250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:28.990268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '0f77b0f7-909e-4052-a94f-5b2207188209', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': '0f77b0f7-909e-4052-a94f-5b2207188209', 'mac_address': 'fa:16:3e:3f:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:29.024115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] For port d8805a74-d671-460b-a79a-0e1b4613e88f, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:29.040798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-051bd754-7ee5-4f02-9568-73ef50aeb6d6 req-0b508460-342e-4893-9e4b-2eda88648264 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933583 Jul 09 17:19:29.043343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] For port d8805a74-d671-460b-a79a-0e1b4613e88f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8805a74-d671-460b-a79a-0e1b4613e88f,segment=NetworkSegment(f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e),segment_id=f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:29.052320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59370) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:29.061004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.148045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.179853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f77b0f7-909e-4052-a94f-5b2207188209 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:29.206265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64b7da-4510-404e-a029-36a8626307a4 None None] Pushing event updated for resources: {'Port': ['ID=d8805a74-d671-460b-a79a-0e1b4613e88f,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:29.220131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:29.231399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.231553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.272482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3624c8d8-0aba-4dbc-ba14-82c1280e18c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.323180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0f77b0f7-909e-4052-a94f-5b2207188209'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:29.327637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=c853c233-03e1-4c38-8b3b-7d629d773705,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:29.333927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 596a5a13-426e-41c6-a702-e838e86de7a4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:29.341508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:29.371480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.373262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.419936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:29.461331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75d48f-948a-461e-bb36-bda9bc686128 req-f2810ec9-c8b4-421d-9b96-ba803b73899f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.476861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de75d48f-948a-461e-bb36-bda9bc686128 req-f2810ec9-c8b4-421d-9b96-ba803b73899f tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 950 time: 0.3386793 Jul 09 17:19:29.545112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de75d48f-948a-461e-bb36-bda9bc686128 req-ce3335d1-f5a8-4f0c-91a2-c79765c997ae tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669935 Jul 09 17:19:29.613193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3624c8d8-0aba-4dbc-ba14-82c1280e18c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.624424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3624c8d8-0aba-4dbc-ba14-82c1280e18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.632493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5f3a44a-d2a0-424c-9f3f-fbd4f69957c4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4734681 Jul 09 17:19:29.636545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59388) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:29.642884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4', 'fixed_ips': [{'subnet_id': 'c2dfd809-6c2a-4a72-829c-b1a2c72107a1'}, {'subnet_id': 'c853c233-03e1-4c38-8b3b-7d629d773705'}], 'name': 'tempest-PortsTestJSON-1817079788'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:29.690910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a898e-7a57-42d6-975b-cc8c23a5cc4c req-c3772835-2c90-49e1-9484-b31acd252d0b tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.699828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d82a898e-7a57-42d6-975b-cc8c23a5cc4c req-c3772835-2c90-49e1-9484-b31acd252d0b tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 944 time: 0.2769213 Jul 09 17:19:29.718298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3624c8d8-0aba-4dbc-ba14-82c1280e18c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bf184a30bb9406c81bf73c9351a73ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625304 Jul 09 17:19:29.720359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59390) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:29.741856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624c8d8-0aba-4dbc-ba14-82c1280e18c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed17629c-b7e4-4fec-a00b-297eafff7128,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:29.836849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d82a898e-7a57-42d6-975b-cc8c23a5cc4c req-ec7422b3-b5a3-4e53-86ce-a30280b76ecf tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183012 Jul 09 17:19:29.847394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ab5b744-2fae-45ea-9464-72ee7ea8974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.870923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed6fe-a25b-464e-b6a6-7d1fcc257cf7 req-93614f13-ba18-4c39-86fe-f4a9a25d6c58 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:29.879852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-028ed6fe-a25b-464e-b6a6-7d1fcc257cf7 req-93614f13-ba18-4c39-86fe-f4a9a25d6c58 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1392975 Jul 09 17:19:29.891401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:29.897525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ab5b744-2fae-45ea-9464-72ee7ea8974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.957226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ab5b744-2fae-45ea-9464-72ee7ea8974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.960963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ab5b744-2fae-45ea-9464-72ee7ea8974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:29.962569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0ab5b744-2fae-45ea-9464-72ee7ea8974f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed17629c-b7e4-4fec-a00b-297eafff7128 HTTP/1.1" status: 204 len: 168 time: 0.2405381 Jul 09 17:19:29.974245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5b744-2fae-45ea-9464-72ee7ea8974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed17629c-b7e4-4fec-a00b-297eafff7128,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:29.991448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-028ed6fe-a25b-464e-b6a6-7d1fcc257cf7 req-d4feb867-d879-49d4-9bbe-cafba34e4626 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107385 Jul 09 17:19:30.040419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.065139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 423b0b12-2456-43be-bc90-d9624b8616f0 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:30.310750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8805a74-d671-460b-a79a-0e1b4613e88f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:30.401295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0f77b0f7-909e-4052-a94f-5b2207188209 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:30.495796 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-107728fb-8c90-4b03-9f8a-f666ff9ca696 req-50690b7e-7c49-4f4f-aba2-7b91544781ba tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/e265e835-aa44-4cf3-a1c1-91380bca92f0 HTTP/1.1" status: 200 len: 1803 time: 0.0545506 Jul 09 17:19:30.528235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59430) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:30.580091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c024cfff-4639-4934-aecf-383c2526af30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.587824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d8805a74-d671-460b-a79a-0e1b4613e88f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:30.612944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 0f77b0f7-909e-4052-a94f-5b2207188209 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:30.613423 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.659947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-107728fb-8c90-4b03-9f8a-f666ff9ca696 req-49fa1cf7-fd30-4508-9134-da7fd453964c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.697160 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-107728fb-8c90-4b03-9f8a-f666ff9ca696 req-49fa1cf7-fd30-4508-9134-da7fd453964c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.717775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.719983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505763d-e280-4ddd-a381-afbaa46fc502 None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:30.772854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.12 (596a5a13-426e-41c6-a702-e838e86de7a4/c2dfd809-6c2a-4a72-829c-b1a2c72107a1/423b0b12-2456-43be-bc90-d9624b8616f0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:30.778512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-107728fb-8c90-4b03-9f8a-f666ff9ca696 req-49fa1cf7-fd30-4508-9134-da7fd453964c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.781804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-107728fb-8c90-4b03-9f8a-f666ff9ca696 req-49fa1cf7-fd30-4508-9134-da7fd453964c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.783060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-107728fb-8c90-4b03-9f8a-f666ff9ca696 req-49fa1cf7-fd30-4508-9134-da7fd453964c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/e265e835-aa44-4cf3-a1c1-91380bca92f0 HTTP/1.1" status: 204 len: 173 time: 0.2842166 Jul 09 17:19:30.785113 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c024cfff-4639-4934-aecf-383c2526af30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.798986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.22 (596a5a13-426e-41c6-a702-e838e86de7a4/c853c233-03e1-4c38-8b3b-7d629d773705/423b0b12-2456-43be-bc90-d9624b8616f0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:30.799415 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c024cfff-4639-4934-aecf-383c2526af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.804038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa1cf7-fd30-4508-9134-da7fd453964c tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265e835-aa44-4cf3-a1c1-91380bca92f0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:30.809554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:30.814988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:30.818797 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e04816-29b5-4040-b0c3-47e8c84c26a1" -d '{"events": [{"server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:30.837902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.843583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c024cfff-4639-4934-aecf-383c2526af30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d037a55442ab4c2096c275d14526f1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034313 Jul 09 17:19:30.846934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:30.855484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024cfff-4639-4934-aecf-383c2526af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ab3c6-7416-45bf-a0ba-c2cd58733e31,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:30.895726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539374-1b02-42b3-b1d4-1b5713d447b7 req-b389e7d0-abcb-4f58-a6da-7d350372f87d tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:30.897301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2539374-1b02-42b3-b1d4-1b5713d447b7 req-b389e7d0-abcb-4f58-a6da-7d350372f87d tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 1102 time: 0.1418438 Jul 09 17:19:30.904687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:30.921504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] Provisioning for port d8805a74-d671-460b-a79a-0e1b4613e88f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:30.926841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] Provisioning complete for port d8805a74-d671-460b-a79a-0e1b4613e88f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:30.927352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:30.995242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2539374-1b02-42b3-b1d4-1b5713d447b7 req-fe953a14-679b-4192-b399-550ec5f9c93e tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.002562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0b72237-642f-49cf-8f7c-06682702ace0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.028349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5512e30-5bbe-4497-b047-31387fa05777 req-a0e097e8-49a6-49bf-b82e-41e83af1431b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:31.030153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5512e30-5bbe-4497-b047-31387fa05777 req-a0e097e8-49a6-49bf-b82e-41e83af1431b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0741594 Jul 09 17:19:31.064117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0b72237-642f-49cf-8f7c-06682702ace0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.075495 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5512e30-5bbe-4497-b047-31387fa05777 req-dfb755a5-13f4-4d35-af0b-f443a5d6cb1b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Jul 09 17:19:31.089806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.140349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] For port d8805a74-d671-460b-a79a-0e1b4613e88f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8805a74-d671-460b-a79a-0e1b4613e88f,segment=NetworkSegment(f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e),segment_id=f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:31.148827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.149714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.179518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 423b0b12-2456-43be-bc90-d9624b8616f0 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:31.199060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0b72237-642f-49cf-8f7c-06682702ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.201644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0b72237-642f-49cf-8f7c-06682702ace0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.205695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c0b72237-642f-49cf-8f7c-06682702ace0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a51ab3c6-7416-45bf-a0ba-c2cd58733e31 HTTP/1.1" status: 204 len: 168 time: 0.3567736 Jul 09 17:19:31.236270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b72237-642f-49cf-8f7c-06682702ace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ab3c6-7416-45bf-a0ba-c2cd58733e31,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:31.251360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d012b5-0c74-4bd4-b697-6c41c5011b36 None None] Pushing event updated for resources: {'Port': ['ID=d8805a74-d671-460b-a79a-0e1b4613e88f,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:31.254109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2539374-1b02-42b3-b1d4-1b5713d447b7 req-fe953a14-679b-4192-b399-550ec5f9c93e tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.267073 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a2539374-1b02-42b3-b1d4-1b5713d447b7 req-fe953a14-679b-4192-b399-550ec5f9c93e tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.284279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.310273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2539374-1b02-42b3-b1d4-1b5713d447b7 req-fe953a14-679b-4192-b399-550ec5f9c93e tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982105 Jul 09 17:19:31.313320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Update dhcp port {'port': {'network_id': '596a5a13-426e-41c6-a702-e838e86de7a4', 'fixed_ips': [{'subnet_id': 'c2dfd809-6c2a-4a72-829c-b1a2c72107a1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c853c233-03e1-4c38-8b3b-7d629d773705'}], 'binding:host_id': 'n-d-791506-17'}, 'id': 'd8805a74-d671-460b-a79a-0e1b4613e88f'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:19:31.369191 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.378229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 596a5a13-426e-41c6-a702-e838e86de7a4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:31.383040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe953a14-679b-4192-b399-550ec5f9c93e tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75957c-aac0-4ed4-bd55-139eb6b76e5f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:31.399535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:31.406424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:31.409725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b14ace-2585-45a8-8b3c-9c1440190a9f req-83ae61e8-aa06-4c5e-bc10-f7b449f17150 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:31.411598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29b14ace-2585-45a8-8b3c-9c1440190a9f req-83ae61e8-aa06-4c5e-bc10-f7b449f17150 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1047816 Jul 09 17:19:31.454252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=423b0b12-2456-43be-bc90-d9624b8616f0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:31.474109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29b14ace-2585-45a8-8b3c-9c1440190a9f req-4eff00df-3173-4018-b3d9-f1d2037b4f9d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552146 Jul 09 17:19:31.486659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f660d47e-5026-4f64-a0fa-b3404fa002dc req-ddb14a6b-f880-4b42-97b0-e486e937dd74 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0cb18a9e-4705-4fef-b0f6-689bc0e8695d HTTP/1.1" status: 200 len: 1802 time: 0.1359622 Jul 09 17:19:31.495572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:31.496705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.551624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58d8491f-6ce6-4a0a-83d8-7f8d60a2ceef tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9108882 Jul 09 17:19:31.552099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59458) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:31.560291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2dfd809-6c2a-4a72-829c-b1a2c72107a1'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:31.599381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f660d47e-5026-4f64-a0fa-b3404fa002dc req-b330972d-b0c1-4081-ad1e-77d3521a1a6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.630808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f660d47e-5026-4f64-a0fa-b3404fa002dc req-b330972d-b0c1-4081-ad1e-77d3521a1a6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.683651 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ad1e0e-efc5-4bc5-90c0-111914e0b6fd x-openstack-request-id: req-b8ad1e0e-efc5-4bc5-90c0-111914e0b6fd {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:31.684296 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:31.684296 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8ad1e0e-efc5-4bc5-90c0-111914e0b6fd {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:31.684681 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209', 'code': 200} Jul 09 17:19:31.687469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f660d47e-5026-4f64-a0fa-b3404fa002dc req-b330972d-b0c1-4081-ad1e-77d3521a1a6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.690411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f660d47e-5026-4f64-a0fa-b3404fa002dc req-b330972d-b0c1-4081-ad1e-77d3521a1a6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.691803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f660d47e-5026-4f64-a0fa-b3404fa002dc req-b330972d-b0c1-4081-ad1e-77d3521a1a6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cb18a9e-4705-4fef-b0f6-689bc0e8695d HTTP/1.1" status: 204 len: 173 time: 0.1797521 Jul 09 17:19:31.711308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330972d-b0c1-4081-ad1e-77d3521a1a6b tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb18a9e-4705-4fef-b0f6-689bc0e8695d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:31.870105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:31.881460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Allocated IP 172.20.0.18 (596a5a13-426e-41c6-a702-e838e86de7a4/c853c233-03e1-4c38-8b3b-7d629d773705/d8805a74-d671-460b-a79a-0e1b4613e88f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:31.997619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12a97-efbd-4483-86c4-2c789533fde5 req-d8ade054-a15e-453b-b783-6709ae62cc19 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.007204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afb12a97-efbd-4483-86c4-2c789533fde5 req-d8ade054-a15e-453b-b783-6709ae62cc19 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1335738 Jul 09 17:19:32.010001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] For port d8805a74-d671-460b-a79a-0e1b4613e88f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8805a74-d671-460b-a79a-0e1b4613e88f,segment=NetworkSegment(f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e),segment_id=f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:32.048386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.048815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afb12a97-efbd-4483-86c4-2c789533fde5 req-92a1fa00-04be-4f53-9aaf-34afffc87594 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Jul 09 17:19:32.068219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Transition to ACTIVE for port object d8805a74-d671-460b-a79a-0e1b4613e88f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:32.073761 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.089449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-132b5327-8aa1-48f7-91e1-342a5a751cb2 req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050886519', 'description': 'tempest-description-1729331084'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:32.146696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-132b5327-8aa1-48f7-91e1-342a5a751cb2 req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.245238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0868e-d1e5-4a9a-aa31-bd3db31f381e None None] Pushing event updated for resources: {'Port': ['ID=d8805a74-d671-460b-a79a-0e1b4613e88f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:32.288702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8805a74-d671-460b-a79a-0e1b4613e88f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:32.295846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-132b5327-8aa1-48f7-91e1-342a5a751cb2 req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.316499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Delete allocated IP 172.20.0.22 (596a5a13-426e-41c6-a702-e838e86de7a4/c853c233-03e1-4c38-8b3b-7d629d773705) {{(pid=93896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:19:32.320577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-132b5327-8aa1-48f7-91e1-342a5a751cb2 req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.413233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-132b5327-8aa1-48f7-91e1-342a5a751cb2 req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.427463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-132b5327-8aa1-48f7-91e1-342a5a751cb2 req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3431044 Jul 09 17:19:32.429885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:32.438457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a7c30-90a6-4053-9749-4b0617482804 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40564be9-3e8b-49db-9b58-18b8a1e53cd0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:32.486383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-79406c44-f72f-448e-951a-83a4fe2cc341 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.492353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-79406c44-f72f-448e-951a-83a4fe2cc341 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.36 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 945 time: 0.1935697 Jul 09 17:19:32.605587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.651537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:32.661382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.668381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.689119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Ignored duplicate provisioning block setup for port 423b0b12-2456-43be-bc90-d9624b8616f0 by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:19:32.701591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.762919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:32.782780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Deleting port 0f77b0f7-909e-4052-a94f-5b2207188209 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:32.783060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.917914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=423b0b12-2456-43be-bc90-d9624b8616f0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:32.932434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7a3ba-0dc4-405a-87d2-c6b11025a84a req-7da235fc-1e06-4785-a1a6-311286c7cf4d tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.934038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0d7a3ba-0dc4-405a-87d2-c6b11025a84a req-7da235fc-1e06-4785-a1a6-311286c7cf4d tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 1102 time: 0.2411623 Jul 09 17:19:32.949146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] In _notify_port_updated(), no bound segment for port 423b0b12-2456-43be-bc90-d9624b8616f0 on network 596a5a13-426e-41c6-a702-e838e86de7a4 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:19:32.956017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:32.956678 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:32.958100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fab65621-d7d3-4a19-b6a4-9e8507a2f46e tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/ports/423b0b12-2456-43be-bc90-d9624b8616f0 HTTP/1.1" status: 200 len: 920 time: 1.4046826 Jul 09 17:19:32.961021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59542) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:32.967504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2dfd809-6c2a-4a72-829c-b1a2c72107a1'}, {'subnet_id': 'c853c233-03e1-4c38-8b3b-7d629d773705'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:32.973305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] For port 0f77b0f7-909e-4052-a94f-5b2207188209, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0f77b0f7-909e-4052-a94f-5b2207188209,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:32.973675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.035433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Calling delete_port for 0f77b0f7-909e-4052-a94f-5b2207188209 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:33.052453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0d7a3ba-0dc4-405a-87d2-c6b11025a84a req-86b32314-7195-407c-b406-e3d404267009 tempest-ServersAdminNegativeTestJSON-197331845 tempest-ServersAdminNegativeTestJSON-197331845-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056311 Jul 09 17:19:33.130124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-effe8e88-75ca-48ff-a892-ea463253abd4 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/40564be9-3e8b-49db-9b58-18b8a1e53cd0 HTTP/1.1" status: 200 len: 1803 time: 0.0684514 Jul 09 17:19:33.130906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca24390-e12d-4ccd-b437-b3d6b33e9535 None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:33.135288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Request body: {'security_group': {'name': 'tempest-sg-hth-256626103', 'description': 'tempest-description-hth-1814278592'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:33.155321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.210554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.269202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f26cdb8a-39df-45f6-8532-d111c16cfdb4 None None] Provisioning for port d8805a74-d671-460b-a79a-0e1b4613e88f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:33.274745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f26cdb8a-39df-45f6-8532-d111c16cfdb4 None None] Provisioning complete for port d8805a74-d671-460b-a79a-0e1b4613e88f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:33.275377 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f26cdb8a-39df-45f6-8532-d111c16cfdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.293551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.309473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.345508 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.349671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.352568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c50cd-16d9-414d-93cb-30711fc80394 req-3c0b0328-7c0f-442f-9f95-64634e5072c3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:33.362518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-767c50cd-16d9-414d-93cb-30711fc80394 req-3c0b0328-7c0f-442f-9f95-64634e5072c3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1217761 Jul 09 17:19:33.363455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c5e5efb-4662-44fa-8dd6-be23b1579c0c req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "PUT /v2.0/security-groups/40564be9-3e8b-49db-9b58-18b8a1e53cd0 HTTP/1.1" status: 200 len: 1776 time: 0.2321820 Jul 09 17:19:33.364525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event deleted for resources: {'Port': ['ID=0f77b0f7-909e-4052-a94f-5b2207188209,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:33.436499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] No DVR routers for this DVR port 0f77b0f7-909e-4052-a94f-5b2207188209 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:33.454382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.456516 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-624b9716-dcd8-46d3-bc32-8ab909e366fa req-f11e3d21-c183-48f2-bef9-988729a1e797 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.36 "DELETE /v2.0/ports/0f77b0f7-909e-4052-a94f-5b2207188209 HTTP/1.1" status: 204 len: 173 time: 0.9575558 Jul 09 17:19:33.472392 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-767c50cd-16d9-414d-93cb-30711fc80394 req-84c91d96-726d-438d-964d-ad3fdb803227 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061795 Jul 09 17:19:33.473039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'name': 'network-vif-deleted', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:33.500458 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0521b605-ca90-4ab1-8601-2d5882b97f7e" -d '{"events": [{"server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "name": "network-vif-deleted", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:33.529513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeca05-eee0-42bf-a8b1-39863dd92617 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40564be9-3e8b-49db-9b58-18b8a1e53cd0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:33.686531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:33.689002 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d9330-87da-43c5-92e2-e4e6bc80bec9" -d '{"events": [{"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:33.711564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70a4b7b3-b41a-4c64-b02c-8eecaf98a988 req-065cc2dd-d15a-411b-a9e1-3565403e24b4 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=21e9f560-ef9e-4061-8424-c75f4835fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0413208 Jul 09 17:19:33.899161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-48efe1b1-7958-4b55-98ea-b15423aed6bc None None] Provisioning complete for port d8805a74-d671-460b-a79a-0e1b4613e88f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:33.902841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-48efe1b1-7958-4b55-98ea-b15423aed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:33.951458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.26 (596a5a13-426e-41c6-a702-e838e86de7a4/c853c233-03e1-4c38-8b3b-7d629d773705/423b0b12-2456-43be-bc90-d9624b8616f0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:34.125496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-48efe1b1-7958-4b55-98ea-b15423aed6bc None None] Provisioning for port 423b0b12-2456-43be-bc90-d9624b8616f0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:34.157851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-48efe1b1-7958-4b55-98ea-b15423aed6bc None None] Provisioning complete for port 423b0b12-2456-43be-bc90-d9624b8616f0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:34.158441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-48efe1b1-7958-4b55-98ea-b15423aed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.233296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1aff1d9-76b9-4c85-9403-b6dd5c37b964 req-ee7d1b36-c821-4da4-b359-3b033ea251a7 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/40564be9-3e8b-49db-9b58-18b8a1e53cd0 HTTP/1.1" status: 200 len: 1776 time: 0.2213962 Jul 09 17:19:34.255790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-48efe1b1-7958-4b55-98ea-b15423aed6bc None None] Port 423b0b12-2456-43be-bc90-d9624b8616f0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:34.281531 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f051c-f791-4707-b6f4-1a491878fabe x-openstack-request-id: req-ac8f051c-f791-4707-b6f4-1a491878fabe {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:34.282010 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9f560-ef9e-4061-8424-c75f4835fbd3", "name": "network-vif-deleted", "tag": "0f77b0f7-909e-4052-a94f-5b2207188209", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:34.282117 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac8f051c-f791-4707-b6f4-1a491878fabe {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:34.282465 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9f560-ef9e-4061-8424-c75f4835fbd3', 'name': 'network-vif-deleted', 'tag': '0f77b0f7-909e-4052-a94f-5b2207188209', 'status': 'completed', 'code': 200} Jul 09 17:19:34.315570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ff75-48b5-456a-999a-ea3931cd71e2 req-5c90695d-30ac-4af8-aa6e-e6286dcd2d10 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:34.320864 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1739cf6-6e99-465c-a47a-3204f7e64db3 x-openstack-request-id: req-a1739cf6-6e99-465c-a47a-3204f7e64db3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:34.321146 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-unplugged", "status": "completed", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:34.321463 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1739cf6-6e99-465c-a47a-3204f7e64db3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:34.321848 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'code': 200} Jul 09 17:19:34.323356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9740ff75-48b5-456a-999a-ea3931cd71e2 req-5c90695d-30ac-4af8-aa6e-e6286dcd2d10 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1433356 Jul 09 17:19:34.337761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8805a74-d671-460b-a79a-0e1b4613e88f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:34.387500 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.404239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Ignored duplicate provisioning block setup for port 423b0b12-2456-43be-bc90-d9624b8616f0 by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:19:34.406726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-88d9021f-6c06-473c-9e75-313c3a0aa118 None None] Provisioning complete for port 423b0b12-2456-43be-bc90-d9624b8616f0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:34.407235 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-88d9021f-6c06-473c-9e75-313c3a0aa118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.414301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.443374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9740ff75-48b5-456a-999a-ea3931cd71e2 req-c5baca4d-6293-488a-92bf-8a5c04f014df tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026542 Jul 09 17:19:34.493330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-88d9021f-6c06-473c-9e75-313c3a0aa118 None None] Port 423b0b12-2456-43be-bc90-d9624b8616f0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:34.499026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0f77b0f7-909e-4052-a94f-5b2207188209 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:34.526026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 0f77b0f7-909e-4052-a94f-5b2207188209 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:34.526690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0f77b0f7-909e-4052-a94f-5b2207188209 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:34.545102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d8805a74-d671-460b-a79a-0e1b4613e88f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:34.545488 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.583716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7359c8b0-d68f-45cb-9191-8400e2035716 req-c677f633-1af3-4cdc-a1b1-75789d95e123 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/40564be9-3e8b-49db-9b58-18b8a1e53cd0 HTTP/1.1" status: 200 len: 1776 time: 0.0848899 Jul 09 17:19:34.642562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=423b0b12-2456-43be-bc90-d9624b8616f0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:34.699585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7359c8b0-d68f-45cb-9191-8400e2035716 req-85b4c946-2e64-43c5-a76f-8ce335a9652a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.724483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2dd8a1ce-53a8-4e2a-ad9d-5cac3a3a3be0 None None] Provisioning complete for port 423b0b12-2456-43be-bc90-d9624b8616f0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:34.725229 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a1ce-53a8-4e2a-ad9d-5cac3a3a3be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.736020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7359c8b0-d68f-45cb-9191-8400e2035716 req-85b4c946-2e64-43c5-a76f-8ce335a9652a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.780512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8a1ce-53a8-4e2a-ad9d-5cac3a3a3be0 None None] Port 423b0b12-2456-43be-bc90-d9624b8616f0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:34.792079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] In _notify_port_updated(), no bound segment for port 423b0b12-2456-43be-bc90-d9624b8616f0 on network 596a5a13-426e-41c6-a702-e838e86de7a4 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:19:34.797806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:34.798649 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.800050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9d617652-93a1-45d6-b124-0f0ecc7b0c90 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/ports/423b0b12-2456-43be-bc90-d9624b8616f0 HTTP/1.1" status: 200 len: 1000 time: 1.8380327 Jul 09 17:19:34.803936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59670) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:34.806764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7359c8b0-d68f-45cb-9191-8400e2035716 req-85b4c946-2e64-43c5-a76f-8ce335a9652a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.807601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-ee894a52-67e8-4bbe-9712-0406b7d0257a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:34.810999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7359c8b0-d68f-45cb-9191-8400e2035716 req-85b4c946-2e64-43c5-a76f-8ce335a9652a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:34.812568 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7359c8b0-d68f-45cb-9191-8400e2035716 req-85b4c946-2e64-43c5-a76f-8ce335a9652a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/40564be9-3e8b-49db-9b58-18b8a1e53cd0 HTTP/1.1" status: 204 len: 173 time: 0.2202082 Jul 09 17:19:34.814657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-ee894a52-67e8-4bbe-9712-0406b7d0257a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.3372018 Jul 09 17:19:34.833440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-309e2f61-df7a-4718-9d3a-10f932777413 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/quotas/2a3f4c72898d489e959fe13c0db7bc33 HTTP/1.1" status: 200 len: 375 time: 0.0175121 Jul 09 17:19:34.901006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-fefd6663-7fba-4867-ac7b-09db6d1a533f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666757 Jul 09 17:19:34.903358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4c946-2e64-43c5-a76f-8ce335a9652a tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40564be9-3e8b-49db-9b58-18b8a1e53cd0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:34.975835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 423b0b12-2456-43be-bc90-d9624b8616f0 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:34.976709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.003971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b08e92d3-0885-4934-b7a3-601a796741f1 None None] Provisioning complete for port 423b0b12-2456-43be-bc90-d9624b8616f0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:35.004931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b08e92d3-0885-4934-b7a3-601a796741f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.067805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b08e92d3-0885-4934-b7a3-601a796741f1 None None] Port 423b0b12-2456-43be-bc90-d9624b8616f0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:35.068740 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-f6b8be56-837f-4005-8566-6c582259d808 service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386604 Jul 09 17:19:35.110584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.124626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 423b0b12-2456-43be-bc90-d9624b8616f0 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:35.175979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-8c3f250c-3548-4262-9457-cdc836837c70 service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995405 Jul 09 17:19:35.648119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:35.653725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504785564', 'description': 'tempest-description--1328277081'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:35.683245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.820582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.831492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.884757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:35.886966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2376268 Jul 09 17:19:35.888545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4a0ba-d7c9-4682-a8a8-e4eaa3fb93d1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025d7eb6-6055-42b0-814a-e3864f31f7c9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:35.891237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59766) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:35.898407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'security_group_rule': {'security_group_id': '025d7eb6-6055-42b0-814a-e3864f31f7c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:35.943807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.013832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.025848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.064617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21166497-4059-4d49-92f5-4791c1acbb37 req-a9016b75-b3de-440f-9ea3-38695840acb6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:36.066275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21166497-4059-4d49-92f5-4791c1acbb37 req-a9016b75-b3de-440f-9ea3-38695840acb6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/ports?device_id=91f282f4-a780-4ed2-855f-4b6d3958b38f HTTP/1.1" status: 200 len: 943 time: 0.2444239 Jul 09 17:19:36.066995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.068223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2f6428-20a1-4090-8b25-913723a70ed6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:36.078557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.080416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-67cf6d6f-9757-480b-9f9a-1246765f4362 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874437 Jul 09 17:19:36.083057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59782) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:36.088731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'security_group_rule': {'security_group_id': '025d7eb6-6055-42b0-814a-e3864f31f7c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:36.098623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c360d8b-2045-43c5-9d09-a6772b0cdcb6 req-e84f68de-0f37-4860-bbae-e1c89829662b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:36.100186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c360d8b-2045-43c5-9d09-a6772b0cdcb6 req-e84f68de-0f37-4860-bbae-e1c89829662b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8189332 Jul 09 17:19:36.141779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.202181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=423b0b12-2456-43be-bc90-d9624b8616f0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:36.237762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.246261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.279677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c360d8b-2045-43c5-9d09-a6772b0cdcb6 req-385ce506-dbe0-41a9-98a0-8aad115dbd60 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347799 Jul 09 17:19:36.327380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c69dce5-04b6-4e41-9444-5689adc40231 req-1d5e2caa-d8fe-4bc1-aad4-8dc203b186a9 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 210 time: 0.0607085 Jul 09 17:19:36.336780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f7db00-7285-4146-a3be-7f08b43533db,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:36.344700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.348748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0d718e71-fb5a-41ac-aa56-cf704c4c30ec tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623012 Jul 09 17:19:36.354413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59786) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:36.366653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:36.411279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.421336 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-e8ddf738-821c-464c-813e-372fccb1c6ca req-e6d48ab9-3376-4b8b-9d92-465c8412cc66 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:19:36.422543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8ddf738-821c-464c-813e-372fccb1c6ca req-e6d48ab9-3376-4b8b-9d92-465c8412cc66 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0cb18a9e-4705-4fef-b0f6-689bc0e8695d HTTP/1.1" status: 404 len: 352 time: 0.0297327 Jul 09 17:19:36.423983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.429876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fc2d1cea-2815-4c69-9d7d-5a45767c1362 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/423b0b12-2456-43be-bc90-d9624b8616f0 HTTP/1.1" status: 204 len: 168 time: 1.6241417 Jul 09 17:19:36.433183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59788) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:36.474356 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e6a060-613f-4837-ac33-62b1fc8c507d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:36.479371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-15e6a060-613f-4837-ac33-62b1fc8c507d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/423b0b12-2456-43be-bc90-d9624b8616f0 HTTP/1.1" status: 404 len: 333 time: 0.0453537 Jul 09 17:19:36.480105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:36.528579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Deleting port 90ec8c34-dd21-4289-acef-8108e5ea9e87 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:36.528929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.576467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.602750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet c853c233-03e1-4c38-8b3b-7d629d773705 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:36.606107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.610395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59796) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:36.712879 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.741372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] For port 90ec8c34-dd21-4289-acef-8108e5ea9e87, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=90ec8c34-dd21-4289-acef-8108e5ea9e87,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:36.741748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.768965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Calling delete_port for 90ec8c34-dd21-4289-acef-8108e5ea9e87 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:36.772614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Allocated IP 172.25.3.54 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e29d4d66-8f4f-4ce3-8af3-e4c6931b56ae) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:36.788276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece7401-e32e-4ad6-94c8-cc269e297f5c req-5bc9e984-d0ff-4a54-b820-c4b1722900b4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:36.789842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ece7401-e32e-4ad6-94c8-cc269e297f5c req-5bc9e984-d0ff-4a54-b820-c4b1722900b4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1334279 Jul 09 17:19:36.874266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-973ae0c6-7cdb-49c0-8377-71bcfc2f09b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:36.909344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df7cf4-be58-4aa1-9eb8-b47fdc01d08b req-31c8239b-4f7c-4d18-af4b-37861127e25e tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:36.910894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-70df7cf4-be58-4aa1-9eb8-b47fdc01d08b req-31c8239b-4f7c-4d18-af4b-37861127e25e tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 950 time: 0.2743824 Jul 09 17:19:36.925354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ece7401-e32e-4ad6-94c8-cc269e297f5c req-bef224cc-05ec-4ad4-8616-3c632bfe6689 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296465 Jul 09 17:19:36.936397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.017984 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-690c0e09-cf44-4c60-a414-6ac962adb6dd req-f8e9bde7-7840-4e6b-8ab5-5e91d14298f9 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:19:37.018956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-690c0e09-cf44-4c60-a414-6ac962adb6dd req-f8e9bde7-7840-4e6b-8ab5-5e91d14298f9 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/e265e835-aa44-4cf3-a1c1-91380bca92f0 HTTP/1.1" status: 404 len: 352 time: 0.0458326 Jul 09 17:19:37.021866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.031947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-09767e12-51c0-4bb6-93d0-067a745438f4 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:37.033469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-09767e12-51c0-4bb6-93d0-067a745438f4 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.1849837 Jul 09 17:19:37.049353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Request body: {'port': {'device_id': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'admin_state_up': True, 'tenant_id': '2a3f4c72898d489e959fe13c0db7bc33'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:37.065944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-70df7cf4-be58-4aa1-9eb8-b47fdc01d08b req-b2aa0623-d873-4721-bf51-64bf083e83e0 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261458 Jul 09 17:19:37.120848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.140350 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-5380285d-b4ef-4fb2-8010-dae96d6ae16c req-b384ab89-5a6a-42be-9a8a-f22bcfdbce17 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:19:37.146400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5380285d-b4ef-4fb2-8010-dae96d6ae16c req-b384ab89-5a6a-42be-9a8a-f22bcfdbce17 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/f127f38f-c11f-4822-b80d-0a10ef9e80ef HTTP/1.1" status: 404 len: 352 time: 0.0431998 Jul 09 17:19:37.175200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=c853c233-03e1-4c38-8b3b-7d629d773705,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:37.177277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.181999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-54d00f10-c998-47a9-a939-60cd5e4a1539 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/c853c233-03e1-4c38-8b3b-7d629d773705 HTTP/1.1" status: 204 len: 168 time: 0.7000697 Jul 09 17:19:37.182397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.185919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59808) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:37.194908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a021932-ef3f-4d8e-a6d7-fd5532f7f2ea None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:37.218870 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-ef78fd7e-2924-4c19-b859-2c6347c51f27 req-af5afd8e-8ea6-465f-87df-7418e49e49c6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:19:37.219961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef78fd7e-2924-4c19-b859-2c6347c51f27 req-af5afd8e-8ea6-465f-87df-7418e49e49c6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c51a9d29-9238-4960-af6c-6cf5e2f3a6ad HTTP/1.1" status: 404 len: 352 time: 0.0525637 Jul 09 17:19:37.221154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.254616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:37.259908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'Port': ['ID=e29d4d66-8f4f-4ce3-8af3-e4c6931b56ae,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:37.268501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:37.272800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:37.288586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-973ae0c6-7cdb-49c0-8377-71bcfc2f09b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.300521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event deleted for resources: {'Port': ['ID=90ec8c34-dd21-4289-acef-8108e5ea9e87,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:37.311343 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-3cc85c1e-c84d-4918-813c-e80093ca8401 req-476cb577-ff1a-440a-b255-f0644a6fbc24 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:19:37.312417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3cc85c1e-c84d-4918-813c-e80093ca8401 req-476cb577-ff1a-440a-b255-f0644a6fbc24 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c1fe4387-4c21-4fd7-9eee-324a9fb50fe6 HTTP/1.1" status: 404 len: 352 time: 0.0567672 Jul 09 17:19:37.338761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-973ae0c6-7cdb-49c0-8377-71bcfc2f09b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.351796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Made reservation on behalf of 2a3f4c72898d489e959fe13c0db7bc33 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:37.355816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.372897 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-535eadd1-11e5-4b18-846d-e5f2a68e5f76 req-9ff8c833-fb17-4f2f-8046-786a2cf04023 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] show failed (client error): The resource could not be found. Jul 09 17:19:37.373947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535eadd1-11e5-4b18-846d-e5f2a68e5f76 req-9ff8c833-fb17-4f2f-8046-786a2cf04023 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/0921aefb-e449-43cc-8485-d87f3121d938 HTTP/1.1" status: 404 len: 352 time: 0.0349586 Jul 09 17:19:37.426567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-973ae0c6-7cdb-49c0-8377-71bcfc2f09b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a048b3068544b1e8b68ca481692da86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8129082 Jul 09 17:19:37.428399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet c2dfd809-6c2a-4a72-829c-b1a2c72107a1 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:37.440602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59818) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:37.461020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.498525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] No DVR routers for this DVR port 90ec8c34-dd21-4289-acef-8108e5ea9e87 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:37.510830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.512963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21166497-4059-4d49-92f5-4791c1acbb37 req-83cdc897-77e9-4cf5-a84a-d71e6a8d2406 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "DELETE /v2.0/ports/90ec8c34-dd21-4289-acef-8108e5ea9e87 HTTP/1.1" status: 204 len: 173 time: 1.4310951 Jul 09 17:19:37.521381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-deleted', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:37.524690 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434d5115-4e28-448d-8fad-7a6ff72afa1a" -d '{"events": [{"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-deleted", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:37.537043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.540022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56db27d8-56a7-4adc-aac8-e5278ac1fe56 req-6d002108-46e4-48d8-9188-f6e2c44c5ea6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 210 time: 0.0460546 Jul 09 17:19:37.556671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ae0c6-7cdb-49c0-8377-71bcfc2f09b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95205532-2094-4031-bda0-d1969376c05f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:37.577242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.653344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f139d0-3c5a-4ac1-b006-15e0df46830f req-0395a38a-3136-4de4-b7e7-43d838997052 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:37.662249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10f139d0-3c5a-4ac1-b006-15e0df46830f req-0395a38a-3136-4de4-b7e7-43d838997052 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3811071 Jul 09 17:19:37.679443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d6da97b-d344-4dbb-877a-0a7a908e8238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.751734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d6da97b-d344-4dbb-877a-0a7a908e8238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.764886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10f139d0-3c5a-4ac1-b006-15e0df46830f req-67d72e68-37dc-4cde-a5d5-f6291529f5e3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013379 Jul 09 17:19:37.807939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.820493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.824501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Allocated IP 172.20.0.9 (e385bfa2-fe0d-4219-b997-cb33400b1e1e/15d20d2e-0840-411e-a6cf-2876e84f9313/404408ba-23ed-4f47-bcfa-519355c63911) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:37.943312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.950976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58c6a4-9746-442a-8947-71b69836c055 req-255682bb-5fe5-473b-9863-8cffdefa27c9 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:37.952870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c58c6a4-9746-442a-8947-71b69836c055 req-255682bb-5fe5-473b-9863-8cffdefa27c9 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 950 time: 0.3010514 Jul 09 17:19:37.982799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:37.992230 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00669ea7-49c7-40d6-ac37-776f9cf9e5d8 x-openstack-request-id: req-00669ea7-49c7-40d6-ac37-776f9cf9e5d8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:37.992678 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f282f4-a780-4ed2-855f-4b6d3958b38f", "name": "network-vif-deleted", "tag": "90ec8c34-dd21-4289-acef-8108e5ea9e87", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:37.992773 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00669ea7-49c7-40d6-ac37-776f9cf9e5d8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:37.993235 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f282f4-a780-4ed2-855f-4b6d3958b38f', 'name': 'network-vif-deleted', 'tag': '90ec8c34-dd21-4289-acef-8108e5ea9e87', 'status': 'completed', 'code': 200} Jul 09 17:19:37.998493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d6da97b-d344-4dbb-877a-0a7a908e8238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.003299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d6da97b-d344-4dbb-877a-0a7a908e8238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.004652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d6da97b-d344-4dbb-877a-0a7a908e8238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95205532-2094-4031-bda0-d1969376c05f HTTP/1.1" status: 204 len: 168 time: 0.5617893 Jul 09 17:19:38.076340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dfd809-6c2a-4a72-829c-b1a2c72107a1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:38.097191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6da97b-d344-4dbb-877a-0a7a908e8238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95205532-2094-4031-bda0-d1969376c05f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:38.098839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.107360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d2132b94-7f09-4c3b-a821-18dd2938303c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/c2dfd809-6c2a-4a72-829c-b1a2c72107a1 HTTP/1.1" status: 204 len: 168 time: 0.9200401 Jul 09 17:19:38.109316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:38.278286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.351994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72df2e0-9045-457e-97b1-2001c095d0d0 req-bd3c4728-5c30-4dbb-a6b0-6122870a7dd6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:38.362951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c72df2e0-9045-457e-97b1-2001c095d0d0 req-bd3c4728-5c30-4dbb-a6b0-6122870a7dd6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1605186 Jul 09 17:19:38.424463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c72df2e0-9045-457e-97b1-2001c095d0d0 req-6a0c2396-2ca5-46ed-a0d7-21bb7ff88d7b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549068 Jul 09 17:19:38.431497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port d8805a74-d671-460b-a79a-0e1b4613e88f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:38.431641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.450748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:38.492591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 90ec8c34-dd21-4289-acef-8108e5ea9e87 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:38.492940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 90ec8c34-dd21-4289-acef-8108e5ea9e87 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:38.519227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a443773-c8ff-439a-8835-53ae565ff4e9 None None] Network 596a5a13-426e-41c6-a702-e838e86de7a4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:38.635590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] For port d8805a74-d671-460b-a79a-0e1b4613e88f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8805a74-d671-460b-a79a-0e1b4613e88f,segment=NetworkSegment(f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e),segment_id=f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:38.636069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.663379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for d8805a74-d671-460b-a79a-0e1b4613e88f owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:38.680398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aab42802-0d45-42c7-86b2-51441ff118e8 None None] Provisioning complete for port d8805a74-d671-460b-a79a-0e1b4613e88f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:38.681025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aab42802-0d45-42c7-86b2-51441ff118e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.736648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1051b-0b0f-4a55-93f0-d61b06776927 req-3a17a7ea-542d-4cf1-9dec-e152d6c19c72 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:38.738460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2d1051b-0b0f-4a55-93f0-d61b06776927 req-3a17a7ea-542d-4cf1-9dec-e152d6c19c72 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 950 time: 0.1719759 Jul 09 17:19:38.801260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2d1051b-0b0f-4a55-93f0-d61b06776927 req-f3058270-80ee-4697-96af-e17733005cac tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Jul 09 17:19:38.817653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.836607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058ad12-c1a4-4413-968d-cfb26f85d1b3 None None] DHCP port deletion for 596a5a13-426e-41c6-a702-e838e86de7a4 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:19:38.851995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=d8805a74-d671-460b-a79a-0e1b4613e88f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:38.860684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No DVR routers for this DVR port d8805a74-d671-460b-a79a-0e1b4613e88f on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:38.956785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.968704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596a5a13-426e-41c6-a702-e838e86de7a4']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:38.973697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:38.981156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:38.981473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0defe0e-93bd-42c7-82ce-7d1a0ad0db1e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:39.013541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.017898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.021261 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.021927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f996c46-17c8-4e67-a9bd-ba107381ed41 req-3db7767c-9370-4fab-919d-56992e5f5f01 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 210 time: 0.0381227 Jul 09 17:19:39.047145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.058433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:39.058787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:39.062918 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:39.149671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.171618 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.191229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'Port': ['ID=e29d4d66-8f4f-4ce3-8af3-e4c6931b56ae,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:39.193914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.204117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:39.209002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/596a5a13-426e-41c6-a702-e838e86de7a4 HTTP/1.1" status: 204 len: 168 time: 1.0946934 Jul 09 17:19:39.210040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82028a-3074-41d3-b8c5-d4803151421a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=596a5a13-426e-41c6-a702-e838e86de7a4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:39.214888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61d4d-1680-491c-8a74-26cf4d0d0a34 req-c37d63a6-39db-49c5-8ec2-a0e137e3dcff tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.216703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2b61d4d-1680-491c-8a74-26cf4d0d0a34 req-c37d63a6-39db-49c5-8ec2-a0e137e3dcff tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1023 time: 1.0021770 Jul 09 17:19:39.237984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.284239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Deleting port 75a307f9-97ea-435a-92c2-517ca6565fbf {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:39.285139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.298318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-159214bb-a7f8-4941-8458-b104761e96a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.300839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-159214bb-a7f8-4941-8458-b104761e96a6 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14 HTTP/1.1" status: 200 len: 1023 time: 0.0836706 Jul 09 17:19:39.356826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.367223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cd1c79b4-c33e-40b2-9650-68f3db6a0fdd tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0013781 Jul 09 17:19:39.408735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2b61d4d-1680-491c-8a74-26cf4d0d0a34 req-9bdb2f8f-23a1-4a39-8555-487a773df125 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e&id=745c4ed3-4c8a-48f8-96c1-b09bf4364a4d&id=c7c91cdb-1e2e-4f16-97a7-21a440308156&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1734343 Jul 09 17:19:39.437168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.457245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268c97e-623f-4d82-b8eb-6357368e1769 req-467d73df-0fc9-4e76-8bf2-67e09736d152 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.464390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4268c97e-623f-4d82-b8eb-6357368e1769 req-467d73df-0fc9-4e76-8bf2-67e09736d152 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1601276 Jul 09 17:19:39.515477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Deleting port 563d7d19-6279-4338-aff7-b7b910432261 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:39.515848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.516996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0237af-00eb-455b-9228-54bb79956bf9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.518852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd0237af-00eb-455b-9228-54bb79956bf9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3000836 Jul 09 17:19:39.526996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:39.529519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:39.537626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4268c97e-623f-4d82-b8eb-6357368e1769 req-b79359e0-e00d-4bbf-bba2-8e9d9e96ab39 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723507 Jul 09 17:19:39.544378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] For port 75a307f9-97ea-435a-92c2-517ca6565fbf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=75a307f9-97ea-435a-92c2-517ca6565fbf,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:39.544640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.576620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:39.587570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:39.601611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:39.633004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Calling delete_port for 75a307f9-97ea-435a-92c2-517ca6565fbf owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:39.667966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] For port 563d7d19-6279-4338-aff7-b7b910432261, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=563d7d19-6279-4338-aff7-b7b910432261,segment=NetworkSegment(b6e71e2b-4897-452c-a04f-da13cea90254),segment_id=b6e71e2b-4897-452c-a04f-da13cea90254)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:39.668563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.684943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Calling delete_port for 563d7d19-6279-4338-aff7-b7b910432261 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:39.761449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.762069 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.818198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-3e0424e9-72b2-4ae7-b129-b0d982426d4d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7749703 Jul 09 17:19:39.823721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aff2b-fb53-4924-9d8b-9e245386bdf1 req-ca87cb25-c98e-4830-9573-824b3181b12f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.825412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a52aff2b-fb53-4924-9d8b-9e245386bdf1 req-ca87cb25-c98e-4830-9573-824b3181b12f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0960946 Jul 09 17:19:39.849245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Request body: {'port': {'device_id': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:39.884580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ce95c28-99ff-4897-86c6-09f61b2fb52c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3509302 Jul 09 17:19:39.891857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:39.904786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1547703408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:39.914847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a52aff2b-fb53-4924-9d8b-9e245386bdf1 req-e4ddbebe-5679-4097-a9cd-36a08cd4b648 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765598 Jul 09 17:19:39.927311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:39.957024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['563d7d19-6279-4338-aff7-b7b910432261'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:39.971676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'Port': ['ID=563d7d19-6279-4338-aff7-b7b910432261,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:39.981858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-880a1544-b4dd-45c2-9899-f18e2fddd27b tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:39.989187 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-880a1544-b4dd-45c2-9899-f18e2fddd27b tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 822 time: 0.3539877 Jul 09 17:19:40.037117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:40.040685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.053093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] No DVR routers for this DVR port 563d7d19-6279-4338-aff7-b7b910432261 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:40.056292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.059312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53fa8687-2828-4b40-9dbb-5cb974b1ea2b req-5a1ff8d4-c249-4e60-8497-6a50c355b587 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.36 "DELETE /v2.0/ports/563d7d19-6279-4338-aff7-b7b910432261 HTTP/1.1" status: 204 len: 173 time: 0.7445257 Jul 09 17:19:40.060377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'name': 'network-vif-deleted', 'tag': '563d7d19-6279-4338-aff7-b7b910432261'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:40.064213 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95bf91-dd01-48ab-847e-8487f781b619" -d '{"events": [{"server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "name": "network-vif-deleted", "tag": "563d7d19-6279-4338-aff7-b7b910432261"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:40.071325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-c17b7594-474b-4777-8df1-40a174ee6a21 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/quotas/b50a086c1f834d768186fcced8562622 HTTP/1.1" status: 200 len: 375 time: 0.0810626 Jul 09 17:19:40.099131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.187735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3684a5-9fad-4040-8466-7bee99bc3aa9 req-118bf7d3-7601-4bed-9a4e-348fd108751b tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:40.196087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc3684a5-9fad-4040-8466-7bee99bc3aa9 req-118bf7d3-7601-4bed-9a4e-348fd108751b tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c3e25c4-3741-47fd-9d14-3609675a332b HTTP/1.1" status: 200 len: 950 time: 0.0881736 Jul 09 17:19:40.198447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.207065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:40.221909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['a8b77940-d30b-430a-a1be-da98ecfd8fef'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:40.260799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc3684a5-9fad-4040-8466-7bee99bc3aa9 req-e451d4cb-550b-4813-9c97-b32f0afe273b tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Jul 09 17:19:40.276220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Pushing event deleted for resources: {'Port': ['ID=75a307f9-97ea-435a-92c2-517ca6565fbf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:40.295123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8805a74-d671-460b-a79a-0e1b4613e88f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:40.327057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d8805a74-d671-460b-a79a-0e1b4613e88f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:40.327640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8805a74-d671-460b-a79a-0e1b4613e88f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:40.357488 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.358080 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment 01d5ae1f-bca9-4df5-a86b-915856b7954c of type vlan for network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 Jul 09 17:19:40.435965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4897a094-3d24-48c8-b4d4-9b39ec19122f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.516480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] No DVR routers for this DVR port 75a307f9-97ea-435a-92c2-517ca6565fbf on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:40.519722 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.522428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c58c6a4-9746-442a-8947-71b69836c055 req-372ae47f-174d-4546-a6a0-5ee3d0e1a429 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "DELETE /v2.0/ports/75a307f9-97ea-435a-92c2-517ca6565fbf HTTP/1.1" status: 204 len: 173 time: 2.5628712 Jul 09 17:19:40.528726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.531791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0876f7-c9d2-48e6-8767-76e747bb97cd req-c9a5b136-a76f-4092-8546-b541bc8ab441 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:40.532466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'name': 'network-vif-deleted', 'tag': '75a307f9-97ea-435a-92c2-517ca6565fbf'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:40.533398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce0876f7-c9d2-48e6-8767-76e747bb97cd req-c9a5b136-a76f-4092-8546-b541bc8ab441 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 931 time: 0.0784862 Jul 09 17:19:40.534815 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59786384-3833-4b5b-b2f5-a686077aca30" -d '{"events": [{"server_uuid": "8c3e25c4-3741-47fd-9d14-3609675a332b", "name": "network-vif-deleted", "tag": "75a307f9-97ea-435a-92c2-517ca6565fbf"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:40.541085 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-6a0e5bcd-c81b-41cc-ba35-a4cb12fee04d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4689643 Jul 09 17:19:40.641204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce0876f7-c9d2-48e6-8767-76e747bb97cd req-c40daf5e-95be-4940-8b7c-d8f8bd7e475f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816467 Jul 09 17:19:40.674914 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:19:40.734759 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1974fe08-e2c9-4dad-90cc-98b36c104bae x-openstack-request-id: req-1974fe08-e2c9-4dad-90cc-98b36c104bae {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:40.734759 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14", "name": "network-vif-deleted", "tag": "563d7d19-6279-4338-aff7-b7b910432261", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:40.734996 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1974fe08-e2c9-4dad-90cc-98b36c104bae {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:40.735278 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eea3a5-fb77-4a88-a412-8d6c4e0dfe14', 'name': 'network-vif-deleted', 'tag': '563d7d19-6279-4338-aff7-b7b910432261', 'status': 'completed', 'code': 200} Jul 09 17:19:40.738351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.744975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:40.745676 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:40.846088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:40.859700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:40.908639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-45d9b168-d317-46db-b17b-d0cf0d0f8e83 service neutron] 10.222.0.21 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571217 Jul 09 17:19:40.913912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84773720-1521-4de5-834c-8d4dc8989513 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0145006 Jul 09 17:19:40.915726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59946) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:40.928565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:41.028349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404408ba-23ed-4f47-bcfa-519355c63911 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:41.041121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.059584 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1b925-0c87-4a23-ba14-fae95628961d x-openstack-request-id: req-f4f1b925-0c87-4a23-ba14-fae95628961d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:41.059909 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3e25c4-3741-47fd-9d14-3609675a332b", "name": "network-vif-deleted", "tag": "75a307f9-97ea-435a-92c2-517ca6565fbf", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:41.060154 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4f1b925-0c87-4a23-ba14-fae95628961d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:41.060547 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3e25c4-3741-47fd-9d14-3609675a332b', 'name': 'network-vif-deleted', 'tag': '75a307f9-97ea-435a-92c2-517ca6565fbf', 'status': 'completed', 'code': 200} Jul 09 17:19:41.070880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Transition to ACTIVE for port object 404408ba-23ed-4f47-bcfa-519355c63911 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:41.073539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-e69f9a8f-fb1d-45db-8c68-fb889ba680ee service neutron] 10.222.0.21 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639240 Jul 09 17:19:41.076714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:41.082628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.084777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.167825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 75a307f9-97ea-435a-92c2-517ca6565fbf no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:41.207420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 75a307f9-97ea-435a-92c2-517ca6565fbf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:41.208020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 75a307f9-97ea-435a-92c2-517ca6565fbf not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:41.251755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:41.319429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Attempting to bind port 404408ba-23ed-4f47-bcfa-519355c63911 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:41.319429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Attempting to bind port 404408ba-23ed-4f47-bcfa-519355c63911 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:41.319998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Attempting to bind port 404408ba-23ed-4f47-bcfa-519355c63911 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:41.334922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Port 404408ba-23ed-4f47-bcfa-519355c63911 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:41.335389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Attempting to bind port 404408ba-23ed-4f47-bcfa-519355c63911 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:41.378218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219292c-7914-4157-892b-94d00a9daf89 req-025eef78-5e55-4686-89ef-ff3427a1719c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:41.379842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2219292c-7914-4157-892b-94d00a9daf89 req-025eef78-5e55-4686-89ef-ff3427a1719c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1720293 Jul 09 17:19:41.381478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:41.381828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Checking segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:41.382224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Bound using segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:41.382672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Bound port: 404408ba-23ed-4f47-bcfa-519355c63911, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:41.383037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.420602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b16d15-0411-4587-b0b3-8c73b5413a86 req-9fb31128-2cd5-4268-971a-79b8c097b022 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/c7c91cdb-1e2e-4f16-97a7-21a440308156 HTTP/1.1" status: 200 len: 1802 time: 0.0729024 Jul 09 17:19:41.460901 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2219292c-7914-4157-892b-94d00a9daf89 req-39c52508-4c38-4b3e-a6dd-2ba0b3188f4b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748827 Jul 09 17:19:41.462859 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.543968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=5ba1d4cc-500d-49c0-ae4a-714ae6a46a81,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:41.582629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-35205437-0475-4c04-9504-564bceda5aa4 req-3b639a20-1e23-464c-96cb-df6a70cf6794 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 210 time: 0.0358324 Jul 09 17:19:41.600889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': '01d5ae1f-bca9-4df5-a86b-915856b7954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:41.601384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:41.605346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:41.623055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:41.631410 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b16d15-0411-4587-b0b3-8c73b5413a86 req-c41eaeeb-4be5-4bcb-a988-7a51d501396d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.638767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:41.648403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:41.652758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:41.653324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.661861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.666524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a82ea6-c91c-4ee7-bf19-e843d006cd64 None None] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:41.688110 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b16d15-0411-4587-b0b3-8c73b5413a86 req-c41eaeeb-4be5-4bcb-a988-7a51d501396d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.698739 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-345161de-8391-46bb-a648-3d01a7d6da9a tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7813926 Jul 09 17:19:41.701414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59988) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:41.709982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59', 'name': 'tempest-PortsTestJSON-944158455'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:41.767528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b16d15-0411-4587-b0b3-8c73b5413a86 req-c41eaeeb-4be5-4bcb-a988-7a51d501396d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.770653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-34b16d15-0411-4587-b0b3-8c73b5413a86 req-c41eaeeb-4be5-4bcb-a988-7a51d501396d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.772039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b16d15-0411-4587-b0b3-8c73b5413a86 req-c41eaeeb-4be5-4bcb-a988-7a51d501396d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/c7c91cdb-1e2e-4f16-97a7-21a440308156 HTTP/1.1" status: 204 len: 173 time: 0.3505230 Jul 09 17:19:41.794034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:41.794926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.796556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] 10.222.0.36 "PUT /v2.0/ports/404408ba-23ed-4f47-bcfa-519355c63911 HTTP/1.1" status: 200 len: 1092 time: 1.9539292 Jul 09 17:19:41.829249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eaeeb-4be5-4bcb-a988-7a51d501396d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c91cdb-1e2e-4f16-97a7-21a440308156,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:41.873269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:41.943163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77488fc0-23f0-4920-a344-3cad5bee46ac service neutron] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:41.959281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:41.971041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59', 'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': '5ba1d4cc-500d-49c0-ae4a-714ae6a46a81'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:41.972250 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:41.972613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.038298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 599f8279-c9a4-401b-8175-3a93c6cd3fab yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:42.043308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-6ae5c4b2-4d06-4092-b5cd-91cd2c0ec444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.044995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-6ae5c4b2-4d06-4092-b5cd-91cd2c0ec444 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 1095 time: 0.1948769 Jul 09 17:19:42.062517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873e3bf-3036-43fc-a476-b9eeb53ab92b req-b53bea3b-1f28-4efa-a8f7-79e88e382b78 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.064233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0873e3bf-3036-43fc-a476-b9eeb53ab92b req-b53bea3b-1f28-4efa-a8f7-79e88e382b78 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 943 time: 0.1095359 Jul 09 17:19:42.119920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-483c83f3-7f1f-4c4b-aea3-6cca06e3458e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404408ba-23ed-4f47-bcfa-519355c63911 HTTP/1.1" status: 200 len: 217 time: 0.0664108 Jul 09 17:19:42.150038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-586bf92c-d5be-49a8-91c5-9c5f7d6286d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.180028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Allocated IP 172.20.0.2 (fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59/5ba1d4cc-500d-49c0-ae4a-714ae6a46a81/bab03539-8806-41cd-a087-ba1e51020a50) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:42.181795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cae2c6-bf3e-46ec-a10c-d0ff37a1fbee req-54ad50aa-eb99-4bac-b8e8-a2272fcd3932 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.183275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17cae2c6-bf3e-46ec-a10c-d0ff37a1fbee req-54ad50aa-eb99-4bac-b8e8-a2272fcd3932 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2073436 Jul 09 17:19:42.201045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0873e3bf-3036-43fc-a476-b9eeb53ab92b req-9d842ce9-a784-4a2a-967b-8f80ac4e7a7e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307235 Jul 09 17:19:42.217021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-ef5f2267-918a-4c08-81d6-1fabe95b9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.219227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-ef5f2267-918a-4c08-81d6-1fabe95b9fa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.0921619 Jul 09 17:19:42.261164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-5bde9305-75d0-4ec8-b306-efa8b6033558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349987 Jul 09 17:19:42.268742 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17cae2c6-bf3e-46ec-a10c-d0ff37a1fbee req-74debefd-120c-420c-9163-b30a0ccffd2a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Jul 09 17:19:42.332379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-586bf92c-d5be-49a8-91c5-9c5f7d6286d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.346784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-586bf92c-d5be-49a8-91c5-9c5f7d6286d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.407560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-45a9db62-ab94-41b4-a9a4-2536b969f37d service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400268 Jul 09 17:19:42.433905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bf92c-d5be-49a8-91c5-9c5f7d6286d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375882f7-7972-4497-80f3-16450e8427c4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:42.439679 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-586bf92c-d5be-49a8-91c5-9c5f7d6286d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe70f53f101d40dc93b30ebef776e9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652003 Jul 09 17:19:42.445492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c326296-89e5-4c84-8401-7d2b09499fbe req-533c0c0b-e022-4275-a073-be3cc0407a97 tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "GET /v2.0/security-groups/745c4ed3-4c8a-48f8-96c1-b09bf4364a4d HTTP/1.1" status: 200 len: 1801 time: 0.1196821 Jul 09 17:19:42.446350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60004) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:42.463946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.471567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 563d7d19-6279-4338-aff7-b7b910432261 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:42.500720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Transition to ACTIVE for port object bab03539-8806-41cd-a087-ba1e51020a50 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:42.502993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 563d7d19-6279-4338-aff7-b7b910432261 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:42.503341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 563d7d19-6279-4338-aff7-b7b910432261 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:42.527443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Transition to ACTIVE for port object bab03539-8806-41cd-a087-ba1e51020a50 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:42.541293 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.548423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a939150f-4d1c-43a0-bfa8-fecc688a2412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.593621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9d80540b-3d07-4c7d-80a1-f3d45af7ca44 req-a9899d53-c268-4d85-b92e-e2eb4212f343 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794267 Jul 09 17:19:42.603577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:42.611561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:42.614458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:42.617052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c326296-89e5-4c84-8401-7d2b09499fbe req-afe9ee84-6340-4b89-9a5d-2b1d879ea46d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.629168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Pushing event updated for resources: {'Port': ['ID=bab03539-8806-41cd-a087-ba1e51020a50,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:42.634985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a939150f-4d1c-43a0-bfa8-fecc688a2412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.657865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.657865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.657865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.658132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.659006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.659006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.659187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.659363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.659683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.660019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.660331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.660642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:42.670631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.13 (fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59/5ba1d4cc-500d-49c0-ae4a-714ae6a46a81/599f8279-c9a4-401b-8175-3a93c6cd3fab) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:42.681947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c326296-89e5-4c84-8401-7d2b09499fbe req-afe9ee84-6340-4b89-9a5d-2b1d879ea46d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.698708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Attempting to bind port bab03539-8806-41cd-a087-ba1e51020a50 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:42.699084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Attempting to bind port bab03539-8806-41cd-a087-ba1e51020a50 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '01d5ae1f-bca9-4df5-a86b-915856b7954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:42.699445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Attempting to bind port bab03539-8806-41cd-a087-ba1e51020a50 on network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:42.705543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:42.705919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Checking segment: {'id': '01d5ae1f-bca9-4df5-a86b-915856b7954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:42.706325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.706720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Bound using segment: {'id': '01d5ae1f-bca9-4df5-a86b-915856b7954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:42.707909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Bound port: bab03539-8806-41cd-a087-ba1e51020a50, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d5ae1f-bca9-4df5-a86b-915856b7954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:42.708025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.780744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a939150f-4d1c-43a0-bfa8-fecc688a2412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.783428 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a939150f-4d1c-43a0-bfa8-fecc688a2412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.784867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a939150f-4d1c-43a0-bfa8-fecc688a2412 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/375882f7-7972-4497-80f3-16450e8427c4 HTTP/1.1" status: 204 len: 168 time: 0.3365138 Jul 09 17:19:42.797472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c326296-89e5-4c84-8401-7d2b09499fbe req-afe9ee84-6340-4b89-9a5d-2b1d879ea46d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.799891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5c326296-89e5-4c84-8401-7d2b09499fbe req-afe9ee84-6340-4b89-9a5d-2b1d879ea46d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.804690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] For port bab03539-8806-41cd-a087-ba1e51020a50, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:42.815229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c326296-89e5-4c84-8401-7d2b09499fbe req-afe9ee84-6340-4b89-9a5d-2b1d879ea46d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] 10.222.0.21 "DELETE /v2.0/security-groups/745c4ed3-4c8a-48f8-96c1-b09bf4364a4d HTTP/1.1" status: 204 len: 173 time: 0.3601768 Jul 09 17:19:42.817678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:42.818964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] For port bab03539-8806-41cd-a087-ba1e51020a50, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab03539-8806-41cd-a087-ba1e51020a50,segment=NetworkSegment(01d5ae1f-bca9-4df5-a86b-915856b7954c),segment_id=01d5ae1f-bca9-4df5-a86b-915856b7954c)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:42.832135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:42.884781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce6bd-697b-4d1d-a6bf-448831ac3ebb req-e218e054-13f6-4b73-bacc-7f9f81ba0800 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:42.892617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-affce6bd-697b-4d1d-a6bf-448831ac3ebb req-e218e054-13f6-4b73-bacc-7f9f81ba0800 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 950 time: 0.1047080 Jul 09 17:19:42.898121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939150f-4d1c-43a0-bfa8-fecc688a2412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375882f7-7972-4497-80f3-16450e8427c4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:42.956148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-affce6bd-697b-4d1d-a6bf-448831ac3ebb req-b791bf1f-1ebb-489e-94e5-556ac2e78b66 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574992 Jul 09 17:19:43.009808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df670fc2-1f89-4f57-a4d5-3bce2d090b89 None None] Pushing event updated for resources: {'Port': ['ID=bab03539-8806-41cd-a087-ba1e51020a50,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:43.013153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29973cbf-a3d2-4208-869f-64f2a0d3d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.014662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9ee84-6340-4b89-9a5d-2b1d879ea46d tempest-SecurityGroupsTestJSON-1326662837 tempest-SecurityGroupsTestJSON-1326662837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c4ed3-4c8a-48f8-96c1-b09bf4364a4d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:43.086375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724cc39d-ce60-4557-b2d7-4a2c89d82d1c req-9a0b1fbb-a577-4837-bcfb-46644a7086b2 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 210 time: 0.0853364 Jul 09 17:19:43.092136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Deleting subnet a20a4a38-3d13-4245-93ed-58f6e67e8067 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:43.098079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.162825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:43.166039 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3a931-344b-48d2-b6e3-73ebe64007d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "tag": "404408ba-23ed-4f47-bcfa-519355c63911"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:43.176342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-aade0c4c-3c1e-49c5-ad91-335909460d56 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:43.179106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-aade0c4c-3c1e-49c5-ad91-335909460d56 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 822 time: 0.1606605 Jul 09 17:19:43.186723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.191157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.213446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'port': {'device_id': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'admin_state_up': True, 'tenant_id': 'b50a086c1f834d768186fcced8562622'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:43.294675 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee373db8-a583-4ccc-828d-0025e0f01ed3 x-openstack-request-id: req-ee373db8-a583-4ccc-828d-0025e0f01ed3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:43.295200 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "tag": "404408ba-23ed-4f47-bcfa-519355c63911", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:43.295200 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee373db8-a583-4ccc-828d-0025e0f01ed3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:43.295591 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911', 'status': 'completed', 'code': 200} Jul 09 17:19:43.296002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:43.311131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 599f8279-c9a4-401b-8175-3a93c6cd3fab will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:43.324566 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.339309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.403537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce1edb99-ecb5-489b-af98-7cf0751aa16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.408957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.470950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:43.487627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:43.490660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:43.529836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59400f-03bf-4b18-8a56-9ea62acd5bb1 req-daed2693-a8a6-40a4-815b-36a2f3d1fbb3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:43.532310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf59400f-03bf-4b18-8a56-9ea62acd5bb1 req-daed2693-a8a6-40a4-815b-36a2f3d1fbb3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2393589 Jul 09 17:19:43.549752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.559221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-dd932318-b740-495d-817a-f0d4aa593ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:43.560748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-dd932318-b740-495d-817a-f0d4aa593ade service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 1095 time: 0.2350028 Jul 09 17:19:43.604852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=599f8279-c9a4-401b-8175-3a93c6cd3fab,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:43.607095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20a4a38-3d13-4245-93ed-58f6e67e8067,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:43.610502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.612438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aff39b78-3559-46e4-abef-1a9e56dd983f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a20a4a38-3d13-4245-93ed-58f6e67e8067 HTTP/1.1" status: 204 len: 168 time: 0.7483842 Jul 09 17:19:43.616404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60024) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:43.630854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:43.631526 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.657249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf59400f-03bf-4b18-8a56-9ea62acd5bb1 req-05272b34-d4d1-4785-9516-adb3881eb7e9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191521 Jul 09 17:19:43.697981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce1edb99-ecb5-489b-af98-7cf0751aa16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.710796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce1edb99-ecb5-489b-af98-7cf0751aa16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.727563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e70e2-8f2f-4a00-87b5-af22ae07c019 req-ca56ae89-1ce4-42a3-9fb0-04aa89c3f843 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:43.729068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-0ba8d91f-9d9e-4572-9359-defef06382af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:43.730607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-0ba8d91f-9d9e-4572-9359-defef06382af service neutron] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 906 time: 0.1630569 Jul 09 17:19:43.734329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d42e70e2-8f2f-4a00-87b5-af22ae07c019 req-ca56ae89-1ce4-42a3-9fb0-04aa89c3f843 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 943 time: 0.2702270 Jul 09 17:19:43.747638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.774602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c89fa5c-2aa9-40a4-8849-bda595cec36f tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0695736 Jul 09 17:19:43.784519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:43.800324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Made reservation on behalf of b50a086c1f834d768186fcced8562622 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:43.804338 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.809050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': 'fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59', 'name': 'tempest-PortsTestJSON-637302051'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:43.810191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-1e2bb2ae-4185-4f96-a65b-b9b723c566ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=404408ba-23ed-4f47-bcfa-519355c63911 HTTP/1.1" status: 200 len: 217 time: 0.0694981 Jul 09 17:19:43.816973 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce1edb99-ecb5-489b-af98-7cf0751aa16c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=826cdb35937346aaabae5bf0e1d78e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176382 Jul 09 17:19:43.816973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1edb99-ecb5-489b-af98-7cf0751aa16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf890cd-c9f2-47fa-8b05-273c0bf6917c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:43.831896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60032) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:43.849347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:43.875185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d42e70e2-8f2f-4a00-87b5-af22ae07c019 req-4ce0cff0-cc2d-4647-ad7b-d901de4a1082 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394970 Jul 09 17:19:44.035720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-e5cb5c29-cdb1-4207-9610-50f15ffff39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:44.037265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-e5cb5c29-cdb1-4207-9610-50f15ffff39a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.2044406 Jul 09 17:19:44.114722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-48aea154-3f3a-460d-9570-e87b9d3bbb97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511141 Jul 09 17:19:44.142603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a76fdbc-2750-4fa2-8f4c-72062294831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.287801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab03539-8806-41cd-a087-ba1e51020a50 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:44.322741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79808f82-c40f-4bf5-8943-6cc3a218fbe1 None None] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:44.351980 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.370857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea3e75b-69c5-4fbb-8fb8-ec8d3204d839']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:44.395152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e71e2b-4897-452c-a04f-da13cea90254') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:44.395691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e71e2b-4897-452c-a04f-da13cea90254') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:44.411866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0f85f7ef-b997-48a3-88aa-8ba81e116af7 None None] Provisioning for port bab03539-8806-41cd-a087-ba1e51020a50 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:44.414773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.435426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port bab03539-8806-41cd-a087-ba1e51020a50 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:44.444274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bab03539-8806-41cd-a087-ba1e51020a50 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:44.444483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.444603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.458927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18d325-3982-4f22-afb8-2b038aa352a2 req-68993ce8-f469-4b8c-b5bf-1c4640f68312 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:44.460498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce18d325-3982-4f22-afb8-2b038aa352a2 req-68993ce8-f469-4b8c-b5bf-1c4640f68312 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 950 time: 0.1667652 Jul 09 17:19:44.464786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:44.465547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:44.467661 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:44.482368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:44.487107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.570597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:44.581781 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.588338 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce18d325-3982-4f22-afb8-2b038aa352a2 req-6e8bf86d-f64e-4fd5-8b4a-80bad2e2d4bf tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ad694b7-292a-464d-95bc-d3927ba4eed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076951 Jul 09 17:19:44.646872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea3e75b-69c5-4fbb-8fb8-ec8d3204d839,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:44.656752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.658979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0a6ded3a-cf48-401a-90e5-34b6e3a3aec3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cea3e75b-69c5-4fbb-8fb8-ec8d3204d839 HTTP/1.1" status: 204 len: 168 time: 1.0410888 Jul 09 17:19:44.665101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a76fdbc-2750-4fa2-8f4c-72062294831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.678340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Allocated IP 172.20.0.3 (0f30f4b8-5856-437b-8d90-fe982fb4a2a9/7bf9a35e-a777-4af8-b4af-bd2085a11b1d/ac142e56-de6e-4c44-ae89-c8b49e885d24) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:44.748221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-6b810727-68f4-43a4-a6f7-c15153f6ebb5 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:44.750183 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-6b810727-68f4-43a4-a6f7-c15153f6ebb5 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 950 time: 0.7616341 Jul 09 17:19:44.767693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4cc05-7133-40c2-9f3e-2472ae4745ed req-d9711f72-caf1-4c95-8060-946f69f83ccb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:44.774935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea4cc05-7133-40c2-9f3e-2472ae4745ed req-d9711f72-caf1-4c95-8060-946f69f83ccb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8110962 Jul 09 17:19:44.775605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f273895f-4cac-4727-930f-d50e2c121669 req-039a123b-6487-41f0-bcda-c8e8f4c887da tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 210 time: 0.0699124 Jul 09 17:19:44.841207 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.842448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.8 (fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59/5ba1d4cc-500d-49c0-ae4a-714ae6a46a81/a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:44.864679 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-d8a209e2-1a48-462c-80b6-bfdef193d781 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174087 Jul 09 17:19:44.916335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port bab03539-8806-41cd-a087-ba1e51020a50, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab03539-8806-41cd-a087-ba1e51020a50,segment=NetworkSegment(01d5ae1f-bca9-4df5-a86b-915856b7954c),segment_id=01d5ae1f-bca9-4df5-a86b-915856b7954c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:44.924482 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:44.960393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:45.021784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=bab03539-8806-41cd-a087-ba1e51020a50,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:45.044601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a76fdbc-2750-4fa2-8f4c-72062294831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.047448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a76fdbc-2750-4fa2-8f4c-72062294831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.051097 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2a76fdbc-2750-4fa2-8f4c-72062294831b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdf890cd-c9f2-47fa-8b05-273c0bf6917c HTTP/1.1" status: 204 len: 168 time: 1.2134812 Jul 09 17:19:45.055307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea4cc05-7133-40c2-9f3e-2472ae4745ed req-46bd4460-8c04-48e4-a649-0365f4301548 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793810 Jul 09 17:19:45.092987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9057d7f9-1edb-4b9e-b54d-0c28441984e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce4af5636734e4aa2538664eb5fc046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312616 Jul 09 17:19:45.095897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60050) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:45.145540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76fdbc-2750-4fa2-8f4c-72062294831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf890cd-c9f2-47fa-8b05-273c0bf6917c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:45.166807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.228799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ea3a931-344b-48d2-b6e3-73ebe64007d7 req-6f173bb8-b942-453b-852b-efcbc10c2eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501925 Jul 09 17:19:45.239331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:45.253572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Deleting port a8b77940-d30b-430a-a1be-da98ecfd8fef {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:45.253914 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.270514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41dc2808-e56a-4d6e-ab08-90c9f08ffee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.278803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6aa60c61-48fc-4714-b20a-b62537b08674 None None] Provisioning complete for port bab03539-8806-41cd-a087-ba1e51020a50 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:45.279684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6aa60c61-48fc-4714-b20a-b62537b08674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.323593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.330555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b4ef4-1221-4344-adb9-8a5b5c73b77f req-6a778464-457a-42bb-ae3f-62cdbae2ea34 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:45.339498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-561b4ef4-1221-4344-adb9-8a5b5c73b77f req-6a778464-457a-42bb-ae3f-62cdbae2ea34 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 943 time: 0.1571286 Jul 09 17:19:45.351751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.432287 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41dc2808-e56a-4d6e-ab08-90c9f08ffee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.447625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] For port a8b77940-d30b-430a-a1be-da98ecfd8fef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a8b77940-d30b-430a-a1be-da98ecfd8fef,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:45.448516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.466477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Calling delete_port for a8b77940-d30b-430a-a1be-da98ecfd8fef owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:45.473568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6aa60c61-48fc-4714-b20a-b62537b08674 None None] Provisioning for port 599f8279-c9a4-401b-8175-3a93c6cd3fab completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:45.487814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6aa60c61-48fc-4714-b20a-b62537b08674 None None] Provisioning complete for port 599f8279-c9a4-401b-8175-3a93c6cd3fab triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:45.488486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6aa60c61-48fc-4714-b20a-b62537b08674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.504444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:45.520085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:45.529153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:45.580536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6aa60c61-48fc-4714-b20a-b62537b08674 None None] Port 599f8279-c9a4-401b-8175-3a93c6cd3fab cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:45.590075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:45.590728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.618444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-561b4ef4-1221-4344-adb9-8a5b5c73b77f req-62c6a176-8a8e-47e6-8ffb-fba71a91a0ce tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776663 Jul 09 17:19:45.619086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.651622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8591990 Jul 09 17:19:45.667626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:45.728539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9f8028f3-a172-4bd8-a1de-5112efa1a677 None None] Provisioning complete for port 599f8279-c9a4-401b-8175-3a93c6cd3fab triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:45.728539 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f8028f3-a172-4bd8-a1de-5112efa1a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.733632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:45.759956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:45.784144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:45.791214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:45.820783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2174-90a6-4463-ac5f-d1ee7f68012b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:45.849104 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.852529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41dc2808-e56a-4d6e-ab08-90c9f08ffee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.864004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9f8028f3-a172-4bd8-a1de-5112efa1a677 None None] Port 599f8279-c9a4-401b-8175-3a93c6cd3fab cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:45.868993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41dc2808-e56a-4d6e-ab08-90c9f08ffee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.870937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41dc2808-e56a-4d6e-ab08-90c9f08ffee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5526bb9-78f1-49a7-8a4c-70c8fe0d772e HTTP/1.1" status: 204 len: 168 time: 0.7741880 Jul 09 17:19:45.900416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc2808-e56a-4d6e-ab08-90c9f08ffee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5526bb9-78f1-49a7-8a4c-70c8fe0d772e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:45.913056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:45.955189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3224d81-4903-4b14-8f40-e354528b6aa2 req-28339908-08ed-46d4-bd84-85af3f621198 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9623814-8260-4a1b-9db6-307473813440 HTTP/1.1" status: 200 len: 210 time: 0.0772533 Jul 09 17:19:45.968862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Pushing event deleted for resources: {'Port': ['ID=a8b77940-d30b-430a-a1be-da98ecfd8fef,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:45.998137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5bbbefe8-de13-4626-a7c8-ba1b00858c80 None None] Provisioning for port a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:46.001859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:46.003583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.005838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5bbbefe8-de13-4626-a7c8-ba1b00858c80 None None] Provisioning complete for port a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:46.006182 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5bbbefe8-de13-4626-a7c8-ba1b00858c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.040057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9bcf1c-dc21-40ff-be80-94bdc7504a81 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:46.042567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d9bcf1c-dc21-40ff-be80-94bdc7504a81 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.3740294 Jul 09 17:19:46.045271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60074) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:46.063115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d0e6bba3-f489-4b97-b8f9-7b1ffcb0b69e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8708012 Jul 09 17:19:46.095307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbefe8-de13-4626-a7c8-ba1b00858c80 None None] Port a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:19:46.095802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Request body: {'port': {'device_id': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:46.102696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] No DVR routers for this DVR port a8b77940-d30b-430a-a1be-da98ecfd8fef on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:46.136365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72202cc6-3bc8-495c-b419-9cd9307a906d req-c2e8f6a8-e690-41f7-8a9a-9ec8ef4f8a87 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:46.138282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72202cc6-3bc8-495c-b419-9cd9307a906d req-c2e8f6a8-e690-41f7-8a9a-9ec8ef4f8a87 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3940120 Jul 09 17:19:46.141575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.144720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb7815bf-8469-403c-9f0b-b5ac4a5ec84b req-dee542fe-d12c-435a-8aa9-8ced2bd85739 tempest-ServersAdminNegativeTestJSON-1708786304 tempest-ServersAdminNegativeTestJSON-1708786304-project] 10.222.0.13 "DELETE /v2.0/ports/a8b77940-d30b-430a-a1be-da98ecfd8fef HTTP/1.1" status: 204 len: 173 time: 1.3613706 Jul 09 17:19:46.144720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9623814-8260-4a1b-9db6-307473813440', 'name': 'network-vif-deleted', 'tag': 'a8b77940-d30b-430a-a1be-da98ecfd8fef'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:46.147958 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c058be47-6e38-442f-87dc-8bf600a19654" -d '{"events": [{"server_uuid": "a9623814-8260-4a1b-9db6-307473813440", "name": "network-vif-deleted", "tag": "a8b77940-d30b-430a-a1be-da98ecfd8fef"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:46.212217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72202cc6-3bc8-495c-b419-9cd9307a906d req-b5d47b94-9094-4f85-a487-64afa14c36a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564728 Jul 09 17:19:46.259224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216435d6-ba9e-442f-9f09-24240206d0f6 req-ba893e06-3cfa-4340-9dda-89e8d5bf07f3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:46.267747 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-216435d6-ba9e-442f-9f09-24240206d0f6 req-ba893e06-3cfa-4340-9dda-89e8d5bf07f3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 931 time: 0.1596439 Jul 09 17:19:46.300119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.326116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab03539-8806-41cd-a087-ba1e51020a50 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:46.366899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-216435d6-ba9e-442f-9f09-24240206d0f6 req-9a85d872-d431-4278-929a-37f7cb0af4f1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981979 Jul 09 17:19:46.408975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:46.409321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.498976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:46.630316 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01161a12-32ab-4e87-b201-9183e8cf29e4 x-openstack-request-id: req-01161a12-32ab-4e87-b201-9183e8cf29e4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:46.630910 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9623814-8260-4a1b-9db6-307473813440", "name": "network-vif-deleted", "tag": "a8b77940-d30b-430a-a1be-da98ecfd8fef", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:46.637138 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01161a12-32ab-4e87-b201-9183e8cf29e4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:46.637763 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9623814-8260-4a1b-9db6-307473813440', 'name': 'network-vif-deleted', 'tag': 'a8b77940-d30b-430a-a1be-da98ecfd8fef', 'status': 'completed', 'code': 200} Jul 09 17:19:46.663973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bab03539-8806-41cd-a087-ba1e51020a50 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:46.666198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.683712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.712406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:46.760482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:46.799622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '404408ba-23ed-4f47-bcfa-519355c63911', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': '404408ba-23ed-4f47-bcfa-519355c63911', 'mac_address': 'fa:16:3e:79:30:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:46.915813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.930412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404408ba-23ed-4f47-bcfa-519355c63911 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:46.930656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.953548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:46.977710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:46.980165 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:46.994052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.004609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b4464-8bac-4e19-8fc6-7503b8658a14 req-83e9249a-f689-4cbf-9eae-10c500f9ac1e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:47.012497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df3b4464-8bac-4e19-8fc6-7503b8658a14 req-83e9249a-f689-4cbf-9eae-10c500f9ac1e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 943 time: 0.2640786 Jul 09 17:19:47.041689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:47.044303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Transition to ACTIVE for port object ac142e56-de6e-4c44-ae89-c8b49e885d24 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:47.071576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.097772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df3b4464-8bac-4e19-8fc6-7503b8658a14 req-35fb53ea-c752-4fd1-8939-af88339a69cb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841646 Jul 09 17:19:47.169690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:47.175956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.178948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ab03b8b-ce3b-4353-a2d0-18bee10ffaf4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae HTTP/1.1" status: 204 len: 168 time: 1.1314054 Jul 09 17:19:47.181319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:47.192760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a8b77940-d30b-430a-a1be-da98ecfd8fef no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:47.220009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:47.240624 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-247ca58a-bbea-4825-ad25-307386a0f792 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:47.243007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-247ca58a-bbea-4825-ad25-307386a0f792 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/a5fd924f-a1df-41b8-b0e9-4cb6fa4ad1ae HTTP/1.1" status: 404 len: 333 time: 0.0603967 Jul 09 17:19:47.245921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60120) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:47.280246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['404408ba-23ed-4f47-bcfa-519355c63911'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:47.365131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: a8b77940-d30b-430a-a1be-da98ecfd8fef {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:47.366262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a8b77940-d30b-430a-a1be-da98ecfd8fef not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:47.371589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 599f8279-c9a4-401b-8175-3a93c6cd3fab {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:47.371962 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.477150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Attempting to bind port ac142e56-de6e-4c44-ae89-c8b49e885d24 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:47.477493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Attempting to bind port ac142e56-de6e-4c44-ae89-c8b49e885d24 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:47.477822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Attempting to bind port ac142e56-de6e-4c44-ae89-c8b49e885d24 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:47.494010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Port ac142e56-de6e-4c44-ae89-c8b49e885d24 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:19:47.494413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Attempting to bind port ac142e56-de6e-4c44-ae89-c8b49e885d24 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:47.526732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.559371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:47.559724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Checking segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:47.560139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Bound using segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:47.560597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Bound port: ac142e56-de6e-4c44-ae89-c8b49e885d24, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:47.560963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.563202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 599f8279-c9a4-401b-8175-3a93c6cd3fab owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:47.658421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7f25f-cf81-47d4-81a7-2f487ac9e2ca req-57b8b186-ac09-4998-b9ed-797fa93bbef3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:47.665599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7bf7f25f-cf81-47d4-81a7-2f487ac9e2ca req-57b8b186-ac09-4998-b9ed-797fa93bbef3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2182491 Jul 09 17:19:47.709574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60136) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:47.730962 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7bf7f25f-cf81-47d4-81a7-2f487ac9e2ca req-5530c54a-1f30-4f25-a1b0-85a79c00e790 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Jul 09 17:19:47.734402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869af500-196d-4437-9380-5d2053b947d6 req-ee8abd5c-80f6-4466-8f4c-02e028bbdca0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:47.736074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:47.741035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60140) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:47.741705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-869af500-196d-4437-9380-5d2053b947d6 req-ee8abd5c-80f6-4466-8f4c-02e028bbdca0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 943 time: 0.1000819 Jul 09 17:19:47.748383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:47.761835 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.849530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:47.850214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.851661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] 10.222.0.13 "PUT /v2.0/ports/ac142e56-de6e-4c44-ae89-c8b49e885d24 HTTP/1.1" status: 200 len: 1092 time: 1.7811010 Jul 09 17:19:47.869453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:47.874610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-869af500-196d-4437-9380-5d2053b947d6 req-6cb84f64-2268-4d2b-9d2e-cb7525fdca5b tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320636 Jul 09 17:19:47.903104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4772500-98de-4181-87ee-bd59d1edffaa service neutron] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:47.917004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=599f8279-c9a4-401b-8175-3a93c6cd3fab,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:48.021822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-03c08a75-76ab-4421-b992-a054d0d2f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:48.028738 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-03c08a75-76ab-4421-b992-a054d0d2f857 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 1095 time: 0.1139960 Jul 09 17:19:48.052201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.061816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0d51a90-e501-456e-9664-8a49d9b675e9 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/599f8279-c9a4-401b-8175-3a93c6cd3fab HTTP/1.1" status: 204 len: 168 time: 0.8138773 Jul 09 17:19:48.061953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60148) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:48.106136 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-094db4ce-4f9c-4e9e-84b6-88f051476b4d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:19:48.110437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-094db4ce-4f9c-4e9e-84b6-88f051476b4d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/599f8279-c9a4-401b-8175-3a93c6cd3fab HTTP/1.1" status: 404 len: 333 time: 0.0449543 Jul 09 17:19:48.110648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:48.150881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-f3e0025c-1be0-43f5-8626-ce8839cb1c58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24 HTTP/1.1" status: 200 len: 217 time: 0.1140082 Jul 09 17:19:48.217114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b1766acf-b341-4823-8600-98b36e785857 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cd48a4b08854927b378a7bab2b73c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744053 Jul 09 17:19:48.217734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60156) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:48.227796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-794328064-network', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:48.261136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60158) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:48.272052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123029-c795-42cb-b523-5deed2422ac1 req-cbde8207-74e7-44f3-9add-87caef4684ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:48.274168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-cbde8207-74e7-44f3-9add-87caef4684ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 200 len: 862 time: 0.1141098 Jul 09 17:19:48.289309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 5ba1d4cc-500d-49c0-ae4a-714ae6a46a81 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:19:48.295563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.299266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Made reservation on behalf of 9cf1534321aa4c49ad00a8d45719bcee for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:48.301991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.319400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-c7184f67-4daf-4ef2-89c4-14804af9d864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363183 Jul 09 17:19:48.320048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94187253-f048-4c09-91fc-44ab434e05d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.339028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ee6becfe-4531-4a6f-9767-b26d0bab898f tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1722907599'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:48.339563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ee6becfe-4531-4a6f-9767-b26d0bab898f tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Unknown quota resources ['metering_label']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:19:48.366020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.405796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.493519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d1c3-8449-4771-bce4-db9d37c3e141 req-23d3e9c6-fd65-47d1-8fe9-05d49676820f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:48.494947 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ff8d1c3-8449-4771-bce4-db9d37c3e141 req-23d3e9c6-fd65-47d1-8fe9-05d49676820f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 944 time: 0.2020209 Jul 09 17:19:48.503727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:48.538500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-96663494-66ec-4297-be88-d3629d109974 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048717 Jul 09 17:19:48.570609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94187253-f048-4c09-91fc-44ab434e05d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.597276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.619222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 404408ba-23ed-4f47-bcfa-519355c63911 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:48.631135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 404408ba-23ed-4f47-bcfa-519355c63911 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:48.631691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.649628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ff8d1c3-8449-4771-bce4-db9d37c3e141 req-7b8db74c-3f9b-4d46-91b0-1b675f36eff6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167254 Jul 09 17:19:48.673799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.687088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.696240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'tag': 'ac142e56-de6e-4c44-ae89-c8b49e885d24'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:48.698574 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547276d7-35a8-4740-9227-b345e93687a1" -d '{"events": [{"name": "network-changed", "server_uuid": "635575bc-aeb4-4921-afb2-e04cab39f23d", "tag": "ac142e56-de6e-4c44-ae89-c8b49e885d24"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:48.722866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.735946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:48.762949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.774517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8003a8c-5bd8-4165-be67-dc5f0e84a58d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:48.779145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba1d4cc-500d-49c0-ae4a-714ae6a46a81,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:48.785477 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.785888 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Added segment 67d37fff-a908-4e2a-8cff-67f4fce632f6 of type vlan for network 5f560d83-8c65-445a-951f-7f5cd5e86661 Jul 09 17:19:48.794412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:48.795561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.797625 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a8dd41-6c94-46b1-8295-b8ade94acec1" -d '{"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-plugged", "status": "completed", "tag": "404408ba-23ed-4f47-bcfa-519355c63911"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:48.800538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d68afdb3-0c07-4c3f-9b6a-34ac1356da78 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba1d4cc-500d-49c0-ae4a-714ae6a46a81 HTTP/1.1" status: 204 len: 168 time: 0.6886065 Jul 09 17:19:48.801791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60166) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:48.804737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c04c8b-e334-4786-86a8-97337f41a6e1 None None] Network fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:48.838394 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bf65c6-7e91-4fa0-8157-bdc0b8b57aff x-openstack-request-id: req-c1bf65c6-7e91-4fa0-8157-bdc0b8b57aff {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:48.838735 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635575bc-aeb4-4921-afb2-e04cab39f23d", "tag": "ac142e56-de6e-4c44-ae89-c8b49e885d24", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:48.838980 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1bf65c6-7e91-4fa0-8157-bdc0b8b57aff {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:48.839368 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'tag': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'status': 'completed', 'code': 200} Jul 09 17:19:48.851436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee6becfe-4531-4a6f-9767-b26d0bab898f tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.856426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee6becfe-4531-4a6f-9767-b26d0bab898f tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5899720 Jul 09 17:19:48.857992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60170) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:48.867045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fe7b1e6b-78d4-4b96-b208-8ed3890f7b9c tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5d6a2a6c-2f74-43d4-897e-3c4c30294078'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:48.867559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fe7b1e6b-78d4-4b96-b208-8ed3890f7b9c tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:19:48.886254 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed471e68-d511-4a66-8382-0f1b68b08c32 x-openstack-request-id: req-ed471e68-d511-4a66-8382-0f1b68b08c32 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:48.886523 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-plugged", "status": "completed", "tag": "404408ba-23ed-4f47-bcfa-519355c63911", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:48.888211 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed471e68-d511-4a66-8382-0f1b68b08c32 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:48.888211 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911', 'code': 200} Jul 09 17:19:48.925172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.937242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:48.960531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.983548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.984612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:48.985227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:48.991878 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.005245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9fc60-2f31-48a0-b695-5bcb3ef9b153 req-aed3c6f9-e518-4de5-89e9-dc8f74977f5a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:49.006792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ff9fc60-2f31-48a0-b695-5bcb3ef9b153 req-aed3c6f9-e518-4de5-89e9-dc8f74977f5a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4920001 Jul 09 17:19:49.040741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a123029-c795-42cb-b523-5deed2422ac1 req-3beb6849-b4c2-4c0e-9bd9-211efebdd222 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711659 Jul 09 17:19:49.042418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94187253-f048-4c09-91fc-44ab434e05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.054819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:49.071487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94187253-f048-4c09-91fc-44ab434e05d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.076164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-94187253-f048-4c09-91fc-44ab434e05d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ad694b7-292a-464d-95bc-d3927ba4eed2 HTTP/1.1" status: 204 len: 168 time: 0.8555806 Jul 09 17:19:49.077072 n-d-791506-17 neutron-server[93896]: WARNING neutron.services.metering.metering_plugin [None req-fe7b1e6b-78d4-4b96-b208-8ed3890f7b9c tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 17:19:49.141226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] DHCP port deletion for fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:19:49.165587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4529333 Jul 09 17:19:49.166682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60178) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:49.177866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Request body: {'subnet': {'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-794328064-subnet', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:49.181410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8ccf-612f-473e-a809-dc8c7053d206 admin admin] Pushing event updated for resources: {'Network': ['ID=5f560d83-8c65-445a-951f-7f5cd5e86661,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:49.198706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:49.245032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Made reservation on behalf of 9cf1534321aa4c49ad00a8d45719bcee for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:49.251981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.281334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] Deleting port bab03539-8806-41cd-a087-ba1e51020a50 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:49.281935 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.300328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94187253-f048-4c09-91fc-44ab434e05d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad694b7-292a-464d-95bc-d3927ba4eed2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:49.306936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port bab03539-8806-41cd-a087-ba1e51020a50 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:19:49.307402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.326074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ff9fc60-2f31-48a0-b695-5bcb3ef9b153 req-c0bd9a4e-7680-40ee-9631-5c59767205d9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425704 Jul 09 17:19:49.389873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] For port bab03539-8806-41cd-a087-ba1e51020a50, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab03539-8806-41cd-a087-ba1e51020a50,segment=NetworkSegment(01d5ae1f-bca9-4df5-a86b-915856b7954c),segment_id=01d5ae1f-bca9-4df5-a86b-915856b7954c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:49.390276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.408469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] Calling delete_port for bab03539-8806-41cd-a087-ba1e51020a50 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:49.416291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375416a-97bd-43d4-bcd0-cb1889314e6d req-0e59f80b-a9fc-4de3-8cfd-408b8fcfe527 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:49.423838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1375416a-97bd-43d4-bcd0-cb1889314e6d req-0e59f80b-a9fc-4de3-8cfd-408b8fcfe527 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 943 time: 0.3036852 Jul 09 17:19:49.427556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1e6b-78d4-4b96-b208-8ed3890f7b9c tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.435441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fe7b1e6b-78d4-4b96-b208-8ed3890f7b9c tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5711038 Jul 09 17:19:49.438133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60182) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:49.451534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-86c44677-01b6-415a-8134-f6c0667c64f0 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5d6a2a6c-2f74-43d4-897e-3c4c30294078'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:49.452063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-86c44677-01b6-415a-8134-f6c0667c64f0 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:19:49.470703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60184) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:49.493554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] For port bab03539-8806-41cd-a087-ba1e51020a50, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab03539-8806-41cd-a087-ba1e51020a50,segment=NetworkSegment(01d5ae1f-bca9-4df5-a86b-915856b7954c),segment_id=01d5ae1f-bca9-4df5-a86b-915856b7954c)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:49.494119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.502092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9c6f8-954d-4616-8b65-d7b99c407672 req-e342f02b-ca3f-4dd6-a380-e9ca357f2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:49.504036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1e9c6f8-954d-4616-8b65-d7b99c407672 req-e342f02b-ca3f-4dd6-a380-e9ca357f2565 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 1097 time: 0.5568993 Jul 09 17:19:49.529065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for bab03539-8806-41cd-a087-ba1e51020a50 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:19:49.531160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.561417 n-d-791506-17 neutron-server[93896]: WARNING neutron.services.metering.metering_plugin [None req-86c44677-01b6-415a-8134-f6c0667c64f0 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 17:19:49.561723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] No DVR routers for this DVR port bab03539-8806-41cd-a087-ba1e51020a50 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:49.566176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b78fa0-0151-4467-b108-53be5b90f8d4 None None] Pushing event deleted for resources: {'Port': ['ID=bab03539-8806-41cd-a087-ba1e51020a50,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:49.566847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1375416a-97bd-43d4-bcd0-cb1889314e6d req-482a4adf-683f-41fd-9edc-ef58f5463cfe tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414733 Jul 09 17:19:49.585214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-f75ec444-a8c9-422c-b1d5-9ae990271d70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3296056 Jul 09 17:19:49.590618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547276d7-35a8-4740-9227-b345e93687a1 req-305a1372-5784-4ef9-8535-d650a06d6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:49.592173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-305a1372-5784-4ef9-8535-d650a06d6490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 1095 time: 0.4391217 Jul 09 17:19:49.724170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca8c9e54-6ef6-4bfb-b18f-353484c92990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5d17e753a934cb6aff98b038dc5c76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501757 Jul 09 17:19:49.728148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60188) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:49.730981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86c44677-01b6-415a-8134-f6c0667c64f0 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.732159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86c44677-01b6-415a-8134-f6c0667c64f0 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2929072 Jul 09 17:19:49.738746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60190) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:49.744142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1e9c6f8-954d-4616-8b65-d7b99c407672 req-a5825e6e-4cd8-47f8-b3f8-8725eb285305 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318597 Jul 09 17:19:49.779977 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.790889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-33364dbd-fb07-4009-a04e-0d2ec863fb82 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=637aa803-beab-48fc-be95-fbb10366aa98 HTTP/1.1" status: 200 len: 464 time: 0.0497966 Jul 09 17:19:49.792862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60192) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:49.820304 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.843220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c94b9-1f30-4451-b292-811d0109c037 req-9019dc85-4997-404c-8536-4a24e24329c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:49.844676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-9019dc85-4997-404c-8536-4a24e24329c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1097 time: 0.2058794 Jul 09 17:19:49.855964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547276d7-35a8-4740-9227-b345e93687a1 req-17d3e07c-c724-4296-a6f6-5ffd5c609573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:49.857537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-17d3e07c-c724-4296-a6f6-5ffd5c609573 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 923 time: 0.2221072 Jul 09 17:19:49.867587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee10aabb-0c44-4ad5-bbb6-5bc7a5e8f890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:49.868065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No DVR routers for this DVR port bab03539-8806-41cd-a087-ba1e51020a50 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:19:49.869342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=bab03539-8806-41cd-a087-ba1e51020a50,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:49.901636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0baa05e0-ba84-48aa-8219-00a2ac459a69,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:49.925433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-f9184fcb-8c0b-4c67-ad6b-6169538c641a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24 HTTP/1.1" status: 200 len: 217 time: 0.0554361 Jul 09 17:19:50.026624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.030865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Checking segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:50.031221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Network hostable DHCP agents. Network: 5f560d83-8c65-445a-951f-7f5cd5e86661, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:50.050174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:50.071047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d5ae1f-bca9-4df5-a86b-915856b7954c') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:50.071269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d5ae1f-bca9-4df5-a86b-915856b7954c') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:50.090061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.107317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c94b9-1f30-4451-b292-811d0109c037 req-be5120a4-80ab-42e9-96f2-35684520cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:50.109154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-be5120a4-80ab-42e9-96f2-35684520cd87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.1996539 Jul 09 17:19:50.110848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:50.113350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.129414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:19:50.129877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:19:50.133476 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:19:50.174772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5f560d83-8c65-445a-951f-7f5cd5e86661) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:50.184878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada44db-22d2-432c-9d8c-6452bf06e863 None None] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:50.203814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-a7aed917-a67a-4c1c-a9b8-2fd5af89c9e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.0851824 Jul 09 17:19:50.211836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:50.212445 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.258426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab03539-8806-41cd-a087-ba1e51020a50 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:19:50.271610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dc514d3c-68bf-40f6-a0c2-c19908196a5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1032043 Jul 09 17:19:50.274665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60194) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:50.281060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:50.284039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.284507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: bab03539-8806-41cd-a087-ba1e51020a50 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:19:50.284866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab03539-8806-41cd-a087-ba1e51020a50 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:19:50.296560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.304439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59 HTTP/1.1" status: 204 len: 168 time: 1.4941690 Jul 09 17:19:50.306959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60196) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:50.311820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c94b9-1f30-4451-b292-811d0109c037 req-e513ece6-5670-44e6-859f-78caba51d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:50.312473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-e513ece6-5670-44e6-859f-78caba51d67f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.0952623 Jul 09 17:19:50.315228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee10aabb-0c44-4ad5-bbb6-5bc7a5e8f890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.316175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1250647641'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:50.344745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac2031-d8e5-4a48-8f59-2b749c232ef5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=fbda4ff7-9b8d-43e2-9b31-15cbe71bcc59,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:50.374556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-20345eac-0cd3-45f8-a6fb-ee5fec1b2a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424747 Jul 09 17:19:50.394335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.395327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.431062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-5f560d83-8c65-445a-951f-7f5cd5e86661', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:50.432028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.457564 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-217cf159-22e9-45c9-a31b-404bcf71e73f tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.459352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-217cf159-22e9-45c9-a31b-404bcf71e73f tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/637aa803-beab-48fc-be95-fbb10366aa98 HTTP/1.1" status: 204 len: 168 time: 0.6649938 Jul 09 17:19:50.464656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60200) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:50.510839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160be5e-3cdb-4469-8988-a24e02688bd6 req-283d2aec-09e0-4f58-99cc-a1e4f92a0244 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:50.512600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c160be5e-3cdb-4469-8988-a24e02688bd6 req-283d2aec-09e0-4f58-99cc-a1e4f92a0244 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 945 time: 0.7229035 Jul 09 17:19:50.525071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547276d7-35a8-4740-9227-b345e93687a1 req-3e79c49e-c0da-43a3-8f81-a7df1ceccb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:50.526709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-3e79c49e-c0da-43a3-8f81-a7df1ceccb5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 200 len: 862 time: 0.2180252 Jul 09 17:19:50.565485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-ced6f030-28d4-4f76-b7e0-6f61e7a0b778 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301757 Jul 09 17:19:50.569173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:50.572793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.609911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-7852c31e-ea5f-4643-bb9f-596db9b06b21 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257917 Jul 09 17:19:50.624295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2424327e-c710-4aeb-aed9-392296aedad8 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=637aa803-beab-48fc-be95-fbb10366aa98 HTTP/1.1" status: 200 len: 221 time: 0.1487145 Jul 09 17:19:50.625556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Allocated IP 172.20.0.2 (5f560d83-8c65-445a-951f-7f5cd5e86661/0baa05e0-ba84-48aa-8219-00a2ac459a69/6289186b-6042-42bf-a139-60bd62bb9e1b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:50.628663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.632742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60206) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:50.637171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e052acd9-98ae-4f41-901a-512a85b4cdae tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1914461169', 'description': 'label created by tempest'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:50.637635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e052acd9-98ae-4f41-901a-512a85b4cdae tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Unknown quota resources ['metering_label']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:19:50.659119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c160be5e-3cdb-4469-8988-a24e02688bd6 req-b6653d97-3305-493a-800b-ad0079d3c508 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379900 Jul 09 17:19:50.674857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-585bda46-3414-4166-912f-cf65f8b812a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3617349 Jul 09 17:19:50.676471 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee10aabb-0c44-4ad5-bbb6-5bc7a5e8f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.679188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee10aabb-0c44-4ad5-bbb6-5bc7a5e8f890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.680555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee10aabb-0c44-4ad5-bbb6-5bc7a5e8f890 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf75957c-aac0-4ed4-bd55-139eb6b76e5f HTTP/1.1" status: 204 len: 168 time: 0.9513488 Jul 09 17:19:50.720565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10aabb-0c44-4ad5-bbb6-5bc7a5e8f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75957c-aac0-4ed4-bd55-139eb6b76e5f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:50.765490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-453a5678-64c9-46a0-a80e-b0849a308668 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859214 Jul 09 17:19:50.862924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:50.873402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.873953 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment f34609f3-5096-4464-b04d-386c5bf9b4a0 of type vlan for network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac Jul 09 17:19:50.894872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.908736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Transition to ACTIVE for port object 6289186b-6042-42bf-a139-60bd62bb9e1b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:50.927406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Transition to ACTIVE for port object 6289186b-6042-42bf-a139-60bd62bb9e1b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:50.952416 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:50.964041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-fc8c3d7d-0cf5-4d67-9d78-62b06c156565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:50.966350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-fc8c3d7d-0cf5-4d67-9d78-62b06c156565 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b12e45f61743f98187902a46acccba&device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1996596 Jul 09 17:19:51.015202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-547276d7-35a8-4740-9227-b345e93687a1 req-d4399079-71ba-4833-9c8c-4354d8603625 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101982 Jul 09 17:19:51.033790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:51.043800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:51.046356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:51.063681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Pushing event updated for resources: {'Port': ['ID=6289186b-6042-42bf-a139-60bd62bb9e1b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:51.134041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Attempting to bind port 6289186b-6042-42bf-a139-60bd62bb9e1b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:51.134409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Attempting to bind port 6289186b-6042-42bf-a139-60bd62bb9e1b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:51.135116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Attempting to bind port 6289186b-6042-42bf-a139-60bd62bb9e1b on network 5f560d83-8c65-445a-951f-7f5cd5e86661 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:51.153143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:51.157329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Checking segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:51.158160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.158461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Bound using segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:51.159129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Bound port: 6289186b-6042-42bf-a139-60bd62bb9e1b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:51.159544 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.184507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1811a0-8522-4ad0-9ac0-1ce1a8a50a92 req-da8e7a51-c9cb-49bc-8d46-45a920dac85d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:51.191953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f1811a0-8522-4ad0-9ac0-1ce1a8a50a92 req-da8e7a51-c9cb-49bc-8d46-45a920dac85d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 943 time: 0.1738815 Jul 09 17:19:51.210446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-d57a5f42-983d-44d0-96ae-4a44be6b35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:51.212068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-d57a5f42-983d-44d0-96ae-4a44be6b35d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 200 len: 905 time: 0.1956921 Jul 09 17:19:51.216724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:51.261423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] For port 6289186b-6042-42bf-a139-60bd62bb9e1b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:51.271628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] For port 6289186b-6042-42bf-a139-60bd62bb9e1b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6289186b-6042-42bf-a139-60bd62bb9e1b,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:51.279418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f1811a0-8522-4ad0-9ac0-1ce1a8a50a92 req-695310e2-58ec-4482-a9ae-1d895b55453d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Jul 09 17:19:51.310326 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-670efcf3-b660-49b8-942e-12944d23aa78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 200 len: 999 time: 0.0891120 Jul 09 17:19:51.325824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.402559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-03583794-f90e-437b-977b-482956644302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:51.405251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-03583794-f90e-437b-977b-482956644302 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a26fd886-001b-4789-bd5a-bacd80caabe3 HTTP/1.1" status: 200 len: 843 time: 0.0810428 Jul 09 17:19:51.415215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.444941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1637943-3474-4c6f-8e91-26e74ac535e8 None None] Pushing event updated for resources: {'Port': ['ID=6289186b-6042-42bf-a139-60bd62bb9e1b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:51.457375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:51.493866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'mac_address': 'fa:16:3e:50:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:51.505841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-a8e683d7-7a5d-4acb-9328-860990fd538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:51.507408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-a8e683d7-7a5d-4acb-9328-860990fd538a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0462da52-f187-4e3d-abfa-dcd8baf6a0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947857 Jul 09 17:19:51.548508 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.572065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:51.619429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:51.628784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.633286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-6f2d0a09-52ba-4c58-8dd5-c8af91381618 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175838 Jul 09 17:19:51.720665 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.730110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:51.730577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.835856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:51.836555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ac664-5085-484f-851d-602133d17341 req-d0133096-8571-4f61-a4bd-ccfff2d870c6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:51.844006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f53ac664-5085-484f-851d-602133d17341 req-d0133096-8571-4f61-a4bd-ccfff2d870c6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 1.3918881 Jul 09 17:19:51.845396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec82a393-08dd-4c85-b3db-a2c9ea3a8cbb req-161c22c8-87b6-4cce-8ba5-ddae0e8d4248 service neutron] 10.222.0.13 "GET /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971519 Jul 09 17:19:51.870683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['ac142e56-de6e-4c44-ae89-c8b49e885d24'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:19:51.936624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60232) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:51.972287 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.986265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e052acd9-98ae-4f41-901a-512a85b4cdae tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:51.987136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e052acd9-98ae-4f41-901a-512a85b4cdae tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.3535140 Jul 09 17:19:51.991003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60236) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:51.994584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6853528 Jul 09 17:19:52.001431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-700c94b9-1f30-4451-b292-811d0109c037 req-d0e1a298-5207-4a2b-9ca6-838767b507c3 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3700826 Jul 09 17:19:52.001975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60238) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.010105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:52.039998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2e70d-007b-469a-bd63-ae1c1deeddd6 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=2217368d-c9f5-4d90-b2b8-3afd843cf5ac,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:52.059566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:52.103613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f53ac664-5085-484f-851d-602133d17341 req-82ea2414-e30d-40c3-9eaa-1f791f1b7268 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587025 Jul 09 17:19:52.138828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-network', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:52.146055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-053825bf-f8de-49c2-9129-d1df134e3bea tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=457cacf2-4cef-4dbb-9c63-e322c3de5cfb HTTP/1.1" status: 200 len: 468 time: 0.1511052 Jul 09 17:19:52.150735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60242) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.160683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b47db-0254-4ccf-a5d7-8ed544139ce1 req-c70b912f-2f15-4a91-a4b1-7f0c4f263502 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:52.162396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e8b47db-0254-4ccf-a5d7-8ed544139ce1 req-c70b912f-2f15-4a91-a4b1-7f0c4f263502 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 945 time: 0.2185395 Jul 09 17:19:52.202475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Made reservation on behalf of 2a57e2bb56dc4ff9886cb1144356f9cd for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:52.205495 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.222653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.255660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e8b47db-0254-4ccf-a5d7-8ed544139ce1 req-2c4d7446-1d7c-468e-b636-6c0de4ca9929 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808177 Jul 09 17:19:52.336576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6289186b-6042-42bf-a139-60bd62bb9e1b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:52.418192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6289186b-6042-42bf-a139-60bd62bb9e1b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:52.428213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:52.431720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.499506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0589e4-617d-45b8-98d6-9a2a72b069e5 req-89e30981-f40a-469b-b996-f7c5139329d9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:52.501113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b0589e4-617d-45b8-98d6-9a2a72b069e5 req-89e30981-f40a-469b-b996-f7c5139329d9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1107421 Jul 09 17:19:52.566936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41a1608f-dff8-430d-aa6b-05308d43a6df tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.568108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41a1608f-dff8-430d-aa6b-05308d43a6df tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/457cacf2-4cef-4dbb-9c63-e322c3de5cfb HTTP/1.1" status: 204 len: 168 time: 0.4163482 Jul 09 17:19:52.574720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60250) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.576645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b0589e4-617d-45b8-98d6-9a2a72b069e5 req-abcc4475-1dcc-4b16-8b15-f8e3cce48625 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642371 Jul 09 17:19:52.602995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.613580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.618396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a17fb942-da29-4d5d-b14c-3d8af6bc98e2 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=457cacf2-4cef-4dbb-9c63-e322c3de5cfb HTTP/1.1" status: 200 len: 216 time: 0.0426297 Jul 09 17:19:52.624283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.647330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7918fbf9-cc64-46a6-ad30-bbb5f544b7a5 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0201347 Jul 09 17:19:52.673207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60258) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.675394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:19:52.725902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.726251 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Added segment 9e96dacd-82c6-4466-bdad-cbb0cd76bdfb of type vlan for network d8fce854-a9a8-4932-a86b-f2fb56e7c221 Jul 09 17:19:52.737234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ba1bd-92d6-47d3-9e77-cb0dd1ed67c5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:52.797514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.811110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-338b30d7-7e10-4479-96f1-06a7ebe1779b tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1351860 Jul 09 17:19:52.813835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60260) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.871571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324391b5-541a-491c-975c-01fe6a7724a1 None None] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:52.883106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9cf22fc8-85a6-4720-9976-8b090988151e tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/5d6a2a6c-2f74-43d4-897e-3c4c30294078 HTTP/1.1" status: 200 len: 473 time: 0.0668445 Jul 09 17:19:52.887526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60262) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.898227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.899185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:52.899792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.908808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8da6f-cd10-440d-9b00-4916383ca765 req-39068efb-55d5-4e4f-ba53-da06e539162c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:52.910792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8da6f-cd10-440d-9b00-4916383ca765 req-39068efb-55d5-4e4f-ba53-da06e539162c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 944 time: 0.1999416 Jul 09 17:19:52.918116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a3914f5a-2704-42af-9ee0-517031cb5e19 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/14e876a5-120d-44a7-a979-ca24967a1ab5 HTTP/1.1" status: 200 len: 461 time: 0.0294538 Jul 09 17:19:52.926817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60264) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.974247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.982142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:52.982943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0445657 Jul 09 17:19:52.986744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:52.989746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] Provisioning for port 6289186b-6042-42bf-a139-60bd62bb9e1b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:52.997833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Request body: {'subnet': {'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-subnet', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:52.998273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] Provisioning complete for port 6289186b-6042-42bf-a139-60bd62bb9e1b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:52.998866 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.007926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461f30-2d90-4aed-9746-77de2710ab9b admin admin] Pushing event updated for resources: {'Network': ['ID=d8fce854-a9a8-4932-a86b-f2fb56e7c221,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:53.029769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fa8da6f-cd10-440d-9b00-4916383ca765 req-a73c4ffd-b0ed-4a66-af05-336b497938b2 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105494 Jul 09 17:19:53.042251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Made reservation on behalf of 2a57e2bb56dc4ff9886cb1144356f9cd for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:53.046657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.048318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.070890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:19:53.179451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf843-477e-4eb8-ad0a-7dd78fa6f03f req-537baa9a-a25f-4534-b748-c313969727de tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:53.190905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fdfaf843-477e-4eb8-ad0a-7dd78fa6f03f req-537baa9a-a25f-4534-b748-c313969727de tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.3881683 Jul 09 17:19:53.272464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:53.285213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fdfaf843-477e-4eb8-ad0a-7dd78fa6f03f req-12143030-dc21-4c98-be6e-17c242b0a22d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933123 Jul 09 17:19:53.287866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=c61ff4be-691e-493d-9c67-61f7eccf23b2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:53.306945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b062-2e40-4c3c-975c-6b5ffe816759 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.310995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c4d2b062-2e40-4c3c-975c-6b5ffe816759 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/14e876a5-120d-44a7-a979-ca24967a1ab5 HTTP/1.1" status: 204 len: 168 time: 0.3831723 Jul 09 17:19:53.311793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60270) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:53.333218 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.407252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': 'f34609f3-5096-4464-b04d-386c5bf9b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:53.407962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: 2217368d-c9f5-4d90-b2b8-3afd843cf5ac, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:53.446583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd31cc4-708e-4412-bcb8-08e7b93cc907,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:53.468970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Checking segment: {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:53.469516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Network hostable DHCP agents. Network: d8fce854-a9a8-4932-a86b-f2fb56e7c221, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:19:53.504548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port ac142e56-de6e-4c44-ae89-c8b49e885d24 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:53.510292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69345c2f-d217-4dc8-a1e4-9409ff2658c0 req-07f088ad-ef10-4409-b81b-38b193e21a4f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:53.516453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port ac142e56-de6e-4c44-ae89-c8b49e885d24 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:53.516826 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.518137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69345c2f-d217-4dc8-a1e4-9409ff2658c0 req-07f088ad-ef10-4409-b81b-38b193e21a4f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 945 time: 0.1473637 Jul 09 17:19:53.518362 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.556387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:53.574374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d8fce854-a9a8-4932-a86b-f2fb56e7c221) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:53.575936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:19:53.588145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:53.588819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.610738 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69345c2f-d217-4dc8-a1e4-9409ff2658c0 req-14dd7e96-c4ba-4919-a93d-85d649c29fa5 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911083 Jul 09 17:19:53.616297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a781cdfb-0cb3-4d40-949d-9e96541a19a9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6239817 Jul 09 17:19:53.616838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 2217368d-c9f5-4d90-b2b8-3afd843cf5ac) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:53.617957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60274) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:53.624967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:53.628459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] For port 6289186b-6042-42bf-a139-60bd62bb9e1b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6289186b-6042-42bf-a139-60bd62bb9e1b,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:53.637735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d77626-a5dc-4dca-9f39-3a05dd6ff70f None None] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:53.639746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fcd20-6d83-4a6e-b84d-40ca94e2fe91 None None] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:53.659210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.660584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.676814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.685846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:53.686455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.715427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59fcde70-5014-413f-98a6-ae0c9e5dc8b1 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.718999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-59fcde70-5014-413f-98a6-ae0c9e5dc8b1 tempest-MeteringTestJSON-1596006368 tempest-MeteringTestJSON-1596006368-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/5d6a2a6c-2f74-43d4-897e-3c4c30294078 HTTP/1.1" status: 204 len: 168 time: 0.3675082 Jul 09 17:19:53.720998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Allocated IP 172.25.3.208 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/9980ac0e-83c2-47aa-84ee-fa18d93911c8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:53.749367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7048ae7-35a9-43ca-b8b0-0f2f22092069 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7424974 Jul 09 17:19:53.753176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:53.777742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac', 'name': 'tempest-PortsTestJSON-491325440', 'fixed_ips': [{'subnet_id': 'c61ff4be-691e-493d-9c67-61f7eccf23b2', 'ip_address': '172.20.0.10'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:53.797035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:53.951526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc910c72-df85-4992-a39d-dc5caa07d682 req-0978df4a-8979-4f21-b13e-97412645e669 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:53.958428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc910c72-df85-4992-a39d-dc5caa07d682 req-0978df4a-8979-4f21-b13e-97412645e669 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4652612 Jul 09 17:19:54.010076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.038909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ef4b7bcd-2b40-4e9f-ad8b-9f7041d3ae57 None None] Provisioning complete for port 6289186b-6042-42bf-a139-60bd62bb9e1b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:54.039512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7bcd-2b40-4e9f-ad8b-9f7041d3ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.043157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d457e-8418-4839-ab56-2b7044638af5 None None] Pushing event updated for resources: {'Port': ['ID=6289186b-6042-42bf-a139-60bd62bb9e1b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:54.093104 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc910c72-df85-4992-a39d-dc5caa07d682 req-5396dd06-709d-45f9-b737-34233b2405b5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337852 Jul 09 17:19:54.121960 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.173349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.177695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d8fce854-a9a8-4932-a86b-f2fb56e7c221', 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'fixed_ips': [{'subnet_id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:54.179125 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.202804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-2217368d-c9f5-4d90-b2b8-3afd843cf5ac', 'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': 'c61ff4be-691e-493d-9c67-61f7eccf23b2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:19:54.204501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.220432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:54.237040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.273310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:54.279858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:54.284734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6289186b-6042-42bf-a139-60bd62bb9e1b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:54.291426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:54.402274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:54.409474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.413350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac142e56-de6e-4c44-ae89-c8b49e885d24'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:19:54.420701 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fda3d5-9e39-44e8-a4d1-d4d871cfcf9b" -d '{"events": [{"server_uuid": "635575bc-aeb4-4921-afb2-e04cab39f23d", "name": "network-vif-plugged", "status": "completed", "tag": "ac142e56-de6e-4c44-ae89-c8b49e885d24"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:19:54.449267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-281b8a13-3455-411c-8ed7-85c50e1b6903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.451576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Pushing event updated for resources: {'Port': ['ID=9980ac0e-83c2-47aa-84ee-fa18d93911c8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:54.471677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.484709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port b71dc514-07eb-4b14-8b09-d9d1d868fa47 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:54.498083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.630841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:54.676444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Allocated IP 172.25.3.152 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/a777bbac-216c-4e55-a753-acfa599911a8) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:54.699684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.10 (2217368d-c9f5-4d90-b2b8-3afd843cf5ac/c61ff4be-691e-493d-9c67-61f7eccf23b2/b71dc514-07eb-4b14-8b09-d9d1d868fa47) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:54.703280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.763081 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-281b8a13-3455-411c-8ed7-85c50e1b6903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.798058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-281b8a13-3455-411c-8ed7-85c50e1b6903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.840592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6289186b-6042-42bf-a139-60bd62bb9e1b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:54.841022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:54.844207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Allocated IP 172.20.0.2 (d8fce854-a9a8-4932-a86b-f2fb56e7c221/afd31cc4-708e-4412-bcb8-08e7b93cc907/91ac83c4-cefa-4bd9-aacc-9a90c8897ead) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:54.850619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:54.873820 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-281b8a13-3455-411c-8ed7-85c50e1b6903 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c69dd8325674532a120e945a6a5ea6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513863 Jul 09 17:19:54.878339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b8a13-3455-411c-8ed7-85c50e1b6903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe75c8d5-3c79-4aac-acb4-c9e7516a1cff,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:54.882704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60308) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:54.931827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ad0c1-6bd6-41e3-9662-aa76137bd495 req-8df9f7b1-8d53-4d22-8823-a0d7ab8a511c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:54.933435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d72ad0c1-6bd6-41e3-9662-aa76137bd495 req-8df9f7b1-8d53-4d22-8823-a0d7ab8a511c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 945 time: 0.2254677 Jul 09 17:19:54.949114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.012498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8f91159-2869-4380-8d6a-5c3eb6091cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.051787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d72ad0c1-6bd6-41e3-9662-aa76137bd495 req-dfdeaed0-6532-450f-ae7b-083d6797baf1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993311 Jul 09 17:19:55.063800 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8f91159-2869-4380-8d6a-5c3eb6091cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.078401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.081858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.087883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Transition to ACTIVE for port object 91ac83c4-cefa-4bd9-aacc-9a90c8897ead will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:55.105259 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Transition to ACTIVE for port object 91ac83c4-cefa-4bd9-aacc-9a90c8897ead will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:55.116526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.129075 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa8fa2-d547-4782-beba-0d79af4d602c x-openstack-request-id: req-21fa8fa2-d547-4782-beba-0d79af4d602c {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:19:55.129369 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635575bc-aeb4-4921-afb2-e04cab39f23d", "name": "network-vif-plugged", "status": "completed", "tag": "ac142e56-de6e-4c44-ae89-c8b49e885d24", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:19:55.129620 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21fa8fa2-d547-4782-beba-0d79af4d602c {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:19:55.130123 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'code': 200} Jul 09 17:19:55.147209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:55.153683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:55.158695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Pushing event updated for resources: {'Port': ['ID=a777bbac-216c-4e55-a753-acfa599911a8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:55.159792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:55.178258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:55.185309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:55.193724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:55.214936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Pushing event updated for resources: {'Port': ['ID=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:55.245875 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8f91159-2869-4380-8d6a-5c3eb6091cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.248676 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8f91159-2869-4380-8d6a-5c3eb6091cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.249859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c8f91159-2869-4380-8d6a-5c3eb6091cf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe75c8d5-3c79-4aac-acb4-c9e7516a1cff HTTP/1.1" status: 204 len: 168 time: 0.3655179 Jul 09 17:19:55.294406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Attempting to bind port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:55.295190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Attempting to bind port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:55.295810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Attempting to bind port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead on network d8fce854-a9a8-4932-a86b-f2fb56e7c221 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:55.303042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:55.304027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Checking segment: {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:55.304972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.305585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Bound using segment: {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:55.306315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Bound port: 91ac83c4-cefa-4bd9-aacc-9a90c8897ead, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:55.306998 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.341730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f91159-2869-4380-8d6a-5c3eb6091cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe75c8d5-3c79-4aac-acb4-c9e7516a1cff,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:55.469016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce490e-646f-4cab-b4af-8429be5b5a4a req-38620daa-ee6c-4e87-8e72-14737d22e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:55.470735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74ce490e-646f-4cab-b4af-8429be5b5a4a req-38620daa-ee6c-4e87-8e72-14737d22e27b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 1097 time: 0.2476156 Jul 09 17:19:55.479107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] For port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:55.485345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] For port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:55.488435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.506387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object b71dc514-07eb-4b14-8b09-d9d1d868fa47 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:55.519309 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.600177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74ce490e-646f-4cab-b4af-8429be5b5a4a req-edc73760-87dc-4eeb-8ffe-242b1f1fc669 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187351 Jul 09 17:19:55.605046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe59ded-e323-43b7-a743-23a0376befe1 None None] Pushing event updated for resources: {'Port': ['ID=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:55.668151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5b101-bb91-412b-8f28-8e147ee7dbc8 req-602abaa3-6236-476a-8093-a59e6b53af28 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:55.676411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60d5b101-bb91-412b-8f28-8e147ee7dbc8 req-602abaa3-6236-476a-8093-a59e6b53af28 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8229213 Jul 09 17:19:55.677540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.751803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.753636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60322) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:55.780038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Allocated IP 172.20.0.2 (2217368d-c9f5-4d90-b2b8-3afd843cf5ac/c61ff4be-691e-493d-9c67-61f7eccf23b2/5c647d7c-c110-4baf-84f7-92f36a9ece2b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:55.859898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c70a067-0426-4a9b-a9b4-c549fc9d43a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:55.910007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60d5b101-bb91-412b-8f28-8e147ee7dbc8 req-786f9187-6e0f-4cc0-ab47-3c7ad3c7719e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294166 Jul 09 17:19:55.917318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:55.937539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:55.952283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:56.042349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:56.043181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.052432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.061287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=b71dc514-07eb-4b14-8b09-d9d1d868fa47,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:56.065768 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.073669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Transition to ACTIVE for port object 5c647d7c-c110-4baf-84f7-92f36a9ece2b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:56.092666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Transition to ACTIVE for port object 5c647d7c-c110-4baf-84f7-92f36a9ece2b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:56.100401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.142561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:56.147148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:56.151874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:56.154943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Pushing event updated for resources: {'Port': ['ID=5c647d7c-c110-4baf-84f7-92f36a9ece2b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:56.226132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Attempting to bind port 5c647d7c-c110-4baf-84f7-92f36a9ece2b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:56.226374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Attempting to bind port 5c647d7c-c110-4baf-84f7-92f36a9ece2b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f34609f3-5096-4464-b04d-386c5bf9b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:56.226605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Attempting to bind port 5c647d7c-c110-4baf-84f7-92f36a9ece2b on network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:56.233057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:56.233486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Checking segment: {'id': 'f34609f3-5096-4464-b04d-386c5bf9b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:56.233893 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.234281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Bound using segment: {'id': 'f34609f3-5096-4464-b04d-386c5bf9b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:56.234741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Bound port: 5c647d7c-c110-4baf-84f7-92f36a9ece2b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34609f3-5096-4464-b04d-386c5bf9b4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:56.235117 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.242264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da550e33-1bb3-4a38-85c1-90aa2cdc0ac4 req-bf9bd518-7801-4da6-b42e-f02291117245 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:56.243922 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da550e33-1bb3-4a38-85c1-90aa2cdc0ac4 req-bf9bd518-7801-4da6-b42e-f02291117245 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.7335052 Jul 09 17:19:56.281174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3e29a-d770-4aaa-9ab0-cc733360128a req-f279c0f6-aaac-4305-9f60-1947aaef4e84 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:56.288968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a1c3e29a-d770-4aaa-9ab0-cc733360128a req-f279c0f6-aaac-4305-9f60-1947aaef4e84 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1742907 Jul 09 17:19:56.319276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da550e33-1bb3-4a38-85c1-90aa2cdc0ac4 req-12e9c317-e0ab-4e5e-98d3-3e907fca94dd tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546694 Jul 09 17:19:56.353598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 91ac83c4-cefa-4bd9-aacc-9a90c8897ead up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:56.464953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.465765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] For port 5c647d7c-c110-4baf-84f7-92f36a9ece2b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:56.474665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a1c3e29a-d770-4aaa-9ab0-cc733360128a req-2d576b67-b0a7-41dc-9a04-0b17419a9117 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843455 Jul 09 17:19:56.496332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.524740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] For port 5c647d7c-c110-4baf-84f7-92f36a9ece2b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c647d7c-c110-4baf-84f7-92f36a9ece2b,segment=NetworkSegment(f34609f3-5096-4464-b04d-386c5bf9b4a0),segment_id=f34609f3-5096-4464-b04d-386c5bf9b4a0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:56.538726 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.588778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c70a067-0426-4a9b-a9b4-c549fc9d43a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.610225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:56.611718 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c70a067-0426-4a9b-a9b4-c549fc9d43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.644744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd26bef-136a-4f74-a73f-7460786c3790 None None] Pushing event updated for resources: {'Port': ['ID=5c647d7c-c110-4baf-84f7-92f36a9ece2b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:56.692760 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-64c03dc6-917e-4341-b2c1-85d72719dfba tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9249618 Jul 09 17:19:56.699442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60346) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:56.708669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '2217368d-c9f5-4d90-b2b8-3afd843cf5ac', 'name': 'tempest-PortsTestJSON-69630588', 'fixed_ips': [{'subnet_id': 'c61ff4be-691e-493d-9c67-61f7eccf23b2', 'ip_address': '172.20.0.9'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:56.725780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a067-0426-4a9b-a9b4-c549fc9d43a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3b3e5a-9d42-4921-a856-370728b14699,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:56.740949 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c70a067-0426-4a9b-a9b4-c549fc9d43a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65441a1ef28145a59949af0e29deb033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9813299 Jul 09 17:19:56.747265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60348) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:56.807326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d4d04-1197-4579-85aa-1a00786b1bb5 req-63e7463e-3222-419a-b358-cce2f5149838 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:56.814910 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f15d4d04-1197-4579-85aa-1a00786b1bb5 req-63e7463e-3222-419a-b358-cce2f5149838 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 945 time: 0.3436127 Jul 09 17:19:56.854710 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf18c7c-2551-4565-9cd7-eff1212cb17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.887964 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf18c7c-2551-4565-9cd7-eff1212cb17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:56.957172 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f15d4d04-1197-4579-85aa-1a00786b1bb5 req-cceef6d2-b685-4ffa-b184-c16f42dec2f6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352074 Jul 09 17:19:56.991632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Router b829d48b-14d7-4efc-9df1-6668b0b2733e is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:19:57.028589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:57.133198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:19:57.138917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.173431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 310eae19-4813-426c-9a01-be77a8d41366 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:19:57.217901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf18c7c-2551-4565-9cd7-eff1212cb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.225340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cf18c7c-2551-4565-9cd7-eff1212cb17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.237544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3cf18c7c-2551-4565-9cd7-eff1212cb17d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa3b3e5a-9d42-4921-a856-370728b14699 HTTP/1.1" status: 204 len: 168 time: 0.4890642 Jul 09 17:19:57.242294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6947b-e56e-4708-9661-2953a6e67c1b None None] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:57.295442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf18c7c-2551-4565-9cd7-eff1212cb17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3b3e5a-9d42-4921-a856-370728b14699,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:57.352666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665fb4c-7618-4046-9c99-0e544921e256 req-fc38d6bc-74bf-4993-a32c-1d21597fe1a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:57.354864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c665fb4c-7618-4046-9c99-0e544921e256 req-fc38d6bc-74bf-4993-a32c-1d21597fe1a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2596347 Jul 09 17:19:57.356841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:57.467307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c665fb4c-7618-4046-9c99-0e544921e256 req-d9643e09-c66f-4aee-8f95-cd5151011da9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946839 Jul 09 17:19:57.504316 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.508743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-762aeb37-e2e8-49d6-9123-521a8a23965d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2328806 Jul 09 17:19:57.509910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60366) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:57.539949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:19:57.556269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Sync routers for ids ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:57.581819 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Routers {'b761de7a-4d71-4147-8f2a-12b8d5fa66a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:57.585951 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:57.586794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Sync routers for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:19:57.614570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.619780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-675ea72b-c2a1-4468-8725-a6c05e12173d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0006959 Jul 09 17:19:57.621676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60374) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:57.638939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] Provisioning for port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:57.679467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] Provisioning complete for port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:57.680090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:57.811648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:57.814531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:57.921235 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Set router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:58.197899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:58.243211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.9 (2217368d-c9f5-4d90-b2b8-3afd843cf5ac/c61ff4be-691e-493d-9c67-61f7eccf23b2/310eae19-4813-426c-9a01-be77a8d41366) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:58.323364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62877-79f1-4038-b943-2ddec4f4553b req-cd28a563-d9b8-4341-acce-e97140e5573e tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:58.331175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78c62877-79f1-4038-b943-2ddec4f4553b req-cd28a563-d9b8-4341-acce-e97140e5573e tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.8328054 Jul 09 17:19:58.363999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] For port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:58.380501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d69cb-9d6c-46ff-992b-a0dc40f4f585 None None] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:19:58.390279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:58.456165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:19:58.460814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c647d7c-c110-4baf-84f7-92f36a9ece2b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:19:58.497131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78c62877-79f1-4038-b943-2ddec4f4553b req-f8a8bb19-86d1-4420-bc70-f2f98e34d9b4 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631157 Jul 09 17:19:58.511692 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:19:55Z', 'revision_number': 3, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:58.606644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:19:58.625164 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Checking router: b761de7a-4d71-4147-8f2a-12b8d5fa66a3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:58.632833 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Updating router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 port a777bbac-216c-4e55-a753-acfa599911a8 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:19:58.639724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7d849917-6952-4171-ab23-d9e03e267b16 None None] Provisioning for port 5c647d7c-c110-4baf-84f7-92f36a9ece2b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:58.662186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89fa88-2cdf-4395-88ce-de107084fc55 req-2de0093e-854d-46a3-8d23-e8f1e2e6f128 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:58.664512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb89fa88-2cdf-4395-88ce-de107084fc55 req-2de0093e-854d-46a3-8d23-e8f1e2e6f128 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.5785103 Jul 09 17:19:58.737179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5c647d7c-c110-4baf-84f7-92f36a9ece2b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:19:58.750805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:58.792587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5c647d7c-c110-4baf-84f7-92f36a9ece2b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:58.792975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:58.795096 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:58.804939 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb89fa88-2cdf-4395-88ce-de107084fc55 req-bd4b2567-a2f8-4ce1-8077-77c2f317fe3b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277316 Jul 09 17:19:58.840667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40794b-d64d-4986-b5a2-1a2e142f7dd8 None None] Pushing event updated for resources: {'Port': ['ID=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:58.911675 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:19:59.038582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60434) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:19:59.143981 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.344154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.350885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:59.386373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 310eae19-4813-426c-9a01-be77a8d41366 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:59.404266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Allocated IP 172.20.0.1 (5f560d83-8c65-445a-951f-7f5cd5e86661/0baa05e0-ba84-48aa-8219-00a2ac459a69/8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:19:59.410778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-411867094'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:19:59.413118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5c647d7c-c110-4baf-84f7-92f36a9ece2b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c647d7c-c110-4baf-84f7-92f36a9ece2b,segment=NetworkSegment(f34609f3-5096-4464-b04d-386c5bf9b4a0),segment_id=f34609f3-5096-4464-b04d-386c5bf9b4a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:19:59.453359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.485062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '404408ba-23ed-4f47-bcfa-519355c63911', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': '404408ba-23ed-4f47-bcfa-519355c63911', 'mac_address': 'fa:16:3e:79:30:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:19:59.513259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:19:59.516807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.517324 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.528826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd683f00-dc03-4468-9c58-964d27e07650 req-38d26b32-54c9-4eb2-9460-9c03d93d3cd9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:59.533617 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Transition to ACTIVE for port object a777bbac-216c-4e55-a753-acfa599911a8 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:59.536816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd683f00-dc03-4468-9c58-964d27e07650 req-38d26b32-54c9-4eb2-9460-9c03d93d3cd9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3170381 Jul 09 17:19:59.552936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:19:55Z', 'revision_number': 3, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:19:59.553772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.566427 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.567145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.631682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Checking router: b829d48b-14d7-4efc-9df1-6668b0b2733e for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:19:59.632085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Updating router b829d48b-14d7-4efc-9df1-6668b0b2733e port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:19:59.633735 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Attempting to bind port a777bbac-216c-4e55-a753-acfa599911a8 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:19:59.634661 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Attempting to bind port a777bbac-216c-4e55-a753-acfa599911a8 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:19:59.635229 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Attempting to bind port a777bbac-216c-4e55-a753-acfa599911a8 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:19:59.643440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-1c30ba55-ded3-4b20-b987-113672280e53 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:59.645706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.651853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-1c30ba55-ded3-4b20-b987-113672280e53 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.13 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 0.9542706 Jul 09 17:19:59.664638 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:19:59.665437 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:19:59.666043 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.666663 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:19:59.667027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Transition to ACTIVE for port object 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:19:59.668211 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Bound port: a777bbac-216c-4e55-a753-acfa599911a8, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:19:59.668846 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.672181 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Pushing event updated for resources: {'Port': ['ID=a777bbac-216c-4e55-a753-acfa599911a8,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:59.715683 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.716403 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.716971 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.717514 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.718057 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.718646 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.719217 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.719879 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.720425 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.720947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.721627 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.722157 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:19:59.731497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ade49-a321-48b2-a81d-22531d62a2e3 req-46f441af-ba4f-43aa-8f1c-ba868fefd25d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:19:59.751051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-372ade49-a321-48b2-a81d-22531d62a2e3 req-46f441af-ba4f-43aa-8f1c-ba868fefd25d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 945 time: 0.9604146 Jul 09 17:19:59.768441 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] For port a777bbac-216c-4e55-a753-acfa599911a8, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:19:59.773281 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] For port a777bbac-216c-4e55-a753-acfa599911a8, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a777bbac-216c-4e55-a753-acfa599911a8,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:19:59.782775 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.796133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.802376 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.811023 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd683f00-dc03-4468-9c58-964d27e07650 req-2c649500-93e9-4858-b97c-ecf2dddacf56 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727826 Jul 09 17:19:59.867552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b98f545f-978c-452f-95e2-11b85f505699 None None] Provisioning complete for port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:19:59.876109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b98f545f-978c-452f-95e2-11b85f505699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:19:59.899982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:19:59.919224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:59.923518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:19:59.928130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:19:59.931504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:19:59.951923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 404408ba-23ed-4f47-bcfa-519355c63911 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:19:59.961017 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Routers {'b761de7a-4d71-4147-8f2a-12b8d5fa66a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:19:59.966499 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:00.000271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:00.010886 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.013519 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb48189-0012-461c-b94c-330ba5606780 None None] Pushing event updated for resources: {'Port': ['ID=a777bbac-216c-4e55-a753-acfa599911a8,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:00.016302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:00.028668 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.038873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.071008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:00.084454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5c647d7c-c110-4baf-84f7-92f36a9ece2b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:00.180479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['404408ba-23ed-4f47-bcfa-519355c63911'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:00.218632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-372ade49-a321-48b2-a81d-22531d62a2e3 req-d8345da3-8884-4426-ab48-7d650eee2e3d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664693 Jul 09 17:20:00.255604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.295290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.323684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=310eae19-4813-426c-9a01-be77a8d41366,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:00.399098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.443930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:00.444920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.535265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6e45bb13-a06b-4afd-9866-19691e9635dc tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8338318 Jul 09 17:20:00.573472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60456) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:00.595783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 91ac83c4-cefa-4bd9-aacc-9a90c8897ead up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:00.599569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:20:00.648741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Deleting port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:00.651366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.777521 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] Set router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:00.778686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:00.779484 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Added segment 091a704b-669f-4b22-aa60-f228ff71d4c9 of type vlan for network 8405078a-667a-4344-a54e-46ada606c1bf Jul 09 17:20:00.858651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:00.998494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] For port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:00.998861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.007628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:01.008257 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.021052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.040258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2be292-678e-452d-af9c-3e18fab0da1b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:01.072216 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:19:55Z', 'revision_number': 3, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:01.100459 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffd9fbd-b3a4-4971-8184-a39dcee7105a None None] The sync data for ids ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'] in n-d-791506-17 is: [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:19:55Z', 'revision_number': 3, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:01.241421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Allocated IP 172.20.0.1 (d8fce854-a9a8-4932-a86b-f2fb56e7c221/afd31cc4-708e-4412-bcb8-08e7b93cc907/64ba44da-a4ae-436e-a1bb-4c7f779690c0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:01.260535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322db9b9-4b3e-48f9-8c5b-9c3599689a52 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.269233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290d012-722f-4ae0-a136-4ed3771b49a5 req-b10c76a6-4a5c-4944-952c-8c1b76192208 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.271365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-322db9b9-4b3e-48f9-8c5b-9c3599689a52 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6816111 Jul 09 17:20:01.273907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60458) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:01.277794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b290d012-722f-4ae0-a136-4ed3771b49a5 req-b10c76a6-4a5c-4944-952c-8c1b76192208 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 945 time: 0.5336525 Jul 09 17:20:01.283550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f17f-2fc4-4752-bf01-22a789944d1f req-4c586f73-f7ff-4740-9261-b26cb6b244f7 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.297873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6819f17f-2fc4-4752-bf01-22a789944d1f req-4c586f73-f7ff-4740-9261-b26cb6b244f7 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 945 time: 1.1300507 Jul 09 17:20:01.339271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.347040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.348182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.562395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5204408 Jul 09 17:20:01.563136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.570349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60464) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:01.645885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'subnet': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:01.668710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218e3cf-8b9e-4590-92b1-24bc39f8a05a tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Network': ['ID=8405078a-667a-4344-a54e-46ada606c1bf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:01.705542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8405078a-667a-4344-a54e-46ada606c1bf details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:20:01.715680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdcf6d-9487-4ad0-8d32-9055a50b8b97 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.721921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdcf6d-9487-4ad0-8d32-9055a50b8b97 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.727903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdcf6d-9487-4ad0-8d32-9055a50b8b97 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:01.745478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6efdcf6d-9487-4ad0-8d32-9055a50b8b97 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4699638 Jul 09 17:20:01.754636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:01.935226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning complete for port 5c647d7c-c110-4baf-84f7-92f36a9ece2b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:01.935595 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:01.986468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6819f17f-2fc4-4752-bf01-22a789944d1f req-f5bd9ace-8075-46a3-8c9d-1645f7b75dbf tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a7eb655-f325-4f45-822f-5b8a1c816806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6876822 Jul 09 17:20:02.062133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c647d7c-c110-4baf-84f7-92f36a9ece2b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:02.152596 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.245915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Transition to ACTIVE for port object 9980ac0e-83c2-47aa-84ee-fa18d93911c8 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:02.286753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.339629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5c647d7c-c110-4baf-84f7-92f36a9ece2b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:02.340034 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.501597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Attempting to bind port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:02.501974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Attempting to bind port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:02.502670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Attempting to bind port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:02.516084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning for port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:02.522489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:02.524566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92f201-5bec-4c43-8dcc-ac098d425047 None None] Pushing event updated for resources: {'Port': ['ID=9980ac0e-83c2-47aa-84ee-fa18d93911c8,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:02.543459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:02.543911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:02.544267 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.544657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:02.545923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Bound port: 9980ac0e-83c2-47aa-84ee-fa18d93911c8, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:02.546380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.587386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b290d012-722f-4ae0-a136-4ed3771b49a5 req-d7edad6d-bf22-415e-a36e-d7294797d253 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3075876 Jul 09 17:20:02.636639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] For port 9980ac0e-83c2-47aa-84ee-fa18d93911c8, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:02.704254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning complete for port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:02.704921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.705028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.705349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.705660 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Floating IP 1359f4f8-1cfb-4ed7-ac61-9e2d95199977 disassociated. External IP: 172.25.3.2, port: 86e07527-5abb-4216-a6e5-90d7fa1e9fd2. Jul 09 17:20:02.706079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Calling delete_port for 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:02.813802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.846431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] For port 9980ac0e-83c2-47aa-84ee-fa18d93911c8, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9980ac0e-83c2-47aa-84ee-fa18d93911c8,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:02.851254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.883480 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.896760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.961769 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:02.982740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Transition to ACTIVE for port object 64ba44da-a4ae-436e-a1bb-4c7f779690c0 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:02.991462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:02.995271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.018468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.075925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.078863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event deleted for resources: {'Port': ['ID=86e07527-5abb-4216-a6e5-90d7fa1e9fd2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:03.082630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92f201-5bec-4c43-8dcc-ac098d425047 None None] Pushing event updated for resources: {'Port': ['ID=9980ac0e-83c2-47aa-84ee-fa18d93911c8,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:03.117557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:03.154663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:03.161091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:03.166500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning for port 310eae19-4813-426c-9a01-be77a8d41366 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:03.179851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning complete for port 310eae19-4813-426c-9a01-be77a8d41366 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:03.180210 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.234048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 310eae19-4813-426c-9a01-be77a8d41366 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:03.234469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.242000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.336947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 404408ba-23ed-4f47-bcfa-519355c63911 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:03.337324 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:03.339245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:03.346133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:03.347276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Subnet': ['ID=c65e6d8c-1753-462c-b144-9391ed5a73bd,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:03.349792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a777bbac-216c-4e55-a753-acfa599911a8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:03.385043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.389575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.390341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.390823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.391369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.391883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.392384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.392866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.393440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.393942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.394515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.394989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:03.427437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:03.468095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Router abbab5e7-85af-4419-b9ac-9e061c32b503 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:03.470851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Pushing event updated for resources: {'Port': ['ID=64ba44da-a4ae-436e-a1bb-4c7f779690c0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:03.483294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df97986-68b9-4f95-a369-3c4761821b44 req-7cbfb8c4-7478-44c7-88e8-8a1592a9b5e7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:03.491243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8df97986-68b9-4f95-a369-3c4761821b44 req-7cbfb8c4-7478-44c7-88e8-8a1592a9b5e7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8097131 Jul 09 17:20:03.518221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Checking segment: {'id': '091a704b-669f-4b22-aa60-f228ff71d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8405078a-667a-4344-a54e-46ada606c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:03.531604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network hostable DHCP agents. Network: 8405078a-667a-4344-a54e-46ada606c1bf, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:20:03.619389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:03.651248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8df97986-68b9-4f95-a369-3c4761821b44 req-21d4a614-21c7-4634-896f-e9d3f19a50fb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570449 Jul 09 17:20:03.687204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:03.687896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:03.771429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:03.773797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:03.846557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:03.863659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:04.001789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Router b829d48b-14d7-4efc-9df1-6668b0b2733e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:04.025445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.044289 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.047840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c4430-1dde-475d-9185-349040e07197 None None] Sync routers for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:04.090985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Port 310eae19-4813-426c-9a01-be77a8d41366 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:04.106444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:04.107147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:04.112651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:20:04.152335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:04.184033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] No DVR routers for this DVR port 86e07527-5abb-4216-a6e5-90d7fa1e9fd2 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:04.187000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.191046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa7cc607-0743-4cb4-abc1-762a07ffed53 req-00366f59-dd10-46ce-a169-a6ca50e87b1d tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.13 "DELETE /v2.0/ports/86e07527-5abb-4216-a6e5-90d7fa1e9fd2 HTTP/1.1" status: 204 len: 173 time: 4.4858544 Jul 09 17:20:04.191410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:04.194335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'name': 'network-vif-deleted', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:04.196991 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d01c2d-831c-417b-833e-8eeeca96a7a6" -d '{"events": [{"server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "name": "network-vif-deleted", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:04.201877 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9786a641-21f5-40d4-abc2-55fa050ab8e6" -d '{"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-plugged", "status": "completed", "tag": "404408ba-23ed-4f47-bcfa-519355c63911"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:04.249268 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.263600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning for port b71dc514-07eb-4b14-8b09-d9d1d868fa47 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:04.264587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.272879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Provisioning complete for port b71dc514-07eb-4b14-8b09-d9d1d868fa47 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:04.273254 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.363298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8405078a-667a-4344-a54e-46ada606c1bf) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:04.377954 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de0122cc-04f7-4827-a542-18c57a89554a req-64d63d38-1f35-4fb4-a3d1-493d13987a88 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/ports?device_id=168455ec-441c-4501-b6a4-2e8061998ec0 HTTP/1.1" status: 200 len: 210 time: 0.3047521 Jul 09 17:20:04.400635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a777bbac-216c-4e55-a753-acfa599911a8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:04.407737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331f0fc-6b9e-479e-a575-2abb262ed1a6 None None] Network 8405078a-667a-4344-a54e-46ada606c1bf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:04.408679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:04.409499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.412658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:04.426473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c6cbd991-1aee-45c0-aae8-aca36afc67c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/b829d48b-14d7-4efc-9df1-6668b0b2733e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9141200 Jul 09 17:20:04.430749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.450844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 310eae19-4813-426c-9a01-be77a8d41366 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:04.463504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9793dfd2-fffc-4f86-8047-94fc9162d824 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8846841 Jul 09 17:20:04.464618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:04.468891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:04.477191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.485214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'name': 'tempest-AllowedAddressPairTestJSON-475721566'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:04.506875 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.563467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a777bbac-216c-4e55-a753-acfa599911a8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:04.564231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.651323 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:20:04.727164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.731723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:04.735450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2b513707-7ace-4863-aff6-2ce86853662e None None] Port b71dc514-07eb-4b14-8b09-d9d1d868fa47 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:04.761638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c83d5-4c0e-4353-a989-42618f026ad3 req-286b0bfd-24d4-4b59-9f78-bab924c80664 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:04.764266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:04.768309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed3c83d5-4c0e-4353-a989-42618f026ad3 req-286b0bfd-24d4-4b59-9f78-bab924c80664 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.5984604 Jul 09 17:20:04.771105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Pushing event updated for resources: {'Port': ['ID=64ba44da-a4ae-436e-a1bb-4c7f779690c0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:04.800679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=310eae19-4813-426c-9a01-be77a8d41366,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:04.894694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed3c83d5-4c0e-4353-a989-42618f026ad3 req-ddd35863-5e6d-4c3b-b4b1-88201c302be3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162956 Jul 09 17:20:04.901569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:04.921579 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b39eb9c-1730-4e84-864a-f79281899f73 x-openstack-request-id: req-1b39eb9c-1730-4e84-864a-f79281899f73 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:04.921953 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-plugged", "status": "completed", "tag": "404408ba-23ed-4f47-bcfa-519355c63911", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:04.922137 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b39eb9c-1730-4e84-864a-f79281899f73 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:04.922493 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911', 'code': 200} Jul 09 17:20:04.987888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:04.990079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:05.012013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.038118 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1eac9a33-f90d-4e5c-9f5a-acbf7f9a1c65 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/310eae19-4813-426c-9a01-be77a8d41366 HTTP/1.1" status: 204 len: 168 time: 3.2821712 Jul 09 17:20:05.042871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60528) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:05.165815 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7613f3f-c03c-4342-b0da-32acc302467d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:20:05.172461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b7613f3f-c03c-4342-b0da-32acc302467d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/310eae19-4813-426c-9a01-be77a8d41366 HTTP/1.1" status: 404 len: 333 time: 0.1279340 Jul 09 17:20:05.173172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60532) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:05.207716 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d689b25-521f-4605-9ee0-b876c06b91fa x-openstack-request-id: req-9d689b25-521f-4605-9ee0-b876c06b91fa {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:05.208941 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168455ec-441c-4501-b6a4-2e8061998ec0", "name": "network-vif-deleted", "tag": "86e07527-5abb-4216-a6e5-90d7fa1e9fd2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:05.209208 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d689b25-521f-4605-9ee0-b876c06b91fa {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:05.210391 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168455ec-441c-4501-b6a4-2e8061998ec0', 'name': 'network-vif-deleted', 'tag': '86e07527-5abb-4216-a6e5-90d7fa1e9fd2', 'status': 'completed', 'code': 200} Jul 09 17:20:05.326825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:05.338830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.435603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:05.482043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Provisioning for port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:05.538952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] device_id is not set on port bc2d4597-0478-49c9-9814-b32305df6b1d yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:05.691697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf7e03-8d02-489d-9cca-9b842b611ccb req-5265f2a8-3173-449b-90ab-1fe4fe850dc6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:05.693335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34cf7e03-8d02-489d-9cca-9b842b611ccb req-5265f2a8-3173-449b-90ab-1fe4fe850dc6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 945 time: 0.3062820 Jul 09 17:20:05.704254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60538) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:05.713795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836889625', 'description': 'tempest-description--1011682250'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:05.720921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:05.726783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97e3a5f7-4dc4-455c-9cfc-09e4a422be11 admin admin] 10.222.0.21 "PUT /v2.0/routers/b761de7a-4d71-4147-8f2a-12b8d5fa66a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0994051 Jul 09 17:20:05.730899 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Sync routers for ids ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:05.748045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port b71dc514-07eb-4b14-8b09-d9d1d868fa47 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:05.748393 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.754671 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Routers {'b761de7a-4d71-4147-8f2a-12b8d5fa66a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:05.755325 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:05.911953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Provisioning complete for port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:05.912588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.914598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.922096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8405078a-667a-4344-a54e-46ada606c1bf', 'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'tenant_id': '6a85bc1b8fdd40129aef6405da63960c', 'fixed_ips': [{'subnet_id': 'c65e6d8c-1753-462c-b144-9391ed5a73bd'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:20:05.924109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:05.960476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Allocated IP 172.20.0.10 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/bc2d4597-0478-49c9-9814-b32305df6b1d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:05.982336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5dadd-b154-4d57-8e02-a9ceaf587799 req-f9fb0771-f508-40a0-adb3-63b0467bb3b5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:05.989119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67a5dadd-b154-4d57-8e02-a9ceaf587799 req-f9fb0771-f508-40a0-adb3-63b0467bb3b5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0897484 Jul 09 17:20:05.992659 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Set router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:06.040067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67a5dadd-b154-4d57-8e02-a9ceaf587799 req-f95443de-2721-4f6c-b83d-40c1abecce70 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Jul 09 17:20:06.066971 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.113186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34cf7e03-8d02-489d-9cca-9b842b611ccb req-14b52582-ac18-4742-a595-aa6438ccf896 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072545 Jul 09 17:20:06.228828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a777bbac-216c-4e55-a753-acfa599911a8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a777bbac-216c-4e55-a753-acfa599911a8,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:06.270544 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.331902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.360061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:06.386717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for b71dc514-07eb-4b14-8b09-d9d1d868fa47 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:06.413598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Provisioning complete for port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:06.414359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.424908 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:04Z', 'revision_number': 4, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '64ba44da-a4ae-436e-a1bb-4c7f779690c0', 'name': '', 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'mac_address': 'fa:16:3e:a1:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:00Z', 'updated_at': '2021-07-09T17:20:04Z', 'revision_number': 2, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'subnets': [{'id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.459619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1dca7018-626f-41e5-b5ce-cb1fbd111588 req-36d2c6c5-e378-43be-8ce6-0af1f29033cd tempest-FloatingIPsNegativeTestJSON-1888726217 tempest-FloatingIPsNegativeTestJSON-1888726217-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2a57e2bb56dc4ff9886cb1144356f9cd HTTP/1.1" status: 200 len: 217 time: 0.1360404 Jul 09 17:20:06.469415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 2, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.494357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60560) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:06.501353 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Checking router: b761de7a-4d71-4147-8f2a-12b8d5fa66a3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:06.504205 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Updating router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:20:06.514286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a777bbac-216c-4e55-a753-acfa599911a8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:06.523317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3a67b-f89d-478d-a170-18ef72bd401d None None] The sync data for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 is: [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 2, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:06.563234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d98dbd11-841b-45b4-a59f-c38aac40f1b4 None None] Port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:06.596159 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.614346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae9a2a73-2fc7-4c6c-b308-72fa2b448a5a req-27341d9b-7268-43b0-bc32-fd348543c4f5 tempest-FloatingIPsNegativeTestJSON-1888726217 tempest-FloatingIPsNegativeTestJSON-1888726217-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0716364 Jul 09 17:20:06.615005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.671937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c4430-1dde-475d-9185-349040e07197 None None] Checking router: abbab5e7-85af-4419-b9ac-9e061c32b503 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:06.678783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4692-dc5e-4920-8d82-c4d2971488ed tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.704740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-499f3d9b-c011-4884-abd0-b01246b90396 None None] Provisioning complete for port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:06.705294 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-499f3d9b-c011-4884-abd0-b01246b90396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.708011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:06.709769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:06.808369 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-8a39e185-9df2-4c1e-8130-731d8dcdf523 req-85556ee0-e089-43e3-8eb8-52ec1cf9b8f2 tempest-FloatingIPsNegativeTestJSON-1888726217 tempest-FloatingIPsNegativeTestJSON-1888726217-project] show failed (client error): The resource could not be found. Jul 09 17:20:06.816695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a39e185-9df2-4c1e-8130-731d8dcdf523 req-85556ee0-e089-43e3-8eb8-52ec1cf9b8f2 tempest-FloatingIPsNegativeTestJSON-1888726217 tempest-FloatingIPsNegativeTestJSON-1888726217-project] 10.222.0.21 "GET /v2.0/floatingips/6832fd59-cc72-4ddf-9d86-8fbf6e33dc46 HTTP/1.1" status: 404 len: 350 time: 0.1390314 Jul 09 17:20:06.826694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60564) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:06.943863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:06.997588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:06.999862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Transition to ACTIVE for port object bc2d4597-0478-49c9-9814-b32305df6b1d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:07.003727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4692-dc5e-4920-8d82-c4d2971488ed tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.050350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.243549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=b71dc514-07eb-4b14-8b09-d9d1d868fa47,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:07.261905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.362923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:07.392013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4692-dc5e-4920-8d82-c4d2971488ed tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.401518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4692-dc5e-4920-8d82-c4d2971488ed tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.402741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9d7a4692-dc5e-4920-8d82-c4d2971488ed tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a7eb655-f325-4f45-822f-5b8a1c816806 HTTP/1.1" status: 204 len: 168 time: 0.9072809 Jul 09 17:20:07.406761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60572) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:07.425690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-499f3d9b-c011-4884-abd0-b01246b90396 None None] Port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:07.443488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.447497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.447932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.456053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.456545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.457528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.458039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.458427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.458760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.459087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.459461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.459803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.460146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:07.476868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.510890 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-1ad30f32-5ada-4447-ae4a-c6aaa01e04bb tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] show failed (client error): The resource could not be found. Jul 09 17:20:07.517505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1ad30f32-5ada-4447-ae4a-c6aaa01e04bb tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "GET /v2.0/security-groups/9a7eb655-f325-4f45-822f-5b8a1c816806 HTTP/1.1" status: 404 len: 347 time: 0.0768268 Jul 09 17:20:07.535592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60574) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:07.543118 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.558732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Transition to ACTIVE for port object 64ba44da-a4ae-436e-a1bb-4c7f779690c0 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:07.579724 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.595278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a4692-dc5e-4920-8d82-c4d2971488ed tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7eb655-f325-4f45-822f-5b8a1c816806,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:07.647946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:07.657213 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1ce3-59ff-4acf-9cae-b72ec0473e31 None None] Pushing event updated for resources: {'Port': ['ID=64ba44da-a4ae-436e-a1bb-4c7f779690c0,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:07.659464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:07.738470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcb353-370c-46de-86e8-e73c466b492a req-416d626b-b238-4ac6-951f-1c688e5337d7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:07.740456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6abcb353-370c-46de-86e8-e73c466b492a req-416d626b-b238-4ac6-951f-1c688e5337d7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 1.1708817 Jul 09 17:20:07.757035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:07.794011 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Attempting to bind port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:07.794618 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Attempting to bind port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:07.794733 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Attempting to bind port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 on network d8fce854-a9a8-4932-a86b-f2fb56e7c221 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:07.802086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Allocated IP 172.20.0.2 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/a441525e-5040-4533-9c1c-5a85fcb41e04) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:07.813525 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:07.813896 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Checking segment: {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:07.814379 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.814775 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Bound using segment: {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:07.815256 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Bound port: 64ba44da-a4ae-436e-a1bb-4c7f779690c0, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:07.815633 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.824973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:07.826522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.1220040 Jul 09 17:20:07.896290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60576) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:07.910088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Request body: {'security_group_rule': {'security_group_id': '58901447-1364-4091-879e-d829c7544e16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:07.940830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a468d8-de05-4a93-b083-1e32af52ee18 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58901447-1364-4091-879e-d829c7544e16,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:07.974044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=bc2d4597-0478-49c9-9814-b32305df6b1d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:07.999134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.010344 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-323ab8d0-ef86-48ed-beb4-852e917da512 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/b71dc514-07eb-4b14-8b09-d9d1d868fa47 HTTP/1.1" status: 204 len: 168 time: 2.8336518 Jul 09 17:20:08.020673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60578) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:08.031447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6abcb353-370c-46de-86e8-e73c466b492a req-f8c2c494-08e1-4d76-8997-2c0cf0d73c6e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516212 Jul 09 17:20:08.044055 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] For port 64ba44da-a4ae-436e-a1bb-4c7f779690c0, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:08.047833 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] For port 64ba44da-a4ae-436e-a1bb-4c7f779690c0, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=64ba44da-a4ae-436e-a1bb-4c7f779690c0,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:08.057886 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.068301 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec1bc7f-52ff-45f9-8d1b-5b85cd366e28 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:20:08.073539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2ec1bc7f-52ff-45f9-8d1b-5b85cd366e28 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/b71dc514-07eb-4b14-8b09-d9d1d868fa47 HTTP/1.1" status: 404 len: 333 time: 0.0511427 Jul 09 17:20:08.084080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60580) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:08.092754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851fe91-4d60-4786-a066-6e55b2f095e4 req-e892635f-d2e1-460b-b0a3-3059fed0a8b9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:08.101251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9851fe91-4d60-4786-a066-6e55b2f095e4 req-e892635f-d2e1-460b-b0a3-3059fed0a8b9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 945 time: 0.7226198 Jul 09 17:20:08.103100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:08.103945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.148851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.166223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c169d9bd-3345-49f6-8818-a5f3ef4516b2 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6851850 Jul 09 17:20:08.168855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60584) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:08.177564 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Routers {'b761de7a-4d71-4147-8f2a-12b8d5fa66a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:08.181344 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:08.209779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'name': 'tempest-AllowedAddressPairTestJSON-1522873780', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6c:13:61'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:08.229656 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.238791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Transition to ACTIVE for port object a441525e-5040-4533-9c1c-5a85fcb41e04 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:08.283680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Transition to ACTIVE for port object a441525e-5040-4533-9c1c-5a85fcb41e04 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:08.317679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.329574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f50c4430-1dde-475d-9185-349040e07197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:08.360701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet c61ff4be-691e-493d-9c67-61f7eccf23b2 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:08.394816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.446531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Pushing event updated for resources: {'Port': ['ID=a441525e-5040-4533-9c1c-5a85fcb41e04,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:08.459797 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.464636 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] Set router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:08.525847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50c4430-1dde-475d-9185-349040e07197 None None] The sync data for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 is: [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:17:39Z', 'revision_number': 4, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7d476426-5ca6-4cb8-a7e4-741a409eff61', 'name': '', 'network_id': '0462da52-f187-4e3d-abfa-dcd8baf6a0ae', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'mac_address': 'fa:16:3e:68:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:36Z', 'updated_at': '2021-07-09T17:17:44Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'subnets': [{'id': 'a26fd886-001b-4789-bd5a-bacd80caabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:08.540728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.552122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:08.577857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.583078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:08.597489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:08.635433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.655046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fea277-485d-424e-b7d9-0fa2b04b57f4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:08.670507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:08.710028 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.713256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fb7d21f5-77e2-4f6c-9afe-a3adfa6b21a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8059459 Jul 09 17:20:08.716530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:08.737799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Request body: {'security_group_rule': {'security_group_id': '58901447-1364-4091-879e-d829c7544e16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:08.757677 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1ce3-59ff-4acf-9cae-b72ec0473e31 None None] Pushing event updated for resources: {'Port': ['ID=64ba44da-a4ae-436e-a1bb-4c7f779690c0,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:08.804903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:08.834314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.861882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9980ac0e-83c2-47aa-84ee-fa18d93911c8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:08.878537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'mac_address': 'fa:16:3e:50:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:08.945967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9851fe91-4d60-4786-a066-6e55b2f095e4 req-d5c0cdd1-e061-469c-8c74-e1f12b032737 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425143 Jul 09 17:20:08.964554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Deleting port 803f0910-d0ca-4fd1-9fb3-1c53297d1221 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:08.965075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:08.970687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.017671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Attempting to bind port a441525e-5040-4533-9c1c-5a85fcb41e04 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:09.018803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Attempting to bind port a441525e-5040-4533-9c1c-5a85fcb41e04 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '091a704b-669f-4b22-aa60-f228ff71d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8405078a-667a-4344-a54e-46ada606c1bf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:09.019352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Attempting to bind port a441525e-5040-4533-9c1c-5a85fcb41e04 on network 8405078a-667a-4344-a54e-46ada606c1bf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:09.089277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:09.089569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Checking segment: {'id': '091a704b-669f-4b22-aa60-f228ff71d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8405078a-667a-4344-a54e-46ada606c1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:09.090093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.090376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Bound using segment: {'id': '091a704b-669f-4b22-aa60-f228ff71d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8405078a-667a-4344-a54e-46ada606c1bf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:09.090866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Bound port: a441525e-5040-4533-9c1c-5a85fcb41e04, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091a704b-669f-4b22-aa60-f228ff71d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8405078a-667a-4344-a54e-46ada606c1bf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:09.091253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.148196 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.153730 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.171613 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:04Z', 'revision_number': 4, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '64ba44da-a4ae-436e-a1bb-4c7f779690c0', 'name': '', 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'mac_address': 'fa:16:3e:a1:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:00Z', 'updated_at': '2021-07-09T17:20:08Z', 'revision_number': 4, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'subnets': [{'id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:09.241125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.257638 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb8865e-849a-418d-94a9-72883c352f4a None None] The sync data for ids ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'] in n-d-791506-17 is: [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:04Z', 'revision_number': 4, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '64ba44da-a4ae-436e-a1bb-4c7f779690c0', 'name': '', 'network_id': 'd8fce854-a9a8-4932-a86b-f2fb56e7c221', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'mac_address': 'fa:16:3e:a1:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:00Z', 'updated_at': '2021-07-09T17:20:08Z', 'revision_number': 4, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'subnets': [{'id': 'afd31cc4-708e-4412-bcb8-08e7b93cc907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:09.266625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.278557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:09.288363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.355393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=c61ff4be-691e-493d-9c67-61f7eccf23b2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:09.363094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac50a5a-830b-45db-9c35-889c653c936f None None] New status for floating IP 1359f4f8-1cfb-4ed7-ac61-9e2d95199977: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:20:09.371136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.373672 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3d3778f5-3fa8-4ed7-b36b-7b065367df10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/c61ff4be-691e-493d-9c67-61f7eccf23b2 HTTP/1.1" status: 204 len: 168 time: 1.2698643 Jul 09 17:20:09.377521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60608) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:09.430896 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.436965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.438567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7143531 Jul 09 17:20:09.439358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491c3a7-aeb6-4373-bce0-51bff23135c9 None None] Network 2217368d-c9f5-4d90-b2b8-3afd843cf5ac requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:09.439659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff24547-b62f-491d-88ce-509beec85ed0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d124e8-e370-42cb-9902-872adbddbe2d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:09.455829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60614) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:09.470462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d567b-1a04-48ec-8e9c-f30be785b0d6 req-33e505db-a9ae-4397-9d9c-b60a5984a78e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:09.473684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:09.478247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-123d567b-1a04-48ec-8e9c-f30be785b0d6 req-33e505db-a9ae-4397-9d9c-b60a5984a78e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4538329 Jul 09 17:20:09.485512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] device_id is not set on port 2f9d3457-c61c-4fbe-87a3-292e717c86ae yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:09.545225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.545899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.554763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:09.567391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Calling delete_port for 803f0910-d0ca-4fd1-9fb3-1c53297d1221 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:09.627985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Allocated IP 172.20.0.13 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/2f9d3457-c61c-4fbe-87a3-292e717c86ae) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:09.701072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:09.710471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] For port a441525e-5040-4533-9c1c-5a85fcb41e04, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:09.731032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] For port a441525e-5040-4533-9c1c-5a85fcb41e04, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a441525e-5040-4533-9c1c-5a85fcb41e04,segment=NetworkSegment(091a704b-669f-4b22-aa60-f228ff71d4c9),segment_id=091a704b-669f-4b22-aa60-f228ff71d4c9)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:09.764817 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.768173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.815060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.882841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Pushing event deleted for resources: {'Port': ['ID=803f0910-d0ca-4fd1-9fb3-1c53297d1221,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:09.900377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-123d567b-1a04-48ec-8e9c-f30be785b0d6 req-a36ccb19-920b-41a8-bff7-e3f27edd7766 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211898 Jul 09 17:20:09.907592 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.956323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:09.975064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Transition to ACTIVE for port object 2f9d3457-c61c-4fbe-87a3-292e717c86ae will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:09.997484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.055727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.180183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:10.188912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:10.189475 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.201787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:10.213987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:10.295839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=2f9d3457-c61c-4fbe-87a3-292e717c86ae,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:10.379685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:10.381521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.427197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:10.436855 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3cc280b1-20f1-4dd0-920d-2c345e1937e0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.2559810 Jul 09 17:20:10.437576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:10.504673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.508202 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.511890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61fb5e-7555-42cb-bfdd-e9612b2d81e3 req-2a91ed73-ab72-4465-9a10-bcf318a61c6d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:10.513574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e61fb5e-7555-42cb-bfdd-e9612b2d81e3 req-2a91ed73-ab72-4465-9a10-bcf318a61c6d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 944 time: 0.2219081 Jul 09 17:20:10.515656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-da548bb5-4357-4c86-a35d-7d48097095a9 tempest-ServersTestJSON-1478268717 tempest-ServersTestJSON-1478268717-project] 10.222.0.21 "DELETE /v2.0/floatingips/1359f4f8-1cfb-4ed7-ac61-9e2d95199977 HTTP/1.1" status: 204 len: 168 time: 2.9096074 Jul 09 17:20:10.518664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60624) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:10.588401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-bac50a5a-830b-45db-9c35-889c653c936f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:20:10.588401 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-bac50a5a-830b-45db-9c35-889c653c936f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:20:10.588401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c13a1-ce71-43fe-9ea4-686200439d74 None None] Pushing event updated for resources: {'Port': ['ID=a441525e-5040-4533-9c1c-5a85fcb41e04,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:10.615574 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9287cb6f-bbb3-4401-9ecc-66e930ded200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.722228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.785772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d73e5d-00ca-49a5-8fa2-ab52bb567400 req-ae569062-d9fd-4a1c-8a74-24c6386b08c2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:10.789234 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.792500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10d73e5d-00ca-49a5-8fa2-ab52bb567400 req-ae569062-d9fd-4a1c-8a74-24c6386b08c2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.5905423 Jul 09 17:20:10.799015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] DHCP port deletion for 2217368d-c9f5-4d90-b2b8-3afd843cf5ac request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:10.882242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 5c647d7c-c110-4baf-84f7-92f36a9ece2b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:10.882667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.914655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 9980ac0e-83c2-47aa-84ee-fa18d93911c8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9980ac0e-83c2-47aa-84ee-fa18d93911c8,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:10.926751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:10.927824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a777bbac-216c-4e55-a753-acfa599911a8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:10.982430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e61fb5e-7555-42cb-bfdd-e9612b2d81e3 req-08099904-8be5-4d6e-9df3-61c10fe6dc94 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342217 Jul 09 17:20:11.089288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f75cf-36db-44b2-b90f-5a19ba6af3e8 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.090923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac50a5a-830b-45db-9c35-889c653c936f None None] New status for floating IP 1359f4f8-1cfb-4ed7-ac61-9e2d95199977: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:20:11.102393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f75cf-36db-44b2-b90f-5a19ba6af3e8 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.104324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] Deleting port 5c647d7c-c110-4baf-84f7-92f36a9ece2b {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:11.105766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.108925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f75cf-36db-44b2-b90f-5a19ba6af3e8 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:11.110692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ad9f75cf-36db-44b2-b90f-5a19ba6af3e8 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6665442 Jul 09 17:20:11.113644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:11.202072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=9980ac0e-83c2-47aa-84ee-fa18d93911c8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:11.350190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a777bbac-216c-4e55-a753-acfa599911a8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:11.352147 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.542687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port 2f9d3457-c61c-4fbe-87a3-292e717c86ae {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:11.545295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.572203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] For port 5c647d7c-c110-4baf-84f7-92f36a9ece2b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c647d7c-c110-4baf-84f7-92f36a9ece2b,segment=NetworkSegment(f34609f3-5096-4464-b04d-386c5bf9b4a0),segment_id=f34609f3-5096-4464-b04d-386c5bf9b4a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:11.578226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.660931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] Calling delete_port for 5c647d7c-c110-4baf-84f7-92f36a9ece2b owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:11.886245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:11.888377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:11.900740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:11.955091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for 2f9d3457-c61c-4fbe-87a3-292e717c86ae owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:12.069384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] For port 5c647d7c-c110-4baf-84f7-92f36a9ece2b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c647d7c-c110-4baf-84f7-92f36a9ece2b,segment=NetworkSegment(f34609f3-5096-4464-b04d-386c5bf9b4a0),segment_id=f34609f3-5096-4464-b04d-386c5bf9b4a0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:12.070436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:12.086197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10d73e5d-00ca-49a5-8fa2-ab52bb567400 req-1f51d379-bb2b-414d-8872-30bdb2ed1b9f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2842624 Jul 09 17:20:12.108448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:12.165192 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Sync routers for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:12.187871 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:12.190285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 5c647d7c-c110-4baf-84f7-92f36a9ece2b owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:12.191479 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:19:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:12.297333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80d27b-cc68-4a1e-81dc-4e69f68798cf None None] Network 8405078a-667a-4344-a54e-46ada606c1bf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:12.311173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:12.488116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:12.534486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:12.545985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=2f9d3457-c61c-4fbe-87a3-292e717c86ae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:12.548350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:12.565022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] Pushing event deleted for resources: {'Port': ['ID=5c647d7c-c110-4baf-84f7-92f36a9ece2b,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:12.570796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 64ba44da-a4ae-436e-a1bb-4c7f779690c0 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:12.572594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'mac_address': 'fa:16:3e:50:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:12.603834 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:12.625010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No DVR routers for this DVR port 5c647d7c-c110-4baf-84f7-92f36a9ece2b on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:12.668755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b41bd-2c48-44d2-981d-b773b9bd37c0 None None] No DVR routers for this DVR port 5c647d7c-c110-4baf-84f7-92f36a9ece2b on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:12.692222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e2846426-f8aa-4801-865a-fd0daf66afe9 None None] Provisioning for port a441525e-5040-4533-9c1c-5a85fcb41e04 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:12.722022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['ac142e56-de6e-4c44-ae89-c8b49e885d24'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:12.771005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324c40c-82f8-41ad-9a47-227e255311c9 req-4c1e090d-74e7-46fa-a58e-2e8c2f9982f2 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:12.778945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6324c40c-82f8-41ad-9a47-227e255311c9 req-4c1e090d-74e7-46fa-a58e-2e8c2f9982f2 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 944 time: 0.3430784 Jul 09 17:20:12.852496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=5c647d7c-c110-4baf-84f7-92f36a9ece2b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:12.960884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-92818912-2913-42fa-bab1-f37ff7dd1ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.013332 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.041916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:13.064556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.092078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:13.092997 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.096277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:13.121144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:13.151154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2217368d-c9f5-4d90-b2b8-3afd843cf5ac']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:13.156682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.159356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Allocated IP 172.25.3.38 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/2425b529-d3f0-4237-8ff1-286e130353cf) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:13.189145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 2, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:13.228372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34609f3-5096-4464-b04d-386c5bf9b4a0') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:13.228608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34609f3-5096-4464-b04d-386c5bf9b4a0') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:13.266798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Checking router: b829d48b-14d7-4efc-9df1-6668b0b2733e for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:13.267162 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Updating router b829d48b-14d7-4efc-9df1-6668b0b2733e port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:20:13.279177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:13.282258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.306384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.320738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:13.323380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.366609 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:13.367502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:13.371034 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:13.371034 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:13.371034 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:13.371034 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:13.371034 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:13.371034 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:13.415990 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.461609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.515895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2118f-2782-41a0-8bfb-893b0a8fc0f7 req-0d806d4d-d2ea-4d12-b766-b2766ea9ff07 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:13.517490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90b2118f-2782-41a0-8bfb-893b0a8fc0f7 req-0d806d4d-d2ea-4d12-b766-b2766ea9ff07 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.7971203 Jul 09 17:20:13.557945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 64ba44da-a4ae-436e-a1bb-4c7f779690c0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=64ba44da-a4ae-436e-a1bb-4c7f779690c0,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:13.564236 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.565413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a441525e-5040-4533-9c1c-5a85fcb41e04 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:13.679614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a441525e-5040-4533-9c1c-5a85fcb41e04 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:13.684018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=64ba44da-a4ae-436e-a1bb-4c7f779690c0,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:13.689244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a441525e-5040-4533-9c1c-5a85fcb41e04 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:13.695493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.710446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.762761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6324c40c-82f8-41ad-9a47-227e255311c9 req-405f33c8-9a59-4123-a176-f82c6bd1330a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826429 Jul 09 17:20:13.797056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:13.841669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.842723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.958801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.963600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c16be0a6-f5b9-430e-968d-40b787bff6a1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/ports/2f9d3457-c61c-4fbe-87a3-292e717c86ae HTTP/1.1" status: 204 len: 168 time: 2.8464091 Jul 09 17:20:13.963880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:13.965197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:13.972063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60664) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:13.992821 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.006013 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Transition to ACTIVE for port object 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:14.019453 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.020349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.028954 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/2217368d-c9f5-4d90-b2b8-3afd843cf5ac HTTP/1.1" status: 204 len: 168 time: 4.6474524 Jul 09 17:20:14.032251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event updated for resources: {'Port': ['ID=2425b529-d3f0-4237-8ff1-286e130353cf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:14.036602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:14.039326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:14.054707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60666) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:14.064000 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.074286 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.096920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b925eb8d-d2d2-4659-9c02-aeddab1c5020 None None] Provisioning complete for port a441525e-5040-4533-9c1c-5a85fcb41e04 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:14.098330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1950496356'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:14.102605 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d624845b-c36b-454d-a0b0-73fe725eaeaf tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] GET failed (client error): The resource could not be found. Jul 09 17:20:14.108222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d624845b-c36b-454d-a0b0-73fe725eaeaf tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "GET /v2.0/ports/2f9d3457-c61c-4fbe-87a3-292e717c86ae HTTP/1.1" status: 404 len: 333 time: 0.1266122 Jul 09 17:20:14.112125 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b925eb8d-d2d2-4659-9c02-aeddab1c5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.118488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60668) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:14.137791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'name': 'tempest-AllowedAddressPairTestJSON-1143478852'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:14.154685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.185931 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39251e-c5fa-4918-85f7-738ec1c4785b None None] Pushing event updated for resources: {'Port': ['ID=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:14.193004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90b2118f-2782-41a0-8bfb-893b0a8fc0f7 req-fcb8970a-7555-4b85-bc12-9f010bc213f0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256570 Jul 09 17:20:14.253461 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.261017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de135e-369e-4fb9-8933-aa22c307ef54 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=2217368d-c9f5-4d90-b2b8-3afd843cf5ac,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:14.300922 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Attempting to bind port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:14.301442 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Attempting to bind port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:14.304037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Attempting to bind port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 on network 5f560d83-8c65-445a-951f-7f5cd5e86661 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:14.305355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd62fd-569d-41de-955e-5655af59a486 req-83eb8e6e-e95c-4852-9b1a-e5d16f88263d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:14.307152 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6fd62fd-569d-41de-955e-5655af59a486 req-83eb8e6e-e95c-4852-9b1a-e5d16f88263d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 943 time: 0.8705914 Jul 09 17:20:14.315397 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:14.316951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a441525e-5040-4533-9c1c-5a85fcb41e04, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a441525e-5040-4533-9c1c-5a85fcb41e04,segment=NetworkSegment(091a704b-669f-4b22-aa60-f228ff71d4c9),segment_id=091a704b-669f-4b22-aa60-f228ff71d4c9)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:14.317244 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Checking segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:14.318460 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.320737 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Bound using segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:14.321419 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Bound port: 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:14.322415 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.336112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.337258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9980ac0e-83c2-47aa-84ee-fa18d93911c8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:14.505410 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] For port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:14.515093 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] For port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:14.517873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Deleting port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:14.518263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.524835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:14.533111 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.533945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:14.611921 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:14.612586 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:14.663743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39251e-c5fa-4918-85f7-738ec1c4785b None None] Pushing event updated for resources: {'Port': ['ID=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:14.773013 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:15.028558 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.038713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:15.095003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:15.101087 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.101490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.110381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:20:15.177033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'mac_address': 'fa:16:3e:50:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:15.179913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.180282 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Added segment 3171952e-c5f3-47d7-ac40-157d2ed171df of type vlan for network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f Jul 09 17:20:15.182842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] device_id is not set on port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:15.225561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a441525e-5040-4533-9c1c-5a85fcb41e04,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:15.230640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330870fe-b692-442e-8a59-e3a2b8af3eb6 req-d8117c6e-ecda-40c8-a1ea-4917dcff335b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:15.238439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-330870fe-b692-442e-8a59-e3a2b8af3eb6 req-d8117c6e-ecda-40c8-a1ea-4917dcff335b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.6956363 Jul 09 17:20:15.346726 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:14Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:15.353168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-330870fe-b692-442e-8a59-e3a2b8af3eb6 req-b894714e-12b4-4fff-bdea-c91c7ab67cc8 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137288 Jul 09 17:20:15.355677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:15.356079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.371165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Deleting port ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:15.371672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.374902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.408351 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2dbb24-ab28-4e9b-9816-629639ba8e20 None None] The sync data for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 is: [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:14Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:15.470776 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.476055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] For port 64ba44da-a4ae-436e-a1bb-4c7f779690c0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=64ba44da-a4ae-436e-a1bb-4c7f779690c0,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:15.476586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.483211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event updated for resources: {'Port': ['ID=2425b529-d3f0-4237-8ff1-286e130353cf,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:15.520308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b925eb8d-d2d2-4659-9c02-aeddab1c5020 None None] Provisioning for port bc2d4597-0478-49c9-9814-b32305df6b1d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:15.529306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:15.547524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Calling delete_port for 64ba44da-a4ae-436e-a1bb-4c7f779690c0 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:15.562663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.564342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8dc75770-c695-4310-84fe-50f90468ddfd tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1075823 Jul 09 17:20:15.567154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:15.569615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b925eb8d-d2d2-4659-9c02-aeddab1c5020 None None] Provisioning complete for port bc2d4597-0478-49c9-9814-b32305df6b1d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:15.570197 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b925eb8d-d2d2-4659-9c02-aeddab1c5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.649344 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.657771 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.754452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.761400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:15.762679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.783008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b925eb8d-d2d2-4659-9c02-aeddab1c5020 None None] Port bc2d4597-0478-49c9-9814-b32305df6b1d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:15.853552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d6e7e-84ae-48ca-b8a6-7cb0ec62c2a8 req-e407e204-6788-4796-b930-9a759527ebbe tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:15.857961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-561d6e7e-84ae-48ca-b8a6-7cb0ec62c2a8 req-e407e204-6788-4796-b930-9a759527ebbe tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 943 time: 0.6335990 Jul 09 17:20:15.865548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Network': ['ID=8fa71bbd-7ef2-49cf-91db-5478710c2e6f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:15.879274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ac142e56-de6e-4c44-ae89-c8b49e885d24 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:15.887711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:20:15.920102 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.940051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:15.945767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-03719512-f151-4c05-af06-93a09060f163 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8697674 Jul 09 17:20:15.946466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:15.951962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Deleting port 7d476426-5ca6-4cb8-a7e4-741a409eff61 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:15.952308 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:15.958423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:15.964285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.057508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] For port 7d476426-5ca6-4cb8-a7e4-741a409eff61, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d476426-5ca6-4cb8-a7e4-741a409eff61,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:16.058156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.075136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Calling delete_port for 7d476426-5ca6-4cb8-a7e4-741a409eff61 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:16.077729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Calling delete_port for ac142e56-de6e-4c44-ae89-c8b49e885d24 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:16.084408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c647d7c-c110-4baf-84f7-92f36a9ece2b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:16.144874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5c647d7c-c110-4baf-84f7-92f36a9ece2b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:16.145591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c647d7c-c110-4baf-84f7-92f36a9ece2b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:16.184519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c7282295-7ec2-4082-9e0f-51a61926a8c5 None None] Could not find standard attr ID for object 2f9d3457-c61c-4fbe-87a3-292e717c86ae. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:20:16.261567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:16.278055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c7282295-7ec2-4082-9e0f-51a61926a8c5 None None] Provisioning complete for port bc2d4597-0478-49c9-9814-b32305df6b1d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:16.278555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c7282295-7ec2-4082-9e0f-51a61926a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.319082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.332742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-561d6e7e-84ae-48ca-b8a6-7cb0ec62c2a8 req-9d704970-7c4c-4fb8-a5e3-d97611c28be5 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295788 Jul 09 17:20:16.399675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 64ba44da-a4ae-436e-a1bb-4c7f779690c0 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:16.419403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Allocated IP 172.20.0.13 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/6ccfe548-976a-4bcb-9784-14e6e0cde9a0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:16.464173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ac142e56-de6e-4c44-ae89-c8b49e885d24 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:16.498997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ac142e56-de6e-4c44-ae89-c8b49e885d24, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ac142e56-de6e-4c44-ae89-c8b49e885d24,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:16.505767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c7282295-7ec2-4082-9e0f-51a61926a8c5 None None] Port bc2d4597-0478-49c9-9814-b32305df6b1d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:16.521355 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.662132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 64ba44da-a4ae-436e-a1bb-4c7f779690c0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:16.662132 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.704515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c71f9-670f-4c62-b7d5-c0ae868a0961 req-93865a71-9b48-4e3a-b93b-bad0112d2b07 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:16.711969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-094c71f9-670f-4c62-b7d5-c0ae868a0961 req-93865a71-9b48-4e3a-b93b-bad0112d2b07 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4427927 Jul 09 17:20:16.736493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:16.741080 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.758947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.797273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:16.816575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Could not find standard attr ID for object 64ba44da-a4ae-436e-a1bb-4c7f779690c0. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:20:16.824783 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No ports have port_id starting with 64ba44da-a4ae-436e-a1bb-4c7f779690c0 Jul 09 17:20:16.826186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:16.846293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Pushing event deleted for resources: {'Port': ['ID=64ba44da-a4ae-436e-a1bb-4c7f779690c0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:16.971539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:16.978226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:16.978623 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:16.982440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-094c71f9-670f-4c62-b7d5-c0ae868a0961 req-be812b5f-36ad-4b6a-981f-843ffd1b78cf tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677255 Jul 09 17:20:17.167939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.202829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.249995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d476426-5ca6-4cb8-a7e4-741a409eff61,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:17.304588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:17.314588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.318342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a441525e-5040-4533-9c1c-5a85fcb41e04 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:17.480792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.594174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.595980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event deleted for resources: {'Port': ['ID=ac142e56-de6e-4c44-ae89-c8b49e885d24,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:17.653763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:17.674924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a441525e-5040-4533-9c1c-5a85fcb41e04 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:17.676331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.717458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9485-e784-4cc7-a020-1e47da8de2be req-b72e2590-91a5-4bd1-b02c-67fb4ca1f7c2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:17.726533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15ff9485-e784-4cc7-a020-1e47da8de2be req-b72e2590-91a5-4bd1-b02c-67fb4ca1f7c2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4077508 Jul 09 17:20:17.732991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] No DVR routers for this DVR port ac142e56-de6e-4c44-ae89-c8b49e885d24 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:17.736343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=9209fbb7-df51-4210-8494-150522a819c6,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:17.743330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.745941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6fd62fd-569d-41de-955e-5655af59a486 req-e4e5bf6f-2258-4da0-8d8c-99040daec347 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "DELETE /v2.0/ports/ac142e56-de6e-4c44-ae89-c8b49e885d24 HTTP/1.1" status: 204 len: 173 time: 3.4247057 Jul 09 17:20:17.748126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'name': 'network-vif-deleted', 'tag': 'ac142e56-de6e-4c44-ae89-c8b49e885d24'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:17.750939 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df22da9-8a8c-418f-88e1-eb70c6052a5a" -d '{"events": [{"server_uuid": "635575bc-aeb4-4921-afb2-e04cab39f23d", "name": "network-vif-deleted", "tag": "ac142e56-de6e-4c44-ae89-c8b49e885d24"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:17.754130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.862055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15ff9485-e784-4cc7-a020-1e47da8de2be req-5989d7d6-dd1c-4c82-8689-247dfff23a61 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263494 Jul 09 17:20:17.953961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:17.983066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-580dd4e7-96fa-47fb-965a-dda205f4d59f req-61ed3aa2-eda1-451a-bd41-4dddc885b979 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=635575bc-aeb4-4921-afb2-e04cab39f23d HTTP/1.1" status: 200 len: 210 time: 0.3367991 Jul 09 17:20:18.139810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Transition to ACTIVE for port object 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:18.204548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Checking segment: {'id': '3171952e-c5f3-47d7-ac40-157d2ed171df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:18.205459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network hostable DHCP agents. Network: 8fa71bbd-7ef2-49cf-91db-5478710c2e6f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:20:18.266167 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8990ba-2d09-49ff-b7ce-b8f7283613d1 x-openstack-request-id: req-4b8990ba-2d09-49ff-b7ce-b8f7283613d1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:18.267177 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635575bc-aeb4-4921-afb2-e04cab39f23d", "name": "network-vif-deleted", "tag": "ac142e56-de6e-4c44-ae89-c8b49e885d24", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:18.268171 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b8990ba-2d09-49ff-b7ce-b8f7283613d1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:18.269731 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635575bc-aeb4-4921-afb2-e04cab39f23d', 'name': 'network-vif-deleted', 'tag': 'ac142e56-de6e-4c44-ae89-c8b49e885d24', 'status': 'completed', 'code': 200} Jul 09 17:20:18.285404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:18.288400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.364978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:20:18.442179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:18.508550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8fa71bbd-7ef2-49cf-91db-5478710c2e6f) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:18.523823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57706c4b-d051-4c59-acb7-72eaf756da4e None None] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:18.558249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:18.559512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.568560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.667293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:18.681572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] Sync routers for ids ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:18.684995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f94ef230-d87d-460a-b42b-b2784a1a410f admin admin] 10.222.0.21 "PUT /v2.0/routers/b761de7a-4d71-4147-8f2a-12b8d5fa66a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8571148 Jul 09 17:20:18.689623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:18.756330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] Routers {'b761de7a-4d71-4147-8f2a-12b8d5fa66a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:18.756999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:18.811857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:18.811857 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:18.996399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.001173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8fa71bbd-7ef2-49cf-91db-5478710c2e6f', 'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': '9209fbb7-df51-4210-8494-150522a819c6'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:20:19.002402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.031472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e405844-59e8-4e5a-abf5-32d4813b2729 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0815821 Jul 09 17:20:19.034526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:19.044686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60806) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:19.051336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1198687837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:19.074124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:19.087378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:19.144937 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.146555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.214625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.228822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.239560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] Set router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:19.261631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=6ccfe548-976a-4bcb-9784-14e6e0cde9a0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:19.274622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.279038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5316db4e-501e-4f11-b4aa-0063e4dd4e1c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2327600 Jul 09 17:20:19.282280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60810) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:19.289208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f', 'name': 'tempest-PortsTestJSON-167154399'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:19.353432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.355753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058378f-6b7b-4697-aa08-311f31d1b05e req-a21f1621-3a53-4565-bed7-55cdfded7bae tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:19.365692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f058378f-6b7b-4697-aa08-311f31d1b05e req-a21f1621-3a53-4565-bed7-55cdfded7bae tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8707697 Jul 09 17:20:19.389485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:19.393999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.536065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:19.539893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:19.560682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a82a66ba-ce58-4112-a8bf-c2b4172e3c97 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4319038 Jul 09 17:20:19.563938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60812) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:19.575533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6c:13:61'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:19.586269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port c4aa1b38-8e0b-41ed-b9f1-0f406555334e yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:19.621338 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f058378f-6b7b-4697-aa08-311f31d1b05e req-f41e5954-4890-410d-a48b-06b41f145de1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984124 Jul 09 17:20:19.747125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Router abbab5e7-85af-4419-b9ac-9e061c32b503 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:19.989187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:20.001556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] Sync routers for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:20.008480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ae53d66-6f46-4dbe-9d60-8971bde45427 admin admin] 10.222.0.21 "PUT /v2.0/routers/abbab5e7-85af-4419-b9ac-9e061c32b503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4886987 Jul 09 17:20:20.009850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60820) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:20.020715 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:20.021518 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.102558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c17b8259-81b3-4852-9558-1e6c85494649 None None] Provisioning for port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:20.142765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c17b8259-81b3-4852-9558-1e6c85494649 None None] Provisioning complete for port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:20.143283 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c17b8259-81b3-4852-9558-1e6c85494649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.281154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:20.297654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b6549-d86b-4bcf-a9ad-ad625d2966c8 req-5ee39bd9-2dbe-4c2b-bd69-e3b5b99029d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:20.299245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-906b6549-d86b-4bcf-a9ad-ad625d2966c8 req-5ee39bd9-2dbe-4c2b-bd69-e3b5b99029d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3079872 Jul 09 17:20:20.301831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.401874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c17b8259-81b3-4852-9558-1e6c85494649 None None] Port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:20.453312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-906b6549-d86b-4bcf-a9ad-ad625d2966c8 req-e6e3d791-46a2-42ba-96f6-fe2c578ff7a1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862317 Jul 09 17:20:20.495666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Deleting port a777bbac-216c-4e55-a753-acfa599911a8 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:20.496265 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.514851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Allocated IP 172.20.0.2 (8fa71bbd-7ef2-49cf-91db-5478710c2e6f/9209fbb7-df51-4210-8494-150522a819c6/6e35dec3-83d2-400f-908c-28d86aec4eec) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:20.619586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.675389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:16Z', 'revision_number': 5, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port': {'id': 'a777bbac-216c-4e55-a753-acfa599911a8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:54Z', 'updated_at': '2021-07-09T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.721869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] Checking router: b761de7a-4d71-4147-8f2a-12b8d5fa66a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:20.745615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] For port a777bbac-216c-4e55-a753-acfa599911a8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a777bbac-216c-4e55-a753-acfa599911a8,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:20.746126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.759939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] Routers {'b761de7a-4d71-4147-8f2a-12b8d5fa66a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:20.760635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.771319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Calling delete_port for a777bbac-216c-4e55-a753-acfa599911a8 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:20.791623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Deleting port b5b64cc0-02b0-4eb9-a969-d4476f39015f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:20.793064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:20.866622 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:20:16Z', 'revision_number': 5, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port': {'id': 'b5b64cc0-02b0-4eb9-a969-d4476f39015f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:17:29Z', 'updated_at': '2021-07-09T17:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:20.950035 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] Checking router: abbab5e7-85af-4419-b9ac-9e061c32b503 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:20.963097 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] Routers {'abbab5e7-85af-4419-b9ac-9e061c32b503'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:20.963798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['abbab5e7-85af-4419-b9ac-9e061c32b503'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:21.003317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.023196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] Set router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:21.026001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.034969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] For port b5b64cc0-02b0-4eb9-a969-d4476f39015f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b5b64cc0-02b0-4eb9-a969-d4476f39015f,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:21.035959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.065861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Calling delete_port for b5b64cc0-02b0-4eb9-a969-d4476f39015f owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:21.074210 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] Set router abbab5e7-85af-4419-b9ac-9e061c32b503 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:21.098880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Pushing event deleted for resources: {'Port': ['ID=a777bbac-216c-4e55-a753-acfa599911a8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:21.115779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:19Z', 'revision_number': 6, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:21.186084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d591f4a-cfb1-40f9-807c-f3f873843b12 None None] The sync data for ids ['b761de7a-4d71-4147-8f2a-12b8d5fa66a3'] in n-d-791506-17 is: [{'id': 'b761de7a-4d71-4147-8f2a-12b8d5fa66a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-175620614-router', 'tenant_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:19Z', 'revision_number': 6, 'project_id': '2a57e2bb56dc4ff9886cb1144356f9cd', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:21.195495 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:20:20Z', 'revision_number': 6, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:21.240275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.269023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Transition to ACTIVE for port object 6e35dec3-83d2-400f-908c-28d86aec4eec will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:21.295790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Transition to ACTIVE for port object 6e35dec3-83d2-400f-908c-28d86aec4eec will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:21.308333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.320646 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c956359-5854-47d1-ae38-5b69d616c14d None None] The sync data for ids ['abbab5e7-85af-4419-b9ac-9e061c32b503'] in n-d-791506-17 is: [{'id': 'abbab5e7-85af-4419-b9ac-9e061c32b503', 'name': 'tempest-ServersTestJSON-44112038-router', 'tenant_id': '04b12e45f61743f98187902a46acccba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:17:26Z', 'updated_at': '2021-07-09T17:20:20Z', 'revision_number': 6, 'project_id': '04b12e45f61743f98187902a46acccba', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:21.427651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.441389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.442358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Pushing event updated for resources: {'Port': ['ID=6e35dec3-83d2-400f-908c-28d86aec4eec,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:21.470592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:21.473657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:21.492254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:21.509379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b64cc0-02b0-4eb9-a969-d4476f39015f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:21.621457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Attempting to bind port 6e35dec3-83d2-400f-908c-28d86aec4eec on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:21.621836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Attempting to bind port 6e35dec3-83d2-400f-908c-28d86aec4eec by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3171952e-c5f3-47d7-ac40-157d2ed171df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:21.622214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Attempting to bind port 6e35dec3-83d2-400f-908c-28d86aec4eec on network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:21.631432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:21.631842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Checking segment: {'id': '3171952e-c5f3-47d7-ac40-157d2ed171df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:21.632263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.632894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Bound using segment: {'id': '3171952e-c5f3-47d7-ac40-157d2ed171df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:21.633397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Bound port: 6e35dec3-83d2-400f-908c-28d86aec4eec, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3171952e-c5f3-47d7-ac40-157d2ed171df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8fa71bbd-7ef2-49cf-91db-5478710c2e6f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:21.633800 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.653248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.773951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] For port 6e35dec3-83d2-400f-908c-28d86aec4eec, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:21.779471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] For port 6e35dec3-83d2-400f-908c-28d86aec4eec, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e35dec3-83d2-400f-908c-28d86aec4eec,segment=NetworkSegment(3171952e-c5f3-47d7-ac40-157d2ed171df),segment_id=3171952e-c5f3-47d7-ac40-157d2ed171df)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:21.788117 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.868094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.870260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:21.954895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6ad47-3ac5-4415-859d-bc1a38fb5edb None None] Pushing event updated for resources: {'Port': ['ID=6e35dec3-83d2-400f-908c-28d86aec4eec,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:22.000145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e5eca947-a9a3-4c5f-ad37-16ce3782c9b9 {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:20:22.001598 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:20:22.030587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.043184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.043683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.043981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbab5e7-85af-4419-b9ac-9e061c32b503 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:20:22.051655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.062030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-43be7bdb-d054-4e6f-9e6f-0989b3f1dc5a admin admin] 10.222.0.21 "DELETE /v2.0/routers/abbab5e7-85af-4419-b9ac-9e061c32b503 HTTP/1.1" status: 204 len: 168 time: 2.0438716 Jul 09 17:20:22.065177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60832) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:22.131092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.141903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.164018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.165172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b761de7a-4d71-4147-8f2a-12b8d5fa66a3 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:20:22.170795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Deleting subnet a26fd886-001b-4789-bd5a-bacd80caabe3 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:22.173547 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.174730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae41f593-23ed-44bf-accc-564eb6fdb747 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b761de7a-4d71-4147-8f2a-12b8d5fa66a3 HTTP/1.1" status: 204 len: 168 time: 3.4842134 Jul 09 17:20:22.177317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60834) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:22.180258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.321417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] In _notify_port_updated(), no bound segment for port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 on network 8405078a-667a-4344-a54e-46ada606c1bf {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:20:22.327177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:22.327901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.331794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "PUT /v2.0/ports/6ccfe548-976a-4bcb-9784-14e6e0cde9a0 HTTP/1.1" status: 200 len: 995 time: 2.7630007 Jul 09 17:20:22.338631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60836) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:22.390052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Deleting subnet afd31cc4-708e-4412-bcb8-08e7b93cc907 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:22.401452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.429259 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.450007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ade277-f0f4-45e5-92bc-229e7c4e89b0 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=6ccfe548-976a-4bcb-9784-14e6e0cde9a0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:22.483610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.529403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.618951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 98132813-6c64-434d-b9db-96fc37f7bd70 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:22.648169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.770031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.813964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26fd886-001b-4789-bd5a-bacd80caabe3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:22.828308 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:22.830412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b7abc58b-a387-4db3-8092-c083020086c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a26fd886-001b-4789-bd5a-bacd80caabe3 HTTP/1.1" status: 204 len: 168 time: 0.7618258 Jul 09 17:20:22.838689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1896ae-357f-45cc-95a1-79e3ca211570 None None] Network 0462da52-f187-4e3d-abfa-dcd8baf6a0ae requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:22.857147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60840) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:22.871352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.3 (8fa71bbd-7ef2-49cf-91db-5478710c2e6f/9209fbb7-df51-4210-8494-150522a819c6/98132813-6c64-434d-b9db-96fc37f7bd70) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:22.887914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e35dec3-83d2-400f-908c-28d86aec4eec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:22.955530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.037023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.108366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5242349-b2ab-42be-8b9c-32736924713e None None] Provisioning complete for port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:23.109183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5242349-b2ab-42be-8b9c-32736924713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.137170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Deleting port ff5c4aa6-4cfe-410c-a772-75738bd1401e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:23.137590 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.163639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:23.167354 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.229941 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.274995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.288693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/afd31cc4-708e-4412-bcb8-08e7b93cc907 HTTP/1.1" status: 204 len: 168 time: 1.1092985 Jul 09 17:20:23.294635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee067942-691d-43e1-a0a2-36dbfc7e48e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd31cc4-708e-4412-bcb8-08e7b93cc907,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:23.308216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60842) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:23.338135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36cbdb-acbd-4515-a8e3-1db9f7f57eee None None] Network d8fce854-a9a8-4932-a86b-f2fb56e7c221 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:23.346175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6e35dec3-83d2-400f-908c-28d86aec4eec completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:23.354306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a5242349-b2ab-42be-8b9c-32736924713e None None] Port 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:23.387823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.428667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] For port ff5c4aa6-4cfe-410c-a772-75738bd1401e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ff5c4aa6-4cfe-410c-a772-75738bd1401e,segment=NetworkSegment(7e322eb5-3830-4641-ab33-8f9889ecbbc6),segment_id=7e322eb5-3830-4641-ab33-8f9889ecbbc6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:23.429320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.454213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Calling delete_port for ff5c4aa6-4cfe-410c-a772-75738bd1401e owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:23.466136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.475078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 98132813-6c64-434d-b9db-96fc37f7bd70 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:23.545551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 64ba44da-a4ae-436e-a1bb-4c7f779690c0 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:23.572147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.594979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for 6ccfe548-976a-4bcb-9784-14e6e0cde9a0 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:23.623080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 64ba44da-a4ae-436e-a1bb-4c7f779690c0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:23.623457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 64ba44da-a4ae-436e-a1bb-4c7f779690c0 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:23.624257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a777bbac-216c-4e55-a753-acfa599911a8 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:23.690441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a777bbac-216c-4e55-a753-acfa599911a8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:23.690730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a777bbac-216c-4e55-a753-acfa599911a8 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:23.691045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d476426-5ca6-4cb8-a7e4-741a409eff61 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:23.763944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Deleting port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:23.764307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.781746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7d476426-5ca6-4cb8-a7e4-741a409eff61 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:23.782099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d476426-5ca6-4cb8-a7e4-741a409eff61 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:23.782526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b5b64cc0-02b0-4eb9-a969-d4476f39015f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:23.826715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.829475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:23.850607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b5b64cc0-02b0-4eb9-a969-d4476f39015f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:23.851197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b5b64cc0-02b0-4eb9-a969-d4476f39015f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:23.891668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:23.900117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:23.934710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:23.975194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb3d16-f819-449b-8a66-98d2d7eaff15 None None] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:23.998939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] For port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:24.000402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.019019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.044369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:24.045056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.077828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7935169 Jul 09 17:20:24.078429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60846) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.172572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2e8e1-d3ce-42ce-8de3-ac19ba51c9c0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=98132813-6c64-434d-b9db-96fc37f7bd70,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:24.240427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] Provisioning for port 6e35dec3-83d2-400f-908c-28d86aec4eec completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:24.258725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] Provisioning complete for port 6e35dec3-83d2-400f-908c-28d86aec4eec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:24.261839 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.278056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=6ccfe548-976a-4bcb-9784-14e6e0cde9a0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:24.434895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c4be1-7a1e-423a-bb0f-a8083c17910d None None] DHCP port deletion for 0462da52-f187-4e3d-abfa-dcd8baf6a0ae request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:24.497486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.500161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d923bb51-d70a-4b62-baf1-b4d480e5f4aa tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/ports/6ccfe548-976a-4bcb-9784-14e6e0cde9a0 HTTP/1.1" status: 204 len: 168 time: 2.1585681 Jul 09 17:20:24.503153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60848) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.615940 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39068b6-e5d5-49a3-a36c-98d82ffff9f1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] GET failed (client error): The resource could not be found. Jul 09 17:20:24.617901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b39068b6-e5d5-49a3-a36c-98d82ffff9f1 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "GET /v2.0/ports/6ccfe548-976a-4bcb-9784-14e6e0cde9a0 HTTP/1.1" status: 404 len: 333 time: 0.1135597 Jul 09 17:20:24.622919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60850) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:24.631587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'name': 'tempest-AllowedAddressPairTestJSON-1382942633'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:24.640702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] DHCP port deletion for d8fce854-a9a8-4932-a86b-f2fb56e7c221 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:24.695278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Calling delete_port for 91ac83c4-cefa-4bd9-aacc-9a90c8897ead owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:24.726161 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.788248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] For port 6e35dec3-83d2-400f-908c-28d86aec4eec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e35dec3-83d2-400f-908c-28d86aec4eec,segment=NetworkSegment(3171952e-c5f3-47d7-ac40-157d2ed171df),segment_id=3171952e-c5f3-47d7-ac40-157d2ed171df)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:24.793891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] Deleting port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:24.794272 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.799028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.927029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] No DVR routers for this DVR port ff5c4aa6-4cfe-410c-a772-75738bd1401e on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:24.939368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5c4aa6-4cfe-410c-a772-75738bd1401e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:24.950879 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.956850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] For port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,segment=NetworkSegment(9e96dacd-82c6-4466-bdad-cbb0cd76bdfb),segment_id=9e96dacd-82c6-4466-bdad-cbb0cd76bdfb)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:24.957383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:24.979488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] Calling delete_port for 91ac83c4-cefa-4bd9-aacc-9a90c8897ead owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:25.077371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:25.105864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.122922 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.153492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] No DVR routers for this DVR port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:25.191112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f72cf-6feb-41a8-8866-bbd289c1e713 None None] Pushing event updated for resources: {'Port': ['ID=6e35dec3-83d2-400f-908c-28d86aec4eec,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:25.211344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] No DVR routers for this DVR port 91ac83c4-cefa-4bd9-aacc-9a90c8897ead on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:25.258185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ab93b-7c04-4c3c-8667-2744b6320d74 None None] Pushing event deleted for resources: {'Port': ['ID=91ac83c4-cefa-4bd9-aacc-9a90c8897ead,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:25.273529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dda623ba-3293-441e-a441-3ea52fa30d42 None None] Provisioning complete for port 6e35dec3-83d2-400f-908c-28d86aec4eec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:25.273900 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dda623ba-3293-441e-a441-3ea52fa30d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.348653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.370715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fce854-a9a8-4932-a86b-f2fb56e7c221']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:25.390971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:25.391821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e96dacd-82c6-4466-bdad-cbb0cd76bdfb') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:25.404618 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.434378 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.442370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:25.443375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.469095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:25.482287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:25.498751 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:25.516990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dda623ba-3293-441e-a441-3ea52fa30d42 None None] Provisioning for port 98132813-6c64-434d-b9db-96fc37f7bd70 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:25.529245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.540062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dda623ba-3293-441e-a441-3ea52fa30d42 None None] Provisioning complete for port 98132813-6c64-434d-b9db-96fc37f7bd70 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:25.540749 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dda623ba-3293-441e-a441-3ea52fa30d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.549408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] device_id is not set on port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:25.549634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0462da52-f187-4e3d-abfa-dcd8baf6a0ae']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:25.559728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.565860 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.571152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d8fce854-a9a8-4932-a86b-f2fb56e7c221 HTTP/1.1" status: 204 len: 168 time: 2.2529058 Jul 09 17:20:25.574487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e322eb5-3830-4641-ab33-8f9889ecbbc6') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:25.574788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e322eb5-3830-4641-ab33-8f9889ecbbc6') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:25.620558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dda623ba-3293-441e-a441-3ea52fa30d42 None None] Port 98132813-6c64-434d-b9db-96fc37f7bd70 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:25.623740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9670ac-4e8d-4fd1-a4c3-474fa45aab52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fce854-a9a8-4932-a86b-f2fb56e7c221,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:25.634091 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.666433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.678094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.680689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:25.681107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:25.683073 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:25.701830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.755685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3f191f21-8c99-4e11-94c4-357eaac78499 None None] Provisioning complete for port 98132813-6c64-434d-b9db-96fc37f7bd70 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:25.756079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3f191f21-8c99-4e11-94c4-357eaac78499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.837821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3f191f21-8c99-4e11-94c4-357eaac78499 None None] Port 98132813-6c64-434d-b9db-96fc37f7bd70 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:25.856279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.871510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:25.876013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0462da52-f187-4e3d-abfa-dcd8baf6a0ae HTTP/1.1" status: 204 len: 168 time: 3.0154591 Jul 09 17:20:25.908527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:25.909443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768b4c9-abea-4eef-bf02-4aa6dcbbc263 admin admin] Pushing event deleted for resources: {'Network': ['ID=0462da52-f187-4e3d-abfa-dcd8baf6a0ae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:26.036768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-69b5d5ec-d300-4e9c-9ad5-deef0da2321d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a57e2bb56dc4ff9886cb1144356f9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103547 Jul 09 17:20:26.038108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:26.162607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8db8a88f-b860-4a51-9db8-e2b7949a4172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.171880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6ce4ae98-c734-4270-80f5-d5d43dc9034d None None] Provisioning complete for port 98132813-6c64-434d-b9db-96fc37f7bd70 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:26.172455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ae98-c734-4270-80f5-d5d43dc9034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.210383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8db8a88f-b860-4a51-9db8-e2b7949a4172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.271367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=98132813-6c64-434d-b9db-96fc37f7bd70,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:26.301983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4ae98-c734-4270-80f5-d5d43dc9034d None None] Port 98132813-6c64-434d-b9db-96fc37f7bd70 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:26.306105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60864) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:26.347145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Allocated IP 172.20.0.4 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/355e18e1-2dbe-4d82-92d7-306fdbeb2442) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:26.348542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e35dec3-83d2-400f-908c-28d86aec4eec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:26.372464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8db8a88f-b860-4a51-9db8-e2b7949a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.375052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8db8a88f-b860-4a51-9db8-e2b7949a4172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.378889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8db8a88f-b860-4a51-9db8-e2b7949a4172 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/195ba1bd-92d6-47d3-9e77-cb0dd1ed67c5 HTTP/1.1" status: 204 len: 168 time: 0.3370526 Jul 09 17:20:26.398147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7a64c63c-2b80-4400-ab37-1db7d79d785c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04b12e45f61743f98187902a46acccba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907891 Jul 09 17:20:26.404548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:26.422354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8a88f-b860-4a51-9db8-e2b7949a4172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ba1bd-92d6-47d3-9e77-cb0dd1ed67c5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:26.469330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6e35dec3-83d2-400f-908c-28d86aec4eec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:26.469707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.528474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-562b2dcc-0b86-45a1-a490-8897aba6df29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.588589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-562b2dcc-0b86-45a1-a490-8897aba6df29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.588824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.618170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Transition to ACTIVE for port object 355e18e1-2dbe-4d82-92d7-306fdbeb2442 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:26.659288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.690877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-562b2dcc-0b86-45a1-a490-8897aba6df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.693872 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-562b2dcc-0b86-45a1-a490-8897aba6df29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.702763 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-562b2dcc-0b86-45a1-a490-8897aba6df29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31b3a9be-2900-44f1-9bff-86d4d3714d54 HTTP/1.1" status: 204 len: 168 time: 0.2926605 Jul 09 17:20:26.723933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b2dcc-0b86-45a1-a490-8897aba6df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b3a9be-2900-44f1-9bff-86d4d3714d54,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:26.813712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ff5c4aa6-4cfe-410c-a772-75738bd1401e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:26.862121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: ff5c4aa6-4cfe-410c-a772-75738bd1401e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:26.868027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ff5c4aa6-4cfe-410c-a772-75738bd1401e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:26.868803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 91ac83c4-cefa-4bd9-aacc-9a90c8897ead no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:26.879259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:26.896734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 91ac83c4-cefa-4bd9-aacc-9a90c8897ead {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:26.897064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 91ac83c4-cefa-4bd9-aacc-9a90c8897ead not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:26.965442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:26.970490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:26.988963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:27.138560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=355e18e1-2dbe-4d82-92d7-306fdbeb2442,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:27.138560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.143569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:27.144321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.246491 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-03b8544a-789a-44c6-a5a2-9b8c097b28b5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6209927 Jul 09 17:20:27.247146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60888) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:27.271438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6c:13:61'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:27.469602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-55f4bf3e-4682-4526-86be-742433c8f54a None None] Provisioning for port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:27.516470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-55f4bf3e-4682-4526-86be-742433c8f54a None None] Provisioning complete for port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:27.518160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55f4bf3e-4682-4526-86be-742433c8f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.595862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-55f4bf3e-4682-4526-86be-742433c8f54a None None] Port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:27.806658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.849823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:27.858966 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.033861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=98132813-6c64-434d-b9db-96fc37f7bd70,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:28.054387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.109376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.117737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.273097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:28.276988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:28.333664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=355e18e1-2dbe-4d82-92d7-306fdbeb2442,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:28.370705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] In _notify_port_updated(), no bound segment for port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 on network 8405078a-667a-4344-a54e-46ada606c1bf {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:20:28.377170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:28.380167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.384830 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-89762ed6-8922-42ce-a5a7-6e604a321a85 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "PUT /v2.0/ports/355e18e1-2dbe-4d82-92d7-306fdbeb2442 HTTP/1.1" status: 200 len: 996 time: 1.1359270 Jul 09 17:20:28.386074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60918) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:28.608545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:28.612313 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.734590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ec7142a-5ce7-47d3-b0df-9bb03615c46b None None] Provisioning complete for port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:28.737757 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ec7142a-5ce7-47d3-b0df-9bb03615c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.798739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.823231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60942) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:28.830947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for 355e18e1-2dbe-4d82-92d7-306fdbeb2442 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:28.835408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7142a-5ce7-47d3-b0df-9bb03615c46b None None] Port 355e18e1-2dbe-4d82-92d7-306fdbeb2442 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:28.871676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ec7142a-5ce7-47d3-b0df-9bb03615c46b None None] Provisioning complete for port 98132813-6c64-434d-b9db-96fc37f7bd70 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:28.877819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ec7142a-5ce7-47d3-b0df-9bb03615c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:28.962779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7142a-5ce7-47d3-b0df-9bb03615c46b None None] Port 98132813-6c64-434d-b9db-96fc37f7bd70 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:29.047816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-849708961-network', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:29.082662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Router aeb0c333-f69b-4838-99d4-bab3cd8e3d5d is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:20:29.104794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:29.107454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.121320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.132380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-74d39d33-7db9-4c3a-b420-18d03f6467b6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:29.139434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-74d39d33-7db9-4c3a-b420-18d03f6467b6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 822 time: 0.2837415 Jul 09 17:20:29.166365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-174dd62d-8fb7-42fa-924f-ecd90b5bb3ae tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/quotas/b50a086c1f834d768186fcced8562622 HTTP/1.1" status: 200 len: 375 time: 0.0258470 Jul 09 17:20:29.227076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:29.235540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bcae21d8-d822-4839-8d1f-553a2c4e507c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/routers/aeb0c333-f69b-4838-99d4-bab3cd8e3d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1488984 Jul 09 17:20:29.235540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60960) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:29.238541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] Sync routers for ids ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:29.252357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-e787fd90-7824-4708-b30a-44b179648dad tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4b21dc54f20940fba04fdf1d3dd4c96a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558379 Jul 09 17:20:29.261024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] Routers {'aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:29.261787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:29.345662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:29.358302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] Routers {'aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:29.359442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:29.359573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.369851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.411163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.436141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=355e18e1-2dbe-4d82-92d7-306fdbeb2442,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:29.440526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79293067-5317-4cac-864d-f639774aef83 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:29.445579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-79293067-5317-4cac-864d-f639774aef83 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0c333-f69b-4838-99d4-bab3cd8e3d5d HTTP/1.1" status: 200 len: 981 time: 0.2061031 Jul 09 17:20:29.450062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:29.508581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-ea7c7f5e-4cf4-467a-aad6-b5e07c38bbd8 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:29.510790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-ea7c7f5e-4cf4-467a-aad6-b5e07c38bbd8 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167020 Jul 09 17:20:29.537389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-2df2d6a2-2252-4ea9-9187-a670bf36badc tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3696809 Jul 09 17:20:29.573228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:29.573924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dcd61d-889b-48dc-8e00-3b7d92bf74b3 None None] The sync data for ids ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:29.582832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-804a05ea-a65e-4e37-82cf-757d67102be0 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/quotas/4b21dc54f20940fba04fdf1d3dd4c96a HTTP/1.1" status: 200 len: 375 time: 0.0295804 Jul 09 17:20:29.601706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:20:29.632566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-f1bcf130-5494-4985-8a0c-e94074cc1bfe tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b21dc54f20940fba04fdf1d3dd4c96a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416439 Jul 09 17:20:29.672195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56525c06-615e-45ba-82a2-1170ff068f39,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:29.683984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.684345 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Added segment 61b9676d-2423-4d2b-8303-be00f2d9cb19 of type vlan for network 1e356c56-291f-4e06-a842-ab091bc8d52b Jul 09 17:20:29.710662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.712848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fbb4b5c7-ed7c-4923-af63-ca2b5b37b5be tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/ports/355e18e1-2dbe-4d82-92d7-306fdbeb2442 HTTP/1.1" status: 204 len: 168 time: 1.3255692 Jul 09 17:20:29.735217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:29.799003 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01ee02b-574d-4318-8c33-52ab9c355580 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] GET failed (client error): The resource could not be found. Jul 09 17:20:29.803693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c01ee02b-574d-4318-8c33-52ab9c355580 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "GET /v2.0/ports/355e18e1-2dbe-4d82-92d7-306fdbeb2442 HTTP/1.1" status: 404 len: 333 time: 0.0670705 Jul 09 17:20:29.804372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:29.806477 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:29.822328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'name': 'tempest-AllowedAddressPairTestJSON-582126314'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:30.043727 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-b17e4775-fb1c-419a-8041-a3d69be7e28f service neutron] 10.222.0.21 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617174 Jul 09 17:20:30.071870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.072912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:30.073497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.183941 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3552656 Jul 09 17:20:30.190512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:30.196482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Request body: {'subnet': {'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-subnet', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:30.202412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.225035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be64f6-787d-423e-b097-b1e5a72e24f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1e356c56-291f-4e06-a842-ab091bc8d52b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:30.233105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:30.236838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.240509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 1e356c56-291f-4e06-a842-ab091bc8d52b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:20:30.307481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] device_id is not set on port df0b4b1d-131b-4cbc-aa79-990b1ec9b2be yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:30.324849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-eb5acce7-c3e6-40c5-87a4-eed94315c42e service neutron] 10.222.0.21 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645600 Jul 09 17:20:30.327069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:30.330261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.428940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058b2c-ad9c-465b-ac0b-25592298fd79 req-c02f411d-ae2e-4a44-9caf-2a31db8de4ac tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:30.430529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e058b2c-ad9c-465b-ac0b-25592298fd79 req-c02f411d-ae2e-4a44-9caf-2a31db8de4ac tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3328474 Jul 09 17:20:30.490045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Allocated IP 172.20.0.5 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/df0b4b1d-131b-4cbc-aa79-990b1ec9b2be) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:30.676578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e058b2c-ad9c-465b-ac0b-25592298fd79 req-79ad6cc3-4172-42bd-8c7f-5364501d1e68 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970298 Jul 09 17:20:30.735101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b70f842-fe57-4735-863a-efaccaa90ff3 req-e8c6c134-fb15-4444-afe2-57c86ff74587 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 210 time: 0.0741143 Jul 09 17:20:30.885113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 98132813-6c64-434d-b9db-96fc37f7bd70 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:30.886072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.928951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85af0617-7fb7-4bc4-8cab-b76a79d0fe11 req-c654526e-f6c5-40b4-9402-ad11aa33e0de tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 210 time: 0.0965636 Jul 09 17:20:30.956340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.963706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:30.998130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Transition to ACTIVE for port object df0b4b1d-131b-4cbc-aa79-990b1ec9b2be will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:31.054230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d63afe3-7f11-480f-ad99-91eb753a37c8,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:31.105009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.144761 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.148309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Checking segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:31.149231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Network hostable DHCP agents. Network: 1e356c56-291f-4e06-a842-ab091bc8d52b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:20:31.171405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 98132813-6c64-434d-b9db-96fc37f7bd70 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:31.195858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Network 1e356c56-291f-4e06-a842-ab091bc8d52b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:20:31.248080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:31.253152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:31.266366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:31.303727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 1e356c56-291f-4e06-a842-ab091bc8d52b) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:31.315349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=df0b4b1d-131b-4cbc-aa79-990b1ec9b2be,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:31.316871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb4136-a0a0-4556-b8e5-a2e71354a8c9 None None] Network 1e356c56-291f-4e06-a842-ab091bc8d52b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:31.350892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:31.352350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.365021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89f97a-df44-406f-937c-cf261e723dca req-d3d2cff8-2d29-4112-be36-a1541af0a9d0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:31.375326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb89f97a-df44-406f-937c-cf261e723dca req-d3d2cff8-2d29-4112-be36-a1541af0a9d0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2897632 Jul 09 17:20:31.398053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:31.398744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.418303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-447c40fd-2b54-4e46-beb1-3e229e889370 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2266951 Jul 09 17:20:31.421276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32792) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:31.430712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:31.472743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-23288d07-5baa-4b30-a92b-d9963784ea02 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6557262 Jul 09 17:20:31.475334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32798) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:31.480794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'network_id': '8405078a-667a-4344-a54e-46ada606c1bf', 'name': 'tempest-AllowedAddressPairTestJSON-336174978'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:31.510334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.511363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.609192 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb89f97a-df44-406f-937c-cf261e723dca req-c598e8ff-b960-4018-92b3-9cbecf8f468c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978765 Jul 09 17:20:31.635926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.764260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Made reservation on behalf of 6a85bc1b8fdd40129aef6405da63960c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:31.768478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.817988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] device_id is not set on port b637395c-7351-4159-adf7-56dab0d3e578 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:31.826133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b1a98848-9e06-4fc1-89bd-b39661952372 None None] Provisioning for port df0b4b1d-131b-4cbc-aa79-990b1ec9b2be completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:31.840412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b1a98848-9e06-4fc1-89bd-b39661952372 None None] Provisioning complete for port df0b4b1d-131b-4cbc-aa79-990b1ec9b2be triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:31.841064 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1a98848-9e06-4fc1-89bd-b39661952372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:31.933223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98848-9e06-4fc1-89bd-b39661952372 None None] Port df0b4b1d-131b-4cbc-aa79-990b1ec9b2be cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:31.938325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=98132813-6c64-434d-b9db-96fc37f7bd70,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:32.017136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-1e356c56-291f-4e06-a842-ab091bc8d52b', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:20:32.017780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.106892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Allocated IP 172.20.0.12 (8405078a-667a-4344-a54e-46ada606c1bf/c65e6d8c-1753-462c-b144-9391ed5a73bd/b637395c-7351-4159-adf7-56dab0d3e578) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:32.197875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-658a5b0c-a824-495f-8194-30a27c5b9f0b tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4b21dc54f20940fba04fdf1d3dd4c96a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2218115 Jul 09 17:20:32.347379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77f841e6-c054-4ba6-9ac3-a3a82f9b9070 req-6067a016-5676-4119-822b-a71264248f1e tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 210 time: 0.1406026 Jul 09 17:20:32.351437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.437573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Allocated IP 172.20.0.2 (1e356c56-291f-4e06-a842-ab091bc8d52b/9d63afe3-7f11-480f-ad99-91eb753a37c8/6ea26934-ffd5-4973-a8a5-ebab196df767) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:32.480595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.504179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Transition to ACTIVE for port object b637395c-7351-4159-adf7-56dab0d3e578 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:32.562615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.693892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=b637395c-7351-4159-adf7-56dab0d3e578,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:32.708584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Network 8405078a-667a-4344-a54e-46ada606c1bf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:32.711702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:32.716566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:32.754683 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.790669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Transition to ACTIVE for port object 6ea26934-ffd5-4973-a8a5-ebab196df767 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:32.830935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Transition to ACTIVE for port object 6ea26934-ffd5-4973-a8a5-ebab196df767 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:32.844227 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.852902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:32.853715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:32.912664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-408c8cb7-cf49-4bab-9b0d-631f80d3f9ef tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4361870 Jul 09 17:20:32.915351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32842) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:32.926569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6c:13:61'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:56:32:29'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:32.931937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Network 1e356c56-291f-4e06-a842-ab091bc8d52b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:32.955441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:32.958573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:32.989767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Pushing event updated for resources: {'Port': ['ID=6ea26934-ffd5-4973-a8a5-ebab196df767,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:33.017435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.103505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Attempting to bind port 6ea26934-ffd5-4973-a8a5-ebab196df767 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:33.104786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Attempting to bind port 6ea26934-ffd5-4973-a8a5-ebab196df767 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:33.105442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Attempting to bind port 6ea26934-ffd5-4973-a8a5-ebab196df767 on network 1e356c56-291f-4e06-a842-ab091bc8d52b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:33.113185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:33.114005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Checking segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:33.114592 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.115152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Bound using segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:33.115815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Bound port: 6ea26934-ffd5-4973-a8a5-ebab196df767, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:33.116403 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.205794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f73e6acc-ead0-4583-b060-669244aafb03 None None] Provisioning for port b637395c-7351-4159-adf7-56dab0d3e578 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:33.217086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f73e6acc-ead0-4583-b060-669244aafb03 None None] Provisioning complete for port b637395c-7351-4159-adf7-56dab0d3e578 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:33.217756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f73e6acc-ead0-4583-b060-669244aafb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.251271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] For port 6ea26934-ffd5-4973-a8a5-ebab196df767, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:33.257848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14950758-68f3-4e33-95d6-84bdbff45635 req-c8f14756-1144-4b0c-89d7-bb4703618613 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:33.259471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-14950758-68f3-4e33-95d6-84bdbff45635 req-c8f14756-1144-4b0c-89d7-bb4703618613 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1700850 Jul 09 17:20:33.268942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.280916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] For port 6ea26934-ffd5-4973-a8a5-ebab196df767, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6ea26934-ffd5-4973-a8a5-ebab196df767,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:33.286308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f73e6acc-ead0-4583-b060-669244aafb03 None None] Port b637395c-7351-4159-adf7-56dab0d3e578 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:33.291469 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.305352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-533a32bc-1193-4eed-ae84-29d8c3b2b677 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:33.307127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-533a32bc-1193-4eed-ae84-29d8c3b2b677 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 822 time: 0.3264534 Jul 09 17:20:33.319891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-94fe0aa3-d6d8-4cfc-8377-98184fd3b46f req-0d5ae2eb-9a39-4104-a65c-2ac48dad3cc1 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 210 time: 0.7090485 Jul 09 17:20:33.329472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-14950758-68f3-4e33-95d6-84bdbff45635 req-02228741-b037-4475-b4b0-38e6f8e33867 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626717 Jul 09 17:20:33.354867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-4fe493fa-0138-4197-a61f-ba4f50a11540 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:33.361631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-4fe493fa-0138-4197-a61f-ba4f50a11540 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1408112 Jul 09 17:20:33.396986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Request body: {'port': {'device_id': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'admin_state_up': True, 'tenant_id': 'b50a086c1f834d768186fcced8562622'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:33.410366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205c13-3c51-47cd-8537-c88cf6b78218 None None] Pushing event updated for resources: {'Port': ['ID=6ea26934-ffd5-4973-a8a5-ebab196df767,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:33.427620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Request body: {'port': {'device_id': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '4b21dc54f20940fba04fdf1d3dd4c96a'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:33.452543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.636792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-726b10ee-47ee-4c08-821c-c0a813e5556e req-5d0ac9f0-7349-4170-8ec3-8479e372ebf7 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 210 time: 0.0519226 Jul 09 17:20:33.687495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.695358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.804750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event updated for resources: {'Port': ['ID=b637395c-7351-4159-adf7-56dab0d3e578,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:33.821731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] In _notify_port_updated(), no bound segment for port b637395c-7351-4159-adf7-56dab0d3e578 on network 8405078a-667a-4344-a54e-46ada606c1bf {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:20:33.827818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:33.828804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:33.830187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-70e9a7aa-036c-4e1e-bf5d-c6d10fac615d tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "PUT /v2.0/ports/b637395c-7351-4159-adf7-56dab0d3e578 HTTP/1.1" status: 200 len: 1056 time: 0.9137232 Jul 09 17:20:33.833332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:33.963299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port b637395c-7351-4159-adf7-56dab0d3e578 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:33.963628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.083358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.097771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for b637395c-7351-4159-adf7-56dab0d3e578 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:34.123231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-41248f00-efe0-4656-b6a0-1cd1a5c01f57 None None] Provisioning complete for port b637395c-7351-4159-adf7-56dab0d3e578 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:34.124486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-41248f00-efe0-4656-b6a0-1cd1a5c01f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.171351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-41248f00-efe0-4656-b6a0-1cd1a5c01f57 None None] Port b637395c-7351-4159-adf7-56dab0d3e578 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:34.298310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.337465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=b637395c-7351-4159-adf7-56dab0d3e578,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:34.383056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6ea26934-ffd5-4973-a8a5-ebab196df767 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:34.466492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Router aeb0c333-f69b-4838-99d4-bab3cd8e3d5d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:34.543630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6ea26934-ffd5-4973-a8a5-ebab196df767 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:34.560741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-39ff9613-ed2c-4641-bef1-94fe0bbe0c1c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:34.562456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-39ff9613-ed2c-4641-bef1-94fe0bbe0c1c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.6004918 Jul 09 17:20:34.566786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Made reservation on behalf of 4b21dc54f20940fba04fdf1d3dd4c96a for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:34.571298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.645655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:34.652961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fdbaf346-e4c8-4137-93ad-48f9a3a89a9f req-6d91ae0a-da36-412f-96d5-7f3001306817 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 210 time: 0.0977125 Jul 09 17:20:34.748431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:34.759798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] Sync routers for ids ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:34.769061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c2dc2240-cbfc-47cd-8d96-9ad0ade5c02b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/routers/aeb0c333-f69b-4838-99d4-bab3cd8e3d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3179150 Jul 09 17:20:34.770220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.773705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32870) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:34.777043 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] Routers {'aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:34.780716 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:34.849424 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3257f2-3ddc-49aa-a643-33ef467a2735 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:20:34.857688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4c3257f2-3ddc-49aa-a643-33ef467a2735 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/98132813-6c64-434d-b9db-96fc37f7bd70 HTTP/1.1" status: 404 len: 333 time: 0.0609429 Jul 09 17:20:34.859752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32874) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:34.873231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:34.892312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-6745ec1f-2bb1-4a31-92c3-1d3ae473d080 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/quotas/2a3f4c72898d489e959fe13c0db7bc33 HTTP/1.1" status: 200 len: 375 time: 0.2998507 Jul 09 17:20:34.989991 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:34.992930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:35.001113 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] Routers {'aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:35.002358 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:35.002579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:35.008797 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a31707-45a6-46a6-8ea2-30bba2be2b0a" -d '{"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-unplugged", "status": "completed", "tag": "404408ba-23ed-4f47-bcfa-519355c63911"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:35.016874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0022e0-8f2f-43f7-97f6-51c1644d0110 None None] Network 1e356c56-291f-4e06-a842-ab091bc8d52b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:35.020135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Made reservation on behalf of b50a086c1f834d768186fcced8562622 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:35.024218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.032018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.039381 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:35.040664 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d3cec-242d-46b7-b61e-cec35cc11240 None None] The sync data for ids ['aeb0c333-f69b-4838-99d4-bab3cd8e3d5d'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:35.043191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.128132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] Provisioning for port 6ea26934-ffd5-4973-a8a5-ebab196df767 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:35.149562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] Provisioning complete for port 6ea26934-ffd5-4973-a8a5-ebab196df767 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:35.150325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.208751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:35.317747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.334906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.340609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-45857e41-8efc-4f2e-bffb-7b9b5f19cb12 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/ports/b637395c-7351-4159-adf7-56dab0d3e578 HTTP/1.1" status: 204 len: 168 time: 1.5061717 Jul 09 17:20:35.345092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32878) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:35.353137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-e4d14579-bfe2-4d6b-881e-684db3ff0222 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:35.355268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-e4d14579-bfe2-4d6b-881e-684db3ff0222 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8311a6-3ed5-4bba-bb0a-6549804adb44 HTTP/1.1" status: 200 len: 945 time: 0.7563360 Jul 09 17:20:35.371949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] For port 6ea26934-ffd5-4973-a8a5-ebab196df767, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6ea26934-ffd5-4973-a8a5-ebab196df767,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:35.384553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.435342 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2130ff-b849-4e52-8e6d-50ed7749ea9c tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] GET failed (client error): The resource could not be found. Jul 09 17:20:35.440105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f2130ff-b849-4e52-8e6d-50ed7749ea9c tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "GET /v2.0/ports/b637395c-7351-4159-adf7-56dab0d3e578 HTTP/1.1" status: 404 len: 333 time: 0.0837419 Jul 09 17:20:35.444302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32880) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:35.454859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bb4b2-bc4b-45da-aa28-5db153f633bb None None] Pushing event updated for resources: {'Port': ['ID=6ea26934-ffd5-4973-a8a5-ebab196df767,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:35.511380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430aa93-2ff1-432c-9e07-70f5e757ce00 req-9c883912-f45c-4b6a-95fa-788c051497f3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:35.516573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4430aa93-2ff1-432c-9e07-70f5e757ce00 req-9c883912-f45c-4b6a-95fa-788c051497f3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2423885 Jul 09 17:20:35.593933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.599863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.635526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4430aa93-2ff1-432c-9e07-70f5e757ce00 req-3b3f8aeb-e1dc-4d43-9d87-b4200129f358 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111500 Jul 09 17:20:35.658735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-742ab7d9-ad1f-4327-9790-3daa79334506 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7642229 Jul 09 17:20:35.673413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Deleting port 404408ba-23ed-4f47-bcfa-519355c63911 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:35.674773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.712927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-18e20659-6cb1-4c3a-820f-72a7a77a6b3d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:20:35.714530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-18e20659-6cb1-4c3a-820f-72a7a77a6b3d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151770 Jul 09 17:20:35.726446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d56f79a-8463-49c1-a6b6-346061bc34b9 None None] Provisioning complete for port 6ea26934-ffd5-4973-a8a5-ebab196df767 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:35.727239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4d56f79a-8463-49c1-a6b6-346061bc34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.730141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.730640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Fanout notify agent at l3_agent the message router_deleted on router aeb0c333-f69b-4838-99d4-bab3cd8e3d5d {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:20:35.738516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.740155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b1ec25f3-af56-42a1-85db-d3860c3d96a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/routers/aeb0c333-f69b-4838-99d4-bab3cd8e3d5d HTTP/1.1" status: 204 len: 168 time: 0.8445711 Jul 09 17:20:35.749329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32884) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:35.795184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Allocated IP 172.20.0.5 (0f30f4b8-5856-437b-8d90-fe982fb4a2a9/7bf9a35e-a777-4af8-b4af-bd2085a11b1d/dc9d686e-af84-4f6b-9d43-8987105e3d93) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:35.837695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] For port 404408ba-23ed-4f47-bcfa-519355c63911, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=404408ba-23ed-4f47-bcfa-519355c63911,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:35.838147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.858797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Calling delete_port for 404408ba-23ed-4f47-bcfa-519355c63911 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:35.871112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port df0b4b1d-131b-4cbc-aa79-990b1ec9b2be {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:35.871451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.942290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 9209fbb7-df51-4210-8494-150522a819c6 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:35.944736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.954802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:35.960377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad6fa0a9-2cfe-4b6a-a8ad-1958d878a899 req-41860e95-369f-4a74-b2a5-a1fd4ffa4f5f tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 210 time: 0.0990715 Jul 09 17:20:35.981033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.020730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.022647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.104762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.127392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for df0b4b1d-131b-4cbc-aa79-990b1ec9b2be owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:36.142003 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382337ae-4182-4475-aa24-425662ac278f x-openstack-request-id: req-382337ae-4182-4475-aa24-425662ac278f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:36.143128 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-unplugged", "status": "completed", "tag": "404408ba-23ed-4f47-bcfa-519355c63911", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:36.143383 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-382337ae-4182-4475-aa24-425662ac278f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:36.143804 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911', 'code': 200} Jul 09 17:20:36.211049 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.251594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.297230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event deleted for resources: {'Port': ['ID=404408ba-23ed-4f47-bcfa-519355c63911,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:36.370791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6ea26934-ffd5-4973-a8a5-ebab196df767 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:36.375186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] No DVR routers for this DVR port 404408ba-23ed-4f47-bcfa-519355c63911 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:36.379222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.381466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08b25183-a39c-4880-8175-6ca782e52dc9 req-a43ace79-9e43-4cbd-9a55-57836f6796dc tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "DELETE /v2.0/ports/404408ba-23ed-4f47-bcfa-519355c63911 HTTP/1.1" status: 204 len: 173 time: 1.0123100 Jul 09 17:20:36.382051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-deleted', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:36.391304 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c501a-46ad-4761-98f2-05c48d72a942" -d '{"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-deleted", "tag": "404408ba-23ed-4f47-bcfa-519355c63911"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:36.448153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de4a30b2-d889-48a2-b90f-272140974dab req-db27cc3f-b093-41d8-8b8f-9dc5615b3d95 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 210 time: 0.0508523 Jul 09 17:20:36.448919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.523159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6ea26934-ffd5-4973-a8a5-ebab196df767 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:36.524338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.532770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=df0b4b1d-131b-4cbc-aa79-990b1ec9b2be,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:36.747219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516a148d-61fb-4e25-b235-3af6c81d1fbe,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:36.779653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:36.789804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a3dfdc86-8dec-4b2c-bb50-04b138a010ff tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/ports/df0b4b1d-131b-4cbc-aa79-990b1ec9b2be HTTP/1.1" status: 204 len: 168 time: 1.3427150 Jul 09 17:20:36.791502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32900) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:36.801349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-59d8fe04-b698-4189-9143-80682fa5972b service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0744402 Jul 09 17:20:36.831715 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2a8b2-fb14-4a19-bcf9-5f32ad4d4997 x-openstack-request-id: req-34e2a8b2-fb14-4a19-bcf9-5f32ad4d4997 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:36.832634 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8311a6-3ed5-4bba-bb0a-6549804adb44", "name": "network-vif-deleted", "tag": "404408ba-23ed-4f47-bcfa-519355c63911", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:36.842352 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34e2a8b2-fb14-4a19-bcf9-5f32ad4d4997 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:36.842352 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8311a6-3ed5-4bba-bb0a-6549804adb44', 'name': 'network-vif-deleted', 'tag': '404408ba-23ed-4f47-bcfa-519355c63911', 'status': 'completed', 'code': 200} Jul 09 17:20:36.892232 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa4b982-0c29-4b95-85f5-392a399e1ca5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] GET failed (client error): The resource could not be found. Jul 09 17:20:36.894999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2fa4b982-0c29-4b95-85f5-392a399e1ca5 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "GET /v2.0/ports/df0b4b1d-131b-4cbc-aa79-990b1ec9b2be HTTP/1.1" status: 404 len: 333 time: 0.1014988 Jul 09 17:20:36.900482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32906) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:37.008304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Allocated IP 172.25.3.170 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/7d3be6ea-376a-435a-8a3b-bfa9a8be10cf) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:37.047612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Allocated IP 192.168.233.158 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/d2d6fb15-c551-4100-9a95-c600eb034bc7) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:37.163729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685aed-43aa-4535-aa02-9ec05975130a req-6a25d70d-adf2-436e-a0b2-25a649309055 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:37.173689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f685aed-43aa-4535-aa02-9ec05975130a req-6a25d70d-adf2-436e-a0b2-25a649309055 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2159278 Jul 09 17:20:37.177827 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.190349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port bc2d4597-0478-49c9-9814-b32305df6b1d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:37.190745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.220144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-22a9dd2e-18ab-4829-ab9f-72cce656c41a service neutron] 10.222.0.21 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910940 Jul 09 17:20:37.223248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.302346 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f685aed-43aa-4535-aa02-9ec05975130a req-b63ea843-0a9a-4467-8499-e0fc4fc08d53 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263351 Jul 09 17:20:37.374352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.390804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for bc2d4597-0478-49c9-9814-b32305df6b1d owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:37.418905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.433490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.513977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-366eb999-a128-4b8d-a5ad-2fd71a49baa0 req-5af44ce0-c4c2-457e-9312-8158f050411d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 210 time: 0.0356693 Jul 09 17:20:37.549499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=9209fbb7-df51-4210-8494-150522a819c6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:37.610477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-316ae256-c262-4721-969d-609e7cdaf503 req-04fcd4ef-44bd-4a42-89a6-e25f806e7253 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 210 time: 0.1066277 Jul 09 17:20:37.647289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.652180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-290b41ff-d015-4cf4-80d3-9cfea00ccba4 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/9209fbb7-df51-4210-8494-150522a819c6 HTTP/1.1" status: 204 len: 168 time: 1.8684013 Jul 09 17:20:37.654372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:37.656079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc83c8-6a22-4269-9a5c-64b6501e7d8b None None] Network 8fa71bbd-7ef2-49cf-91db-5478710c2e6f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:37.667442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:37.680521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:37.685530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:37.740435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.819111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=bc2d4597-0478-49c9-9814-b32305df6b1d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:37.855486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:37.857349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.874311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.875545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:37.890893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event updated for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:37.926368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-777ed73d-399f-4500-9d5c-f99057252ec9 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5576463 Jul 09 17:20:37.933536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] DHCP port deletion for 8fa71bbd-7ef2-49cf-91db-5478710c2e6f request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:37.966309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-3881e356-1b45-477d-a016-a9416a1bbd00 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:20:37.968996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-3881e356-1b45-477d-a016-a9416a1bbd00 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200806 Jul 09 17:20:37.979316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611546b-28c2-4d5d-971f-b1d19365e91a req-b8205df2-3d7b-4f63-beb1-152f4b4f7c63 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:37.986891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b611546b-28c2-4d5d-971f-b1d19365e91a req-b8205df2-3d7b-4f63-beb1-152f4b4f7c63 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 931 time: 0.2436347 Jul 09 17:20:38.024842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.042195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.059663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] Deleting port 6e35dec3-83d2-400f-908c-28d86aec4eec {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:38.060153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.067261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.069295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e2c7545c-d264-4ca0-9e5d-a6c088dab1dc tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/ports/bc2d4597-0478-49c9-9814-b32305df6b1d HTTP/1.1" status: 204 len: 168 time: 1.1674802 Jul 09 17:20:38.072230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32940) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:38.110654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b611546b-28c2-4d5d-971f-b1d19365e91a req-37b3c210-e621-467c-ac1e-b1f5ff670c0b tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228342 Jul 09 17:20:38.148644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 6e35dec3-83d2-400f-908c-28d86aec4eec {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:38.148984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.160875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Request body: {'port': {'device_id': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:38.220536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Transition to ACTIVE for port object d2d6fb15-c551-4100-9a95-c600eb034bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:38.247034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] For port 6e35dec3-83d2-400f-908c-28d86aec4eec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e35dec3-83d2-400f-908c-28d86aec4eec,segment=NetworkSegment(3171952e-c5f3-47d7-ac40-157d2ed171df),segment_id=3171952e-c5f3-47d7-ac40-157d2ed171df)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:38.247452 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.248615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] For port 6e35dec3-83d2-400f-908c-28d86aec4eec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e35dec3-83d2-400f-908c-28d86aec4eec,segment=NetworkSegment(3171952e-c5f3-47d7-ac40-157d2ed171df),segment_id=3171952e-c5f3-47d7-ac40-157d2ed171df)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:38.248980 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.254934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.264838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] Calling delete_port for 6e35dec3-83d2-400f-908c-28d86aec4eec owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:38.277359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 6e35dec3-83d2-400f-908c-28d86aec4eec owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:38.323986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:38.345258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting subnet c65e6d8c-1753-462c-b144-9391ed5a73bd {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:38.364929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:38.367181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.376327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:38.386128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.389868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e35dec3-83d2-400f-908c-28d86aec4eec no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:38.419537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.433842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6e35dec3-83d2-400f-908c-28d86aec4eec {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:38.434171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e35dec3-83d2-400f-908c-28d86aec4eec not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:38.461341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=6e35dec3-83d2-400f-908c-28d86aec4eec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:38.468604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No DVR routers for this DVR port 6e35dec3-83d2-400f-908c-28d86aec4eec on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:38.513037 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.548959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] Pushing event deleted for resources: {'Port': ['ID=6e35dec3-83d2-400f-908c-28d86aec4eec,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:38.567375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65e379-a2f5-4335-a2a3-12827a5768e5 None None] No DVR routers for this DVR port 6e35dec3-83d2-400f-908c-28d86aec4eec on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:38.580532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:38.601166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.624585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.637083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa71bbd-7ef2-49cf-91db-5478710c2e6f']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:38.649951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3171952e-c5f3-47d7-ac40-157d2ed171df') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:38.650231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3171952e-c5f3-47d7-ac40-157d2ed171df') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:38.661010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:38.661730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.681318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.696660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:38.696660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.703168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 404408ba-23ed-4f47-bcfa-519355c63911 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:38.703598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 404408ba-23ed-4f47-bcfa-519355c63911 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:38.736575 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:38.747312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.773755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.801352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.818102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:38.820093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/8fa71bbd-7ef2-49cf-91db-5478710c2e6f HTTP/1.1" status: 204 len: 168 time: 1.1645293 Jul 09 17:20:38.833029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32950) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:38.847955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ed259-7225-414d-9fdb-e9343a3c74e1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=8fa71bbd-7ef2-49cf-91db-5478710c2e6f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:38.870437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c188e-246b-419b-b633-1c05a6e03528 req-cfd5c7bc-5e08-4e3a-8cb2-422f0d2a6393 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:38.877899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-170c188e-246b-419b-b633-1c05a6e03528 req-cfd5c7bc-5e08-4e3a-8cb2-422f0d2a6393 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 936 time: 0.1404138 Jul 09 17:20:38.887997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:38.937806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-170c188e-246b-419b-b633-1c05a6e03528 req-ad829f97-3cce-479b-8e17-a65b4e782787 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587862 Jul 09 17:20:38.951244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:39.055072 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.090592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2ef00-710e-48e5-a33a-41ec1628db45 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:39.095839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a0b2ef00-710e-48e5-a33a-41ec1628db45 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/3b5489a3-9f47-4f1f-9e40-6c210abdb779 HTTP/1.1" status: 200 len: 839 time: 0.2516060 Jul 09 17:20:39.099020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:39.107606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:39.157949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Pushing event updated for resources: {'Port': ['ID=d2d6fb15-c551-4100-9a95-c600eb034bc7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:39.158262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0cde950c-3b37-4972-ad2e-e300e976a1ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/3b5489a3-9f47-4f1f-9e40-6c210abdb779?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0564938 Jul 09 17:20:39.169862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:39.175535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:39.176456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.196214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:39.205240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbdbf82f-b164-4255-9e4d-417d9f6ca364 req-7a85f8be-8c07-410c-b936-b0e2ac7f88a1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 210 time: 0.1048782 Jul 09 17:20:39.217088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-63866b7f-8483-48de-84ba-b92990764b5d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8135219 Jul 09 17:20:39.247176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45e9db-991b-4161-a1d9-2c0c8336739a req-f119fa28-6539-445c-8d80-f59cd10c9883 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:39.260328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad45e9db-991b-4161-a1d9-2c0c8336739a req-f119fa28-6539-445c-8d80-f59cd10c9883 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.6869800 Jul 09 17:20:39.344051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.395541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-c3352cad-c640-4b70-a198-940bc03cd6c5 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:39.397154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-c3352cad-c640-4b70-a198-940bc03cd6c5 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 805 time: 0.3832362 Jul 09 17:20:39.409626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7f778f7-1f5e-45d9-b777-0c0ca8955051 None None] Provisioning for port d2d6fb15-c551-4100-9a95-c600eb034bc7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:39.412381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:39.416154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.417244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7f778f7-1f5e-45d9-b777-0c0ca8955051 None None] Provisioning complete for port d2d6fb15-c551-4100-9a95-c600eb034bc7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:39.417693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7f778f7-1f5e-45d9-b777-0c0ca8955051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.430421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Request body: {'port': {'device_id': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'admin_state_up': True, 'tenant_id': '2a3f4c72898d489e959fe13c0db7bc33'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:39.493398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e7f778f7-1f5e-45d9-b777-0c0ca8955051 None None] Port d2d6fb15-c551-4100-9a95-c600eb034bc7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:39.509774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Request body: {'port': {'device_id': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:39.523458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfaf6be-4d97-4798-bfa4-efde193546a3 None None] Network 8405078a-667a-4344-a54e-46ada606c1bf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:39.526640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.529212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/subnets/c65e6d8c-1753-462c-b144-9391ed5a73bd HTTP/1.1" status: 204 len: 168 time: 1.4524369 Jul 09 17:20:39.535487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:39.631314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f2877-251a-4acb-8285-57d5cdda3457 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Subnet': ['ID=c65e6d8c-1753-462c-b144-9391ed5a73bd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:39.742585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53cbe-81b8-4abc-b839-57a65044522a req-305971cc-35d7-4961-b1eb-b31e6dd7185d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:39.746799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ebf53cbe-81b8-4abc-b839-57a65044522a req-305971cc-35d7-4961-b1eb-b31e6dd7185d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 931 time: 0.2212911 Jul 09 17:20:39.750757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.775392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] DHCP port deletion for 8405078a-667a-4344-a54e-46ada606c1bf request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:20:39.828280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] Deleting port a441525e-5040-4533-9c1c-5a85fcb41e04 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:39.828658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.900610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] For port a441525e-5040-4533-9c1c-5a85fcb41e04, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a441525e-5040-4533-9c1c-5a85fcb41e04,segment=NetworkSegment(091a704b-669f-4b22-aa60-f228ff71d4c9),segment_id=091a704b-669f-4b22-aa60-f228ff71d4c9)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:39.901024 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:39.921029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] Calling delete_port for a441525e-5040-4533-9c1c-5a85fcb41e04 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:39.965348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.043453 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.058846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad45e9db-991b-4161-a1d9-2c0c8336739a req-5dfb024a-cf3c-4738-8572-2338b7cd0ed5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972641 Jul 09 17:20:40.077027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] Pushing event deleted for resources: {'Port': ['ID=a441525e-5040-4533-9c1c-5a85fcb41e04,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:40.085384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10077a00-4f20-493f-8178-bf9278cc5f02 None None] No DVR routers for this DVR port a441525e-5040-4533-9c1c-5a85fcb41e04 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:40.101975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:40.108443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.121741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.123981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ebf53cbe-81b8-4abc-b839-57a65044522a req-1ad1c74c-c695-485f-8546-c1270b3e37a8 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705342 Jul 09 17:20:40.137403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Made reservation on behalf of 2a3f4c72898d489e959fe13c0db7bc33 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:40.140967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.143366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:40.150163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:40.152245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.155250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da00be-545d-4c68-a529-67607d0b0750 None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:40.163160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=d904e674-5cbc-4414-9d05-f195280fb6e0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:40.197861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3ebf2820-ef1b-4f98-a711-3ea3fc238365 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0274765 Jul 09 17:20:40.198937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:40.205523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'security_group': {'name': 'tempest-secgroup-638562005'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:40.213654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Deleting port a441525e-5040-4533-9c1c-5a85fcb41e04 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:40.214156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.316852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] For port a441525e-5040-4533-9c1c-5a85fcb41e04, host n-d-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:40.317258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.332332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a441525e-5040-4533-9c1c-5a85fcb41e04 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:20:40.334605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Calling delete_port for a441525e-5040-4533-9c1c-5a85fcb41e04 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:40.338111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Port a441525e-5040-4533-9c1c-5a85fcb41e04 was not found and therefore no delete operation was performed {{(pid=93895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:20:40.342894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.363394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a441525e-5040-4533-9c1c-5a85fcb41e04 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:20:40.363808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a441525e-5040-4533-9c1c-5a85fcb41e04 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:20:40.392720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] No DVR routers for this DVR port a441525e-5040-4533-9c1c-5a85fcb41e04 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:20:40.404034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Port': ['ID=a441525e-5040-4533-9c1c-5a85fcb41e04,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:40.471943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af9d91-6697-4389-bb9e-53da7103b999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.531049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0cdf5551-d22f-4321-81b4-b70162d58b67', 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'tenant_id': 'b68e65bbe8ac4be28c0f14a17f20077c', 'fixed_ips': [{'subnet_id': 'd904e674-5cbc-4414-9d05-f195280fb6e0'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:20:40.532193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.545418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.590012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9b27bdc-8f8f-45a6-b987-feaeb6f8bd9d req-6ea14f90-d0d2-4c2b-aaad-da0d4e129d1e tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 210 time: 0.0955865 Jul 09 17:20:40.638095 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.667077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8405078a-667a-4344-a54e-46ada606c1bf']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:40.690843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091a704b-669f-4b22-aa60-f228ff71d4c9') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:40.691231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091a704b-669f-4b22-aa60-f228ff71d4c9') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:40.713112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Allocated IP 172.20.0.5 (e385bfa2-fe0d-4219-b997-cb33400b1e1e/15d20d2e-0840-411e-a6cf-2876e84f9313/f4fc0bee-1bef-461a-ad86-57522fc5dc21) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:40.719371 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.739041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Allocated IP 172.20.0.2 (0cdf5551-d22f-4321-81b4-b70162d58b67/d904e674-5cbc-4414-9d05-f195280fb6e0/bdb1769a-4f1e-4272-8227-ee3324783315) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:40.757905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.775998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:20:40.776507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:20:40.779617 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:20:40.837695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d6fb15-c551-4100-9a95-c600eb034bc7 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:40.854464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.873962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Transition to ACTIVE for port object d2d6fb15-c551-4100-9a95-c600eb034bc7 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:40.888996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9d686e-af84-4f6b-9d43-8987105e3d93 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:40.904205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.911243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.937614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.950830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Transition to ACTIVE for port object bdb1769a-4f1e-4272-8227-ee3324783315 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:40.969816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Transition to ACTIVE for port object bdb1769a-4f1e-4272-8227-ee3324783315 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:40.982601 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:40.994672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d6fb15-c551-4100-9a95-c600eb034bc7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:41.037478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:41.044406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:41.048638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:41.062629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Pushing event updated for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:41.152923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946b89b-e5aa-47a1-86b3-1fa3ab1e5efe req-68664167-b102-4d17-b9cb-da7cb209b0cb tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:41.154298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Attempting to bind port bdb1769a-4f1e-4272-8227-ee3324783315 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:41.154820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Attempting to bind port bdb1769a-4f1e-4272-8227-ee3324783315 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '8dfd1f6a-1e60-4697-8061-68c6099143fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:41.155365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Attempting to bind port bdb1769a-4f1e-4272-8227-ee3324783315 on network 0cdf5551-d22f-4321-81b4-b70162d58b67 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:41.158092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c946b89b-e5aa-47a1-86b3-1fa3ab1e5efe req-68664167-b102-4d17-b9cb-da7cb209b0cb tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 936 time: 0.9040277 Jul 09 17:20:41.162177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:41.162780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Checking segment: {'id': '8dfd1f6a-1e60-4697-8061-68c6099143fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:41.163350 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.164055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Bound using segment: {'id': '8dfd1f6a-1e60-4697-8061-68c6099143fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:41.164687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Bound port: bdb1769a-4f1e-4272-8227-ee3324783315, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfd1f6a-1e60-4697-8061-68c6099143fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:41.165568 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.232852 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.246859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Transition to ACTIVE for port object dc9d686e-af84-4f6b-9d43-8987105e3d93 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:41.265954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.288027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.295122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.300270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:41.308169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bdb1769a-4f1e-4272-8227-ee3324783315,segment=NetworkSegment(8dfd1f6a-1e60-4697-8061-68c6099143fc),segment_id=8dfd1f6a-1e60-4697-8061-68c6099143fc)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:41.311214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.313228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] 10.222.0.21 "DELETE /v2.0/networks/8405078a-667a-4344-a54e-46ada606c1bf HTTP/1.1" status: 204 len: 168 time: 1.7741702 Jul 09 17:20:41.314261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.314754 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.315396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1140769 Jul 09 17:20:41.339265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32984) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:41.355092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'security_group': {'name': 'tempest-secgroup-933017556'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:41.395164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4788977-d4b4-4033-8658-d2a723882368 tempest-AllowedAddressPairTestJSON-756848746 tempest-AllowedAddressPairTestJSON-756848746-project] Pushing event deleted for resources: {'Network': ['ID=8405078a-667a-4344-a54e-46ada606c1bf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:41.417116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c3f0-51ed-4961-856d-845ce095161b None None] Pushing event updated for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:41.440044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5bcb3-1d2c-43a4-b23b-54ff795b9488 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f641170-c35d-40c8-b6ee-ebc049a9f599,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:41.500964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:41.508238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c946b89b-e5aa-47a1-86b3-1fa3ab1e5efe req-926d5444-84c0-478c-8575-14c67fa65586 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309741 Jul 09 17:20:41.509250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.603204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.650674 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:20:41.657864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.696090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:41.754359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.795440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Network e385bfa2-fe0d-4219-b997-cb33400b1e1e is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:41.805554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:41.809117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:41.910525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:41.911392 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:41.928464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebd9f0-4e98-40d5-a0d7-5a3b58a7c0ee req-90d63e47-162f-44f5-b98d-499e6ff3c982 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:41.936645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bebd9f0-4e98-40d5-a0d7-5a3b58a7c0ee req-90d63e47-162f-44f5-b98d-499e6ff3c982 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.5466108 Jul 09 17:20:41.956181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Attempting to bind port d2d6fb15-c551-4100-9a95-c600eb034bc7 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:41.956576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Attempting to bind port d2d6fb15-c551-4100-9a95-c600eb034bc7 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:41.956945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Attempting to bind port d2d6fb15-c551-4100-9a95-c600eb034bc7 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:41.977092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Attempting to bind port dc9d686e-af84-4f6b-9d43-8987105e3d93 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:41.977652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Attempting to bind port dc9d686e-af84-4f6b-9d43-8987105e3d93 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:41.978068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Attempting to bind port dc9d686e-af84-4f6b-9d43-8987105e3d93 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:41.988209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Port d2d6fb15-c551-4100-9a95-c600eb034bc7 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:20:41.989159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Attempting to bind port d2d6fb15-c551-4100-9a95-c600eb034bc7 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:42.000135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Port dc9d686e-af84-4f6b-9d43-8987105e3d93 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:20:42.000516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Attempting to bind port dc9d686e-af84-4f6b-9d43-8987105e3d93 on network 0f30f4b8-5856-437b-8d90-fe982fb4a2a9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:42.009337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:42.009922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:42.010172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:42.010627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Bound port: d2d6fb15-c551-4100-9a95-c600eb034bc7, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:42.011005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.029278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:42.029595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Checking segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:42.029910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Bound using segment: {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:42.030360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Bound port: dc9d686e-af84-4f6b-9d43-8987105e3d93, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:42.030725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.045526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:42.057857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b526108-3c21-43fc-aca3-68e23740e70c req-dcbc9dcc-ab6a-4610-a09d-ae219e3a76bf tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:42.059940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b526108-3c21-43fc-aca3-68e23740e70c req-dcbc9dcc-ab6a-4610-a09d-ae219e3a76bf tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 943 time: 0.3467064 Jul 09 17:20:42.068995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bebd9f0-4e98-40d5-a0d7-5a3b58a7c0ee req-cb5ee6e3-ef18-4744-abc6-261661cd85c0 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314392 Jul 09 17:20:42.082759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fd507ba4-98cc-4cce-a989-372232070b9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a85bc1b8fdd40129aef6405da63960c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776631 Jul 09 17:20:42.083998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:42.158372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.167365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.183698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-0a927cb4-fc2f-427f-9b2e-7c441484a246 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7723732 Jul 09 17:20:42.213183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-58e869a3-d6de-4b8e-a245-1a1251a2672c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:20:42.215494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-58e869a3-d6de-4b8e-a245-1a1251a2672c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131719 Jul 09 17:20:42.284185 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b526108-3c21-43fc-aca3-68e23740e70c req-b69d69a0-16fe-43a9-8c34-66fbb25c0a23 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110581 Jul 09 17:20:42.294727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:42.302560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] For port d2d6fb15-c551-4100-9a95-c600eb034bc7, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:42.316441 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.317940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9696054 Jul 09 17:20:42.319701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fd7d0-6cab-44ae-a22c-1c44ede2b383 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2ff2d-e756-4630-8f95-d431f6ac22a6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:42.330845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33000) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:42.339801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:42.342885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] For port d2d6fb15-c551-4100-9a95-c600eb034bc7, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:42.344332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Router 47a69476-0521-4e4f-8e22-874386a6d5d1 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:20:42.356303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.359220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.394235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f73cd29d-634c-4535-8633-04911f1ff8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.397968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bdb1769a-4f1e-4272-8227-ee3324783315 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:42.423272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f73cd29d-634c-4535-8633-04911f1ff8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.476733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:42.477561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.480778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] 10.222.0.13 "PUT /v2.0/ports/dc9d686e-af84-4f6b-9d43-8987105e3d93 HTTP/1.1" status: 200 len: 1092 time: 4.4961782 Jul 09 17:20:42.482198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-763505795', 'security_groups': ['91b2ff2d-e756-4630-8f95-d431f6ac22a6'], 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd904e674-5cbc-4414-9d05-f195280fb6e0'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:42.483158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port bdb1769a-4f1e-4272-8227-ee3324783315 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:42.492580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:42.493655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.498383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2d6fb15-c551-4100-9a95-c600eb034bc7 HTTP/1.1" status: 200 len: 1097 time: 3.2184312 Jul 09 17:20:42.519617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93'}, {'name': 'network-changed', 'server_uuid': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'tag': 'd2d6fb15-c551-4100-9a95-c600eb034bc7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:42.521833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Request body: {'port': {'device_id': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:42.534925 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93"}, {"name": "network-changed", "server_uuid": "301e016e-56e0-4872-9d62-9bd0b6b2db39", "tag": "d2d6fb15-c551-4100-9a95-c600eb034bc7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:42.633909 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0454bd08-4793-4be3-8bff-56c8e3d2b716 x-openstack-request-id: req-0454bd08-4793-4be3-8bff-56c8e3d2b716 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:42.634212 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "301e016e-56e0-4872-9d62-9bd0b6b2db39", "tag": "d2d6fb15-c551-4100-9a95-c600eb034bc7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:42.634462 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0454bd08-4793-4be3-8bff-56c8e3d2b716 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:42.634955 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93', 'status': 'completed', 'code': 200} Jul 09 17:20:42.635211 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'tag': 'd2d6fb15-c551-4100-9a95-c600eb034bc7', 'status': 'completed', 'code': 200} Jul 09 17:20:42.669604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f73cd29d-634c-4535-8633-04911f1ff8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.676086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f73cd29d-634c-4535-8633-04911f1ff8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.680395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f73cd29d-634c-4535-8633-04911f1ff8de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f2be292-678e-452d-af9c-3e18fab0da1b HTTP/1.1" status: 204 len: 168 time: 0.5951614 Jul 09 17:20:42.734316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cd29d-634c-4535-8633-04911f1ff8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2be292-678e-452d-af9c-3e18fab0da1b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:42.886041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-453f90cd-689b-4887-87b6-95198e6b6bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.891531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a4dab-fee9-4f8c-b355-95688c0efed5 req-2a71be58-d403-4059-881f-9bead3dc687c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:42.899037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-016a4dab-fee9-4f8c-b355-95688c0efed5 req-2a71be58-d403-4059-881f-9bead3dc687c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 931 time: 0.6330111 Jul 09 17:20:42.954530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:42.959939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628c95-dfcd-422f-8a53-b458f5e8d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d6fb15-c551-4100-9a95-c600eb034bc7,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:43.068698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-016a4dab-fee9-4f8c-b355-95688c0efed5 req-1d7c9e63-954b-48cf-8593-22ec675a2a61 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489949 Jul 09 17:20:43.090806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:43.209199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Provisioning complete for port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:43.213548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.429787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:43.443480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.468907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.473116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-61af4bae-019d-44d7-b0bd-435a06021519 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.0508144 Jul 09 17:20:43.475492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33024) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:43.504205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-f70c127d-4933-43ca-bd1b-7da91022f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.505762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-f70c127d-4933-43ca-bd1b-7da91022f4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 1095 time: 0.8836963 Jul 09 17:20:43.529698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Sync routers for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:43.579374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-cb050fca-dacb-4d93-a3e3-cbe7561232f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.580935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-cb050fca-dacb-4d93-a3e3-cbe7561232f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b21dc54f20940fba04fdf1d3dd4c96a&device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 1100 time: 0.9576216 Jul 09 17:20:43.582725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-f8cc9947-f7b5-42ba-8d24-abcc22109b5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93 HTTP/1.1" status: 200 len: 217 time: 0.0670962 Jul 09 17:20:43.585265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e138a9-8628-456e-8bb6-42196936a126 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:43.596727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075603b-3e56-4a91-82e0-352248fc80d6 req-e1515c4b-bbc8-40c7-aafb-9a0db33dffe5 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.607202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0075603b-3e56-4a91-82e0-352248fc80d6 req-e1515c4b-bbc8-40c7-aafb-9a0db33dffe5 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 948 time: 0.7350979 Jul 09 17:20:43.612734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:43.613387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:43.624587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.670194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:43.679624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-c6baee90-316a-40e4-868f-23da7a4ccaa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7 HTTP/1.1" status: 200 len: 217 time: 0.0687232 Jul 09 17:20:43.733205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c85d5-0000-4999-97b1-85cfba76e6fd req-4f74d149-dd9f-452f-b3bb-9160fa033a18 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.739368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-663c85d5-0000-4999-97b1-85cfba76e6fd req-4f74d149-dd9f-452f-b3bb-9160fa033a18 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.4906173 Jul 09 17:20:43.765762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0075603b-3e56-4a91-82e0-352248fc80d6 req-9fd12b96-6a0b-421c-a294-327b5ec2bdc2 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575382 Jul 09 17:20:43.798514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396523-63d0-409b-91ad-c84082d7080f req-e4558ac2-8f5d-4e77-ac8a-359913bdfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.800052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-e4558ac2-8f5d-4e77-ac8a-359913bdfc01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 200 len: 862 time: 0.1901989 Jul 09 17:20:43.823686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-4d1e5d5a-0b55-4356-906a-08bdfcc9e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:43.825593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-4d1e5d5a-0b55-4356-906a-08bdfcc9e871 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.1194730 Jul 09 17:20:43.833286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Provisioning for port bdb1769a-4f1e-4272-8227-ee3324783315 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:43.857864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fc0bee-1bef-461a-ad86-57522fc5dc21 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:43.869144 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.869422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:43.869945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.877919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-15674e3b-755c-49b4-96be-cbf7288e58bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634458 Jul 09 17:20:43.899778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Transition to ACTIVE for port object f4fc0bee-1bef-461a-ad86-57522fc5dc21 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:43.923523 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:43.926742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:43.982476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33038) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:44.000276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 1e16d26c-913c-4d35-852b-f78db4c440ec yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:44.007148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.042559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-e4e4b678-c34e-44e9-b95a-c29778d26096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.044249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-e4e4b678-c34e-44e9-b95a-c29778d26096 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2017617 Jul 09 17:20:44.089846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-e8ca3be4-3e43-4217-ac3b-233cbccc5062 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940823 Jul 09 17:20:44.097706 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.108496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-663c85d5-0000-4999-97b1-85cfba76e6fd req-2ef8c469-bc62-47b2-aa69-42811d5d50e2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680580 Jul 09 17:20:44.182622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-430058341'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:44.192517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:44.195297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bdb1769a-4f1e-4272-8227-ee3324783315,segment=NetworkSegment(8dfd1f6a-1e60-4697-8061-68c6099143fc),segment_id=8dfd1f6a-1e60-4697-8061-68c6099143fc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:44.206054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.258384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a463e3-9ecd-4701-a60f-d0d407f1b2ec req-248ea602-b792-48f9-9c26-3cd06d39b506 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.266764 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6a463e3-9ecd-4701-a60f-d0d407f1b2ec req-248ea602-b792-48f9-9c26-3cd06d39b506 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 943 time: 0.3335967 Jul 09 17:20:44.281315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:39Z', 'revision_number': 3, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:44.283191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Pushing event updated for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:44.314923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Checking router: 47a69476-0521-4e4f-8e22-874386a6d5d1 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:44.315194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Updating router 47a69476-0521-4e4f-8e22-874386a6d5d1 port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:20:44.317752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.318191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.318618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.319366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.319366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.319887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.320285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.320711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.321123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.321529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.321937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.322421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e9d42-76d3-47c1-9c2f-2d2824c12fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:20:44.357758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6a463e3-9ecd-4701-a60f-d0d407f1b2ec req-e30d637b-e147-48e6-addf-8eddb76ebbba tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Jul 09 17:20:44.360084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae396523-63d0-409b-91ad-c84082d7080f req-dcce2d77-b1f0-4a04-9e46-484612f47ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618093 Jul 09 17:20:44.364052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-af239ca3-bc05-4ea0-aeb8-eaed43827dcd service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873876 Jul 09 17:20:44.365310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.387839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:44.391681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.423266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.509718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1830def-e8d2-4a72-adc6-90f972e46a99 req-cb5886b9-ec2e-4035-86cc-681455b2c4b0 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362545 Jul 09 17:20:44.520485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-f330b590-19a5-4ff9-8ea5-d7300816fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.522747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-f330b590-19a5-4ff9-8ea5-d7300816fa77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b50a086c1f834d768186fcced8562622&device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 1095 time: 0.0991693 Jul 09 17:20:44.566634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Attempting to bind port f4fc0bee-1bef-461a-ad86-57522fc5dc21 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:44.566898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Attempting to bind port f4fc0bee-1bef-461a-ad86-57522fc5dc21 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:44.567045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Attempting to bind port f4fc0bee-1bef-461a-ad86-57522fc5dc21 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:44.658572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.671154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Transition to ACTIVE for port object 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:44.679159 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.690423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:44.703937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-27e4d657-c9cd-4ed5-8932-d864b8be8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.705646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-27e4d657-c9cd-4ed5-8932-d864b8be8a70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 200 len: 923 time: 0.1746426 Jul 09 17:20:44.754925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Attempting to bind port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:44.755291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Attempting to bind port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:44.755656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Attempting to bind port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:44.756190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-5001e43d-e96a-4732-a174-6b985aeebc6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93 HTTP/1.1" status: 200 len: 217 time: 0.0420573 Jul 09 17:20:44.803130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e79b4-d5ee-4b06-8e22-e0f80dc413a4 None None] Pushing event updated for resources: {'Port': ['ID=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:44.808724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:44.809091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:44.809493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.809883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:44.810367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Bound port: 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:44.810742 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.814411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-9d75c750-9ce0-47e7-a629-7b9e6cec3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.817046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-9d75c750-9ce0-47e7-a629-7b9e6cec3943 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 200 len: 862 time: 0.0523584 Jul 09 17:20:44.855663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-dbb7bf20-9010-4ef4-aa32-1a041dd2eb61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f30f4b8-5856-437b-8d90-fe982fb4a2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306745 Jul 09 17:20:44.909578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Port f4fc0bee-1bef-461a-ad86-57522fc5dc21 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:20:44.910593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] For port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:44.913465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Attempting to bind port f4fc0bee-1bef-461a-ad86-57522fc5dc21 on network e385bfa2-fe0d-4219-b997-cb33400b1e1e {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:44.920864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.4 (0cdf5551-d22f-4321-81b4-b70162d58b67/d904e674-5cbc-4414-9d05-f195280fb6e0/1e16d26c-913c-4d35-852b-f78db4c440ec) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:44.926153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] For port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:44.938296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:44.946581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.970189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:44.970463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Checking segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:44.970979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Bound using segment: {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:44.971291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Bound port: f4fc0bee-1bef-461a-ad86-57522fc5dc21, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c7812-6e2f-416f-b805-7e3ae118ff3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:44.971559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:44.979627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'port_id': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'mac_address': 'fa:16:3e:f5:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01027337-05f5-4727-9847-951aff78d916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:44.990290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc1692-2afe-45fb-ac16-7c7f50c75d13 req-352f7451-31a9-4942-97ce-62bfd943c2fb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:44.991878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63dc1692-2afe-45fb-ac16-7c7f50c75d13 req-352f7451-31a9-4942-97ce-62bfd943c2fb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 943 time: 0.7041245 Jul 09 17:20:45.031488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-6f4bd9c8-71e3-42cf-ad02-fc501949e425 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670070 Jul 09 17:20:45.042738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:45.044097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:45.045251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e79b4-d5ee-4b06-8e22-e0f80dc413a4 None None] Pushing event updated for resources: {'Port': ['ID=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:45.048206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea5345-eb58-4023-8935-71ebd21c41d3 req-b731364c-e06c-425b-b18d-fec29a77ca5b tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.049984 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70ea5345-eb58-4023-8935-71ebd21c41d3 req-b731364c-e06c-425b-b18d-fec29a77ca5b tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 948 time: 0.1105371 Jul 09 17:20:45.096391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.113992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:45.140132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70ea5345-eb58-4023-8935-71ebd21c41d3 req-910e8cfa-73bf-4f04-8a00-5a6280de488e tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730450 Jul 09 17:20:45.162053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-20d94bf8-1ad9-4122-897f-f3c31fe65285 service neutron] 10.222.0.13 "GET /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225893 Jul 09 17:20:45.186557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:45.189112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63dc1692-2afe-45fb-ac16-7c7f50c75d13 req-0547a919-7b20-46e1-89e9-9e07f08a0620 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671176 Jul 09 17:20:45.199704 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.229759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:45.306005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['576113d4-a2a3-423f-89a9-a3b0cab9f672'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:45.311240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:45.315907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:45.361823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.377153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.403042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:45.418061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-a4918e62-45cf-466e-b11f-1a5686868fc5 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1836889625&fields=id&tenant_id=9cf1534321aa4c49ad00a8d45719bcee HTTP/1.1" status: 200 len: 267 time: 0.0703335 Jul 09 17:20:45.460958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.494884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-41aac0e3-6430-40dd-a5a0-a15b076ba4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.496486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-41aac0e3-6430-40dd-a5a0-a15b076ba4b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b21dc54f20940fba04fdf1d3dd4c96a&device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 1100 time: 0.2318368 Jul 09 17:20:45.557875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.558615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.560353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] 10.222.0.36 "PUT /v2.0/ports/f4fc0bee-1bef-461a-ad86-57522fc5dc21 HTTP/1.1" status: 200 len: 1092 time: 3.3319731 Jul 09 17:20:45.561402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:20:45.566627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:39Z', 'revision_number': 3, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:45.568600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:45.571136 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d442decf-0d68-47dc-9b6f-2e708b2bb114" -d '{"events": [{"name": "network-changed", "server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:45.624234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d37a85-1c80-4076-9140-59e48290d5ba None None] The sync data for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 is: [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:39Z', 'revision_number': 3, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:45.636819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.650261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d9712-00e6-46f8-8ac7-cc4fd0943931,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:45.656152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.656430 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Added segment cae44af5-2620-45c3-a207-07d363023e2a of type vlan for network d6992ee0-dde0-4473-b499-57da2aa4712d Jul 09 17:20:45.712763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b868f-49ea-4d4b-bc06-be5f2be202ee service neutron] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:45.735659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-f42621ae-7784-4540-9d1a-7e252af23b5e tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.742756 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-f42621ae-7784-4540-9d1a-7e252af23b5e tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/networks?id=5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 200 len: 815 time: 0.3137677 Jul 09 17:20:45.762788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.763387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 1e16d26c-913c-4d35-852b-f78db4c440ec will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:45.773397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-fde49bc0-652c-45b8-af4a-f49ae73fe77b tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/quotas/9cf1534321aa4c49ad00a8d45719bcee HTTP/1.1" status: 200 len: 375 time: 0.0288942 Jul 09 17:20:45.780787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-11d79c0c-24f4-4f9b-af93-1e1865a2ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.783569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-11d79c0c-24f4-4f9b-af93-1e1865a2ff6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2781360 Jul 09 17:20:45.789854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.810303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.836304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52ef85-1375-46c1-92c5-26ac00397b54 req-b147ff78-d117-452c-87f5-efd3a19900b1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.843795 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab52ef85-1375-46c1-92c5-26ac00397b54 req-b147ff78-d117-452c-87f5-efd3a19900b1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.4684589 Jul 09 17:20:45.876087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-20343ead-d9c2-4ed7-89ce-eb4793faa326 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7 HTTP/1.1" status: 200 len: 217 time: 0.0783851 Jul 09 17:20:45.948919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-743748f2-1690-4c09-83f3-c2533fe13581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.950539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-743748f2-1690-4c09-83f3-c2533fe13581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0672824 Jul 09 17:20:45.961681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.968625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.969371 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:45.971348 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-262958c9-1f09-4230-9fa6-2ff6b08c2e12 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1787279 Jul 09 17:20:45.988240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-5df6631f-17e8-41ae-852e-c330bfac2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:45.988240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-5df6631f-17e8-41ae-852e-c330bfac2dcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 1095 time: 0.3535190 Jul 09 17:20:46.083861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab52ef85-1375-46c1-92c5-26ac00397b54 req-9cdc698c-1dae-4ed0-b100-aa4f3be5ba5d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270672 Jul 09 17:20:46.100451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:46.137839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-be9e9a6e-3c39-45b5-a875-acf50cb164af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:46.139389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-be9e9a6e-3c39-45b5-a875-acf50cb164af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1604581 Jul 09 17:20:46.149069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-980ee595-d656-4ae6-9106-2d6550d96b74 service neutron] 10.222.0.21 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776838 Jul 09 17:20:46.222596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-58a1e7fc-7b38-4303-a374-e05fed815742 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21 HTTP/1.1" status: 200 len: 217 time: 0.2000051 Jul 09 17:20:46.229874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2416205 Jul 09 17:20:46.233587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33084) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:46.303018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:46.430617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e6b8b871-3bb3-41c3-9329-0017d95e08a6 service neutron] 10.222.0.21 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705195 Jul 09 17:20:46.438896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-acaf8335-3e18-4cf1-aa06-70b6d9f20b00 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887962 Jul 09 17:20:46.467985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:46.469990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f91ea-f316-4c61-8bc2-ea726616e49d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Network': ['ID=d6992ee0-dde0-4473-b499-57da2aa4712d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:46.492046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:46.512242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:46.520803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:46.546849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:20:46.622557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=1e16d26c-913c-4d35-852b-f78db4c440ec,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:46.681061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838950a4-0740-4dbd-85cb-307d50241111 req-36feb7e8-9a1a-4271-9def-2fd2fccc8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:46.682558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-36feb7e8-9a1a-4271-9def-2fd2fccc8d4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.4134212 Jul 09 17:20:46.683965 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29ed6e08-2f57-4afa-b2b2-b3f5e39c4f7d req-a1478e36-5803-4a94-8811-53b649340c04 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344105 Jul 09 17:20:46.696386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:46.797084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:46.811348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:46.811944 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:46.826603 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-2e12ae98-e19b-4178-baaf-f09de12288c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240814 Jul 09 17:20:46.843501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:46.844480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:46.893506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Allocated IP 172.20.0.1 (1e356c56-291f-4e06-a842-ab091bc8d52b/9d63afe3-7f11-480f-ad99-91eb753a37c8/783d5684-b04e-41bb-a63a-9e48c72e0f01) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:46.907927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 576113d4-a2a3-423f-89a9-a3b0cab9f672 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:46.909442 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:46.985215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d6078-79b0-4f2b-a981-feb4e4a3472e req-4df66f70-fd3f-4844-9443-162e6f31dd90 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:46.986915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-016d6078-79b0-4f2b-a981-feb4e4a3472e req-4df66f70-fd3f-4844-9443-162e6f31dd90 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 943 time: 0.6802638 Jul 09 17:20:46.987728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:46.991420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.021973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33092) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:47.023067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-43abf1f7-836e-4b0a-86f1-7a16f5f0966b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6766043 Jul 09 17:20:47.029410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:47.157547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.167593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7c28d27e-5b71-4495-83ce-3225932bfda0 None None] Provisioning for port 1e16d26c-913c-4d35-852b-f78db4c440ec completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:47.205848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7c28d27e-5b71-4495-83ce-3225932bfda0 None None] Provisioning complete for port 1e16d26c-913c-4d35-852b-f78db4c440ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:47.206227 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7c28d27e-5b71-4495-83ce-3225932bfda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.229220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:47.257214 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495dd038-caa4-4ae0-abf0-ebe1512c948e x-openstack-request-id: req-495dd038-caa4-4ae0-abf0-ebe1512c948e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:47.257860 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:47.258109 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-495dd038-caa4-4ae0-abf0-ebe1512c948e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:47.258554 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'status': 'completed', 'code': 200} Jul 09 17:20:47.291150 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.292009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bdb1769a-4f1e-4272-8227-ee3324783315 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:47.326704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-016d6078-79b0-4f2b-a981-feb4e4a3472e req-9a118e05-8585-4cf7-9127-ed8bc87a1b18 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235955 Jul 09 17:20:47.335552 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-e9182471-e013-4a57-b370-6f15e24505d6 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827781 Jul 09 17:20:47.405312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:47.408505 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.413935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.468447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.548887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7c28d27e-5b71-4495-83ce-3225932bfda0 None None] Port 1e16d26c-913c-4d35-852b-f78db4c440ec cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:47.574954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Transition to ACTIVE for port object 783d5684-b04e-41bb-a63a-9e48c72e0f01 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:47.600095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:47.600574 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:47.612245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-838950a4-0740-4dbd-85cb-307d50241111 req-eaa9cce8-cda6-4a69-a3f7-6a52289708e8 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682500 Jul 09 17:20:47.614547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:47.626920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:47.636243 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ffb2db-d704-4743-a963-13d6c6edef8d" -d '{"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-plugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:47.653943 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d904e674-5cbc-4414-9d05-f195280fb6e0 (CIDR: 172.20.0.0/28) Jul 09 17:20:47.725851 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:20:47.732850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:20:47.769052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a9827bee-3a37-44eb-8348-fe5a8e4583a1 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7457321 Jul 09 17:20:47.775173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33106) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:47.787359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:47.903654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:47.912448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d2d6fb15-c551-4100-9a95-c600eb034bc7 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:48.014038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.063649 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.127213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.175958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=3fb1339a-b9ee-4435-9e99-ea0f28f605f7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:48.222467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:48.244619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37de3dc-31f0-4289-8a40-a1e56efcb6d8 req-486105fe-962c-42c4-91fa-7a867757b532 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:48.246369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f37de3dc-31f0-4289-8a40-a1e56efcb6d8 req-486105fe-962c-42c4-91fa-7a867757b532 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 943 time: 0.5180609 Jul 09 17:20:48.248454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Network 1e356c56-291f-4e06-a842-ab091bc8d52b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:48.261394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-24c976e1-b297-472a-8568-fedc4501a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:48.263797 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-24c976e1-b297-472a-8568-fedc4501a387 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 1095 time: 0.5615387 Jul 09 17:20:48.264729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:48.276712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:48.288755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Pushing event updated for resources: {'Port': ['ID=783d5684-b04e-41bb-a63a-9e48c72e0f01,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:48.306066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a9c4-9cf1-42c5-9adb-bc37c55caaa5 req-fdf32805-f3c3-4676-bf1f-455725ee40eb tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:48.313812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c232a9c4-9cf1-42c5-9adb-bc37c55caaa5 req-fdf32805-f3c3-4676-bf1f-455725ee40eb tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 948 time: 0.6750350 Jul 09 17:20:48.381349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c232a9c4-9cf1-42c5-9adb-bc37c55caaa5 req-1d92a4a3-205d-4303-a600-698429663ba5 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663462 Jul 09 17:20:48.397952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d2d6fb15-c551-4100-9a95-c600eb034bc7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:48.437923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'd2d6fb15-c551-4100-9a95-c600eb034bc7', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'd2d6fb15-c551-4100-9a95-c600eb034bc7', 'mac_address': 'fa:16:3e:62:c5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:48.514579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:48.515358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network hostable DHCP agents. Network: d6992ee0-dde0-4473-b499-57da2aa4712d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:20:48.556320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:48.561384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.573017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.575393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:48.609501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d6fb15-c551-4100-9a95-c600eb034bc7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:48.645545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d2d6fb15-c551-4100-9a95-c600eb034bc7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:48.657740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.658817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dc9d686e-af84-4f6b-9d43-8987105e3d93 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:48.675125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f37de3dc-31f0-4289-8a40-a1e56efcb6d8 req-d2accb4d-6973-4d32-9b3f-18d2063d40a1 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079390 Jul 09 17:20:48.709621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.750403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:48.751337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.833543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d2d6fb15-c551-4100-9a95-c600eb034bc7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:48.874694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6527e61-c3d3-4c3d-916c-73055f970ff2 None None] Provisioning for port 783d5684-b04e-41bb-a63a-9e48c72e0f01 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:48.889226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:20:48.898648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6527e61-c3d3-4c3d-916c-73055f970ff2 None None] Provisioning complete for port 783d5684-b04e-41bb-a63a-9e48c72e0f01 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:48.899273 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6527e61-c3d3-4c3d-916c-73055f970ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:48.910224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277a5f-777b-4742-a7ed-6382048b2d9b req-08a0b665-61e3-4eab-bda9-9670f488c651 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:48.912016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c277a5f-777b-4742-a7ed-6382048b2d9b req-08a0b665-61e3-4eab-bda9-9670f488c651 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1792610 Jul 09 17:20:48.982352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d6992ee0-dde0-4473-b499-57da2aa4712d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:48.986256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b940b92-4f08-48d1-a214-dd7c20b6d2bf req-291bdda3-f76e-43ed-99c3-9a230546826e tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.0928936 Jul 09 17:20:48.989160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:48.989782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:49.005796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-41ec1af6-77d5-4173-ab59-84346905768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.006744 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c277a5f-777b-4742-a7ed-6382048b2d9b req-2f497f02-36dc-4f95-96fb-e6fb3fadb794 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876012 Jul 09 17:20:49.024714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-41ec1af6-77d5-4173-ab59-84346905768e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 200 len: 906 time: 0.7413616 Jul 09 17:20:49.028097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ae171-beb2-4a20-80de-756a5cb325c7 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:49.129503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e6527e61-c3d3-4c3d-916c-73055f970ff2 None None] Port 783d5684-b04e-41bb-a63a-9e48c72e0f01 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:49.143139 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ffd08-5726-47fc-b602-53c9786dfb5d x-openstack-request-id: req-b01ffd08-5726-47fc-b602-53c9786dfb5d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:49.144689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-29589cac-611e-4dae-8a0c-3397ce064f76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21 HTTP/1.1" status: 200 len: 217 time: 0.1053431 Jul 09 17:20:49.148631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4debab0-556e-4b05-9e2f-06f09fcc66f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8529527 Jul 09 17:20:49.148802 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-plugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:49.148901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:49.149122 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b01ffd08-5726-47fc-b602-53c9786dfb5d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:49.149654 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'code': 200} Jul 09 17:20:49.155551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'name': 'tempest-NetworksTestDHCPv6-1299283337'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:49.195505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:49.216894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'dc9d686e-af84-4f6b-9d43-8987105e3d93', 'network_id': '0f30f4b8-5856-437b-8d90-fe982fb4a2a9', 'port_id': 'dc9d686e-af84-4f6b-9d43-8987105e3d93', 'mac_address': 'fa:16:3e:0d:84:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9a35e-a777-4af8-b4af-bd2085a11b1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:49.219007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:49.354172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:49.369601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=9c9e8074-b9e4-43a6-beea-1994f63edebf,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:49.371508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-7017f0bc-aa01-4660-9f9b-a525d9050810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.375601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9d686e-af84-4f6b-9d43-8987105e3d93 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:49.383319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-7017f0bc-aa01-4660-9f9b-a525d9050810 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 200 len: 845 time: 0.0965247 Jul 09 17:20:49.429709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:49.437376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '3fb1339a-b9ee-4435-9e99-ea0f28f605f7'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:20:49.438450 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:49.448986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:49.449215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:49.475920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:49.500232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.500837 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:49.520477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1dfde-e85b-46f2-9861-7b334251e694 None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:49.579125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-00ab90dd-6d38-468f-b984-f147e0760f5d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7968259 Jul 09 17:20:49.582852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33116) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:49.615884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1423725812', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c9e8074-b9e4-43a6-beea-1994f63edebf'}], 'security_groups': ['5f641170-c35d-40c8-b6ee-ebc049a9f599']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:49.700540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de5b28-c92b-4ec1-9378-bc804313d045 req-5655a18f-9fe7-4011-a7c2-02fe20de6880 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.712522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c6de5b28-c92b-4ec1-9378-bc804313d045 req-5655a18f-9fe7-4011-a7c2-02fe20de6880 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 943 time: 0.4907434 Jul 09 17:20:49.753802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d2d6fb15-c551-4100-9a95-c600eb034bc7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:49.756168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['dc9d686e-af84-4f6b-9d43-8987105e3d93'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:49.806432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c6de5b28-c92b-4ec1-9378-bc804313d045 req-385c477b-4850-4028-9758-5d2b0dfca82e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924950 Jul 09 17:20:49.813788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dd310e-d493-4626-8af2-7e50ad54d611 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:49.815324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dd310e-d493-4626-8af2-7e50ad54d611 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.36 "GET /v2.0/networks?id=5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 200 len: 815 time: 0.5188372 Jul 09 17:20:50.040187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-3fa61b60-a103-483d-856b-1958a745562a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e385bfa2-fe0d-4219-b997-cb33400b1e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6048491 Jul 09 17:20:50.084731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-55dc9b23-ffed-4806-ae9f-aca3691b78c7 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf1534321aa4c49ad00a8d45719bcee HTTP/1.1" status: 200 len: 380 time: 0.2476559 Jul 09 17:20:50.091274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:50.094876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Request body: {'port': {'device_id': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'admin_state_up': True, 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'security_groups': ['58901447-1364-4091-879e-d829c7544e16']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:50.209590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-21636d60-4bc1-469e-9daf-98f06cd7f18d service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404419 Jul 09 17:20:50.294080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c141d-a46d-436c-806e-56d247dd8db7 req-a6e83b5f-6de8-4b7d-bb29-383d8e92218c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:50.301038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b4c141d-a46d-436c-806e-56d247dd8db7 req-a6e83b5f-6de8-4b7d-bb29-383d8e92218c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 943 time: 0.2693825 Jul 09 17:20:50.359527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:50.370354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d442decf-0d68-47dc-9b6f-2e708b2bb114 req-37e529de-fde0-4673-ad6e-82f9376f2910 service neutron] 10.222.0.36 "GET /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474581 Jul 09 17:20:50.392057 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b4c141d-a46d-436c-806e-56d247dd8db7 req-7eccf604-b01b-4113-b28f-dfbc1fd85d09 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900173 Jul 09 17:20:50.433124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:50.544706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/3fb1339a-b9ee-4435-9e99-ea0f28f605f7/8c4d5bba-a433-41e9-baba-7ea5dd2726c7) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:50.667232 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:50.695170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624b4a-a436-4644-9d27-017c96fd095b req-f017f19e-7a4f-4978-874a-d0cdc0f2d196 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:50.703686 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9d624b4a-a436-4644-9d27-017c96fd095b req-f017f19e-7a4f-4978-874a-d0cdc0f2d196 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 949 time: 0.7780113 Jul 09 17:20:50.705600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:50.736532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f4fc0bee-1bef-461a-ad86-57522fc5dc21 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:20:50.769616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:50.841450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8431046-6543-42bb-8b9e-83d422917431 req-9fb370e0-a680-4efa-9d3f-a3bc5533a61e tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.1487312 Jul 09 17:20:51.044447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Update dhcp port {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'fixed_ips': [{'subnet_id': 'd904e674-5cbc-4414-9d05-f195280fb6e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c9e8074-b9e4-43a6-beea-1994f63edebf'}], 'binding:host_id': 'n-d-791506-17'}, 'id': 'bdb1769a-4f1e-4272-8227-ee3324783315'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:20:51.082306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Network 1e356c56-291f-4e06-a842-ab091bc8d52b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:51.086825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9d624b4a-a436-4644-9d27-017c96fd095b req-c14e8b2d-940d-444b-a3f4-c6f49b12a67d tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817587 Jul 09 17:20:51.089233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:51.147745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:51.156890 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.206281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'mac_address': 'fa:16:3e:20:f7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:20:51.214210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Transition to ACTIVE for port object 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:51.217983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Pushing event updated for resources: {'Port': ['ID=783d5684-b04e-41bb-a63a-9e48c72e0f01,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:51.236517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Delete allocated IP 172.20.0.4 (0cdf5551-d22f-4321-81b4-b70162d58b67/d904e674-5cbc-4414-9d05-f195280fb6e0) {{(pid=93896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:20:51.242597 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.250313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.27 (0cdf5551-d22f-4321-81b4-b70162d58b67/9c9e8074-b9e4-43a6-beea-1994f63edebf/1e16d26c-913c-4d35-852b-f78db4c440ec) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:51.357226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Transition to ACTIVE for port object 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:51.415016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.417349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Router 47a69476-0521-4e4f-8e22-874386a6d5d1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:20:51.551640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.569539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 1e16d26c-913c-4d35-852b-f78db4c440ec will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:51.589549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.609047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Made reservation on behalf of 9cf1534321aa4c49ad00a8d45719bcee for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:51.613154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.673711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:20:51.677593 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:51.687479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=1e16d26c-913c-4d35-852b-f78db4c440ec,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:51.716896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port d004f15d-e46e-4f81-8c64-f50182c7be19 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:20:51.723847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:20:51.732851 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Sync routers for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:20:51.743108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5cad9752-4f48-4a82-bd14-5784c9214e84 admin admin] 10.222.0.21 "PUT /v2.0/routers/47a69476-0521-4e4f-8e22-874386a6d5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2366126 Jul 09 17:20:51.756411 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:51.757326 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:51.791424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149f26c-a086-4214-af7a-dd2ed91f5e07 req-8e4fe2f9-36b3-4ff0-9cda-c1ac0d9f2363 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:51.806798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7149f26c-a086-4214-af7a-dd2ed91f5e07 req-8e4fe2f9-36b3-4ff0-9cda-c1ac0d9f2363 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 944 time: 0.2863865 Jul 09 17:20:51.857092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Allocated IP 172.20.0.8 (5f560d83-8c65-445a-951f-7f5cd5e86661/0baa05e0-ba84-48aa-8219-00a2ac459a69/6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:51.885948 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:52.019860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Pushing event updated for resources: {'Port': ['ID=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:52.059799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d2d6fb15-c551-4100-9a95-c600eb034bc7 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:52.187604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7149f26c-a086-4214-af7a-dd2ed91f5e07 req-f40a2b8b-a2bf-40b8-8fe2-9c5073bdbca0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797493 Jul 09 17:20:52.204407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:52.209694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:52.221927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:52.238312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.247543 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:50Z', 'revision_number': 2, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:52.271691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7b814f81-8656-4893-9431-efcc81715857 None None] Provisioning complete for port 783d5684-b04e-41bb-a63a-9e48c72e0f01 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:52.272083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b814f81-8656-4893-9431-efcc81715857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.274585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fc0bee-1bef-461a-ad86-57522fc5dc21 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:52.338614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.355522 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Checking router: 47a69476-0521-4e4f-8e22-874386a6d5d1 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:20:52.358797 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Updating router 47a69476-0521-4e4f-8e22-874386a6d5d1 port 783d5684-b04e-41bb-a63a-9e48c72e0f01 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:20:52.388685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59adefe-0cb0-4fac-8623-5f717d1c2eba req-c8f0730b-327c-4d5b-8950-bc4cee20781d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:52.414468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port d2d6fb15-c551-4100-9a95-c600eb034bc7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:52.423340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b59adefe-0cb0-4fac-8623-5f717d1c2eba req-c8f0730b-327c-4d5b-8950-bc4cee20781d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.8522608 Jul 09 17:20:52.459646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:52.505756 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.515791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Attempting to bind port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:52.515927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Attempting to bind port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:52.516244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Attempting to bind port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:52.531508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] In _notify_port_updated(), no bound segment for port 1e16d26c-913c-4d35-852b-f78db4c440ec on network 0cdf5551-d22f-4321-81b4-b70162d58b67 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:20:52.535376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port d2d6fb15-c551-4100-9a95-c600eb034bc7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:52.535755 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.543344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:52.543683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:52.544500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.544928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:52.545384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Bound port: 8c4d5bba-a433-41e9-baba-7ea5dd2726c7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:52.545765 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.548791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:52.558311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.561067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::1d7 (d6992ee0-dde0-4473-b499-57da2aa4712d/3fb1339a-b9ee-4435-9e99-ea0f28f605f7/d004f15d-e46e-4f81-8c64-f50182c7be19) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:52.562891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.566816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33138) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:52.567307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-56e487c4-bc2f-4fd7-ba47-6fc32655035d tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/ports/1e16d26c-913c-4d35-852b-f78db4c440ec HTTP/1.1" status: 200 len: 921 time: 2.9689155 Jul 09 17:20:52.581890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Transition to ACTIVE for port object 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:52.668827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b59adefe-0cb0-4fac-8623-5f717d1c2eba req-e9d9ac28-0fee-4422-96fc-2ba8a27e4188 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431290 Jul 09 17:20:52.742163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:52.756030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7b814f81-8656-4893-9431-efcc81715857 None None] Port 783d5684-b04e-41bb-a63a-9e48c72e0f01 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:52.789423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:52.880251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f4fc0bee-1bef-461a-ad86-57522fc5dc21'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:20:52.920564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe0956-6c1b-4f12-ae53-8dd45f6e2817 req-20575b43-2e6d-4b22-b013-68cf410a4e4f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:52.932132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92fe0956-6c1b-4f12-ae53-8dd45f6e2817 req-20575b43-2e6d-4b22-b013-68cf410a4e4f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 944 time: 0.3543098 Jul 09 17:20:53.009578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Allocated IP 172.20.0.18 (0cdf5551-d22f-4321-81b4-b70162d58b67/9c9e8074-b9e4-43a6-beea-1994f63edebf/bdb1769a-4f1e-4272-8227-ee3324783315) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:20:53.075685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] For port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:53.084775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] For port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:53.128802 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.143213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 1e16d26c-913c-4d35-852b-f78db4c440ec {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:53.145363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event updated for resources: {'Port': ['ID=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:53.161211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.173197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:53.187589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:53.196770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:53.297442 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.309493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a5a4d-59e9-467e-b89a-2d72dc3a60b2 req-dc4dab35-7392-4669-82c8-08990dd1b00c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:53.311317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e19a5a4d-59e9-467e-b89a-2d72dc3a60b2 req-dc4dab35-7392-4669-82c8-08990dd1b00c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 931 time: 0.3883018 Jul 09 17:20:53.333435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:53.336310 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.346071 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Transition to ACTIVE for port object 783d5684-b04e-41bb-a63a-9e48c72e0f01 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:53.356385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92fe0956-6c1b-4f12-ae53-8dd45f6e2817 req-50b727c1-615a-4cfc-82d3-7508d6ee4504 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230397 Jul 09 17:20:53.359875 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.390745 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.446491 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-d73228a8-1ed9-4559-95cd-5fa6f3d32e69 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3556330 Jul 09 17:20:53.485550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Request body: {'port': {'device_id': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:20:53.497082 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc965de4-859c-47a1-8225-329431eac3e2 None None] Pushing event updated for resources: {'Port': ['ID=783d5684-b04e-41bb-a63a-9e48c72e0f01,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:53.528448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.572791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d6fb15-c551-4100-9a95-c600eb034bc7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:53.587397 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93940a63-1e18-481f-90c4-af561dec36b3" -d '{"events": [{"server_uuid": "301e016e-56e0-4872-9d62-9bd0b6b2db39", "name": "network-vif-plugged", "status": "completed", "tag": "d2d6fb15-c551-4100-9a95-c600eb034bc7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:53.636062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object d004f15d-e46e-4f81-8c64-f50182c7be19 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:53.693716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d2d6fb15-c551-4100-9a95-c600eb034bc7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:53.694352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e19a5a4d-59e9-467e-b89a-2d72dc3a60b2 req-88e96d23-77e3-4ad1-8664-92b75177a1d1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737824 Jul 09 17:20:53.699796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.731488 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Attempting to bind port 783d5684-b04e-41bb-a63a-9e48c72e0f01 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:53.733368 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Attempting to bind port 783d5684-b04e-41bb-a63a-9e48c72e0f01 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:53.733705 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Attempting to bind port 783d5684-b04e-41bb-a63a-9e48c72e0f01 on network 1e356c56-291f-4e06-a842-ab091bc8d52b {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:53.747329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 1e16d26c-913c-4d35-852b-f78db4c440ec owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:53.753317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:53.753740 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Checking segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:53.754107 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.754489 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Bound using segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:53.754995 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Bound port: 783d5684-b04e-41bb-a63a-9e48c72e0f01, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:53.755355 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.804824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.970988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffd7dc-b418-4cca-9661-53536c41ce13 None None] Pushing event updated for resources: {'Port': ['ID=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:53.980786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:53.981613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dc9d686e-af84-4f6b-9d43-8987105e3d93 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:53.994536 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] For port 783d5684-b04e-41bb-a63a-9e48c72e0f01, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:54.027353 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] For port 783d5684-b04e-41bb-a63a-9e48c72e0f01, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=783d5684-b04e-41bb-a63a-9e48c72e0f01,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:54.040154 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.139332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.233579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:20:54.259402 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc965de4-859c-47a1-8225-329431eac3e2 None None] Pushing event updated for resources: {'Port': ['ID=783d5684-b04e-41bb-a63a-9e48c72e0f01,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:54.316399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:20:54.328913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9b797ae6-011f-4e7d-b4e8-9fa766f7af86 None None] Provisioning for port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:54.334406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:20:54.341645 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:20:54.343985 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:54.359638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:54.362454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.408423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9b797ae6-011f-4e7d-b4e8-9fa766f7af86 None None] Provisioning complete for port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:54.408971 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9b797ae6-011f-4e7d-b4e8-9fa766f7af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.410744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d2d6fb15-c551-4100-9a95-c600eb034bc7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:54.414296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=d004f15d-e46e-4f81-8c64-f50182c7be19,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:54.435674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bdb1769a-4f1e-4272-8227-ee3324783315,segment=NetworkSegment(8dfd1f6a-1e60-4697-8061-68c6099143fc),segment_id=8dfd1f6a-1e60-4697-8061-68c6099143fc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:54.443512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aad70e1d-4f06-4f1b-97b2-c34e592e02ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2935967 Jul 09 17:20:54.446502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33190) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:54.592584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaff28-5023-4b00-8ab8-711df13aed39 req-a9919345-9ed2-4d78-91b1-cda938d67e36 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:54.604228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5feaff28-5023-4b00-8ab8-711df13aed39 req-a9919345-9ed2-4d78-91b1-cda938d67e36 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 950 time: 0.7050388 Jul 09 17:20:54.685336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port dc9d686e-af84-4f6b-9d43-8987105e3d93 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:54.692422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:54.722342 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:20:54.726154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9b797ae6-011f-4e7d-b4e8-9fa766f7af86 None None] Port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:54.739053 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.782686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port dc9d686e-af84-4f6b-9d43-8987105e3d93 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:54.785291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.939299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:20:54.945151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5feaff28-5023-4b00-8ab8-711df13aed39 req-f52c08f0-0ac3-4acc-962f-45b48956d1ac tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387203 Jul 09 17:20:54.951282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:54.972852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Transition to ACTIVE for port object bdb1769a-4f1e-4272-8227-ee3324783315 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:54.996622 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.049474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47976-04e9-4f31-80bc-e31d5a65f3cf req-e970d8c9-1a7c-452a-a494-2ec72b33d7d0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:55.056526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2cc47976-04e9-4f31-80bc-e31d5a65f3cf req-e970d8c9-1a7c-452a-a494-2ec72b33d7d0 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 944 time: 0.7760644 Jul 09 17:20:55.162419 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf992fa-4ee8-4ac1-9f7a-91f1381140f3 x-openstack-request-id: req-8bf992fa-4ee8-4ac1-9f7a-91f1381140f3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:55.162981 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301e016e-56e0-4872-9d62-9bd0b6b2db39", "name": "network-vif-plugged", "status": "completed", "tag": "d2d6fb15-c551-4100-9a95-c600eb034bc7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:55.163439 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf992fa-4ee8-4ac1-9f7a-91f1381140f3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:55.164240 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d6fb15-c551-4100-9a95-c600eb034bc7', 'code': 200} Jul 09 17:20:55.171529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75952930-48be-46c3-ad7d-a49f4d86da3a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:55.184968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Transition to ACTIVE for port object 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:20:55.225739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75952930-48be-46c3-ad7d-a49f4d86da3a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:55.228456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-75952930-48be-46c3-ad7d-a49f4d86da3a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7705801 Jul 09 17:20:55.247101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33220) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:55.284298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b939e-1a17-4ddd-a14f-200cbbc39f06 None None] Pushing event updated for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:55.302152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.302950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:55.308713 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.349768 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:53Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:20:55.399175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.412078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:55.420541 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:55.513751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2cc47976-04e9-4f31-80bc-e31d5a65f3cf req-fca1acba-1a31-4636-b7ba-211f8c1807d6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357321 Jul 09 17:20:55.517418 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48f6d9-eadb-40e3-8238-e4d5551434dd None None] The sync data for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 is: [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:53Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:20:55.662944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:55.955321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:55.970256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=1e16d26c-913c-4d35-852b-f78db4c440ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:56.055686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918a72-41d9-46c7-9fae-e1b5e302b93a req-efdd2da8-ef5b-4e80-82fd-853015f22eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:56.058103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7918a72-41d9-46c7-9fae-e1b5e302b93a req-efdd2da8-ef5b-4e80-82fd-853015f22eb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 1102 time: 0.8464715 Jul 09 17:20:56.087847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266c663-39c7-47ae-9a9b-a46731ca01cd None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:20:56.218728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7918a72-41d9-46c7-9fae-e1b5e302b93a req-721a2607-5e55-4d49-94d2-89b244b376d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021454 Jul 09 17:20:56.252462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Attempting to bind port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:20:56.252954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Attempting to bind port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:20:56.253397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Attempting to bind port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 on network 5f560d83-8c65-445a-951f-7f5cd5e86661 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:56.272427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 on network 5f560d83-8c65-445a-951f-7f5cd5e86661 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:20:56.272427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Attempting to bind port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 on network 5f560d83-8c65-445a-951f-7f5cd5e86661 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:20:56.314499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:56.315944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4913a-6385-4b9e-a9d8-07b459f65df4 req-4808866e-3cd4-4e33-9b88-86edbd786b5a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:56.318649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8fdf1844-927f-47fb-aef6-91f3837fc3e2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/1e16d26c-913c-4d35-852b-f78db4c440ec HTTP/1.1" status: 204 len: 168 time: 3.7499216 Jul 09 17:20:56.321036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf4913a-6385-4b9e-a9d8-07b459f65df4 req-4808866e-3cd4-4e33-9b88-86edbd786b5a tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 944 time: 0.3517606 Jul 09 17:20:56.322078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33224) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:56.412432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] Provisioning for port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:56.414652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:20:56.417641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Checking segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:20:56.419832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Bound using segment: {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:20:56.429831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Bound port: 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d37fff-a908-4e2a-8cff-67f4fce632f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:20:56.432353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:56.470217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] Provisioning complete for port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:56.472898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:56.628792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4c681-94b1-4f75-8601-223ff2621f78 req-7887aacb-1182-4cf6-8352-017dca493692 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:56.640875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71e4c681-94b1-4f75-8601-223ff2621f78 req-7887aacb-1182-4cf6-8352-017dca493692 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.7370646 Jul 09 17:20:56.673023 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c80483-cb0f-4ac4-b6eb-740ea1abd8a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:20:56.676613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-87c80483-cb0f-4ac4-b6eb-740ea1abd8a7 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/1e16d26c-913c-4d35-852b-f78db4c440ec HTTP/1.1" status: 404 len: 333 time: 0.3486094 Jul 09 17:20:56.679963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33234) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:56.700843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf4913a-6385-4b9e-a9d8-07b459f65df4 req-f62c1311-98d6-4e84-927e-d99777112423 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573930 Jul 09 17:20:56.758524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port d004f15d-e46e-4f81-8c64-f50182c7be19 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:20:56.762432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:56.815524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f4fc0bee-1bef-461a-ad86-57522fc5dc21 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:56.979145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 783d5684-b04e-41bb-a63a-9e48c72e0f01 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:57.012708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71e4c681-94b1-4f75-8601-223ff2621f78 req-076b3a22-beaf-43b8-8c3e-aeb48d0a27a7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643649 Jul 09 17:20:57.123697 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.138755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port f4fc0bee-1bef-461a-ad86-57522fc5dc21 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:57.150448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for d004f15d-e46e-4f81-8c64-f50182c7be19 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:20:57.168708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f4fc0bee-1bef-461a-ad86-57522fc5dc21 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:57.170546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.277294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] For port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:20:57.289573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1536d92-2884-426a-a688-54275edd150b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.332566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:57.340263 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb11d510-c208-4e6b-89ae-4fd3a7ac89f3" -d '{"events": [{"server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "name": "network-vif-plugged", "status": "completed", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:57.401198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] For port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:20:57.434709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.453945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1536d92-2884-426a-a688-54275edd150b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.577895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.608477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 783d5684-b04e-41bb-a63a-9e48c72e0f01 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:57.625608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebdbdb-f224-4574-9f24-f4a3ef5c55d1 req-c206727f-af1a-4228-a348-0a6929cceb3f tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:57.637647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2ebdbdb-f224-4574-9f24-f4a3ef5c55d1 req-c206727f-af1a-4228-a348-0a6929cceb3f tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 943 time: 0.7028587 Jul 09 17:20:57.649860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:57.662720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.664905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 783d5684-b04e-41bb-a63a-9e48c72e0f01 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:57.665483 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.842180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43f17-d890-43b4-a8b4-d00030df20bd req-3536f512-1946-4390-961d-1868baa67a98 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:57.859632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96c43f17-d890-43b4-a8b4-d00030df20bd req-3536f512-1946-4390-961d-1868baa67a98 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 950 time: 0.4176662 Jul 09 17:20:57.919863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:57.949439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:57.979203 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.043426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96c43f17-d890-43b4-a8b4-d00030df20bd req-babb250c-baca-463b-8a3f-0ec5fd4df23c tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820526 Jul 09 17:20:58.046007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=d004f15d-e46e-4f81-8c64-f50182c7be19,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:58.121614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.125258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b246610b-4c38-46d2-8f3b-d5b6b5e052c7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/d004f15d-e46e-4f81-8c64-f50182c7be19 HTTP/1.1" status: 204 len: 168 time: 2.8737314 Jul 09 17:20:58.128785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:58.422411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e9185-f8f0-4e1d-aa43-ebe1390d3a7d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:58.424687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e9185-f8f0-4e1d-aa43-ebe1390d3a7d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:58.426567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4a8e9185-f8f0-4e1d-aa43-ebe1390d3a7d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2950120 Jul 09 17:20:58.430230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:58.503812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] For port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:58.535469 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.557714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.663873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:58.669304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.670850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 200 len: 1092 time: 5.2008445 Jul 09 17:20:58.689322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:20:58.694735 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab" -d '{"events": [{"name": "network-changed", "server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:20:58.818040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Provisioning for port bdb1769a-4f1e-4272-8227-ee3324783315 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:20:58.832104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 783d5684-b04e-41bb-a63a-9e48c72e0f01, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=783d5684-b04e-41bb-a63a-9e48c72e0f01,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:20:58.836261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d96e1-cf8a-4546-b5ff-b3442891062d None None] Pushing event updated for resources: {'Port': ['ID=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:58.848153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:58.848442 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.869127 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.872643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bdb1769a-4f1e-4272-8227-ee3324783315 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:20:58.892781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dadb49-76f8-4852-a98d-3cfc20f0d384 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:58.919914 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1536d92-2884-426a-a688-54275edd150b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.934198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1536d92-2884-426a-a688-54275edd150b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:58.942819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f1536d92-2884-426a-a688-54275edd150b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/security-groups/91b2ff2d-e756-4630-8f95-d431f6ac22a6 HTTP/1.1" status: 204 len: 168 time: 2.2356079 Jul 09 17:20:58.943704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33252) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:20:58.985882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 3fb1339a-b9ee-4435-9e99-ea0f28f605f7 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:20:58.996856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f780a1-b781-496e-8791-57a37e57657d req-18e1817a-fe53-461e-ba7a-638b188c7db6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:59.008248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69f780a1-b781-496e-8791-57a37e57657d req-18e1817a-fe53-461e-ba7a-638b188c7db6 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 945 time: 0.7154362 Jul 09 17:20:59.044505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.129218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1536d92-2884-426a-a688-54275edd150b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2ff2d-e756-4630-8f95-d431f6ac22a6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:59.139335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2ebdbdb-f224-4574-9f24-f4a3ef5c55d1 req-277b0440-9ea7-4176-9e3d-fa1505c9e115 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5000017 Jul 09 17:20:59.161792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69f780a1-b781-496e-8791-57a37e57657d req-540bf1e8-b429-4325-800d-0432591259e4 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521838 Jul 09 17:20:59.201615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.260558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-eb11fd15-b665-4690-959c-4b4919ca18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:59.262530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-eb11fd15-b665-4690-959c-4b4919ca18fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 1095 time: 0.4704940 Jul 09 17:20:59.271943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f838e1d-5668-4bac-84f5-13fbe996cd68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.307108 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433a568-2b78-4a7a-95c2-44e8f72f2002 x-openstack-request-id: req-6433a568-2b78-4a7a-95c2-44e8f72f2002 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:20:59.316071 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "name": "network-vif-plugged", "status": "completed", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:20:59.316555 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6433a568-2b78-4a7a-95c2-44e8f72f2002 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:20:59.317126 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93', 'code': 200} Jul 09 17:20:59.321691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-ed3ab9c3-2ee6-4e47-9f0a-09d44a17f716 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 200 len: 217 time: 0.0499809 Jul 09 17:20:59.399936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-13228dfe-f0aa-497e-a1bc-e94360dc0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:59.402360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-13228dfe-f0aa-497e-a1bc-e94360dc0b74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa05e0-ba84-48aa-8219-00a2ac459a69 HTTP/1.1" status: 200 len: 854 time: 0.0565090 Jul 09 17:20:59.483862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:59.484662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.548422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.623275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f838e1d-5668-4bac-84f5-13fbe996cd68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.670828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Could not find standard attr ID for object 1e16d26c-913c-4d35-852b-f78db4c440ec. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:20:59.680235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=783d5684-b04e-41bb-a63a-9e48c72e0f01,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:59.727961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Provisioning complete for port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:20:59.728292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.806345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.809906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-06c1a7fd-f8fa-4a75-9937-52e01e1aafe8 None None] Port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:20:59.815275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-808ddb96-502a-4145-9898-2b904812d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:59.821710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-808ddb96-502a-4145-9898-2b904812d3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f560d83-8c65-445a-951f-7f5cd5e86661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4009800 Jul 09 17:20:59.950856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420470-7329-488c-959a-a23a2bf27cd0 req-2ea2a9ea-344b-40f7-9b1c-bb54153b57d1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:20:59.955502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b8420470-7329-488c-959a-a23a2bf27cd0 req-2ea2a9ea-344b-40f7-9b1c-bb54153b57d1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3390639 Jul 09 17:20:59.960084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb1339a-b9ee-4435-9e99-ea0f28f605f7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:20:59.969927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:20:59.975108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a2a174cd-cf17-4305-a1a1-3c8c906b6fda tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/3fb1339a-b9ee-4435-9e99-ea0f28f605f7 HTTP/1.1" status: 204 len: 168 time: 1.5433319 Jul 09 17:20:59.977766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33258) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:00.027418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b734af64-f3d5-456b-8c44-3484a87ce832 None None] Provisioning complete for port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:00.030199 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b734af64-f3d5-456b-8c44-3484a87ce832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:00.044500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-51bcd2c1-ddbd-41d5-9cd3-707ea6773f69 service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090528 Jul 09 17:21:00.110153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad13a30-1c54-4e77-8a85-1d57d13d64bb None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:00.176768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-35878578-1b16-428c-b6a3-a32ad04d8296 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1921105 Jul 09 17:21:00.179951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33260) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:00.194917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:00.246992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b8420470-7329-488c-959a-a23a2bf27cd0 req-ca6d05ff-f5b3-4fc2-92fa-f0d9f8190722 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677867 Jul 09 17:21:00.260042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 783d5684-b04e-41bb-a63a-9e48c72e0f01 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:00.314749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ccf47-e205-4b6b-aa55-4fb22a83f0e5 req-abb225cd-716a-4b98-8517-3782bc287792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:00.319991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010ccf47-e205-4b6b-aa55-4fb22a83f0e5 req-abb225cd-716a-4b98-8517-3782bc287792 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 1097 time: 0.9164603 Jul 09 17:21:00.323203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1c1e61-d0d7-43d5-a0b7-c1071e8a63ab req-33bbc6b8-9ad0-4c18-81f4-09767f8b6c8b service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576184 Jul 09 17:21:00.499161 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9ff07-0a00-4190-a003-aff56ef017d3 x-openstack-request-id: req-41a9ff07-0a00-4190-a003-aff56ef017d3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:00.499161 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:00.499161 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41a9ff07-0a00-4190-a003-aff56ef017d3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:00.499161 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'status': 'completed', 'code': 200} Jul 09 17:21:00.504665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-010ccf47-e205-4b6b-aa55-4fb22a83f0e5 req-0a6e88b3-9cdb-47a5-ba2d-e6f8aebcd22e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719487 Jul 09 17:21:00.511350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:00.519398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:00.631091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af8f7-49e0-4a9c-81d3-f575ace953c5 req-52a36107-72dd-4e8b-bc25-e6fe158ba90f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:00.650116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-428af8f7-49e0-4a9c-81d3-f575ace953c5 req-52a36107-72dd-4e8b-bc25-e6fe158ba90f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 1.1124630 Jul 09 17:21:00.679079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f838e1d-5668-4bac-84f5-13fbe996cd68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:00.685303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f838e1d-5668-4bac-84f5-13fbe996cd68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:00.694857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6f838e1d-5668-4bac-84f5-13fbe996cd68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f641170-c35d-40c8-b6ee-ebc049a9f599 HTTP/1.1" status: 204 len: 168 time: 1.6634326 Jul 09 17:21:00.710733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:00.846399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b734af64-f3d5-456b-8c44-3484a87ce832 None None] Could not find standard attr ID for object d004f15d-e46e-4f81-8c64-f50182c7be19. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:21:00.873053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 783d5684-b04e-41bb-a63a-9e48c72e0f01 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:00.873455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:00.916252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet d904e674-5cbc-4414-9d05-f195280fb6e0 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:00.944097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:00.945706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:01.058957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f838e1d-5668-4bac-84f5-13fbe996cd68 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f641170-c35d-40c8-b6ee-ebc049a9f599,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:01.152366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] Deleting port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:01.153592 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.154875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c630-874c-4174-83dd-e40ec5c29598 req-b9645fa6-6d5a-49c5-8cb7-4135e232691b tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:01.163509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9408c630-874c-4174-83dd-e40ec5c29598 req-b9645fa6-6d5a-49c5-8cb7-4135e232691b tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 950 time: 0.5898643 Jul 09 17:21:01.183916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.205538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.218393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:01.281249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9408c630-874c-4174-83dd-e40ec5c29598 req-a7c7f709-4b41-4218-b9a4-2ee831b7aa53 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167827 Jul 09 17:21:01.362957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:01.385650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:01.405573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:01.405904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] For port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:01.406252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.406537 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.440657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] Calling delete_port for 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:01.465349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:01.475697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-428af8f7-49e0-4a9c-81d3-f575ace953c5 req-35b67271-ddcd-460d-9d13-6ebfddc5ac63 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8222837 Jul 09 17:21:01.489284 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ffc9de73-3cf8-4ed4-b7fe-df54faef2324 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2989206 Jul 09 17:21:01.492052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33276) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:01.499790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'name': 'tempest-NetworksTestDHCPv6-1097943070'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:01.589546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.709431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-94893036-2630-4892-8598-7caffe9fffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:01.711808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-94893036-2630-4892-8598-7caffe9fffaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 1095 time: 1.2466059 Jul 09 17:21:01.746427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.768907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:01.780446 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620866fe-7871-45e1-a490-444d7d035f04" -d '{"events": [{"server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:01.792302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53163-5902-4fd3-b3c6-01c034abcd10 req-7d201e22-0b02-45c7-9d6c-a49c3aa2f079 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:01.807175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52b53163-5902-4fd3-b3c6-01c034abcd10 req-7d201e22-0b02-45c7-9d6c-a49c3aa2f079 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 945 time: 0.2039955 Jul 09 17:21:01.808964 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.817250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b67e8c-0808-4038-a571-f947bd2ddfa9 None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:01.833406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:01.843638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/d904e674-5cbc-4414-9d05-f195280fb6e0 HTTP/1.1" status: 204 len: 168 time: 1.1289442 Jul 09 17:21:01.851837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:01.866832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:01.896457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855d66f-3716-461a-999e-97882045defd tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=d904e674-5cbc-4414-9d05-f195280fb6e0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:01.995642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-9b39d869-a095-412b-bed8-dcbae2147281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:01.999373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-9b39d869-a095-412b-bed8-dcbae2147281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 200 len: 916 time: 0.2763779 Jul 09 17:21:02.034147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52b53163-5902-4fd3-b3c6-01c034abcd10 req-cc5d747f-02b4-426c-a372-a4e78592957c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259378 Jul 09 17:21:02.083747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:02.085830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 17:21:02.099252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:02.114750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:02.137645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700968c-3c76-4f50-95d0-e5f82a1e546b req-aa123a32-712e-4124-ba84-cf21d6eddfc5 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:02.148615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9700968c-3c76-4f50-95d0-e5f82a1e546b req-aa123a32-712e-4124-ba84-cf21d6eddfc5 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 943 time: 0.2644801 Jul 09 17:21:02.162787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-72c57a5e-04f3-4ce8-a5b4-37dbfb6ec5e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 200 len: 217 time: 0.1566281 Jul 09 17:21:02.184531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 not found, will not notify nova. {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 17:21:02.234413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] Pushing event deleted for resources: {'Port': ['ID=8c4d5bba-a433-41e9-baba-7ea5dd2726c7,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:02.245367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f8271-cddf-46e3-9373-2676f5987003 None None] No DVR routers for this DVR port 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:02.281297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0addb-79d3-4440-bb94-7ec5bfdd2fde None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:02.289172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 5162362e-f917-430b-990c-61ea2a9571f2 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:02.328742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-2d3e6682-87ba-4495-9129-4bf8afae81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:02.331340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-2d3e6682-87ba-4495-9129-4bf8afae81ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa05e0-ba84-48aa-8219-00a2ac459a69 HTTP/1.1" status: 200 len: 854 time: 0.1429141 Jul 09 17:21:02.403657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:02.413022 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:02.472723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:02.505872 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9700968c-3c76-4f50-95d0-e5f82a1e546b req-56e5da6d-96b9-4761-b352-bc3789ed4338 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415167 Jul 09 17:21:02.567249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:02.567615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-67b5801c-eef8-4a44-956a-f3660b93ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:02.569484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-67b5801c-eef8-4a44-956a-f3660b93ecc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f560d83-8c65-445a-951f-7f5cd5e86661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231460 Jul 09 17:21:02.570173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c4d5bba-a433-41e9-baba-7ea5dd2726c7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:02.572190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:02.577539 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:02.761999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c377a10-482e-434d-9367-08b2793b3380 req-fe5e9850-5d58-4429-875c-f30e18db096f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:02.775752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c377a10-482e-434d-9367-08b2793b3380 req-fe5e9850-5d58-4429-875c-f30e18db096f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.3856905 Jul 09 17:21:02.789545 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-50d7fda9-47e2-4957-8807-9fb6aa9fe98e service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027566 Jul 09 17:21:03.027917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::173 (d6992ee0-dde0-4473-b499-57da2aa4712d/4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2/5162362e-f917-430b-990c-61ea2a9571f2) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:03.033672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c377a10-482e-434d-9367-08b2793b3380 req-41cc0404-7289-46b9-8bd3-d699c8bd1120 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555702 Jul 09 17:21:03.034757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.047351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24bfc1d1-8599-4bd3-b31a-5ab7129c27ab req-8a9956bd-24aa-4f7b-a1eb-20f6fd657375 service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534094 Jul 09 17:21:03.135893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=433473bc-94d4-4615-8152-7cb3e2725b29,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:03.159538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:03.164091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:03.167476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:03.168220 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.174282 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b1f58b-5eaa-4726-ad88-e67d7212df60 x-openstack-request-id: req-76b1f58b-5eaa-4726-ad88-e67d7212df60 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:03.174699 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:03.175056 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76b1f58b-5eaa-4726-ad88-e67d7212df60 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:03.175648 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'code': 200} Jul 09 17:21:03.261546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f2a88a6-7a55-473e-a92e-8cb10393f584 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4010093 Jul 09 17:21:03.275319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33292) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:03.287297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1993101051'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:03.335014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944f86f-6835-4bcd-8df3-f85a93592826 req-f3b0f90f-17e6-49f4-9fed-c83bd6e05ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:03.337285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e944f86f-6835-4bcd-8df3-f85a93592826 req-f3b0f90f-17e6-49f4-9fed-c83bd6e05ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 1097 time: 0.0848162 Jul 09 17:21:03.340394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.411007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e944f86f-6835-4bcd-8df3-f85a93592826 req-c007b70a-fada-4713-a2c8-e29395522bfc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625100 Jul 09 17:21:03.687113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe52d3a-a5a6-4d58-8f82-3b7b4bd4f098 req-64573a7d-2e9c-4ac4-961e-1c8bc360bc4c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:03.692281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.708376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe52d3a-a5a6-4d58-8f82-3b7b4bd4f098 req-64573a7d-2e9c-4ac4-961e-1c8bc360bc4c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 945 time: 0.2599006 Jul 09 17:21:03.738373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.767952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.788800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe52d3a-a5a6-4d58-8f82-3b7b4bd4f098 req-3252e6bf-76ec-4fe4-bf94-e7780fde5a6e tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791249 Jul 09 17:21:03.812279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87fcc-40f7-4af9-a0bb-08f16259fef0 req-5a5226ad-7f0f-4302-8d67-7808b0fcb8e7 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:03.823665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5e87fcc-40f7-4af9-a0bb-08f16259fef0 req-5a5226ad-7f0f-4302-8d67-7808b0fcb8e7 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.4171641 Jul 09 17:21:03.829532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 5162362e-f917-430b-990c-61ea2a9571f2 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:03.833770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7c801-6f0f-4634-b409-adf2d6420d6b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:03.875708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.879681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-01e84d04-0dc6-42fb-a7b2-4fcf7d213f42 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5984480 Jul 09 17:21:03.880625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:03.891526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'security_group': {'name': 'tempest-secgroup-244115086'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:03.948592 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:03.973095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5e87fcc-40f7-4af9-a0bb-08f16259fef0 req-a1800191-09de-4694-b222-6dd34ea698c6 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473513 Jul 09 17:21:04.013058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.113173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:04.119628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe1b1d-9c38-489e-9037-8d3c53c0865b None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:04.120211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:04.125231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:04.144090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.145270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.244196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.258166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.291553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2/3062934c-e5cf-4762-9c26-cda676a4ab9a) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:04.297495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8042107 Jul 09 17:21:04.299817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33302) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:04.311972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.313577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4324749 Jul 09 17:21:04.317389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33304) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:04.331085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'security_group': {'name': 'tempest-secgroup-267192398'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:04.409586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb00c0b-7dd1-4f94-910f-453fb3c826dc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:04.426077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f5c17-4759-4e3c-9ec5-e7d6753cad0f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=5162362e-f917-430b-990c-61ea2a9571f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:04.450995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.451523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.452173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.452369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.452525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.453136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.453414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.453571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.453811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.454881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.454881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.454881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280940f-3ed4-4beb-9ac5-7ae507560657 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:04.478298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.525179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c551e-ac39-4eb5-a87b-8011505df34c req-8f96aa2d-2b5d-4be5-b81c-546834f5f92b tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.527970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-767c551e-ac39-4eb5-a87b-8011505df34c req-8f96aa2d-2b5d-4be5-b81c-546834f5f92b tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 943 time: 0.3399994 Jul 09 17:21:04.569973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.579944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Transition to ACTIVE for port object 3062934c-e5cf-4762-9c26-cda676a4ab9a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:04.596504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Transition to ACTIVE for port object 3062934c-e5cf-4762-9c26-cda676a4ab9a will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:04.596745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfc3ed-20fb-406d-9f08-e3306933c54a req-5b2f4ad6-fd8b-42ab-b621-4ef367c540a6 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.605775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1f054bba-5b03-4028-a1e1-524a9ed2e14f None None] Provisioning complete for port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:04.606446 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f054bba-5b03-4028-a1e1-524a9ed2e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.612269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bacfc3ed-20fb-406d-9f08-e3306933c54a req-5b2f4ad6-fd8b-42ab-b621-4ef367c540a6 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 950 time: 0.6090426 Jul 09 17:21:04.620114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc0fe39-f05d-4cbb-a15d-27f80185e849 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.631714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3cc0fe39-f05d-4cbb-a15d-27f80185e849 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3303757 Jul 09 17:21:04.631935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33308) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:04.646572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1f054bba-5b03-4028-a1e1-524a9ed2e14f None None] Port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:04.649665 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.672757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-767c551e-ac39-4eb5-a87b-8011505df34c req-67807248-6404-4c36-8a8c-aa7ba228d8bf tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353731 Jul 09 17:21:04.697001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:04.714059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:04.716418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:04.731457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1f054bba-5b03-4028-a1e1-524a9ed2e14f None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:04.731859 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f054bba-5b03-4028-a1e1-524a9ed2e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.793114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Pushing event updated for resources: {'Port': ['ID=3062934c-e5cf-4762-9c26-cda676a4ab9a,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:04.824423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bacfc3ed-20fb-406d-9f08-e3306933c54a req-c86eaa96-4d02-4da2-b8e9-999e3156c98e tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109377 Jul 09 17:21:04.843225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Attempting to bind port 3062934c-e5cf-4762-9c26-cda676a4ab9a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:04.843594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Attempting to bind port 3062934c-e5cf-4762-9c26-cda676a4ab9a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:04.844065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Attempting to bind port 3062934c-e5cf-4762-9c26-cda676a4ab9a on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:04.853284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:04.853284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:04.853670 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.854019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:04.854503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Bound port: 3062934c-e5cf-4762-9c26-cda676a4ab9a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:04.854880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:04.946628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] For port 3062934c-e5cf-4762-9c26-cda676a4ab9a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:04.950590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] For port 3062934c-e5cf-4762-9c26-cda676a4ab9a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3062934c-e5cf-4762-9c26-cda676a4ab9a,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:04.955004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e05260-03b2-487a-927b-b66a7efbc50a req-34455ebd-0c30-4658-bad4-6912ad2204a4 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:04.956860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35e05260-03b2-487a-927b-b66a7efbc50a req-34455ebd-0c30-4658-bad4-6912ad2204a4 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.13 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 950 time: 0.4729083 Jul 09 17:21:05.053278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Update dhcp port {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'fixed_ips': [{'subnet_id': '9c9e8074-b9e4-43a6-beea-1994f63edebf', 'ip_address': '172.20.0.18'}, {'subnet_id': '433473bc-94d4-4615-8152-7cb3e2725b29'}], 'binding:host_id': 'n-d-791506-17'}, 'id': 'bdb1769a-4f1e-4272-8227-ee3324783315'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:21:05.094617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.176131 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.234212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f57f9-6eaa-4b4d-aeeb-8d6b579a7b76 None None] Pushing event updated for resources: {'Port': ['ID=3062934c-e5cf-4762-9c26-cda676a4ab9a,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:05.241721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.256740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.289568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 5162362e-f917-430b-990c-61ea2a9571f2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:05.289953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.298664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0a85f-6a24-42e6-8bb5-ce9c067d29be,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:05.309801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8a681-75d3-47b9-bb07-1ea35aef1772 req-8a2cb965-753b-4c0b-81d9-a0c58d378893 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:05.311460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29b8a681-75d3-47b9-bb07-1ea35aef1772 req-8a2cb965-753b-4c0b-81d9-a0c58d378893 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2226098 Jul 09 17:21:05.419713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Deleting port d2d6fb15-c551-4100-9a95-c600eb034bc7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:05.420063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.483605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.484923 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25eb1480-580f-4353-8838-caf7058b3335 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1661854 Jul 09 17:21:05.492219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33314) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:05.508820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-108814137', 'security_groups': ['50e0a85f-6a24-42e6-8bb5-ce9c067d29be'], 'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '433473bc-94d4-4615-8152-7cb3e2725b29'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:05.627987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29b8a681-75d3-47b9-bb07-1ea35aef1772 req-e5af9b68-83c2-436a-99c0-dbec4a9ed1dd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021717 Jul 09 17:21:05.700233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fbb4-8aac-4b27-acf1-905094908968 req-7de56cc4-6f6f-4482-92ab-cbf74a136727 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:05.704926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72f7fbb4-8aac-4b27-acf1-905094908968 req-7de56cc4-6f6f-4482-92ab-cbf74a136727 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.3130677 Jul 09 17:21:05.740084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] For port d2d6fb15-c551-4100-9a95-c600eb034bc7, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d2d6fb15-c551-4100-9a95-c600eb034bc7,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:05.741785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.810100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72f7fbb4-8aac-4b27-acf1-905094908968 req-14307bd4-3203-4e1c-a735-927227ac8759 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939231 Jul 09 17:21:05.844445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:05.848314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Calling delete_port for d2d6fb15-c551-4100-9a95-c600eb034bc7 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:05.909794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Allocated IP 172.20.0.2 (0cdf5551-d22f-4321-81b4-b70162d58b67/433473bc-94d4-4615-8152-7cb3e2725b29/bdb1769a-4f1e-4272-8227-ee3324783315) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:05.946678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 5162362e-f917-430b-990c-61ea2a9571f2 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:06.017513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa740-ed18-40a3-9907-714489f6eb1e req-039e8cd3-35a4-44f2-b2be-7d6221a1df03 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:06.022440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce7aa740-ed18-40a3-9907-714489f6eb1e req-039e8cd3-35a4-44f2-b2be-7d6221a1df03 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 943 time: 0.0758948 Jul 09 17:21:06.103867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce7aa740-ed18-40a3-9907-714489f6eb1e req-1b9e53eb-c820-4f8e-ba56-2155a0e575eb tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761206 Jul 09 17:21:06.155302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bdb1769a-4f1e-4272-8227-ee3324783315,segment=NetworkSegment(8dfd1f6a-1e60-4697-8061-68c6099143fc),segment_id=8dfd1f6a-1e60-4697-8061-68c6099143fc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:06.196548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:06.278327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:06.361904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Transition to ACTIVE for port object bdb1769a-4f1e-4272-8227-ee3324783315 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:06.371092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:06.411340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0f08-5561-43a5-a82e-45d995e916d7 req-5e9a84ff-e489-45b9-b568-25d185eb9471 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:06.423293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-89cd0f08-5561-43a5-a82e-45d995e916d7 req-5e9a84ff-e489-45b9-b568-25d185eb9471 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/ports?device_id=301e016e-56e0-4872-9d62-9bd0b6b2db39 HTTP/1.1" status: 200 len: 950 time: 0.1848333 Jul 09 17:21:06.429552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806de2-1fe0-4f4e-bfa1-3050ffa67ac5 req-370f41eb-80b8-4f11-9dd5-702dd1100f64 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:06.432036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5806de2-1fe0-4f4e-bfa1-3050ffa67ac5 req-370f41eb-80b8-4f11-9dd5-702dd1100f64 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 945 time: 0.5745771 Jul 09 17:21:06.515044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-89cd0f08-5561-43a5-a82e-45d995e916d7 req-870ffe20-6c36-44ee-985d-ba1cb13cbf92 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.21 "GET /v2.0/security-groups?id=516a148d-61fb-4e25-b235-3af6c81d1fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898788 Jul 09 17:21:06.543180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3062934c-e5cf-4762-9c26-cda676a4ab9a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:06.622149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5806de2-1fe0-4f4e-bfa1-3050ffa67ac5 req-bf5bcc06-7ddd-4171-8464-89759e217873 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups?id=71ecc8c1-36f9-4b75-8d02-d643141183a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029410 Jul 09 17:21:06.716279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:06.793703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-4546148e-720e-4f47-81da-737bbd75332d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:06.798127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-4546148e-720e-4f47-81da-737bbd75332d tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 945 time: 0.3573987 Jul 09 17:21:06.891621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c232ff-660c-44a4-ae5f-8c393098c238 None None] Pushing event updated for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:06.980061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3062934c-e5cf-4762-9c26-cda676a4ab9a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:07.265151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] Provisioning for port 3062934c-e5cf-4762-9c26-cda676a4ab9a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:07.272790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] Provisioning complete for port 3062934c-e5cf-4762-9c26-cda676a4ab9a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:07.273172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:07.495580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:07.562812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] For port 3062934c-e5cf-4762-9c26-cda676a4ab9a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3062934c-e5cf-4762-9c26-cda676a4ab9a,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:07.573123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:07.692867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430a7cb-a38e-4d8b-b4ad-669cbf213fc7 None None] Pushing event updated for resources: {'Port': ['ID=3062934c-e5cf-4762-9c26-cda676a4ab9a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:07.703502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] device_id is not set on port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:07.739307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:07.790314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15012857-082f-4f0b-822b-036c451dba14 None None] Could not find standard attr ID for object 5162362e-f917-430b-990c-61ea2a9571f2. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:21:07.803515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:07.886383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Pushing event deleted for resources: {'Port': ['ID=d2d6fb15-c551-4100-9a95-c600eb034bc7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:07.996995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.012862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d2d6fb15-c551-4100-9a95-c600eb034bc7 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:08.034262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=5162362e-f917-430b-990c-61ea2a9571f2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:08.040166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: d2d6fb15-c551-4100-9a95-c600eb034bc7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:08.040987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d2d6fb15-c551-4100-9a95-c600eb034bc7 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:08.041629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device dc9d686e-af84-4f6b-9d43-8987105e3d93 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:08.114403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ed13a0a0-c4b1-456f-948a-565244773957 None None] Provisioning complete for port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:08.118164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed13a0a0-c4b1-456f-948a-565244773957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.184567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ed13a0a0-c4b1-456f-948a-565244773957 None None] Port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:08.195324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Deleting port dc9d686e-af84-4f6b-9d43-8987105e3d93 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:08.195661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.205508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] No DVR routers for this DVR port d2d6fb15-c551-4100-9a95-c600eb034bc7 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:08.211120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.218844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35e05260-03b2-487a-927b-b66a7efbc50a req-09bfe679-9d70-4700-9642-9c15b81f4e62 tempest-ImagesNegativeTestJSON-1536442405 tempest-ImagesNegativeTestJSON-1536442405-project] 10.222.0.13 "DELETE /v2.0/ports/d2d6fb15-c551-4100-9a95-c600eb034bc7 HTTP/1.1" status: 204 len: 173 time: 3.2445993 Jul 09 17:21:08.299955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.309708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ed13a0a0-c4b1-456f-948a-565244773957 None None] Provisioning for port bdb1769a-4f1e-4272-8227-ee3324783315 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:08.331568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ed13a0a0-c4b1-456f-948a-565244773957 None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:08.335413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed13a0a0-c4b1-456f-948a-565244773957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.409236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:08.409776 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.427117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Calling delete_port for dc9d686e-af84-4f6b-9d43-8987105e3d93 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:08.451174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3062934c-e5cf-4762-9c26-cda676a4ab9a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:08.508229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port dc9d686e-af84-4f6b-9d43-8987105e3d93, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=dc9d686e-af84-4f6b-9d43-8987105e3d93,segment=NetworkSegment(fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5),segment_id=fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:08.512411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:08.516412 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b22968b-ac33-404d-ae4d-18b0041262b5" -d '{"events": [{"server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:08.570703 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.651201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'name': 'network-vif-deleted', 'tag': 'd2d6fb15-c551-4100-9a95-c600eb034bc7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:08.654233 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3541ed9-8071-4f14-9e01-3dc4806c05b2" -d '{"events": [{"server_uuid": "301e016e-56e0-4872-9d62-9bd0b6b2db39", "name": "network-vif-deleted", "tag": "d2d6fb15-c551-4100-9a95-c600eb034bc7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:08.664029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:08.685569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e7734-42ff-4a30-9c1d-391ca5660cdf req-a474e8ad-ed53-4ef0-8315-8be5896148e7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:08.694151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab7e7734-42ff-4a30-9c1d-391ca5660cdf req-a474e8ad-ed53-4ef0-8315-8be5896148e7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 1.2093441 Jul 09 17:21:08.698557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3062934c-e5cf-4762-9c26-cda676a4ab9a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:08.698965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.702191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.723813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.728931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b79bc515-b35e-403e-8a74-b54aa5d8fa78 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/5162362e-f917-430b-990c-61ea2a9571f2 HTTP/1.1" status: 204 len: 168 time: 4.0962412 Jul 09 17:21:08.729779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33348) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:08.835523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event deleted for resources: {'Port': ['ID=dc9d686e-af84-4f6b-9d43-8987105e3d93,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:08.861367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6c68b-3c5c-4616-8ff0-36c5ca366c54 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:08.863470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6c68b-3c5c-4616-8ff0-36c5ca366c54 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:08.865229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-beb6c68b-3c5c-4616-8ff0-36c5ca366c54 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1323564 Jul 09 17:21:08.867929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33350) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:08.895146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bdb1769a-4f1e-4272-8227-ee3324783315 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:08.901159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] No DVR routers for this DVR port dc9d686e-af84-4f6b-9d43-8987105e3d93 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:08.911209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:08.913262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47fc8b38-2bec-46fd-a49d-7a09c3dcb451 req-12b5a55e-aa5f-4321-9cdc-450ac09f8e3a tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.13 "DELETE /v2.0/ports/dc9d686e-af84-4f6b-9d43-8987105e3d93 HTTP/1.1" status: 204 len: 173 time: 1.4256849 Jul 09 17:21:08.934091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab7e7734-42ff-4a30-9c1d-391ca5660cdf req-502addcf-30b8-47f8-b370-7a6f47fb604a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388911 Jul 09 17:21:08.981303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.11 (0cdf5551-d22f-4321-81b4-b70162d58b67/433473bc-94d4-4615-8152-7cb3e2725b29/2ca6be2d-dd24-4649-8542-0a7cfc65f4af) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:08.985543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:08.996548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.071341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.074263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:09.075345 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.140760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.324854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.351946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 2ca6be2d-dd24-4649-8542-0a7cfc65f4af will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:09.370786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9389c-fb95-44b0-837e-fd173f583c5c req-cc54be89-4746-407c-a382-147ef8747a2f tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:09.372712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bef9389c-fb95-44b0-837e-fd173f583c5c req-cc54be89-4746-407c-a382-147ef8747a2f tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 943 time: 0.1247299 Jul 09 17:21:09.392333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.447024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bef9389c-fb95-44b0-837e-fd173f583c5c req-b01b7c47-102b-482f-beb7-db82569a3bd0 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629718 Jul 09 17:21:09.449960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.516130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=2ca6be2d-dd24-4649-8542-0a7cfc65f4af,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:09.531885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:09.534454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:09.538541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:09.538773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.594621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:09.624409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:09.625098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.625808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3660b-83a7-4629-abf4-bc05a4e85091 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:09.656095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4bfebad4-7ffd-4145-b011-8807eb5e6eae tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1520751 Jul 09 17:21:09.660578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.660858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33356) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:09.671861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:09.673857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2 HTTP/1.1" status: 204 len: 168 time: 0.8044150 Jul 09 17:21:09.676452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:09.742397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.743091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.751081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.755799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.756925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.759523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.760222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.761750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.765319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.768307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.769276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.771051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f899817e-9344-4cbd-8242-85b541fa0506 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:09.842053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30268b22-e1a5-4ab0-82d0-922fd2b5ce85 req-4b9ec32f-dc63-4592-98d1-1b5c6081dd42 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbf1d1f-cc2e-4892-8891-c322e62c0c4b HTTP/1.1" status: 200 len: 210 time: 0.0630608 Jul 09 17:21:09.909105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6751be61-6878-4826-8783-5ee02166d874 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2219512 Jul 09 17:21:09.910319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33360) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:09.921465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:09.952283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:09.958448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:09.985002 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1966565b-f2f0-42ec-b140-d771a419a7bf x-openstack-request-id: req-1966565b-f2f0-42ec-b140-d771a419a7bf {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:09.985399 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:09.985651 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1966565b-f2f0-42ec-b140-d771a419a7bf {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:09.986054 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93', 'code': 200} Jul 09 17:21:10.057202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c4aaa0c1-324b-4379-82f9-5d9a684019f1 None None] Provisioning for port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:10.062780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c4aaa0c1-324b-4379-82f9-5d9a684019f1 None None] Provisioning complete for port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:10.063207 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa0c1-324b-4379-82f9-5d9a684019f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.082538 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8032dc5d-42ee-4c62-98fc-5eeb9fecd7ad x-openstack-request-id: req-8032dc5d-42ee-4c62-98fc-5eeb9fecd7ad {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:10.082835 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301e016e-56e0-4872-9d62-9bd0b6b2db39", "name": "network-vif-deleted", "tag": "d2d6fb15-c551-4100-9a95-c600eb034bc7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:10.083110 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8032dc5d-42ee-4c62-98fc-5eeb9fecd7ad {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:10.084535 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301e016e-56e0-4872-9d62-9bd0b6b2db39', 'name': 'network-vif-deleted', 'tag': 'd2d6fb15-c551-4100-9a95-c600eb034bc7', 'status': 'completed', 'code': 200} Jul 09 17:21:10.121895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c4aaa0c1-324b-4379-82f9-5d9a684019f1 None None] Port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:10.158381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:10.167245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.216645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:10.259292 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 433473bc-94d4-4615-8152-7cb3e2725b29 (CIDR: 172.20.0.0/28) Jul 09 17:21:10.265058 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:21:10.265807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:10.311214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ed3e69b0-d15e-4303-840c-07a9f4233f60 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6491952 Jul 09 17:21:10.314800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33368) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:10.328864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:10.396053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3062934c-e5cf-4762-9c26-cda676a4ab9a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:10.408958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-689493d3-cd27-4861-bb23-162719468d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.476858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] Deleting port 3062934c-e5cf-4762-9c26-cda676a4ab9a {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:10.477202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.615044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.617094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] For port 3062934c-e5cf-4762-9c26-cda676a4ab9a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3062934c-e5cf-4762-9c26-cda676a4ab9a,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:10.617471 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.675532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] Calling delete_port for 3062934c-e5cf-4762-9c26-cda676a4ab9a owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:10.685830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:10.701939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:10.703720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:10.706965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:10.708009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.713477 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.746085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8603095a-1a6e-41a4-ba2d-fb19175e32bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8335619 Jul 09 17:21:10.750070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33372) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:10.756628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'name': 'tempest-NetworksTestDHCPv6-1820162840'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:10.844939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:21:10.912124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:10.916019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.921551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:10.934340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:10.960272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port ea65dcd9-0518-4519-9d79-3f013fb481b0 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:10.966980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3062934c-e5cf-4762-9c26-cda676a4ab9a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3062934c-e5cf-4762-9c26-cda676a4ab9a,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:10.981755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93013748-a9cc-496e-91b5-2354e9cbaba4 req-cd10fd0e-dfa4-4b39-8621-a059a6d5b841 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:10.988766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-93013748-a9cc-496e-91b5-2354e9cbaba4 req-cd10fd0e-dfa4-4b39-8621-a059a6d5b841 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.5140646 Jul 09 17:21:11.053369 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.167482 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.188399 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9c9e8074-b9e4-43a6-beea-1994f63edebf (CIDR: 172.20.0.16/28) Jul 09 17:21:11.212251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] No DVR routers for this DVR port 3062934c-e5cf-4762-9c26-cda676a4ab9a on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:11.214455 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:21:11.215043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:11.237228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::3c2 (d6992ee0-dde0-4473-b499-57da2aa4712d/b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8/ea65dcd9-0518-4519-9d79-3f013fb481b0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:11.246924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-93013748-a9cc-496e-91b5-2354e9cbaba4 req-23f3062f-eb37-4bdc-bfee-f81df1fcb3ba tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236963 Jul 09 17:21:11.255117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3062934c-e5cf-4762-9c26-cda676a4ab9a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:11.267670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c85885c-bd7e-43be-9944-a4c1879576ce None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:11.270544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2da812a7-679f-4302-9ae9-3c3501c9d0bf tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9542422 Jul 09 17:21:11.273915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33376) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:11.279267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'subnet': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:11.438114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35fbc-d630-46c2-a66d-70babe0b76f8 None None] Pushing event deleted for resources: {'Port': ['ID=3062934c-e5cf-4762-9c26-cda676a4ab9a,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:11.459525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:11.515368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'port_id': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'mac_address': 'fa:16:3e:55:53:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:21:11.599909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Made reservation on behalf of b68e65bbe8ac4be28c0f14a17f20077c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:11.601882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.604845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.636704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object ea65dcd9-0518-4519-9d79-3f013fb481b0 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:11.678333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.702742 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.705928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f949567-13d0-4653-882e-38716915b94d req-ee515563-7a4d-4c5a-9688-e85e42c29770 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:11.707504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f949567-13d0-4653-882e-38716915b94d req-ee515563-7a4d-4c5a-9688-e85e42c29770 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 943 time: 0.1753685 Jul 09 17:21:11.722163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:11.782806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f949567-13d0-4653-882e-38716915b94d req-5a2d1643-4ee2-43e4-a323-92195c035128 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616739 Jul 09 17:21:11.801704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:11.828231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:11.828341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:11.828433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:11.837550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.849212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:11.851203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:11.860757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=ea65dcd9-0518-4519-9d79-3f013fb481b0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:11.894157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fa4492d9-9a4e-435a-aa7e-7c02643a2c4d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1399043 Jul 09 17:21:11.894567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:11.927379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:11.939421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': 'b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:11.940348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.046304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5357c-e4a9-4349-a4de-468530f572f7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:12.051543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09d5357c-e4a9-4349-a4de-468530f572f7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1521406 Jul 09 17:21:12.052769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33392) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:12.095874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'name': 'network-vif-deleted', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:12.105169 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e824f7a-2638-435e-bedd-9cb4143e1ec6" -d '{"events": [{"server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "name": "network-vif-deleted", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:12.150378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:21:12.161709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8/f3105d7b-b30a-4fd3-8ab9-cd6c8100354d) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:12.196453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.270031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:12.278266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:12.281905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:12.282736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.296854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a50e7f-cef7-4468-a77b-0218804eae1f None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:12.305157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Subnet': ['ID=9240e740-143d-4608-a424-d37834978307,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:12.321498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port ea65dcd9-0518-4519-9d79-3f013fb481b0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:12.322647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.326695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-74591371-b948-47bc-8902-22f6fb4cce71 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0517666 Jul 09 17:21:12.329535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33402) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:12.335997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-164164023', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9240e740-143d-4608-a424-d37834978307'}], 'security_groups': ['2fb7c801-6f0f-4634-b409-adf2d6420d6b', 'dfb00c0b-7dd1-4f94-910f-453fb3c826dc']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:12.473712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.490703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for ea65dcd9-0518-4519-9d79-3f013fb481b0 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:12.788450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.800213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.870357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=ea65dcd9-0518-4519-9d79-3f013fb481b0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:12.949970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:12.963421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-456b90be-91ec-4938-a11b-f99743b41602 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/ea65dcd9-0518-4519-9d79-3f013fb481b0 HTTP/1.1" status: 204 len: 168 time: 0.9086890 Jul 09 17:21:12.966969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33408) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:12.983510 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-af1d6f42-5981-4734-9f98-6ed0c197dd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.025359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.071882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Transition to ACTIVE for port object f3105d7b-b30a-4fd3-8ab9-cd6c8100354d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:13.093547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1e73b-7217-4a8a-b5e2-d8a0497d6fb5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:13.094688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1e73b-7217-4a8a-b5e2-d8a0497d6fb5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:13.096331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e2d1e73b-7217-4a8a-b5e2-d8a0497d6fb5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1276002 Jul 09 17:21:13.105399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33410) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:13.115459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Transition to ACTIVE for port object f3105d7b-b30a-4fd3-8ab9-cd6c8100354d will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:13.160604 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.193100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:13.196931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.247380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.289408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:13.325267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:13.331614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:13.357455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Pushing event updated for resources: {'Port': ['ID=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:13.391646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Delete allocated IP 172.20.0.11 (0cdf5551-d22f-4321-81b4-b70162d58b67/433473bc-94d4-4615-8152-7cb3e2725b29) {{(pid=93895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:21:13.412113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Allocated IP 172.20.0.36 (0cdf5551-d22f-4321-81b4-b70162d58b67/9240e740-143d-4608-a424-d37834978307/2ca6be2d-dd24-4649-8542-0a7cfc65f4af) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:13.424747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.446048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.467397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Attempting to bind port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:13.470166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Attempting to bind port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:13.470166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Attempting to bind port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:13.479410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:13.479833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:13.480213 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.480608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:13.481071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Bound port: f3105d7b-b30a-4fd3-8ab9-cd6c8100354d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:13.481450 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.521994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Update dhcp port {'port': {'network_id': '0cdf5551-d22f-4321-81b4-b70162d58b67', 'fixed_ips': [{'subnet_id': '9c9e8074-b9e4-43a6-beea-1994f63edebf', 'ip_address': '172.20.0.18'}, {'subnet_id': '433473bc-94d4-4615-8152-7cb3e2725b29', 'ip_address': '172.20.0.2'}, {'subnet_id': '9240e740-143d-4608-a424-d37834978307'}], 'binding:host_id': 'n-d-791506-17'}, 'id': 'bdb1769a-4f1e-4272-8227-ee3324783315'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:21:13.591623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.657445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:13.664456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.669684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-73a1eabc-6bf7-4371-82a8-8b1b4ead6d74 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8 HTTP/1.1" status: 204 len: 168 time: 0.5623841 Jul 09 17:21:13.670432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:13.678825 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.692057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] For port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:13.730015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a2c7cc26-058f-4c4e-950c-66452d764d8d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565743 Jul 09 17:21:13.732567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33422) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:13.737590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] For port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:13.747806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.786867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.814757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Transition to ACTIVE for port object 2ca6be2d-dd24-4649-8542-0a7cfc65f4af will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:13.825067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.919419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:13.947707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978247b-2de9-4249-aaeb-d09eecedba38 None None] Pushing event updated for resources: {'Port': ['ID=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:13.978828 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ec713-2b3d-4bfc-b078-c68f97b1fbc8 x-openstack-request-id: req-d56ec713-2b3d-4bfc-b078-c68f97b1fbc8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:13.980111 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbf1d1f-cc2e-4892-8891-c322e62c0c4b", "name": "network-vif-deleted", "tag": "dc9d686e-af84-4f6b-9d43-8987105e3d93", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:13.980512 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d56ec713-2b3d-4bfc-b078-c68f97b1fbc8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:13.981064 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbf1d1f-cc2e-4892-8891-c322e62c0c4b', 'name': 'network-vif-deleted', 'tag': 'dc9d686e-af84-4f6b-9d43-8987105e3d93', 'status': 'completed', 'code': 200} Jul 09 17:21:14.004084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Allocated IP 172.20.0.34 (0cdf5551-d22f-4321-81b4-b70162d58b67/9240e740-143d-4608-a424-d37834978307/bdb1769a-4f1e-4272-8227-ee3324783315) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:14.140000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bdb1769a-4f1e-4272-8227-ee3324783315,segment=NetworkSegment(8dfd1f6a-1e60-4697-8061-68c6099143fc),segment_id=8dfd1f6a-1e60-4697-8061-68c6099143fc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:14.221227 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:14.239813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Transition to ACTIVE for port object bdb1769a-4f1e-4272-8227-ee3324783315 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:14.248317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:14.338923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1302f-7adc-4d56-b622-aa52a83232b5 req-fd906fd8-63a2-4731-aadc-50b189dfeb69 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:14.351087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6b1302f-7adc-4d56-b622-aa52a83232b5 req-fd906fd8-63a2-4731-aadc-50b189dfeb69 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1161427 Jul 09 17:21:14.446039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6b1302f-7adc-4d56-b622-aa52a83232b5 req-dc9f2cfd-2dd8-423f-a724-bd6cfbf0ac2d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936928 Jul 09 17:21:14.487216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f3105d7b-b30a-4fd3-8ab9-cd6c8100354d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:14.490342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882db42-af6c-4c9e-b443-e03e21b22f8c None None] Pushing event updated for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:14.547983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] In _notify_port_updated(), no bound segment for port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af on network 0cdf5551-d22f-4321-81b4-b70162d58b67 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:21:14.559369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:14.559866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:14.564767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33438) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:14.565087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "PUT /v2.0/ports/2ca6be2d-dd24-4649-8542-0a7cfc65f4af HTTP/1.1" status: 200 len: 959 time: 2.2344236 Jul 09 17:21:14.573722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e6a07-c3e7-455d-a327-8b5269ad04ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:14.577542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-168e6a07-c3e7-455d-a327-8b5269ad04ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8414915 Jul 09 17:21:14.578612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33440) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:14.678841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:14.698740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871f55c-7943-4ca4-af6f-e7420b57bb0c tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event updated for resources: {'Port': ['ID=2ca6be2d-dd24-4649-8542-0a7cfc65f4af,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:14.762188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39262f5-cf05-4150-b0b9-6b35bac05933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:14.763928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e39262f5-cf05-4150-b0b9-6b35bac05933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1841524 Jul 09 17:21:14.767943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33446) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:14.833538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3a8ccbf2-5539-4cdb-b131-64173616ae3f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642321 Jul 09 17:21:14.837962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:14.838854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:14.845211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:14.961054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:14.973505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:14.976353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:14.990907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035dc9f-9aa3-49b7-98dd-e22916e18e5c req-2097e20c-2526-473f-8fe7-f7f91d6d4cfc tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:15.010314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:15.011165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8035dc9f-9aa3-49b7-98dd-e22916e18e5c req-2097e20c-2526-473f-8fe7-f7f91d6d4cfc tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 944 time: 0.3487222 Jul 09 17:21:15.015206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.047041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:15.047751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.170737 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.227476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:15.234499 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c532703-952b-4a32-abcf-ca1f267a89ca" -d '{"events": [{"server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "name": "network-vif-plugged", "status": "completed", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:15.281977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:15.291415 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.359729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33478) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:15.369344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8035dc9f-9aa3-49b7-98dd-e22916e18e5c req-17984c61-789a-440e-acd9-18c65fe8602c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564544 Jul 09 17:21:15.410314 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a3728d-8738-4a21-940d-5bc765a2c3ca x-openstack-request-id: req-91a3728d-8738-4a21-940d-5bc765a2c3ca {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:15.421115 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "name": "network-vif-plugged", "status": "completed", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:15.421438 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91a3728d-8738-4a21-940d-5bc765a2c3ca {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:15.421860 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'code': 200} Jul 09 17:21:15.451574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-721f238a-8515-4b1b-87c8-6209ad87cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:15.459893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-721f238a-8515-4b1b-87c8-6209ad87cad8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1097 time: 0.6257973 Jul 09 17:21:15.465808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:15.644076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd07f-c27a-4787-a84d-c27a90cb76d3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.677470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.710268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d44cc3-a6e6-4997-bc78-fb55b1a06f0e None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:15.765302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-07efd10c-3d6a-4338-b188-145e086a351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:15.766697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-07efd10c-3d6a-4338-b188-145e086a351f service neutron] 10.222.0.36 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.2989800 Jul 09 17:21:15.778250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.888715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:15.916097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.921182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd07f-c27a-4787-a84d-c27a90cb76d3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.925066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Provisioning for port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:15.925884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:15.929425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:15.930268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:15.944949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-f988cb97-4b5d-4b59-a2af-70318e5bd630 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.1433983 Jul 09 17:21:15.948279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 2ca6be2d-dd24-4649-8542-0a7cfc65f4af owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:15.962814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216211c5-5dbe-45a1-b7d6-bfa87871ce9b req-cb21931c-3946-4840-a2c9-036b46f235de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:15.966015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-216211c5-5dbe-45a1-b7d6-bfa87871ce9b req-cb21931c-3946-4840-a2c9-036b46f235de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 1097 time: 0.4733727 Jul 09 17:21:15.969039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Provisioning complete for port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:15.969645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.004753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33498) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:16.010251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=741117db-23d2-40e7-9251-b202fb1d149e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:16.040817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7dc45bd3-29c2-48e2-b952-1cbcdb4d1d16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2006886 Jul 09 17:21:16.044044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33500) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:16.051556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '741117db-23d2-40e7-9251-b202fb1d149e', 'ip_address': '2001:db8::3ab1:bcdb:f6a7:c1e9'}], 'name': 'tempest-NetworksTestDHCPv6-1753460076'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:16.297813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.333929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-216211c5-5dbe-45a1-b7d6-bfa87871ce9b req-fcf54610-c072-4cb8-892d-081111aa58f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366160 Jul 09 17:21:16.348025 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd07f-c27a-4787-a84d-c27a90cb76d3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.352231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd07f-c27a-4787-a84d-c27a90cb76d3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.354394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1dfd07f-c27a-4787-a84d-c27a90cb76d3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "DELETE /v2.0/security-groups/025d7eb6-6055-42b0-814a-e3864f31f7c9 HTTP/1.1" status: 204 len: 168 time: 0.9936647 Jul 09 17:21:16.365264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:16.382759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967820b8-0a72-440a-b026-ffcf7509aff3 req-8648df23-ca00-4261-a5f7-ade07e603c79 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:16.393907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-967820b8-0a72-440a-b026-ffcf7509aff3 req-8648df23-ca00-4261-a5f7-ade07e603c79 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.6931779 Jul 09 17:21:16.403642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bdb1769a-4f1e-4272-8227-ee3324783315 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:16.472438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] For port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:16.475967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-967820b8-0a72-440a-b026-ffcf7509aff3 req-5613f082-6021-4de0-9c8f-47c7f3eabe0f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803356 Jul 09 17:21:16.483448 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.506679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfd07f-c27a-4787-a84d-c27a90cb76d3 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025d7eb6-6055-42b0-814a-e3864f31f7c9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:16.520626 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-698ad7ee-ebe8-4f37-bb7c-6d1d0a49922c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] show failed (client error): The resource could not be found. Jul 09 17:21:16.529920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-698ad7ee-ebe8-4f37-bb7c-6d1d0a49922c tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "GET /v2.0/security-groups/025d7eb6-6055-42b0-814a-e3864f31f7c9 HTTP/1.1" status: 404 len: 347 time: 0.1025653 Jul 09 17:21:16.534754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33508) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:16.535605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:16.556943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Pushing event updated for resources: {'Port': ['ID=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:16.586783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b742d44f-6b44-4f84-a579-1090cf789eb6 None None] Could not find standard attr ID for object ea65dcd9-0518-4519-9d79-3f013fb481b0. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:21:16.624787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-03c4b1cf-ce2b-46db-922b-25eee0cebd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:16.627269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-03c4b1cf-ce2b-46db-922b-25eee0cebd88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.6691339 Jul 09 17:21:16.703440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-c8599613-bbcb-4b50-a57e-60e996df2ace service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397696 Jul 09 17:21:16.721965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Provisioning complete for port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:16.722307 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.774829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5cafa0-66ae-4694-a619-e3e686d06ca0 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:16.819301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:16.831202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-531dd7f4-e8b4-461e-898a-5fb6223c9b9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b21dc54f20940fba04fdf1d3dd4c96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093395 Jul 09 17:21:16.838684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33518) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:16.848380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Provisioning for port bdb1769a-4f1e-4272-8227-ee3324783315 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:16.849929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a6bea-5ccf-4dcb-9703-faeea22cb70a req-b5cf2977-1912-4981-a7e7-99a62c643d66 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:16.854180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:16.854747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.858534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-811a6bea-5ccf-4dcb-9703-faeea22cb70a req-b5cf2977-1912-4981-a7e7-99a62c643d66 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.9018278 Jul 09 17:21:16.886004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:16.925261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-066de18b-a7ff-4c2e-aac1-7c6ccac19d83 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115288 Jul 09 17:21:17.010896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port d05f5657-ee6e-431c-aa2a-da3f38486174 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:17.045157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-811a6bea-5ccf-4dcb-9703-faeea22cb70a req-5d47c7d7-be42-4878-bc06-b76f9d98bd3d tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854212 Jul 09 17:21:17.098505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Provisioning for port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:17.107278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.111343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Provisioning complete for port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:17.112106 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.118767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49da3f87-4e98-4089-b9c9-5d78fa8eb61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.142522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1196da34-637a-4371-ace5-13b91d1943b1 None None] Port 2ca6be2d-dd24-4649-8542-0a7cfc65f4af was deleted so its status cannot be updated. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:21:17.172868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=2ca6be2d-dd24-4649-8542-0a7cfc65f4af,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:17.214445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49da3f87-4e98-4089-b9c9-5d78fa8eb61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.219027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf125b9e-2148-4bb7-8460-226bf6f51f69 req-9ebf024d-fb19-4d38-9add-02e855c2af64 service neutron] 10.222.0.36 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640762 Jul 09 17:21:17.265293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::3ab1:bcdb:f6a7:c1e9 (d6992ee0-dde0-4473-b499-57da2aa4712d/741117db-23d2-40e7-9251-b202fb1d149e/d05f5657-ee6e-431c-aa2a-da3f38486174) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:17.280779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-44e81883-48f3-4c45-8eec-1512b1fcd86d None None] Provisioning complete for port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:17.281565 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-44e81883-48f3-4c45-8eec-1512b1fcd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.378811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.389279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-add0d588-0d5e-4494-b3fc-228c5864ad5b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/2ca6be2d-dd24-4649-8542-0a7cfc65f4af HTTP/1.1" status: 204 len: 168 time: 2.8224590 Jul 09 17:21:17.402668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33522) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:17.461245 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efb7166-1294-44a9-8492-1ebac9aa6ea0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] GET failed (client error): The resource could not be found. Jul 09 17:21:17.468122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3efb7166-1294-44a9-8492-1ebac9aa6ea0 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports/2ca6be2d-dd24-4649-8542-0a7cfc65f4af HTTP/1.1" status: 404 len: 333 time: 0.0640943 Jul 09 17:21:17.469156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33528) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:17.529942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178c320-59f2-4136-838f-e1bca3780de6 req-fd22188a-7c4e-461a-99d3-88275f464095 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:17.536934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6178c320-59f2-4136-838f-e1bca3780de6 req-fd22188a-7c4e-461a-99d3-88275f464095 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.7652464 Jul 09 17:21:17.568045 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49da3f87-4e98-4089-b9c9-5d78fa8eb61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.571956 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49da3f87-4e98-4089-b9c9-5d78fa8eb61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.575461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-49da3f87-4e98-4089-b9c9-5d78fa8eb61f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/516a148d-61fb-4e25-b235-3af6c81d1fbe HTTP/1.1" status: 204 len: 168 time: 0.7071877 Jul 09 17:21:17.619698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da3f87-4e98-4089-b9c9-5d78fa8eb61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516a148d-61fb-4e25-b235-3af6c81d1fbe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:17.620350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-13d5444e-f49e-4a15-b4de-63b62ec05168 None None] Provisioning complete for port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:17.621488 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13d5444e-f49e-4a15-b4de-63b62ec05168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.642793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1348951-4b0c-4499-81e6-96d33975ad10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.706826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1348951-4b0c-4499-81e6-96d33975ad10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.719745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.769413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6178c320-59f2-4136-838f-e1bca3780de6 req-6a83c6eb-0c8a-4ce7-89a9-55142e5bc6f9 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314823 Jul 09 17:21:17.805192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object d05f5657-ee6e-431c-aa2a-da3f38486174 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:17.852317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Deleting port e29d4d66-8f4f-4ce3-8af3-e4c6931b56ae {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:17.852745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.856595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.880637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cff51-b728-43fa-82b6-9252e8f5bb87 req-d4907974-0893-4959-abcc-0ef4bc07a02a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:17.881976 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f35cff51-b728-43fa-82b6-9252e8f5bb87 req-d4907974-0893-4959-abcc-0ef4bc07a02a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1866653 Jul 09 17:21:17.884596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1348951-4b0c-4499-81e6-96d33975ad10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.892907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1348951-4b0c-4499-81e6-96d33975ad10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:17.904419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c1348951-4b0c-4499-81e6-96d33975ad10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/security-groups/50e0a85f-6a24-42e6-8bb5-ce9c067d29be HTTP/1.1" status: 204 len: 168 time: 0.4327247 Jul 09 17:21:17.905487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:17.927131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b998c9f3-d695-4cee-8bc1-85d8f8b6b2fb None None] Could not find standard attr ID for object ea65dcd9-0518-4519-9d79-3f013fb481b0. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:21:17.947308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1348951-4b0c-4499-81e6-96d33975ad10 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0a85f-6a24-42e6-8bb5-ce9c067d29be,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:17.994384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f35cff51-b728-43fa-82b6-9252e8f5bb87 req-dd7d85d0-366c-4a58-bca4-30ee0c909514 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863059 Jul 09 17:21:18.077176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:18.087076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:18.102065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:18.118700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:18.121933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.176344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=d05f5657-ee6e-431c-aa2a-da3f38486174,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:18.182215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd72a898-2c68-4d96-90dc-c9110c6dea51 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.215017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33556) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:18.215463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ff7ca9a4-cb5b-4c4e-ad0b-568a9abe4c01 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1695871 Jul 09 17:21:18.230963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd72a898-2c68-4d96-90dc-c9110c6dea51 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.265524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.265767 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.314278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Calling delete_port for e29d4d66-8f4f-4ce3-8af3-e4c6931b56ae owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:18.362067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f3105d7b-b30a-4fd3-8ab9-cd6c8100354d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:18.477395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:18.477788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.479163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e4e0a-b638-413b-ad5b-21c6852e2c3f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:18.487113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e4e0a-b638-413b-ad5b-21c6852e2c3f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:18.496433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-de8e4e0a-b638-413b-ad5b-21c6852e2c3f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2798879 Jul 09 17:21:18.501795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33564) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:18.515857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd72a898-2c68-4d96-90dc-c9110c6dea51 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.517821 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd72a898-2c68-4d96-90dc-c9110c6dea51 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.521568 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fd72a898-2c68-4d96-90dc-c9110c6dea51 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/security-groups/dfb00c0b-7dd1-4f94-910f-453fb3c826dc HTTP/1.1" status: 204 len: 168 time: 0.6070399 Jul 09 17:21:18.527471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:18.557486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72a898-2c68-4d96-90dc-c9110c6dea51 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb00c0b-7dd1-4f94-910f-453fb3c826dc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:18.650654 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:21:18.663137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972bf6-7490-4a0e-a68d-33547fec638d req-af677c46-5856-45e6-8656-dd0c13caa4ed tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:18.670333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59972bf6-7490-4a0e-a68d-33547fec638d req-af677c46-5856-45e6-8656-dd0c13caa4ed tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.4229426 Jul 09 17:21:18.709824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7303dc00-653e-4bd9-bd3c-fa1277ce72af tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.740350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port d05f5657-ee6e-431c-aa2a-da3f38486174 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:18.741017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.744166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59972bf6-7490-4a0e-a68d-33547fec638d req-bff3fc7f-8c3b-43e1-a55c-1337163926eb tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728307 Jul 09 17:21:18.750586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c28851f-d1f0-4b19-9112-7f5019c3ff61 None None] Provisioning for port d05f5657-ee6e-431c-aa2a-da3f38486174 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:18.759483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.768309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c28851f-d1f0-4b19-9112-7f5019c3ff61 None None] Provisioning complete for port d05f5657-ee6e-431c-aa2a-da3f38486174 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:18.768309 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c28851f-d1f0-4b19-9112-7f5019c3ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.790385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7303dc00-653e-4bd9-bd3c-fa1277ce72af tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.793631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Pushing event deleted for resources: {'Port': ['ID=e29d4d66-8f4f-4ce3-8af3-e4c6931b56ae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:18.812420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8c28851f-d1f0-4b19-9112-7f5019c3ff61 None None] Port d05f5657-ee6e-431c-aa2a-da3f38486174 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:18.874028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f4fc0bee-1bef-461a-ad86-57522fc5dc21 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:21:18.879567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:18.911212 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.915025 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.920285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.930456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f6dd9080-9c69-4c79-953e-e55ce8904b83 tempest-ImagesOneServerNegativeTestJSON-259726907 tempest-ImagesOneServerNegativeTestJSON-259726907-project] 10.222.0.21 "DELETE /v2.0/floatingips/c6440334-3fe7-414f-a9ec-0be41ea73aa5 HTTP/1.1" status: 204 len: 168 time: 2.1860762 Jul 09 17:21:18.934518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7303dc00-653e-4bd9-bd3c-fa1277ce72af tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.949990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7303dc00-653e-4bd9-bd3c-fa1277ce72af tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:18.950695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for d05f5657-ee6e-431c-aa2a-da3f38486174 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:18.965557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33584) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:18.966030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7303dc00-653e-4bd9-bd3c-fa1277ce72af tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/security-groups/2fb7c801-6f0f-4634-b409-adf2d6420d6b HTTP/1.1" status: 204 len: 168 time: 0.4315519 Jul 09 17:21:18.982947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303dc00-653e-4bd9-bd3c-fa1277ce72af tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7c801-6f0f-4634-b409-adf2d6420d6b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:19.143121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 433473bc-94d4-4615-8152-7cb3e2725b29 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:19.162786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.177446 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.180800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:19.219844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'network_id': 'e385bfa2-fe0d-4219-b997-cb33400b1e1e', 'port_id': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'mac_address': 'fa:16:3e:20:f7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d20d2e-0840-411e-a6cf-2876e84f9313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:21:19.240546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.242783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:19.245603 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55001e9-2b9b-4447-9c9a-e53d13f89f2f" -d '{"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-unplugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:19.289301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:19.301570 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.313257 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.322765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fc16c-9476-4de9-ad6e-e32275c72f55 req-10e09110-e7a8-48b3-87cb-c909bf263b5f tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:19.324354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588fc16c-9476-4de9-ad6e-e32275c72f55 req-10e09110-e7a8-48b3-87cb-c909bf263b5f tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.3252456 Jul 09 17:21:19.335053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae501d-85dc-4bbe-ba95-21e4cb8a317a req-50fa77da-d4d9-49c5-830e-43f3260a07e9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:19.336806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c6ae501d-85dc-4bbe-ba95-21e4cb8a317a req-50fa77da-d4d9-49c5-830e-43f3260a07e9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.1279340 Jul 09 17:21:19.370700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4fc0bee-1bef-461a-ad86-57522fc5dc21 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:19.392897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:19.403794 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.417493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:19.427343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c6ae501d-85dc-4bbe-ba95-21e4cb8a317a req-324254ce-09e6-403d-8ab9-399f288ba1db tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814285 Jul 09 17:21:19.454745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.481052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:19.489248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f4fc0bee-1bef-461a-ad86-57522fc5dc21'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:21:19.500453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588fc16c-9476-4de9-ad6e-e32275c72f55 req-f73d56cd-76fd-436a-a1fa-3fed4d0e1fa7 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326067 Jul 09 17:21:19.517277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.576447 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0920dc7-7f69-4a05-bac5-bc3109b65ced x-openstack-request-id: req-e0920dc7-7f69-4a05-bac5-bc3109b65ced {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:19.581340 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-unplugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:19.581685 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0920dc7-7f69-4a05-bac5-bc3109b65ced {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:19.582327 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'code': 200} Jul 09 17:21:19.604952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.619937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33606) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:19.637022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=d05f5657-ee6e-431c-aa2a-da3f38486174,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:19.687205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.695422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2c2c0f44-257e-4336-8de9-37666030b282 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/d05f5657-ee6e-431c-aa2a-da3f38486174 HTTP/1.1" status: 204 len: 168 time: 1.1910541 Jul 09 17:21:19.698011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:19.705987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=433473bc-94d4-4615-8152-7cb3e2725b29,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:19.716317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.725567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-46adde02-85d4-412c-83b7-3c9a1ff5eeaa tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/433473bc-94d4-4615-8152-7cb3e2725b29 HTTP/1.1" status: 204 len: 168 time: 0.7580712 Jul 09 17:21:19.727631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33610) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:19.727851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf001c5-fe6d-48e6-8224-faee5ff4931c None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:19.740606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Deleting subnet 7bf9a35e-a777-4af8-b4af-bd2085a11b1d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:19.761638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.836005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 9240e740-143d-4608-a424-d37834978307 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:19.849108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.876416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:19.893752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aebbed-efa2-4ace-a0c0-e0b2239426bc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:19.895296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aebbed-efa2-4ace-a0c0-e0b2239426bc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:19.896914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a3aebbed-efa2-4ace-a0c0-e0b2239426bc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1960149 Jul 09 17:21:19.907791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33614) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:19.922288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca745a-e8ff-4dac-86c4-d5d4a693ca2d req-868c7f61-ff4a-47b8-9b68-5be94209067a tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:19.924985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03ca745a-e8ff-4dac-86c4-d5d4a693ca2d req-868c7f61-ff4a-47b8-9b68-5be94209067a tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.1935093 Jul 09 17:21:19.936612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33616) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:19.942261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Request body: {'floatingip': {'port_id': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:19.983948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.035089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.106368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 741117db-23d2-40e7-9251-b202fb1d149e {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:20.110445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.156698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.162780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.331238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.365617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47acb65-2460-4b8b-a95d-5460048a2500 req-aec12732-f79a-4053-8ddb-3a6c0707c46c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:20.372656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c47acb65-2460-4b8b-a95d-5460048a2500 req-aec12732-f79a-4053-8ddb-3a6c0707c46c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 944 time: 0.4349911 Jul 09 17:21:20.464063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.476362 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.481124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.548168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=9240e740-143d-4608-a424-d37834978307,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:20.573332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c47acb65-2460-4b8b-a95d-5460048a2500 req-9a1507f5-f596-4b24-bc12-ee81970c1c27 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996658 Jul 09 17:21:20.575737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.578895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf9a35e-a777-4af8-b4af-bd2085a11b1d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:20.580927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-de43faa6-58bb-4449-9288-e307d50a75ac tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/9240e740-143d-4608-a424-d37834978307 HTTP/1.1" status: 204 len: 168 time: 0.8395686 Jul 09 17:21:20.581606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33640) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:20.614322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.616715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-64ee49ea-2428-4e1d-b575-9a6ae459a02c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7bf9a35e-a777-4af8-b4af-bd2085a11b1d HTTP/1.1" status: 204 len: 168 time: 0.9948061 Jul 09 17:21:20.622202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:20.689227 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0022ac3-73d2-44da-915f-9705838e4f06 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:20.689977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0022ac3-73d2-44da-915f-9705838e4f06 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:20.694769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b0022ac3-73d2-44da-915f-9705838e4f06 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/433473bc-94d4-4615-8152-7cb3e2725b29 HTTP/1.1" status: 404 len: 337 time: 0.1059580 Jul 09 17:21:20.696677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33648) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:20.779125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting subnet 9c9e8074-b9e4-43a6-beea-1994f63edebf {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:20.783572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.833643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.845441 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.878046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f4fc0bee-1bef-461a-ad86-57522fc5dc21 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:20.935300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:20.997409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f4fc0bee-1bef-461a-ad86-57522fc5dc21 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:20.997931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.045118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69727f-e37f-4dd8-bad8-7d2335c71b5b None None] Network 0cdf5551-d22f-4321-81b4-b70162d58b67 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:21.058705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.147635 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.151987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/741117db-23d2-40e7-9251-b202fb1d149e HTTP/1.1" status: 204 len: 168 time: 1.2233763 Jul 09 17:21:21.151987 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.154132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33672) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.191064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1fdc9-e87d-4c7d-b9da-5f544eaf2d49 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=741117db-23d2-40e7-9251-b202fb1d149e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:21.286788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f892212-749f-4f56-858b-abe55a73e23d None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:21.301031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.303037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/9c9e8074-b9e4-43a6-beea-1994f63edebf HTTP/1.1" status: 204 len: 168 time: 0.6039686 Jul 09 17:21:21.311686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35fc26d4-456c-4cb2-812b-7677c192ffd0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1438456 Jul 09 17:21:21.311686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33682) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.362813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33684) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.392358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:21.398430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9aeb1e62-332f-4e50-a01d-ddd6cc9c8e7b None None] Provisioning complete for port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:21.398798 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1e62-332f-4e50-a01d-ddd6cc9c8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.471110 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adf73c4-7298-4a24-9804-45bacdacc508 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:21.471584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adf73c4-7298-4a24-9804-45bacdacc508 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:21.474068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7adf73c4-7298-4a24-9804-45bacdacc508 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/d904e674-5cbc-4414-9d05-f195280fb6e0 HTTP/1.1" status: 404 len: 337 time: 0.1320052 Jul 09 17:21:21.474927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d1a6d-73c8-4f28-8276-81f952506551 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9e8074-b9e4-43a6-beea-1994f63edebf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:21.487030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67af6-3062-439b-b974-0a9e43d7567c req-887405e0-3293-4376-9daf-839c6c32116d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:21.488595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33688) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.490424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8c67af6-3062-439b-b974-0a9e43d7567c req-887405e0-3293-4376-9daf-839c6c32116d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 0.8121574 Jul 09 17:21:21.552662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.623043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8c67af6-3062-439b-b974-0a9e43d7567c req-4093fbaa-f763-4286-8c05-ce47e5deb26e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106465 Jul 09 17:21:21.668724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:21.672780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.695335 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.701683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb1e62-332f-4e50-a01d-ddd6cc9c8e7b None None] Port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:21.798684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:21.801746 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb9110-01e1-4678-acf2-fa1589f11e55" -d '{"events": [{"server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:21.802940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f30f4b8-5856-437b-8d90-fe982fb4a2a9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:21.815738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0208a2c6-50ee-47f8-9f2b-853fdf9dfc0b tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0c333-f69b-4838-99d4-bab3cd8e3d5d HTTP/1.1" status: 200 len: 205 time: 0.3171725 Jul 09 17:21:21.827361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33696) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.851997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:21.858968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9aeb1e62-332f-4e50-a01d-ddd6cc9c8e7b None None] Provisioning complete for port bdb1769a-4f1e-4272-8227-ee3324783315 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:21.859712 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1e62-332f-4e50-a01d-ddd6cc9c8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.865695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.901199 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-2adfbf1f-c8bc-439c-a728-9bd552b3b951 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] delete failed (client error): The resource could not be found. Jul 09 17:21:21.905878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33698) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.906180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2adfbf1f-c8bc-439c-a728-9bd552b3b951 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/routers/aeb0c333-f69b-4838-99d4-bab3cd8e3d5d HTTP/1.1" status: 404 len: 336 time: 0.0771239 Jul 09 17:21:21.911030 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.915109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:21.916117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0bcbdf-702a-4a45-a8d9-fb78fad9c0f5') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:21.935294 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4245ab91-a5a5-4ce7-a52a-d9372550c888 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:21.935885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4245ab91-a5a5-4ce7-a52a-d9372550c888 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:21.939560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4245ab91-a5a5-4ce7-a52a-d9372550c888 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/9209fbb7-df51-4210-8494-150522a819c6 HTTP/1.1" status: 404 len: 337 time: 0.0302129 Jul 09 17:21:21.941114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:21.945381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:21.978414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.000763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.005422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:22.032325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc43d9-0c5c-413b-950c-218003fe2b2e req-4abafaf2-aa7e-4b3d-bd70-fd9a3c35a9eb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:22.039503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4afc43d9-0c5c-413b-950c-218003fe2b2e req-4abafaf2-aa7e-4b3d-bd70-fd9a3c35a9eb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 0.1851938 Jul 09 17:21:22.065343 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d77477-8440-476d-8ae9-2e106609f100 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.066085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d77477-8440-476d-8ae9-2e106609f100 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.070909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:22.071936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a6d77477-8440-476d-8ae9-2e106609f100 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/c61ff4be-691e-493d-9c67-61f7eccf23b2 HTTP/1.1" status: 404 len: 337 time: 0.1230912 Jul 09 17:21:22.072735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33702) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.074562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:22.088519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.100439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:22.114667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:22.115376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:22.119262 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:22.125348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:22.131166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.137835 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b96c5e7-4712-4b46-97bf-6db77cf466f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.138412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b96c5e7-4712-4b46-97bf-6db77cf466f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.144589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3b96c5e7-4712-4b46-97bf-6db77cf466f2 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba1d4cc-500d-49c0-ae4a-714ae6a46a81 HTTP/1.1" status: 404 len: 337 time: 0.0619700 Jul 09 17:21:22.167466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] DHCP port deletion for 0cdf5551-d22f-4321-81b4-b70162d58b67 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:22.168193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33704) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.198742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4afc43d9-0c5c-413b-950c-218003fe2b2e req-219e5698-d498-4733-b023-fd1b9c33a66e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559494 Jul 09 17:21:22.228199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=83ce837d-4d52-472f-bacc-8c8631bb0c13,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:22.262623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81925e07-d6d8-4fc9-9c0b-573813004c6d req-50b2ccd9-5e1f-4613-a815-1f2f4b741587 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:22.273482 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81925e07-d6d8-4fc9-9c0b-573813004c6d req-50b2ccd9-5e1f-4613-a815-1f2f4b741587 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.3607042 Jul 09 17:21:22.275586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33714) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.278943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-15708212-64ba-4d42-8d96-8a8cc5f8e2cf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8930278 Jul 09 17:21:22.311973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '83ce837d-4d52-472f-bacc-8c8631bb0c13', 'ip_address': '2001:db8::c94b:89a0:2faf:1e18'}], 'name': 'tempest-NetworksTestDHCPv6-1745709370'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:22.336910 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0db1428-c89c-4210-b8d7-41417fee6e61 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.337878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0db1428-c89c-4210-b8d7-41417fee6e61 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.347368 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a1fdc-07b1-423a-b4ea-c5c342c56754 x-openstack-request-id: req-cf0a1fdc-07b1-423a-b4ea-c5c342c56754 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:22.347909 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:22.348554 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf0a1fdc-07b1-423a-b4ea-c5c342c56754 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:22.349177 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'code': 200} Jul 09 17:21:22.349729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d0db1428-c89c-4210-b8d7-41417fee6e61 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/423b0b12-2456-43be-bc90-d9624b8616f0 HTTP/1.1" status: 404 len: 333 time: 0.1349118 Jul 09 17:21:22.350500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33716) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.396084 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Floating IP 5325274c-0b0f-41d8-b23e-97458a91da3a associated. External IP: 172.25.3.38, port: 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796. Jul 09 17:21:22.396644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] Deleting port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:22.397028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.411199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] Deleting port bdb1769a-4f1e-4272-8227-ee3324783315 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:22.411896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.423817 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d018f4ef-e37b-4353-9e96-3ee1260b5024 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.424297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d018f4ef-e37b-4353-9e96-3ee1260b5024 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.426595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d018f4ef-e37b-4353-9e96-3ee1260b5024 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/c853c233-03e1-4c38-8b3b-7d629d773705 HTTP/1.1" status: 404 len: 337 time: 0.0697052 Jul 09 17:21:22.429861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33722) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.510260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.522767 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-64588639-ecc6-4ae9-ae95-e1cfa07e3c36 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.523245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64588639-ecc6-4ae9-ae95-e1cfa07e3c36 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.529953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-64588639-ecc6-4ae9-ae95-e1cfa07e3c36 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/c2dfd809-6c2a-4a72-829c-b1a2c72107a1 HTTP/1.1" status: 404 len: 337 time: 0.0959845 Jul 09 17:21:22.533563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.568745 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae4b6f1-b411-42ba-91b3-28124391b4a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.569802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae4b6f1-b411-42ba-91b3-28124391b4a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.575944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fae4b6f1-b411-42ba-91b3-28124391b4a5 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/b6dc58e0-7bbd-4d40-8ee3-9c1c87b2a066 HTTP/1.1" status: 404 len: 333 time: 0.0386608 Jul 09 17:21:22.578243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33734) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.588151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:22.593529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f30f4b8-5856-437b-8d90-fe982fb4a2a9 HTTP/1.1" status: 204 len: 168 time: 1.9649451 Jul 09 17:21:22.599559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7ba1b-14e9-494e-8cb7-2e393c2578b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f30f4b8-5856-437b-8d90-fe982fb4a2a9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:22.615653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81925e07-d6d8-4fc9-9c0b-573813004c6d req-169ec220-b647-49fd-aa0d-32adff442d3f tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411570 Jul 09 17:21:22.667727 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae2f8a8-5c98-436e-a44c-ae317770a536 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.669117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae2f8a8-5c98-436e-a44c-ae317770a536 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.672495 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8ae2f8a8-5c98-436e-a44c-ae317770a536 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/6133dd0e-7cf3-40dc-b11e-3d0569735c60 HTTP/1.1" status: 404 len: 337 time: 0.0928962 Jul 09 17:21:22.675788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33740) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.725049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bdb1769a-4f1e-4272-8227-ee3324783315 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:22.798263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:22.802496 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f943a00f-cd17-4d10-b1d5-7edbf9c9c599 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] DELETE failed (client error): The resource could not be found. Jul 09 17:21:22.803125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f943a00f-cd17-4d10-b1d5-7edbf9c9c599 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:22.806778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f943a00f-cd17-4d10-b1d5-7edbf9c9c599 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/subnets/551f23e4-5bfa-4006-a161-f097e0dcec8a HTTP/1.1" status: 404 len: 337 time: 0.1286542 Jul 09 17:21:22.810937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33746) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:22.885598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-a26dfd18-a0b3-4e54-9286-c465752f44b2 req-f71bdfb0-38e7-4f96-bd5a-06517dd42462 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:21:22.898685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a26dfd18-a0b3-4e54-9286-c465752f44b2 req-f71bdfb0-38e7-4f96-bd5a-06517dd42462 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201168 Jul 09 17:21:22.974109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.050849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] For port bdb1769a-4f1e-4272-8227-ee3324783315, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bdb1769a-4f1e-4272-8227-ee3324783315,segment=NetworkSegment(8dfd1f6a-1e60-4697-8061-68c6099143fc),segment_id=8dfd1f6a-1e60-4697-8061-68c6099143fc)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:23.051419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.107255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33772) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:23.113003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] Calling delete_port for bdb1769a-4f1e-4272-8227-ee3324783315 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:23.138624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-f603c24a-b316-45a0-826b-d2454be1e0b7 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:23.139846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-f603c24a-b316-45a0-826b-d2454be1e0b7 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.3680909 Jul 09 17:21:23.158381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] For port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:23.158774 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.222193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] Calling delete_port for f3105d7b-b30a-4fd3-8ab9-cd6c8100354d owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:23.231040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.242375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-71a465d2-72cc-4aad-a45e-42d8905c9e45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b50a086c1f834d768186fcced8562622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320057 Jul 09 17:21:23.246104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33782) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:23.261169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port d24b1f3a-5619-4a1e-95e5-01928a65c2f8 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:23.345822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Deleting port 3b5489a3-9f47-4f1f-9e40-6c210abdb779 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:23.346195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.425017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.431807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f3105d7b-b30a-4fd3-8ab9-cd6c8100354d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:23.444063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::c94b:89a0:2faf:1e18 (d6992ee0-dde0-4473-b499-57da2aa4712d/83ce837d-4d52-472f-bacc-8c8631bb0c13/d24b1f3a-5619-4a1e-95e5-01928a65c2f8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:23.492130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] Pushing event deleted for resources: {'Port': ['ID=bdb1769a-4f1e-4272-8227-ee3324783315,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:23.495925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.526167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb03787-dfb3-40b2-a45c-b22b54a442fa None None] No DVR routers for this DVR port bdb1769a-4f1e-4272-8227-ee3324783315 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:23.634441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.682465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Router b829d48b-14d7-4efc-9df1-6668b0b2733e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:21:23.693024 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.762229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] Pushing event deleted for resources: {'Port': ['ID=f3105d7b-b30a-4fd3-8ab9-cd6c8100354d,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:23.765056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e62349-d649-4a77-b54d-5398f04e79c0 None None] No DVR routers for this DVR port f3105d7b-b30a-4fd3-8ab9-cd6c8100354d on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:23.793029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8f547-4b1c-4628-8679-dc6e3eca95b5 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:23.940064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:21:23.949152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:23.970384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] Sync routers for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:21:24.010690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:24.011381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:24.016297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53874a52-b967-4359-a02d-4de60431d5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.037457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.042776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Calling delete_port for 3b5489a3-9f47-4f1f-9e40-6c210abdb779 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:24.053502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '83ce837d-4d52-472f-bacc-8c8631bb0c13'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:24.054550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.080878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ae827-10f3-41fb-8ec5-cb54b3831618 req-19bd3eb3-7700-43d2-8216-00b33f1e2f1a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:24.089565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a2ae827-10f3-41fb-8ec5-cb54b3831618 req-19bd3eb3-7700-43d2-8216-00b33f1e2f1a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 0.4160166 Jul 09 17:21:24.106617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object d24b1f3a-5619-4a1e-95e5-01928a65c2f8 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:24.110752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53874a52-b967-4359-a02d-4de60431d5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.116836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a44f6d7b-2864-478d-b8b1-65710a89fa68 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "PUT /v2.0/floatingips/5325274c-0b0f-41d8-b23e-97458a91da3a HTTP/1.1" status: 200 len: 990 time: 4.1754675 Jul 09 17:21:24.129384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:24.131947 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6" -d '{"events": [{"name": "network-changed", "server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:24.159373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-c5a26219-08c3-48a2-8e55-9f1891b53a0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4238193 Jul 09 17:21:24.160418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Deleting port f4fc0bee-1bef-461a-ad86-57522fc5dc21 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:24.160772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.336691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:24.337461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914966cf-47bf-498a-8c61-79aa3db6ddbe req-eb24a3c4-81d3-488c-9f1f-1d1f52c7df72 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:24.339095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-914966cf-47bf-498a-8c61-79aa3db6ddbe req-eb24a3c4-81d3-488c-9f1f-1d1f52c7df72 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 945 time: 0.3193529 Jul 09 17:21:24.389581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53874a52-b967-4359-a02d-4de60431d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.392441 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53874a52-b967-4359-a02d-4de60431d5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.393454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-53874a52-b967-4359-a02d-4de60431d5fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71ecc8c1-36f9-4b75-8d02-d643141183a8 HTTP/1.1" status: 204 len: 168 time: 1.1456096 Jul 09 17:21:24.398522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] For port f4fc0bee-1bef-461a-ad86-57522fc5dc21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f4fc0bee-1bef-461a-ad86-57522fc5dc21,segment=NetworkSegment(737c7812-6e2f-416f-b805-7e3ae118ff3b),segment_id=737c7812-6e2f-416f-b805-7e3ae118ff3b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:24.398522 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.415377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.436776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Calling delete_port for f4fc0bee-1bef-461a-ad86-57522fc5dc21 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:24.474101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53874a52-b967-4359-a02d-4de60431d5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ecc8c1-36f9-4b75-8d02-d643141183a8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:24.492217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Port': ['ID=3b5489a3-9f47-4f1f-9e40-6c210abdb779,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:24.500586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-914966cf-47bf-498a-8c61-79aa3db6ddbe req-cfb53076-5cbe-437f-83d7-34a49f538b7c tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/security-groups?id=556fa90c-e06c-4d58-a22a-9b2df019bffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437209 Jul 09 17:21:24.505833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.508434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3160082a-fef1-4ed2-86c9-3d02d62c0837 tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/ports/3b5489a3-9f47-4f1f-9e40-6c210abdb779 HTTP/1.1" status: 204 len: 168 time: 1.6874371 Jul 09 17:21:24.511447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33814) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:24.586393 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a2ae827-10f3-41fb-8ec5-cb54b3831618 req-b8347737-53d0-418a-aac5-d93a8b417cd8 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925935 Jul 09 17:21:24.625704 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.648178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.723067 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a6abf2-87c2-429b-ac7f-28bee2446d9b x-openstack-request-id: req-87a6abf2-87c2-429b-ac7f-28bee2446d9b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:24.723816 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:24.723816 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87a6abf2-87c2-429b-ac7f-28bee2446d9b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:24.727422 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'status': 'completed', 'code': 200} Jul 09 17:21:24.744096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:24.747642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:24.760344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:24.766681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:24.776173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.842479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5428674 Jul 09 17:21:24.862227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33828) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:24.913433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e315bb-2f84-4b8d-8f93-6984645825a2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=d24b1f3a-5619-4a1e-95e5-01928a65c2f8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:24.946130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:24.969615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-b2efb901-26c5-4e5f-9178-6c047e679278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:24.971403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-b2efb901-26c5-4e5f-9178-6c047e679278 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 1097 time: 0.1716151 Jul 09 17:21:24.974311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/83ce837d-4d52-472f-bacc-8c8631bb0c13/1629c73f-9362-4231-996b-53358475d0c6) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:25.000614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdf5551-d22f-4321-81b4-b70162d58b67']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:25.019044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:25.038481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfd1f6a-1e60-4697-8061-68c6099143fc') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:25.038958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfd1f6a-1e60-4697-8061-68c6099143fc') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:25.056957 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.116619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d440b-1b1b-4693-834c-63f8503bc225 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:25.118508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b4d440b-1b1b-4693-834c-63f8503bc225 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2544229 Jul 09 17:21:25.119953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.121884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33854) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:25.122665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.159006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:25.159662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:25.163914 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:25.174832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Pushing event deleted for resources: {'Port': ['ID=f4fc0bee-1bef-461a-ad86-57522fc5dc21,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:25.401433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-65707566-ca10-43cf-a680-181a3b581ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:25.403738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-65707566-ca10-43cf-a680-181a3b581ab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 200 len: 916 time: 0.4248815 Jul 09 17:21:25.407275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] No DVR routers for this DVR port f4fc0bee-1bef-461a-ad86-57522fc5dc21 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:25.413516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.416399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-936fcda4-f9db-4f66-8a5b-a1c33a2384fd req-fc9c0048-0a0a-41bd-8fb8-1372d2d7e243 tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.36 "DELETE /v2.0/ports/f4fc0bee-1bef-461a-ad86-57522fc5dc21 HTTP/1.1" status: 204 len: 173 time: 2.2697027 Jul 09 17:21:25.424289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'name': 'network-vif-deleted', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:25.426691 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bc2952-82b9-40cc-a041-b680c0c07735" -d '{"events": [{"server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "name": "network-vif-deleted", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:25.443876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.452558 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.456700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] 10.222.0.21 "DELETE /v2.0/networks/0cdf5551-d22f-4321-81b4-b70162d58b67 HTTP/1.1" status: 204 len: 168 time: 0.9440210 Jul 09 17:21:25.532507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e290ad6-6027-40c7-8ece-e96130cb72ec tempest-PortsTestJSON-1253054048 tempest-PortsTestJSON-1253054048-project] Pushing event deleted for resources: {'Network': ['ID=0cdf5551-d22f-4321-81b4-b70162d58b67,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:25.566215 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc40866-8538-4be0-8d06-1b4f2e5007f6 x-openstack-request-id: req-2bc40866-8538-4be0-8d06-1b4f2e5007f6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:25.566432 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15b2edd-7702-489e-851b-744ad5d471e2", "name": "network-vif-deleted", "tag": "f4fc0bee-1bef-461a-ad86-57522fc5dc21", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:25.566529 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bc40866-8538-4be0-8d06-1b4f2e5007f6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:25.566911 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15b2edd-7702-489e-851b-744ad5d471e2', 'name': 'network-vif-deleted', 'tag': 'f4fc0bee-1bef-461a-ad86-57522fc5dc21', 'status': 'completed', 'code': 200} Jul 09 17:21:25.580150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-b5394c07-b8e2-4053-bbc7-769b83c7c89e tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=08653ed6208c48cea0af2043feb92545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867009 Jul 09 17:21:25.651396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f4fc0bee-1bef-461a-ad86-57522fc5dc21 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:25.681303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: f4fc0bee-1bef-461a-ad86-57522fc5dc21 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:25.681303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f4fc0bee-1bef-461a-ad86-57522fc5dc21 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:25.693339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port d24b1f3a-5619-4a1e-95e5-01928a65c2f8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:25.712919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.740400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '5325274c-0b0f-41d8-b23e-97458a91da3a', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'port_id': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'mac_address': 'fa:16:3e:55:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:20:14Z', 'updated_at': '2021-07-09T17:21:21Z', 'revision_number': 1, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:25.784131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] Checking router: b829d48b-14d7-4efc-9df1-6668b0b2733e for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:21:25.809914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:25.810562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:25.862427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab0ad4cc-8975-41c3-8568-f20e401399c7 req-a4f48c5b-da7c-4e21-9f89-4f2ca351a6fe tempest-ImagesTestJSON-145249837 tempest-ImagesTestJSON-145249837-project] 10.222.0.21 "GET /v2.0/ports?device_id=f15b2edd-7702-489e-851b-744ad5d471e2 HTTP/1.1" status: 200 len: 210 time: 0.0483110 Jul 09 17:21:25.895422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:25.924380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Transition to ACTIVE for port object 1629c73f-9362-4231-996b-53358475d0c6 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:26.041866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Transition to ACTIVE for port object 1629c73f-9362-4231-996b-53358475d0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:26.070120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.076340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:26.107326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c45c4-a086-44b2-9dca-cc84bf1ea136 req-081e70b8-20ef-4cde-a641-4146220f5679 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:26.107564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-5c63c83e-4c97-46d4-87fd-53b9a9bb38a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 200 len: 998 time: 0.6935356 Jul 09 17:21:26.115503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-199c45c4-a086-44b2-9dca-cc84bf1ea136 req-081e70b8-20ef-4cde-a641-4146220f5679 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 0.0925255 Jul 09 17:21:26.161329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:26.184839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:26.189191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-887e5165-f292-4957-b18d-1b9bea3089e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:26.189914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:26.190705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-887e5165-f292-4957-b18d-1b9bea3089e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa05e0-ba84-48aa-8219-00a2ac459a69 HTTP/1.1" status: 200 len: 854 time: 0.0713212 Jul 09 17:21:26.204170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:26.209488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:26.257801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-199c45c4-a086-44b2-9dca-cc84bf1ea136 req-adf5a92c-2c4f-45d8-9d25-98c704a811e1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412539 Jul 09 17:21:26.295309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Pushing event updated for resources: {'Port': ['ID=1629c73f-9362-4231-996b-53358475d0c6,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:26.326847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc93e-2612-4910-a818-a9212d82cd0b req-7f95e630-118b-49ba-b29b-cecd89255164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:26.331025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-7f95e630-118b-49ba-b29b-cecd89255164 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56&tenant_id=f88468acd9894f9691dcdce913271a39 HTTP/1.1" status: 200 len: 1095 time: 0.2037449 Jul 09 17:21:26.370930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-c02005e4-7ffe-4aa4-bb04-214043e74ed4 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:26.372531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-c02005e4-7ffe-4aa4-bb04-214043e74ed4 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7670040 Jul 09 17:21:26.384842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:26.410438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Attempting to bind port 1629c73f-9362-4231-996b-53358475d0c6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:26.411110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Attempting to bind port 1629c73f-9362-4231-996b-53358475d0c6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:26.411747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Attempting to bind port 1629c73f-9362-4231-996b-53358475d0c6 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:26.457646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.460231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-86726750-network', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:26.463954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:26.464687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:26.465913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-002659eb-16c2-4c37-9644-57441de127c9 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/quotas/08653ed6208c48cea0af2043feb92545 HTTP/1.1" status: 200 len: 375 time: 0.0483088 Jul 09 17:21:26.472433 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.478835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:26.479636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Bound port: 1629c73f-9362-4231-996b-53358475d0c6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:26.480357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.525194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for d24b1f3a-5619-4a1e-95e5-01928a65c2f8 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:26.527274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Made reservation on behalf of 2256d8fa4d6d4da19314b45a23f0c703 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:26.530095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.534971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-20add08f-c626-411d-833a-2d639054868b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b68e65bbe8ac4be28c0f14a17f20077c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565339 Jul 09 17:21:26.547007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33910) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:26.554248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-3d652053-173a-49ec-bf9b-fc4e0f6dd193 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799608 Jul 09 17:21:26.595342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-e9a89fca-ecdf-434e-9bb8-13b36e9083b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:26.603667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-e9a89fca-ecdf-434e-9bb8-13b36e9083b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f560d83-8c65-445a-951f-7f5cd5e86661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3597531 Jul 09 17:21:26.603968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.669762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3488cdd5-dba9-408d-b3e0-516aa33b0061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.709647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.737008 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3488cdd5-dba9-408d-b3e0-516aa33b0061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.786352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-30b3a57a-ae68-4fbd-a258-95f44a46f34d service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392968 Jul 09 17:21:26.943648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] For port 1629c73f-9362-4231-996b-53358475d0c6, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:26.945053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:26.972398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] For port 1629c73f-9362-4231-996b-53358475d0c6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1629c73f-9362-4231-996b-53358475d0c6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:27.001756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.020628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=d24b1f3a-5619-4a1e-95e5-01928a65c2f8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:27.037243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '5325274c-0b0f-41d8-b23e-97458a91da3a', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'port_id': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'mac_address': 'fa:16:3e:55:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:20:14Z', 'updated_at': '2021-07-09T17:21:21Z', 'revision_number': 1, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:27.087367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.096707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-95ec3690-65fa-4936-a797-006a53af348f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/d24b1f3a-5619-4a1e-95e5-01928a65c2f8 HTTP/1.1" status: 204 len: 168 time: 1.9722021 Jul 09 17:21:27.098958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:27.103957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f98839-b96e-4b7c-a0bb-574947a4612c None None] The sync data for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 is: [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '5325274c-0b0f-41d8-b23e-97458a91da3a', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'port_id': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'mac_address': 'fa:16:3e:55:53:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:20:14Z', 'updated_at': '2021-07-09T17:21:21Z', 'revision_number': 1, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:21:27.183009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6ec6a-0d7f-4468-9a3e-06f2fc5bf381 None None] Pushing event updated for resources: {'Port': ['ID=1629c73f-9362-4231-996b-53358475d0c6,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:27.251526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb8eaf74-e804-44ec-b9fe-a3c41fb008c6 req-eab4356e-8180-4e18-87e6-dc69196c2751 service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549677 Jul 09 17:21:27.261843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-fba42db7-c3e8-4112-ab7c-a8180bb2f79e tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=08653ed6208c48cea0af2043feb92545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645819 Jul 09 17:21:27.283011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cabcce-3fdd-4653-9025-fd2ff489661b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:27.284871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cabcce-3fdd-4653-9025-fd2ff489661b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:27.290302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f2cabcce-3fdd-4653-9025-fd2ff489661b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1898248 Jul 09 17:21:27.290531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 33944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:27.337538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3488cdd5-dba9-408d-b3e0-516aa33b0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.344623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3488cdd5-dba9-408d-b3e0-516aa33b0061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.348201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3488cdd5-dba9-408d-b3e0-516aa33b0061 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cbabc94-8aae-4f48-9ff0-7a9624348567 HTTP/1.1" status: 204 len: 168 time: 0.7921586 Jul 09 17:21:27.398724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488cdd5-dba9-408d-b3e0-516aa33b0061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbabc94-8aae-4f48-9ff0-7a9624348567,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:27.405898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.413541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:27.439217 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.515866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:27.566704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 83ce837d-4d52-472f-bacc-8c8631bb0c13 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:27.584047 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6df41-4ff8-49bd-84ba-72b6533055dd None None] New status for floating IP 5325274c-0b0f-41d8-b23e-97458a91da3a: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:21:27.593917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-dd713653-ba8c-42e6-ba2d-d747790d530a tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:27.609783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-dd713653-ba8c-42e6-ba2d-d747790d530a tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467848 Jul 09 17:21:27.620797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.625104 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Added segment 38f29ff6-91a3-46d1-92ee-895c9990efe4 of type vlan for network 5608a990-f38c-476c-9d71-23d6cfb8e477 Jul 09 17:21:27.637842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:27.638086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-a932004f-fb11-453f-8616-d2eccaf19633 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/quotas/08653ed6208c48cea0af2043feb92545 HTTP/1.1" status: 200 len: 375 time: 0.0267360 Jul 09 17:21:27.768638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e085db-07fb-4aa1-9938-f5ace3634589,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:27.787667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-a47d4f77-c685-4bcf-b2b8-0a6fe0f02538 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368227 Jul 09 17:21:27.805177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:28.025108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:28.039595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.056135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Transition to ACTIVE for port object 576113d4-a2a3-423f-89a9-a3b0cab9f672 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:28.071973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.088627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.092885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.366413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.441514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1629c73f-9362-4231-996b-53358475d0c6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:28.474159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:21:28.537742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=9']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:28.560753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] No DVR routers for this DVR port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:28.579544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1629c73f-9362-4231-996b-53358475d0c6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:28.815745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.816912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:28.817593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:28.849028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00e15bc0-0163-40b9-aeba-b2e7f79fdf9c req-82c3fd1f-9ce4-4c2e-b61d-dd9849a2a4bf tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.0813367 Jul 09 17:21:28.901514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34000) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:28.999507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8b493-9451-4508-af58-85d4f5d70c88 req-03b3d2de-5fec-47c4-85ac-bcb61171a73e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:29.023047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9db8b493-9451-4508-af58-85d4f5d70c88 req-03b3d2de-5fec-47c4-85ac-bcb61171a73e tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 943 time: 1.1508923 Jul 09 17:21:29.073276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] Provisioning for port 1629c73f-9362-4231-996b-53358475d0c6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:29.079268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78ee1c0a-218f-4aba-90e0-c499ee0d4693 tempest-ServiceProvidersTest-1105310498 tempest-ServiceProvidersTest-1105310498-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1764419 Jul 09 17:21:29.085729 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] Provisioning complete for port 1629c73f-9362-4231-996b-53358475d0c6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:29.087334 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.170469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:29.172350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:29.173067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:29.192842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:21:29.193593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Attempting to bind port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on network 97fa0e94-31c6-4282-b26c-4ac4457d8334 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:29.221013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0308518 Jul 09 17:21:29.221409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34010) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:29.228565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Request body: {'subnet': {'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-86726750-subnet', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:29.241634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:29.242060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Checking segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:29.242863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Bound using segment: {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:29.243373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Bound port: 576113d4-a2a3-423f-89a9-a3b0cab9f672, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:29.243868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.293760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.341091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Made reservation on behalf of 2256d8fa4d6d4da19314b45a23f0c703 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:29.352525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.467285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.507464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:29.516882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:29.538032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.543021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/83ce837d-4d52-472f-bacc-8c8631bb0c13 HTTP/1.1" status: 204 len: 168 time: 2.2481310 Jul 09 17:21:29.547080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34020) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:29.581491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fa399a-becc-41f4-9876-e6e88d4938ad None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:29.640562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a28e1acb-9ab3-49ff-922d-64cdac46aa87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708494 Jul 09 17:21:29.642273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.646642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] For port 1629c73f-9362-4231-996b-53358475d0c6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1629c73f-9362-4231-996b-53358475d0c6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:29.654494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-bd5e6f50-3a87-4302-8a92-731e1e2a6b8c tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=08653ed6208c48cea0af2043feb92545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4273639 Jul 09 17:21:29.655352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:29.655827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34030) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:29.691918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.743392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9db8b493-9451-4508-af58-85d4f5d70c88 req-2772b8d0-0d1d-4669-98f0-85e705f824ae tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127001 Jul 09 17:21:29.826733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:29.867643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34032) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:29.874166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0814158f-4f53-4ef2-8efd-3eca3bdee84c None None] Could not find standard attr ID for object d24b1f3a-5619-4a1e-95e5-01928a65c2f8. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:21:29.886166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1dde8-b546-4150-9498-b7fb39cae029 None None] Pushing event updated for resources: {'Port': ['ID=1629c73f-9362-4231-996b-53358475d0c6,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:29.910499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:29.966403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5995ae4-8abd-4214-b134-75c694c678ed,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:30.008341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Checking segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:30.008778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Network hostable DHCP agents. Network: 5608a990-f38c-476c-9d71-23d6cfb8e477, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:30.042894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:30.054218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:30.068294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5608a990-f38c-476c-9d71-23d6cfb8e477) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:30.070003 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb2f20c5-89f2-42e7-8bde-4c900f760fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.072990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525833de-ff1c-4e5c-88ea-b231b251ee0d admin admin] Pushing event updated for resources: {'Network': ['ID=5608a990-f38c-476c-9d71-23d6cfb8e477,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:30.077332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca522a7f-1a53-4c4a-b87c-d7d671a9ec05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=83ce837d-4d52-472f-bacc-8c8631bb0c13,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:30.080630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:30.081215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.090146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:30.090878 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.092923 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] 10.222.0.13 "PUT /v2.0/ports/576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 1092 time: 3.7441914 Jul 09 17:21:30.097320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020eac84-9c31-457b-b075-e6bcad78f297 None None] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:30.097483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:30.098938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:30.100473 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c06a701-1126-4039-a54a-5d927013a60c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:30.171799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76663a8a-f2ab-4b46-b590-a1f474b779e4 req-f7173cb5-6f28-433c-9169-f6ec15ec62b6 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.0781012 Jul 09 17:21:30.202060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb2f20c5-89f2-42e7-8bde-4c900f760fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.202433 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a5b59-189c-4915-9375-801413ce8048 x-openstack-request-id: req-c27a5b59-189c-4915-9375-801413ce8048 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:30.203007 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:30.203436 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c27a5b59-189c-4915-9375-801413ce8048 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:30.204608 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'status': 'completed', 'code': 200} Jul 09 17:21:30.211726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb2f20c5-89f2-42e7-8bde-4c900f760fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.238428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aa0e770e-710b-4384-900c-82461fbebe5e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0156901 Jul 09 17:21:30.239336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34040) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:30.262229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:30.267891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] Deleting port 1629c73f-9362-4231-996b-53358475d0c6 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:30.268292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.280056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f20c5-89f2-42e7-8bde-4c900f760fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e4e6b7-751b-4e59-add7-a7fbb97a2896,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:30.287302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cb2f20c5-89f2-42e7-8bde-4c900f760fb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5557b39828524ec7a20778ce7d18315d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154663 Jul 09 17:21:30.287791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34042) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:30.339032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1629c73f-9362-4231-996b-53358475d0c6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:30.343122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Deleting subnet 15d20d2e-0840-411e-a6cf-2876e84f9313 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:30.358222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310aa7c-b7f7-4ec5-a6eb-b7c43d1faf9c service neutron] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:30.363081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ed8900-7c8f-43d9-86fc-f7a9e96e8be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.379897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.394013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ed8900-7c8f-43d9-86fc-f7a9e96e8be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.422007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] For port 1629c73f-9362-4231-996b-53358475d0c6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1629c73f-9362-4231-996b-53358475d0c6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:30.422427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.441052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:30.445207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.451237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-d89ef99e-6528-4b44-9492-8b4fc59dcea3 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=08653ed6208c48cea0af2043feb92545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482299 Jul 09 17:21:30.451991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] Calling delete_port for 1629c73f-9362-4231-996b-53358475d0c6 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:30.464296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-757f4bc0-d2e7-4bec-9c0f-976ef87b471f tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:30.466182 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-757f4bc0-d2e7-4bec-9c0f-976ef87b471f tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4725745 Jul 09 17:21:30.470425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.521434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34046) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:30.525360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Request body: {'port': {'device_id': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '08653ed6208c48cea0af2043feb92545'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:30.533605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-5608a990-f38c-476c-9d71-23d6cfb8e477', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:30.535126 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.554655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.556619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.565823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-57687530'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:30.613523 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.653967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.664362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1629c73f-9362-4231-996b-53358475d0c6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1629c73f-9362-4231-996b-53358475d0c6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:30.669173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ed8900-7c8f-43d9-86fc-f7a9e96e8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.672038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ed8900-7c8f-43d9-86fc-f7a9e96e8be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.673689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-96ed8900-7c8f-43d9-86fc-f7a9e96e8be7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9e4e6b7-751b-4e59-add7-a7fbb97a2896 HTTP/1.1" status: 204 len: 168 time: 0.3850830 Jul 09 17:21:30.762636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-6a67c800-9af7-43ff-b706-70d44082c922 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:30.764786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-6a67c800-9af7-43ff-b706-70d44082c922 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057964 Jul 09 17:21:30.774521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8900-7c8f-43d9-86fc-f7a9e96e8be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e4e6b7-751b-4e59-add7-a7fbb97a2896,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:30.874042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Request body: {'port': {'device_id': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '08653ed6208c48cea0af2043feb92545'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:30.971968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:30.973840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Allocated IP 172.20.0.2 (5608a990-f38c-476c-9d71-23d6cfb8e477/c5995ae4-8abd-4214-b134-75c694c678ed/f6463ec9-0ac8-4949-8733-e6a1616ba3fd) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:31.101668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc93e-2612-4910-a818-a9212d82cd0b req-74ec386f-22d9-48b7-b2e0-d477246e9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:31.103438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-74ec386f-22d9-48b7-b2e0-d477246e9b2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1096 time: 0.9232087 Jul 09 17:21:31.142096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c104db2-e1bd-4848-b1b7-f9441d8f2aa3 req-b95f1145-1df3-4f8f-b7ec-99b835cdff65 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:31.143832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c104db2-e1bd-4848-b1b7-f9441d8f2aa3 req-b95f1145-1df3-4f8f-b7ec-99b835cdff65 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.1898417 Jul 09 17:21:31.145141 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.146344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:21:31.146344 n-d-791506-17 neutron-server[93895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 17:21:31.146344 n-d-791506-17 neutron-server[93895]: [parameters: {'project_id_1': '08653ed6208c48cea0af2043feb92545', 'expiration_1': datetime.datetime(2021, 7, 9, 17, 21, 31, 125371)}] Jul 09 17:21:31.146344 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:21:31.146686 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:21:31.177105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.220047 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.245212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event deleted for resources: {'Port': ['ID=1629c73f-9362-4231-996b-53358475d0c6,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:31.264363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:31.268021 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.272119 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c104db2-e1bd-4848-b1b7-f9441d8f2aa3 req-35fcafef-276b-47bf-aa08-e791a9ce5b41 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776112 Jul 09 17:21:31.275554 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.278083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] No DVR routers for this DVR port 1629c73f-9362-4231-996b-53358475d0c6 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:31.336574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5275dd5-861f-4116-943a-a910e9c8feef None None] Pushing event deleted for resources: {'Port': ['ID=1629c73f-9362-4231-996b-53358475d0c6,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:31.348352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Transition to ACTIVE for port object f6463ec9-0ac8-4949-8733-e6a1616ba3fd will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:31.385179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Transition to ACTIVE for port object f6463ec9-0ac8-4949-8733-e6a1616ba3fd will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:31.394694 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.402564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:31.453246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c77f7d2-cc28-4e69-bbf5-ac62d59aa3b7 req-ba0b4092-f5b7-4e88-aea8-adda747da1f3 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.0690916 Jul 09 17:21:31.461677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:31.476657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:31.481373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:31.483415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Pushing event updated for resources: {'Port': ['ID=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:31.497191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc93e-2612-4910-a818-a9212d82cd0b req-8ecb1847-a403-4c88-ad44-80febc189907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:31.498901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-8ecb1847-a403-4c88-ad44-80febc189907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.3862305 Jul 09 17:21:31.502480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.502824 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Added segment 96f5c7e3-720c-442b-9845-7fef4049ec2e of type vlan for network d3435412-da52-4770-94fd-9c32b1d8766d Jul 09 17:21:31.521783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.534182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Made reservation on behalf of 08653ed6208c48cea0af2043feb92545 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:31.538295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.572869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Attempting to bind port f6463ec9-0ac8-4949-8733-e6a1616ba3fd on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:31.573425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Attempting to bind port f6463ec9-0ac8-4949-8733-e6a1616ba3fd by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:31.573653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Attempting to bind port f6463ec9-0ac8-4949-8733-e6a1616ba3fd on network 5608a990-f38c-476c-9d71-23d6cfb8e477 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:31.579719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:31.580129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Checking segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:31.580594 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.581046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Bound using segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:31.581556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Bound port: f6463ec9-0ac8-4949-8733-e6a1616ba3fd, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:31.582511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.639426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-bfe6a26f-60e9-4417-aecc-364ca255fab4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.1205616 Jul 09 17:21:31.640116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.649878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d20d2e-0840-411e-a6cf-2876e84f9313,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:31.682148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] For port f6463ec9-0ac8-4949-8733-e6a1616ba3fd, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:31.687109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] For port f6463ec9-0ac8-4949-8733-e6a1616ba3fd, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:31.692225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.694365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.697517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.699444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e9681bd4-a5b5-4dca-ae14-305e1e49c966 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/15d20d2e-0840-411e-a6cf-2876e84f9313 HTTP/1.1" status: 204 len: 168 time: 1.9901655 Jul 09 17:21:31.708170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34074) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:31.768707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca68f42-d757-4237-89cc-e3bc0a072d28 None None] Pushing event updated for resources: {'Port': ['ID=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:31.818974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34076) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:31.839016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.857959 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.861782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:21:31.862844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.922223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc93e-2612-4910-a818-a9212d82cd0b req-f94382a1-36a2-41e8-9d6c-c04290ae2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:31.923955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-f94382a1-36a2-41e8-9d6c-c04290ae2ece service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.2625067 Jul 09 17:21:31.955660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:31.964694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:31.967862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1727394308'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:31.972339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:31.972339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.021330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:32.022171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Allocated IP 172.25.3.206 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/9def8538-db34-48c6-bc08-8193837c10b0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:32.033319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135ef1d-8ce9-4850-9023-e6765f6aa2b6 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:32.050083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-da070813-4f6d-4f31-b5a6-14a29616eadd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010635 Jul 09 17:21:32.052527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.087825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:32.088437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.130520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=03c5dab5-eeb7-41aa-9fe8-377916375600,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:32.161348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.215370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.222549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Network': ['ID=d3435412-da52-4770-94fd-9c32b1d8766d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:32.248419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d3435412-da52-4770-94fd-9c32b1d8766d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:32.290804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:32.294177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:32.322211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Pushing event updated for resources: {'Port': ['ID=9def8538-db34-48c6-bc08-8193837c10b0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:32.325238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:32.349635 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.370188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.372603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.383902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '03c5dab5-eeb7-41aa-9fe8-377916375600'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:32.384913 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.396352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-834b4ad1-2220-409b-b6e0-6e57b8a29a60 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8381662 Jul 09 17:21:32.397819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-39257595-e8ff-48ff-97a9-7ebcdaa35ab3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6913884 Jul 09 17:21:32.400069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-cffc6ae0-daa3-4572-b887-c4ad35201c9f service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891548 Jul 09 17:21:32.403182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34084) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:32.403182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34086) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:32.409315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e385bfa2-fe0d-4219-b997-cb33400b1e1e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:32.415357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f6463ec9-0ac8-4949-8733-e6a1616ba3fd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:32.426751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1137072530'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:32.437477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '03c5dab5-eeb7-41aa-9fe8-377916375600', 'ip_address': '2001:db8::4e4b:ac2:f2a3:b12'}], 'name': 'tempest-NetworksTestDHCPv6-2083568014'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:32.451565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Made reservation on behalf of 08653ed6208c48cea0af2043feb92545 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:32.457325 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.479227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Made reservation on behalf of 1575de4d1b314c60a5bf6c8e21a223d2 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:32.483925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.496733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737c7812-6e2f-416f-b805-7e3ae118ff3b') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:32.497031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737c7812-6e2f-416f-b805-7e3ae118ff3b') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:32.537394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.599883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f6463ec9-0ac8-4949-8733-e6a1616ba3fd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:32.617350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.621486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e60d2e-4359-4f98-8bd0-214180334d5c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:32.643233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/03c5dab5-eeb7-41aa-9fe8-377916375600/d2e55a1e-6a27-4b4e-bc02-2dadc63c5819) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:32.656495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda26799-bca1-4674-8615-b2b632d2ee35 req-e4ee8f36-a015-43c6-9332-15498c93d132 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.0530934 Jul 09 17:21:32.728738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.742934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:32.747579 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.778278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:32.778735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:32.795076 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:32.878380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.890559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Transition to ACTIVE for port object d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:32.917504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Transition to ACTIVE for port object d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:32.920415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Allocated IP 192.168.233.195 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/e8e2c960-23bf-4820-b80e-87d5d80eacf2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:32.924641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:32.928736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-588cc93e-2612-4910-a818-a9212d82cd0b req-06a22628-9fae-461f-a69a-4b0a35c2fb5e service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142083 Jul 09 17:21:32.930901 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.960762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.964728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.965309 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Added segment 66e8cc16-7b4f-4acc-ad37-6228e71a3252 of type vlan for network 1bbe3a36-308e-442b-91d4-e1ec1081642c Jul 09 17:21:32.977732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:32.986987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:32.987160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b386-9003-4768-9533-afae2fe8d5bf req-357f403e-471c-4916-9389-9fea446ad581 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:32.988856 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4116b386-9003-4768-9533-afae2fe8d5bf req-357f403e-471c-4916-9389-9fea446ad581 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.4660299 Jul 09 17:21:32.989965 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:32.991855 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] 10.222.0.21 "DELETE /v2.0/networks/e385bfa2-fe0d-4219-b997-cb33400b1e1e HTTP/1.1" status: 204 len: 168 time: 1.2571096 Jul 09 17:21:32.999594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:33.008437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Pushing event updated for resources: {'Port': ['ID=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:33.012682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.061128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.072915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.086827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:33.097389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.097737 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Added segment e4cc8954-debf-486e-8cc3-790e306e47bb of type vlan for network d4c679b4-1cbf-41a6-971d-8a0291f20aea Jul 09 17:21:33.101180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Attempting to bind port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:33.101840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Attempting to bind port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:33.103009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Attempting to bind port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:33.110924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:33.111626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:33.112400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.113931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:33.114768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Bound port: d2e55a1e-6a27-4b4e-bc02-2dadc63c5819, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:33.115351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.146188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b473307-eedf-4149-bc56-519f26f470ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e385bfa2-fe0d-4219-b997-cb33400b1e1e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:33.171472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.217774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.251568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:33.320648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] For port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:33.336210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] For port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:33.349938 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.356580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:21:33.381393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34104) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:33.388266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b3f5e-8374-4c53-93fb-4114ac385c89,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:33.403035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195eb877-b650-42ea-9593-73161a470994 None None] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:33.416487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4116b386-9003-4768-9533-afae2fe8d5bf req-f762294f-2c23-4683-a52e-bc33f791f0bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188247 Jul 09 17:21:33.496499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.497485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.528978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] Provisioning for port f6463ec9-0ac8-4949-8733-e6a1616ba3fd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:33.549760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.553119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] Provisioning complete for port f6463ec9-0ac8-4949-8733-e6a1616ba3fd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:33.553441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.554975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c69f-1933-49a8-9566-998a84b21360 None None] Pushing event updated for resources: {'Port': ['ID=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:33.560632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:33.572096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.577090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Transition to ACTIVE for port object e8e2c960-23bf-4820-b80e-87d5d80eacf2 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:33.669362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.675429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:33.675872 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.692783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Network': ['ID=1bbe3a36-308e-442b-91d4-e1ec1081642c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:33.703793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e8fde783-814b-4b62-b935-292bc8142e7a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2906806 Jul 09 17:21:33.710876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:33.711951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a701-1126-4039-a54a-5d927013a60c req-c87389e8-a998-4dd8-a548-118c345219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:33.713312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34108) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:33.713765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-c87389e8-a998-4dd8-a548-118c345219fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1096 time: 0.6967878 Jul 09 17:21:33.718010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.8947394 Jul 09 17:21:33.738094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'subnet': {'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:33.742813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34110) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:33.753050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-a2b5f4af-207b-4e62-89d0-eb65bce3cc8a tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-1358152574') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:33.957751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:33.964959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33542e34-a968-4513-98de-fb32377beaa9 req-8271b8d5-2808-4eed-81b0-22c116a3d701 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.0522137 Jul 09 17:21:34.000127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:34.007674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:34.051689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] For port f6463ec9-0ac8-4949-8733-e6a1616ba3fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:34.069006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:34.070132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:34.140066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:34.143078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port cf432c0f-ee8e-4902-b48f-cd3298f143ae yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:34.201853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2b5f4af-207b-4e62-89d0-eb65bce3cc8a tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "PUT /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-1358152574 HTTP/1.1" status: 201 len: 201 time: 0.4554646 Jul 09 17:21:34.217397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87d067-53ac-487f-992a-eaf1e2c92ebe None None] Pushing event updated for resources: {'Port': ['ID=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:34.283099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34118) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:34.304408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-f1b3f479-c88b-4207-8f2f-a8fe43aa6fa0 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-1358152574') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:34.318708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a701-1126-4039-a54a-5d927013a60c req-c8c7457a-706e-4668-a118-227d286246ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:34.320363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-c8c7457a-706e-4668-a118-227d286246ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.5991235 Jul 09 17:21:34.360989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:34.437456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0d717898-710f-4dbc-90d4-0cc297e49257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a3f4c72898d489e959fe13c0db7bc33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0542235 Jul 09 17:21:34.469762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:34.479056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34124) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:34.480321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:34.603968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d825705a-52dd-45a7-a957-488c0fa07c00 None None] Provisioning complete for port f6463ec9-0ac8-4949-8733-e6a1616ba3fd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:34.604344 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d825705a-52dd-45a7-a957-488c0fa07c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:34.718331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:34.729414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978bf05-f85f-4b2c-9699-89bad38da53b tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Pushing event updated for resources: {'Network': ['ID=d4c679b4-1cbf-41a6-971d-8a0291f20aea,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:34.739508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:21:34.794831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Subnet': ['ID=5586e566-9750-46f4-9b77-4205ddfe3ec1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:34.814880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d4c679b4-1cbf-41a6-971d-8a0291f20aea details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:34.844973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Allocated IP 192.168.233.69 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/76692d8c-8f04-44e7-a1f4-0c960863b222) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:35.085792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:35.105723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f6463ec9-0ac8-4949-8733-e6a1616ba3fd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:35.221410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f6463ec9-0ac8-4949-8733-e6a1616ba3fd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:35.222113 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.269682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Checking segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:35.278238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network hostable DHCP agents. Network: d3435412-da52-4770-94fd-9c32b1d8766d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:35.317559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Provisioning for port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:35.328103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Provisioning complete for port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:35.328831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.360530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483798-1459-4d3d-9e58-38ce727ba422 req-c0bfcfc6-4a5b-45f0-b42f-df44935b49db tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:35.366050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63483798-1459-4d3d-9e58-38ce727ba422 req-c0bfcfc6-4a5b-45f0-b42f-df44935b49db tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.6278820 Jul 09 17:21:35.394242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:35.418142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-cd24cce3-e189-4253-9556-86aefcf09eee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 1.0625811 Jul 09 17:21:35.442797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network d3435412-da52-4770-94fd-9c32b1d8766d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:35.469107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:35.539564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30b449df-8288-4107-9cf9-3c44b9f64c8d req-82761db9-07c4-4c4e-b9ad-2f82de57c9a4 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.1884823 Jul 09 17:21:35.597792 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.662432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] For port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:35.675969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.685595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d3435412-da52-4770-94fd-9c32b1d8766d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:35.726408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:35.727413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.730149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a701-1126-4039-a54a-5d927013a60c req-bbea5e32-f25f-4945-a0e2-4779868433c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:35.736278 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-bbea5e32-f25f-4945-a0e2-4779868433c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.2577751 Jul 09 17:21:35.792484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Pushing event updated for resources: {'Port': ['ID=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:35.796013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2594b2a5-a0e6-4909-98d9-a6147e81eda7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0762103 Jul 09 17:21:35.798698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59714770-a33c-4609-9792-dd0f5f078f78 None None] Network d3435412-da52-4770-94fd-9c32b1d8766d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:35.801501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.804498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:21:35.806141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34130) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:35.813675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'subnet': {'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:35.827756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63483798-1459-4d3d-9e58-38ce727ba422 req-30fdb6aa-865e-4f69-b34f-7f3bb981361d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682542 Jul 09 17:21:35.856216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32b6d878-ca26-4a1d-9dfc-60c3730b38e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.875639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Sync routers for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:21:35.882795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:35.886743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.914030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Provisioning for port e8e2c960-23bf-4820-b80e-87d5d80eacf2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:35.922965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Transition to ACTIVE for port object 76692d8c-8f04-44e7-a1f4-0c960863b222 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:35.947854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.949105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f1b3f479-c88b-4207-8f2f-a8fe43aa6fa0 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-1358152574 HTTP/1.1" status: 204 len: 168 time: 1.6608994 Jul 09 17:21:35.952070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32b6d878-ca26-4a1d-9dfc-60c3730b38e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:35.952520 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-da2d9a36-a937-45a6-a711-bf546a606b54 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7050450 Jul 09 17:21:35.953095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:35.964574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-1898ae85-7a7e-4586-99cb-9c7458f057fd tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4480650 Jul 09 17:21:35.966739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-fa31bf4d-b15d-4a26-a7d8-ef09d56aeb78 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:35.972677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::4e4b:ac2:f2a3:b12 (d6992ee0-dde0-4473-b499-57da2aa4712d/03c5dab5-eeb7-41aa-9fe8-377916375600/cf432c0f-ee8e-4902-b48f-cd3298f143ae) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:36.031910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Provisioning complete for port e8e2c960-23bf-4820-b80e-87d5d80eacf2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:36.032279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.034394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:36.035375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:36.045509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34134) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:36.076319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Request body: {'port': {'device_id': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:36.101881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:36.108474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.163796 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-0880d694-723b-4428-a410-e0e39bb8310a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168582 Jul 09 17:21:36.173067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.298653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32b6d878-ca26-4a1d-9dfc-60c3730b38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.304508 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32b6d878-ca26-4a1d-9dfc-60c3730b38e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.308451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-32b6d878-ca26-4a1d-9dfc-60c3730b38e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/556fa90c-e06c-4d58-a22a-9b2df019bffb HTTP/1.1" status: 204 len: 168 time: 0.9988627 Jul 09 17:21:36.404031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-75b9ca63-265b-49f4-8b7c-3c8edefb3f09 None None] Port e8e2c960-23bf-4820-b80e-87d5d80eacf2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:36.487027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6d878-ca26-4a1d-9dfc-60c3730b38e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fa90c-e06c-4d58-a22a-9b2df019bffb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:36.529989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:36.590164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.709525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-f6fd3ab9-8afd-4777-a54c-ca5d25d9b723 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823062 Jul 09 17:21:36.715299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d3435412-da52-4770-94fd-9c32b1d8766d', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:36.717174 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.799088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:36.828178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:36.833578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:36.869631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:36.955796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object cf432c0f-ee8e-4902-b48f-cd3298f143ae will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:37.135433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Allocated IP 10.1.1.2 (d3435412-da52-4770-94fd-9c32b1d8766d/5586e566-9750-46f4-9b77-4205ddfe3ec1/24c9cf8e-97d7-493f-96cd-0e954d410994) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:37.241772 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fa31bf4d-b15d-4a26-a7d8-ef09d56aeb78 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags HTTP/1.1" status: 200 len: 238 time: 1.2765162 Jul 09 17:21:37.265579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34154) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:37.287664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-9c249106-d0a1-4057-99c2-9897f544cec3 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', {'tags': ['tempest-TagsTest-Tag-6545964', 'tempest-TagsTest-Tag-982100631', 'tempest-TagsTest-Tag-1448086331']}) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:37.503680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:37.523513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c249106-d0a1-4057-99c2-9897f544cec3 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "PUT /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags HTTP/1.1" status: 200 len: 305 time: 0.2452784 Jul 09 17:21:37.536470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:37.551342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-4872df67-19c1-442e-9ab6-1ab2409f549e tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-6545964') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:37.558354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656140fb-032d-418f-a0bb-ef40ec883e04 req-c8bc8dac-f379-430f-9c01-19ce2da2faa8 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:37.568151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-656140fb-032d-418f-a0bb-ef40ec883e04 req-c8bc8dac-f379-430f-9c01-19ce2da2faa8 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 935 time: 0.6711438 Jul 09 17:21:37.568834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:37.587510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:37.590771 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:37.600603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:37.601063 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:37.844523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:37.929400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:37.948740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:37.950973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Transition to ACTIVE for port object 24c9cf8e-97d7-493f-96cd-0e954d410994 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:37.953165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c06a701-1126-4039-a54a-5d927013a60c req-1d55fe05-bb34-4025-ba74-97b2670bf3f5 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1710877 Jul 09 17:21:37.974751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Checking segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:37.975996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network hostable DHCP agents. Network: 1bbe3a36-308e-442b-91d4-e1ec1081642c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:37.984720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e58d77cc-869e-41b7-a981-76b74d6fdbba tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1973412 Jul 09 17:21:37.993793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Transition to ACTIVE for port object 24c9cf8e-97d7-493f-96cd-0e954d410994 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:38.014825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-656140fb-032d-418f-a0bb-ef40ec883e04 req-5108d61b-0a73-42e1-b853-622b875cb8df tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452357 Jul 09 17:21:38.085749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:38.095217 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.102833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:38.114803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=cf432c0f-ee8e-4902-b48f-cd3298f143ae,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:38.119095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:38.132913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Request body: {'port': {'device_id': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:38.140264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 1bbe3a36-308e-442b-91d4-e1ec1081642c) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:38.147062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:38.151572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:38.154994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:38.155670 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.160748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.176288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Subnet': ['ID=137ae9f0-f874-48a2-9de2-89dd8ab17a87,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:38.195261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c38cde6d-3545-476f-ad7e-e49b7209e933 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.7831969 Jul 09 17:21:38.233573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34170) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:38.265973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-13821494-b287-4d31-a0b7-46eb7a3541c0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4565542 Jul 09 17:21:38.269102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34172) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:38.277735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'name': 'tempest-TaggedBootDevicesTest_v242-1800505017', 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:38.298652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead1534-64a5-4f21-bcc8-c819ae05c76f None None] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:38.311900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4872df67-19c1-442e-9ab6-1ab2409f549e tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "DELETE /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-6545964 HTTP/1.1" status: 204 len: 168 time: 0.7725761 Jul 09 17:21:38.342064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34176) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:38.359552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-36624818-e86b-4527-a4b2-1ccb0c326a11 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-6545964') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:38.406693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5ced4-6510-46f2-8932-c3f8db47b28c req-c8ef4013-7dc4-4823-bc96-80680891bf67 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:38.409240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89f5ced4-6510-46f2-8932-c3f8db47b28c req-c8ef4013-7dc4-4823-bc96-80680891bf67 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 1.0949335 Jul 09 17:21:38.431545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.528776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e2c960-23bf-4820-b80e-87d5d80eacf2 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:38.542352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.562770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Transition to ACTIVE for port object e8e2c960-23bf-4820-b80e-87d5d80eacf2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:38.578032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7aaa3de3-c2f9-4454-b964-693871fd12b4 None None] Provisioning for port 76692d8c-8f04-44e7-a1f4-0c960863b222 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:38.640850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.650542 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.673309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:38.741954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7aaa3de3-c2f9-4454-b964-693871fd12b4 None None] Provisioning complete for port 76692d8c-8f04-44e7-a1f4-0c960863b222 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:38.742528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7aaa3de3-c2f9-4454-b964-693871fd12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:38.866616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Network d3435412-da52-4770-94fd-9c32b1d8766d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:38.867553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa3de3-c2f9-4454-b964-693871fd12b4 None None] Port 76692d8c-8f04-44e7-a1f4-0c960863b222 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:38.940944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:38.970813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:38.987225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:39.044247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89f5ced4-6510-46f2-8932-c3f8db47b28c req-3ee4864c-dc03-45be-bc08-bed38e374747 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772742 Jul 09 17:21:39.074671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Pushing event updated for resources: {'Port': ['ID=24c9cf8e-97d7-493f-96cd-0e954d410994,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:39.129748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a644f001-2a7d-47e1-a41c-e470cef8a5b2 req-3620382f-8bab-48af-af86-243df6114927 tempest-AbsoluteLimitsNegativeTestJSON-637501759 tempest-AbsoluteLimitsNegativeTestJSON-637501759-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=de0d30c0e2394aab9beb8c4010be1e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728385 Jul 09 17:21:39.153666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-1bbe3a36-308e-442b-91d4-e1ec1081642c', 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'fixed_ips': [{'subnet_id': '137ae9f0-f874-48a2-9de2-89dd8ab17a87'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:39.157178 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.160886 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.174713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678a015-3dd4-4873-9ada-c8b116887743 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:39.198081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678a015-3dd4-4873-9ada-c8b116887743 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:39.205975 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a678a015-3dd4-4873-9ada-c8b116887743 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9646459 Jul 09 17:21:39.232797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34194) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:39.291648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Attempting to bind port 24c9cf8e-97d7-493f-96cd-0e954d410994 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:39.292350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Attempting to bind port 24c9cf8e-97d7-493f-96cd-0e954d410994 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:39.293055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Attempting to bind port 24c9cf8e-97d7-493f-96cd-0e954d410994 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:39.332341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a649293-89cd-4713-840c-b305fda52f8e None None] Provisioning for port cf432c0f-ee8e-4902-b48f-cd3298f143ae completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:39.372365 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-36624818-e86b-4527-a4b2-1ccb0c326a11 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] show failed (client error): The resource could not be found. Jul 09 17:21:39.377226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-36624818-e86b-4527-a4b2-1ccb0c326a11 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-6545964 HTTP/1.1" status: 404 len: 323 time: 1.0186937 Jul 09 17:21:39.438094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34198) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:39.457131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-f7cefe68-3296-411a-949e-bef6645995d3 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-982100631') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:39.480919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.573387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76692d8c-8f04-44e7-a1f4-0c960863b222 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:39.575407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Allocated IP 10.2.2.2 (1bbe3a36-308e-442b-91d4-e1ec1081642c/137ae9f0-f874-48a2-9de2-89dd8ab17a87/8c9a5234-cb00-4b33-89c9-e4ccebbf00ce) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:39.584907 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.601249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Transition to ACTIVE for port object 76692d8c-8f04-44e7-a1f4-0c960863b222 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:39.633098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.761695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.772831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Transition to ACTIVE for port object 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:39.782907 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.794260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Transition to ACTIVE for port object 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:39.804089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:39.804952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Checking segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:39.805561 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.806210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Bound using segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:39.806712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] device_id is not set on port 7591df60-c373-4859-a347-03e86878b3e7 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:39.807225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Bound port: 24c9cf8e-97d7-493f-96cd-0e954d410994, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:39.808011 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.822515 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.837854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a649293-89cd-4713-840c-b305fda52f8e None None] Provisioning complete for port cf432c0f-ee8e-4902-b48f-cd3298f143ae triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:39.838812 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a649293-89cd-4713-840c-b305fda52f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:39.972603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f001-2a7d-47e1-a41c-e470cef8a5b2 req-7156df4a-d9ab-4904-8242-2279a4e9ed75 tempest-AbsoluteLimitsNegativeTestJSON-637501759 tempest-AbsoluteLimitsNegativeTestJSON-637501759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:39.984731 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a644f001-2a7d-47e1-a41c-e470cef8a5b2 req-7156df4a-d9ab-4904-8242-2279a4e9ed75 tempest-AbsoluteLimitsNegativeTestJSON-637501759 tempest-AbsoluteLimitsNegativeTestJSON-637501759-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8525403 Jul 09 17:21:40.107586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:40.121847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:40.144657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Pushing event updated for resources: {'Port': ['ID=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:40.147253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6a649293-89cd-4713-840c-b305fda52f8e None None] Port cf432c0f-ee8e-4902-b48f-cd3298f143ae cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:40.161737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:40.213645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a644f001-2a7d-47e1-a41c-e470cef8a5b2 req-00654f99-34f1-45a4-a466-160798a75f04 tempest-AbsoluteLimitsNegativeTestJSON-637501759 tempest-AbsoluteLimitsNegativeTestJSON-637501759-project] 10.222.0.21 "GET /v2.0/quotas/de0d30c0e2394aab9beb8c4010be1e2f HTTP/1.1" status: 200 len: 375 time: 0.2270632 Jul 09 17:21:40.242326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:32Z', 'revision_number': 3, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:40.305971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a644f001-2a7d-47e1-a41c-e470cef8a5b2 req-159f4387-16bf-4c7c-968c-d652b528dd09 tempest-AbsoluteLimitsNegativeTestJSON-637501759 tempest-AbsoluteLimitsNegativeTestJSON-637501759-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de0d30c0e2394aab9beb8c4010be1e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842111 Jul 09 17:21:40.352112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:40.381444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Checking router: 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:21:40.381444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Updating router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 port 9def8538-db34-48c6-bc08-8193837c10b0 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:21:40.400418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] For port 24c9cf8e-97d7-493f-96cd-0e954d410994, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:40.475166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Attempting to bind port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:40.476743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Attempting to bind port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:40.477240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Attempting to bind port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce on network 1bbe3a36-308e-442b-91d4-e1ec1081642c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:40.561548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Attempting to bind port 76692d8c-8f04-44e7-a1f4-0c960863b222 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:40.561887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Attempting to bind port 76692d8c-8f04-44e7-a1f4-0c960863b222 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:40.562450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Attempting to bind port 76692d8c-8f04-44e7-a1f4-0c960863b222 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:40.572873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:40.575261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Checking segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:40.575898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:40.576398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Bound using segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:40.578668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Bound port: 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:40.579617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:40.596924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] For port 24c9cf8e-97d7-493f-96cd-0e954d410994, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24c9cf8e-97d7-493f-96cd-0e954d410994,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:40.644168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4976029b-cc4e-4b6b-b309-771e31e9eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:40.649580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:40.683067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 10.1.1.74 (d3435412-da52-4770-94fd-9c32b1d8766d/5586e566-9750-46f4-9b77-4205ddfe3ec1/7591df60-c373-4859-a347-03e86878b3e7) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:40.758733 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:40.862407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d411ba-f004-4e7f-a9ec-5e42a2c49d91 None None] Pushing event updated for resources: {'Port': ['ID=24c9cf8e-97d7-493f-96cd-0e954d410994,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:40.864628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Attempting to bind port e8e2c960-23bf-4820-b80e-87d5d80eacf2 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:40.865199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Attempting to bind port e8e2c960-23bf-4820-b80e-87d5d80eacf2 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:40.865294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Attempting to bind port e8e2c960-23bf-4820-b80e-87d5d80eacf2 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:40.888431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Port 76692d8c-8f04-44e7-a1f4-0c960863b222 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:21:40.888852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Attempting to bind port 76692d8c-8f04-44e7-a1f4-0c960863b222 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:40.978574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:40.979050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:40.979493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:40.980006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Bound port: 76692d8c-8f04-44e7-a1f4-0c960863b222, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:40.980374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.004382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34206) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:41.092289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4974c6-d545-4611-86cc-5256a573bb0e req-1fb24bdf-a1b5-4954-ab05-62380404b2a6 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:41.101731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c4974c6-d545-4611-86cc-5256a573bb0e req-1fb24bdf-a1b5-4954-ab05-62380404b2a6 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 935 time: 1.6143565 Jul 09 17:21:41.108127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f7cefe68-3296-411a-949e-bef6645995d3 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-982100631 HTTP/1.1" status: 204 len: 168 time: 1.6548376 Jul 09 17:21:41.117506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Port e8e2c960-23bf-4820-b80e-87d5d80eacf2 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:21:41.117944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Attempting to bind port e8e2c960-23bf-4820-b80e-87d5d80eacf2 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:41.134731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:41.143477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:41.150442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34208) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:41.154356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port cf432c0f-ee8e-4902-b48f-cd3298f143ae {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:41.154758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.160020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.171545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-06e68cd2-5684-4591-9ff5-177bd50e06aa tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-1448086331') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:41.210870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:41.211210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:41.211604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:41.212154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Bound port: e8e2c960-23bf-4820-b80e-87d5d80eacf2, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:41.212516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.270776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a2c79-f88e-4dbc-a972-ecc3eac2419e req-1baa839c-8ed9-4dec-8898-a21ac290b80d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:41.281596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-663a2c79-f88e-4dbc-a972-ecc3eac2419e req-1baa839c-8ed9-4dec-8898-a21ac290b80d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.3886912 Jul 09 17:21:41.302716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:41.359204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-663a2c79-f88e-4dbc-a972-ecc3eac2419e req-eca29168-7923-4376-b478-1cb58e42b81c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740786 Jul 09 17:21:41.387996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:41.388938 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.390717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-f39f1ab1-f098-47ae-9383-84438a06e34c service neutron] 10.222.0.13 "PUT /v2.0/ports/76692d8c-8f04-44e7-a1f4-0c960863b222 HTTP/1.1" status: 200 len: 1096 time: 3.2783842 Jul 09 17:21:41.394558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:41.398226 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee9685-c07e-4750-b347-c23a39a80f81" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:41.483235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.508776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object 7591df60-c373-4859-a347-03e86878b3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:41.612236 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3868509e-e1a2-4525-acd7-d34fe09bb9fa x-openstack-request-id: req-3868509e-e1a2-4525-acd7-d34fe09bb9fa {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:41.612671 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:41.612986 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3868509e-e1a2-4525-acd7-d34fe09bb9fa {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:41.613477 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'status': 'completed', 'code': 200} Jul 09 17:21:41.650331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ac4aaf1b-fa26-435a-985d-2746fe202d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.665906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:41.792301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c4974c6-d545-4611-86cc-5256a573bb0e req-31a63703-7d5f-4705-a0c8-acd425fe5417 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892712 Jul 09 17:21:41.902018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Allocated IP 172.20.0.1 (5608a990-f38c-476c-9d71-23d6cfb8e477/c5995ae4-8abd-4214-b134-75c694c678ed/b156458c-f5de-4ec7-a3a7-91cad3f5a24f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:41.926862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:41.959147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:42.006432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.017079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] For port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:42.022057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.031712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] For port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:42.034289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network d3435412-da52-4770-94fd-9c32b1d8766d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:42.066495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:42.076824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.110482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:42.117174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:42.191512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for cf432c0f-ee8e-4902-b48f-cd3298f143ae owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:42.220358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24c9cf8e-97d7-493f-96cd-0e954d410994 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:42.379572 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-06e68cd2-5684-4591-9ff5-177bd50e06aa tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-1448086331 HTTP/1.1" status: 204 len: 168 time: 1.2209225 Jul 09 17:21:42.390452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:42.391625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.398355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8e2c960-23bf-4820-b80e-87d5d80eacf2 HTTP/1.1" status: 200 len: 1097 time: 6.3421903 Jul 09 17:21:42.406651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946be75-2b5e-4229-a2bd-293f5469fc3c None None] Pushing event updated for resources: {'Port': ['ID=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:42.513923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ac4aaf1b-fa26-435a-985d-2746fe202d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.516944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:42.535549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-1993137c-7542-4941-9cf4-ca672d1d2204 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:42.555718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-34b07f79-d94b-4e5a-84cc-5dc89ff530b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:42.561708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-34b07f79-d94b-4e5a-84cc-5dc89ff530b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 1099 time: 0.9429395 Jul 09 17:21:42.562292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ac4aaf1b-fa26-435a-985d-2746fe202d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.569422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 24c9cf8e-97d7-493f-96cd-0e954d410994 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:42.593182 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.660677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Transition to ACTIVE for port object 9def8538-db34-48c6-bc08-8193837c10b0 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:42.666069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ac4aaf1b-fa26-435a-985d-2746fe202d48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de0d30c0e2394aab9beb8c4010be1e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5206962 Jul 09 17:21:42.676173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.684601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:42.685362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.694950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34222) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:42.708088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.737578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Transition to ACTIVE for port object b156458c-f5de-4ec7-a3a7-91cad3f5a24f will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:42.824155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:42.827148 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109543c-4e4b-4550-baa8-3bb9e658f60c" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:42.870545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:42.932618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79355a-7383-48f9-9aa3-d1839afcd6b2 None None] Network d3435412-da52-4770-94fd-9c32b1d8766d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:42.953139 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52324fe-cae0-4906-b116-5c27d8b12d5d x-openstack-request-id: req-d52324fe-cae0-4906-b116-5c27d8b12d5d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:42.953612 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:42.953697 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d52324fe-cae0-4906-b116-5c27d8b12d5d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:42.954042 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'status': 'completed', 'code': 200} Jul 09 17:21:42.967175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Attempting to bind port 9def8538-db34-48c6-bc08-8193837c10b0 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:42.967565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Attempting to bind port 9def8538-db34-48c6-bc08-8193837c10b0 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:42.968368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Attempting to bind port 9def8538-db34-48c6-bc08-8193837c10b0 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:43.053967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e238ced-63fd-4ecf-89f6-ce79958c2563 None None] Pushing event updated for resources: {'Port': ['ID=9def8538-db34-48c6-bc08-8193837c10b0,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:43.081335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f93e206-77bf-4227-bbfe-e18c319018d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.116179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-0d753309-d7dc-43b0-965c-64e202091204 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=76692d8c-8f04-44e7-a1f4-0c960863b222 HTTP/1.1" status: 200 len: 217 time: 0.4585726 Jul 09 17:21:43.126357 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dc012fcd-1b2a-49ef-ae1f-2b151dd49171 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8552117 Jul 09 17:21:43.137090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34230) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:43.159351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:43.160996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:43.164193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.164878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:43.168443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Bound port: 9def8538-db34-48c6-bc08-8193837c10b0, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:43.169083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.195207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143076-aa95-4339-82fb-2f8d6370e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:43.209406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'name': 'tempest-TaggedBootDevicesTest_v242-539065835', 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:43.222406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] Provisioning for port 24c9cf8e-97d7-493f-96cd-0e954d410994 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:43.223556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aaf1b-fa26-435a-985d-2746fe202d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7b48e-9dbc-460c-8458-1bfb01a8548d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:43.231136 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3c06-d7ce-492c-b876-d0a4418ba463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.244595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] Provisioning complete for port 24c9cf8e-97d7-493f-96cd-0e954d410994 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:43.245880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.263649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:43.301613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f93e206-77bf-4227-bbfe-e18c319018d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.381276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.391403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] For port 9def8538-db34-48c6-bc08-8193837c10b0, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:43.396876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:43.400562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] For port 9def8538-db34-48c6-bc08-8193837c10b0, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9def8538-db34-48c6-bc08-8193837c10b0,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:43.406942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:43.425163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-b51b323d-45fc-4541-8a34-950adf092336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:43.427925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-b51b323d-45fc-4541-8a34-950adf092336 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.2871573 Jul 09 17:21:43.440631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1993137c-7542-4941-9cf4-ca672d1d2204 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "DELETE /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags HTTP/1.1" status: 204 len: 168 time: 0.9174266 Jul 09 17:21:43.443509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34232) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:43.460986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.510132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-69ee89d4-553c-4b5b-9ac3-9f07d42e4b22 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-982100631') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:43.521116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Pushing event updated for resources: {'Port': ['ID=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:43.676507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.680405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-c84f8398-7453-4745-b9e5-c7830fdaa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:43.685157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-c84f8398-7453-4745-b9e5-c7830fdaa81f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 1100 time: 0.8441675 Jul 09 17:21:43.716980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e238ced-63fd-4ecf-89f6-ce79958c2563 None None] Pushing event updated for resources: {'Port': ['ID=9def8538-db34-48c6-bc08-8193837c10b0,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:43.727181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:43.727937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:43.745060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad0c00-4bb2-4429-8b00-c084b923929e req-9df4488e-ffe2-41d5-8117-1e59074278ce tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:43.758814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cad0c00-4bb2-4429-8b00-c084b923929e req-9df4488e-ffe2-41d5-8117-1e59074278ce tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.9191754 Jul 09 17:21:43.762616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.906106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] For port 24c9cf8e-97d7-493f-96cd-0e954d410994, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24c9cf8e-97d7-493f-96cd-0e954d410994,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:43.925009 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:43.999494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bd7aa-2f3d-488e-8959-81dd231a43fe req-9b306810-ebd0-4d79-ba9b-932cdd1a37ca tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:44.016862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-003bd7aa-2f3d-488e-8959-81dd231a43fe req-9b306810-ebd0-4d79-ba9b-932cdd1a37ca tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.7708061 Jul 09 17:21:44.054824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:44.077930 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-69ee89d4-553c-4b5b-9ac3-9f07d42e4b22 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] show failed (client error): The resource could not be found. Jul 09 17:21:44.103226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-69ee89d4-553c-4b5b-9ac3-9f07d42e4b22 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-982100631 HTTP/1.1" status: 404 len: 325 time: 0.6367731 Jul 09 17:21:44.109068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-317cf592-97db-47c4-88b4-74e4a9e3532a None None] Provisioning for port b156458c-f5de-4ec7-a3a7-91cad3f5a24f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:44.124905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479762e3-8b0e-4056-a6e9-544e5dc25797 None None] Pushing event updated for resources: {'Port': ['ID=24c9cf8e-97d7-493f-96cd-0e954d410994,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:44.128811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:44.135872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-317cf592-97db-47c4-88b4-74e4a9e3532a None None] Provisioning complete for port b156458c-f5de-4ec7-a3a7-91cad3f5a24f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:44.136334 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-317cf592-97db-47c4-88b4-74e4a9e3532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:44.147754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34234) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:44.151286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e3c19c65-aaab-4c98-a462-e06abe03fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:44.157968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-e3c19c65-aaab-4c98-a462-e06abe03fc57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7160437 Jul 09 17:21:44.174018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:44.185411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:44.223510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:44.229268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-7cccb4ff-fde5-488b-85ee-33867caf962f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2 HTTP/1.1" status: 200 len: 217 time: 0.4534609 Jul 09 17:21:44.255286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-27d0560e-3041-4a40-828e-d2b14ce3f100 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea', 'tempest-TagsTest-Tag-1448086331') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:44.348813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-317cf592-97db-47c4-88b4-74e4a9e3532a None None] Port b156458c-f5de-4ec7-a3a7-91cad3f5a24f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:44.413200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:44.527802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33344f4-d18d-4c33-b21f-ebc0dc2f6f7a None None] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:44.581455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:44.669162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=cf432c0f-ee8e-4902-b48f-cd3298f143ae,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:44.711133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:44.713318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cad0c00-4bb2-4429-8b00-c084b923929e req-1a445859-1b47-4e5b-bc7a-4c30cc38d9df tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9533646 Jul 09 17:21:45.061924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Provisioning complete for port 24c9cf8e-97d7-493f-96cd-0e954d410994 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:45.062552 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.115017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.116045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f93e206-77bf-4227-bbfe-e18c319018d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.118368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.120464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f93e206-77bf-4227-bbfe-e18c319018d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.123808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47721fcb-19d9-486b-9767-02392127c888 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/cf432c0f-ee8e-4902-b48f-cd3298f143ae HTTP/1.1" status: 204 len: 168 time: 5.8731332 Jul 09 17:21:45.124680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-14b6e870-b786-4f04-874f-6a906226ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:45.126335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f93e206-77bf-4227-bbfe-e18c319018d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cad7b48e-9dbc-460c-8458-1bfb01a8548d HTTP/1.1" status: 204 len: 168 time: 2.4130118 Jul 09 17:21:45.126615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-14b6e870-b786-4f04-874f-6a906226ffb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.8381252 Jul 09 17:21:45.127328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.138533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:45.184236 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.203674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93e206-77bf-4227-bbfe-e18c319018d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7b48e-9dbc-460c-8458-1bfb01a8548d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:45.211502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] device_id is not set on port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:45.404110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 10.1.1.45 (d3435412-da52-4770-94fd-9c32b1d8766d/5586e566-9750-46f4-9b77-4205ddfe3ec1/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:45.425154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:32Z', 'revision_number': 3, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:45.435289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:45.446061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:45.481762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6468e-7010-4c3c-ba2d-0e41bdafc7c7 None None] The sync data for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 is: [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:32Z', 'revision_number': 3, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:21:45.508850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Pushing event updated for resources: {'Port': ['ID=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:45.701351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-21fa28dd-d23d-442d-8e75-9d22ca79ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:45.704352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Provisioning for port 7591df60-c373-4859-a347-03e86878b3e7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:45.704940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-21fa28dd-d23d-442d-8e75-9d22ca79ae3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5251427 Jul 09 17:21:45.723137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Provisioning complete for port 7591df60-c373-4859-a347-03e86878b3e7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:45.726393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.847558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Port 7591df60-c373-4859-a347-03e86878b3e7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:45.906811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.921720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:45.934180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Provisioning for port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:45.944001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Provisioning complete for port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:45.946895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.000989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:46.092557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-003bd7aa-2f3d-488e-8959-81dd231a43fe req-43537b08-a04a-4046-b054-159d3e5142fe tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0743587 Jul 09 17:21:46.142949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:21:46.150327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24c9cf8e-97d7-493f-96cd-0e954d410994 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:46.248143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-525e177d-4b03-4405-86f0-639487fb6d28 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0382650 Jul 09 17:21:46.331094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.336929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfd7cc-5dd6-47d0-a99b-580fff0b839b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:46.338965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfd7cc-5dd6-47d0-a99b-580fff0b839b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:46.340761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4bbfd7cc-5dd6-47d0-a99b-580fff0b839b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1733837 Jul 09 17:21:46.359836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:46.361620 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-27d0560e-3041-4a40-828e-d2b14ce3f100 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] show failed (client error): The resource could not be found. Jul 09 17:21:46.367044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-27d0560e-3041-4a40-828e-d2b14ce3f100 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "GET /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags/tempest-TagsTest-Tag-1448086331 HTTP/1.1" status: 404 len: 326 time: 2.1596665 Jul 09 17:21:46.399929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34256) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:46.430596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-8f62c5b5-8fb8-41a4-8cd6-621137344e71 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd4c679b4-1cbf-41a6-971d-8a0291f20aea') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:46.449260 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.460778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 24c9cf8e-97d7-493f-96cd-0e954d410994 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:46.461698 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.462946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 03c5dab5-eeb7-41aa-9fe8-377916375600 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:46.466997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.547657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:46.830186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:21:46.850369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5471060a-4aae-41bf-876f-51d6b5ea5aec admin admin] 10.222.0.21 "PUT /v2.0/routers/7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7930677 Jul 09 17:21:46.932578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-f803fa4a-2d30-4076-97bd-8a767a60c6b2 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9974113 Jul 09 17:21:46.944140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34270) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:46.969308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network d3435412-da52-4770-94fd-9c32b1d8766d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:47.011010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:47.040772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:47.091416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa21a4-5511-47d5-b6c8-484010d16bd8 req-5f906a56-2a99-4315-b71b-083222f18a7b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.094303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-82aa21a4-5511-47d5-b6c8-484010d16bd8 req-5f906a56-2a99-4315-b71b-083222f18a7b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.9236655 Jul 09 17:21:47.206707 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8f62c5b5-8fb8-41a4-8cd6-621137344e71 tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "DELETE /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea/tags HTTP/1.1" status: 204 len: 168 time: 0.8009887 Jul 09 17:21:47.215078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] For port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:47.221260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.222042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.229429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34278) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:47.243321 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.344387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Pushing event updated for resources: {'Port': ['ID=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:47.354253 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.372861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.373221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.373977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.373977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.374260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.374498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.374814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.375158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.375475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.376491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.376833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.377203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a795d6-f75a-4458-91c6-23b7b4acd90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:47.443072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Provisioning complete for port b156458c-f5de-4ec7-a3a7-91cad3f5a24f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:47.443413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.487882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:47.494830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.502701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0bbc239-3072-46f0-8546-432af8483c95 req-94899b98-a204-49af-9186-f9b6d6716daf service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1605549 Jul 09 17:21:47.509139 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-92eee39d-b8ae-4587-8044-5846b54a0900 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3653581 Jul 09 17:21:47.545707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=03c5dab5-eeb7-41aa-9fe8-377916375600,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:47.548172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Port b156458c-f5de-4ec7-a3a7-91cad3f5a24f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:47.559437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.567720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-77606aa2-8b57-435b-ba91-b2e8b7c3efff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/03c5dab5-eeb7-41aa-9fe8-377916375600 HTTP/1.1" status: 204 len: 168 time: 1.1986687 Jul 09 17:21:47.568445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34284) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:47.577877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1212272075-network', 'tenant_id': 'adcbf0fb7c7343e9b8cdd99b383e0f28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:47.579929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa1124-e1de-4ab3-b7b0-e14e29549455 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:47.586276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-82aa21a4-5511-47d5-b6c8-484010d16bd8 req-d99f1a78-d545-44fb-a22b-3d7bc2d7570d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781337 Jul 09 17:21:47.605934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.669624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb7c3e46-9267-495c-bc1f-766f10e53476 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995941 Jul 09 17:21:47.670261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34288) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:47.766443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Provisioning complete for port 7591df60-c373-4859-a347-03e86878b3e7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:47.767017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.868805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Made reservation on behalf of adcbf0fb7c7343e9b8cdd99b383e0f28 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:47.873150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.899298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Port 7591df60-c373-4859-a347-03e86878b3e7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:47.903252 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.912995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-d45790a1-251a-4a52-8897-40460fbd93db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.914948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-d45790a1-251a-4a52-8897-40460fbd93db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 1099 time: 0.2660697 Jul 09 17:21:47.938122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251ac4-1b30-40ee-8b47-6157024466a7 req-73a7f5e5-633e-4dc8-8714-c43be931d8b5 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.946284 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7251ac4-1b30-40ee-8b47-6157024466a7 req-73a7f5e5-633e-4dc8-8714-c43be931d8b5 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.2959578 Jul 09 17:21:47.953212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58549c50-7fac-48bd-8a1b-e77f6649c19d req-68a71129-e154-4343-ae2d-b97760c6a14f service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637544 Jul 09 17:21:47.974536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:47.990375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29640a-b093-4dc1-a6d2-a3bf3caeb5db tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:47.991733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c679b4-1cbf-41a6-971d-8a0291f20aea']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:47.992688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af29640a-b093-4dc1-a6d2-a3bf3caeb5db tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3124609 Jul 09 17:21:48.000029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34290) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:48.012573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cc8954-debf-486e-8cc3-790e306e47bb') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:48.013127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cc8954-debf-486e-8cc3-790e306e47bb') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:48.015747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Provisioning complete for port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:48.020222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fc77dc0-5b96-49ab-b845-9e91a56ba979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.034622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.039836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7251ac4-1b30-40ee-8b47-6157024466a7 req-7c3379bb-614a-4468-adff-d68b393f48e7 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Jul 09 17:21:48.240780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:48.272848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-ea08a330-2299-4735-a81d-bf4a18f19ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:48.274478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-ea08a330-2299-4735-a81d-bf4a18f19ec5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2193034 Jul 09 17:21:48.338553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:48.354994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-8b8595c1-0e5f-4c7b-9bcb-f2090b6d2a07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=76692d8c-8f04-44e7-a1f4-0c960863b222 HTTP/1.1" status: 200 len: 217 time: 0.0689409 Jul 09 17:21:48.439555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:48.439924 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.450175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-00b71bb6-43ae-457a-b044-7392cb5fdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:48.451755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-00b71bb6-43ae-457a-b044-7392cb5fdaf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0886371 Jul 09 17:21:48.486736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.487166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] Deleting port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:48.487440 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.500228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:48.501396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:48.516941 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:48.566762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-6d591fd2-748d-4746-aea9-3ff3d8dac4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:48.571848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-6d591fd2-748d-4746-aea9-3ff3d8dac4e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107190 Jul 09 17:21:48.574813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bb689e2f-5fcb-465d-892b-e874a214ccef None None] Provisioning for port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:48.587875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bb689e2f-5fcb-465d-892b-e874a214ccef None None] Provisioning complete for port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:48.588280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb689e2f-5fcb-465d-892b-e874a214ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.648801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bb689e2f-5fcb-465d-892b-e874a214ccef None None] Port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:48.684095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] For port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:48.685223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.709410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5f4eb-006a-40e7-8ed4-d3d8e4a347ba tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:48.711512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a0a5f4eb-006a-40e7-8ed4-d3d8e4a347ba tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7072554 Jul 09 17:21:48.719993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34294) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:48.754509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] Calling delete_port for d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:48.774773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47e7fc4f-0dc7-4512-adeb-9a4bf41beff1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523517 Jul 09 17:21:48.777721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.779113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-73da67a5-c25f-4850-85e2-508859176110 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012293 Jul 09 17:21:48.779932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34296) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:48.785669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:48.799691 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:48.802594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] 10.222.0.21 "DELETE /v2.0/networks/d4c679b4-1cbf-41a6-971d-8a0291f20aea HTTP/1.1" status: 204 len: 168 time: 1.5650110 Jul 09 17:21:48.833536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9def8538-db34-48c6-bc08-8193837c10b0 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:48.843359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34300) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:48.862204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363834439', 'description': 'tempest-description--1843471744'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:48.869939 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Sync routers for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:21:48.896434 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:48.898322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6dee9685-c07e-4750-b347-c23a39a80f81 req-9ab859fe-67e7-43eb-8d60-ade937e81f3c service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070585 Jul 09 17:21:48.900824 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:48.911460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9def8538-db34-48c6-bc08-8193837c10b0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:48.936495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9def8538-db34-48c6-bc08-8193837c10b0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:48.937028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.030611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512eeee-8a7f-4ae8-b9c2-6e129d29fa2d tempest-TagsTest-1403115490 tempest-TagsTest-1403115490-project] Pushing event deleted for resources: {'Network': ['ID=d4c679b4-1cbf-41a6-971d-8a0291f20aea,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:49.059055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34302) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:49.068870 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:49.081278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741512869', 'description': 'tempest-description--1767883015'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:49.102996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.176513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-a1558ea8-35a6-463d-bfd1-64b30e517ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.178135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-a1558ea8-35a6-463d-bfd1-64b30e517ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 1100 time: 0.6541009 Jul 09 17:21:49.244408 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.266148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] No DVR routers for this DVR port d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:49.267913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.277761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a96108-1b94-4c53-8ea7-8d4a22deee11 None None] Pushing event deleted for resources: {'Port': ['ID=d2e55a1e-6a27-4b4e-bc02-2dadc63c5819,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:49.295713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.302983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 9def8538-db34-48c6-bc08-8193837c10b0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9def8538-db34-48c6-bc08-8193837c10b0,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:49.310625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.315820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34310) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:49.338524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:49.342126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7281c-8708-4b14-88ba-44988598ed83 req-fb637b27-faf8-4623-8553-1fd4fc75fe45 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.344151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cf7281c-8708-4b14-88ba-44988598ed83 req-fb637b27-faf8-4623-8553-1fd4fc75fe45 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.1611676 Jul 09 17:21:49.379889 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 2, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:49.392173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.402489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325f88d-85e8-45d0-b50c-17aded574844 req-fcf04187-e662-40b9-aba9-5b25bf09f646 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.404181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5325f88d-85e8-45d0-b50c-17aded574844 req-fcf04187-e662-40b9-aba9-5b25bf09f646 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.2971983 Jul 09 17:21:49.418643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.419188 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Added segment 4d894fd2-4045-4add-bfaa-c891bf8e3b69 of type vlan for network 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261 Jul 09 17:21:49.429908 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Checking router: 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:21:49.430737 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Updating router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 port b156458c-f5de-4ec7-a3a7-91cad3f5a24f binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:21:49.431533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc828c-7b09-4b51-9c70-4dc9d33002d7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:49.457600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cf7281c-8708-4b14-88ba-44988598ed83 req-7a0a073c-3ff2-4b17-8887-4827bc286bc3 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074355 Jul 09 17:21:49.470138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=9def8538-db34-48c6-bc08-8193837c10b0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:49.477787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.481262 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.550236 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.560079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:49.564482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.591748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-2f1e5438-2908-458b-bd71-26dc2b0bf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.593346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-2f1e5438-2908-458b-bd71-26dc2b0bf0aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.4057901 Jul 09 17:21:49.601657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.602892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.603515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.653340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-874da7d2-ddcc-4774-aa5e-d2541ab48794 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1575de4d1b314c60a5bf6c8e21a223d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347626 Jul 09 17:21:49.657033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34314) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:49.726353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-e8fbc301-84fb-4398-8996-1eeead870e86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2 HTTP/1.1" status: 200 len: 217 time: 0.1191242 Jul 09 17:21:49.729485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5325f88d-85e8-45d0-b50c-17aded574844 req-664be73d-ba20-4d59-9d9b-2ffb349d6ebc tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149650 Jul 09 17:21:49.749478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07374bd-93a3-4f28-bba4-46fcf446882e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.780688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07374bd-93a3-4f28-bba4-46fcf446882e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.795626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:49.810953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:49.818265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-3ecb9d56-3475-41eb-98d5-3fea5adc3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.820018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-3ecb9d56-3475-41eb-98d5-3fea5adc3e7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0849996 Jul 09 17:21:49.870513 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.903852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.915369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.925602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-3872aee6-cfc0-415e-b8dc-b06710a7d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:49.927414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-3872aee6-cfc0-415e-b8dc-b06710a7d4fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1012218 Jul 09 17:21:49.936379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-830c4051-b7d2-4c86-bd29-a796afa682d9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9868467 Jul 09 17:21:49.936615 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Transition to ACTIVE for port object b156458c-f5de-4ec7-a3a7-91cad3f5a24f will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:49.940702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:49.948371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Request body: {'subnet': {'network_id': '0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1212272075-subnet', 'tenant_id': 'adcbf0fb7c7343e9b8cdd99b383e0f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:49.949160 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.954048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.957753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07374bd-93a3-4f28-bba4-46fcf446882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.960916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07374bd-93a3-4f28-bba4-46fcf446882e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:49.962526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a07374bd-93a3-4f28-bba4-46fcf446882e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c10b3f5e-8374-4c53-93fb-4114ac385c89 HTTP/1.1" status: 204 len: 168 time: 0.3044014 Jul 09 17:21:49.991810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07374bd-93a3-4f28-bba4-46fcf446882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b3f5e-8374-4c53-93fb-4114ac385c89,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.012745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.058657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9def8538-db34-48c6-bc08-8193837c10b0 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:50.063063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:50.076477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:50.083983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:50.085047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.101658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.106314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-209ceb42-f86c-488e-a604-9a93bb6d3166 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619661 Jul 09 17:21:50.137329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179cfbd0-1f08-4aff-b2e4-c314554936ef None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:50.175008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.185769 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.242283 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Pushing event updated for resources: {'Port': ['ID=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.246031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.248020 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Attempting to bind port b156458c-f5de-4ec7-a3a7-91cad3f5a24f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:50.248842 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Attempting to bind port b156458c-f5de-4ec7-a3a7-91cad3f5a24f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:50.249433 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Attempting to bind port b156458c-f5de-4ec7-a3a7-91cad3f5a24f on network 5608a990-f38c-476c-9d71-23d6cfb8e477 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:50.251472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-95dc0dc0-1417-48ae-a80d-35d80a1b83d6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4003775 Jul 09 17:21:50.258574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34322) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:50.261650 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.264501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.265230 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.265924 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.266649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Request body: {'security_group_rule': {'security_group_id': '1a7605e3-68fe-4e42-8eb4-4ab896fb84dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:50.267592 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.268444 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.269000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.269661 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.270425 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.271698 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.272512 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.273037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:21:50.284930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:50.285633 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Checking segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:50.286398 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.287108 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Bound using segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:50.287894 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Bound port: b156458c-f5de-4ec7-a3a7-91cad3f5a24f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:50.288628 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.334148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9def8538-db34-48c6-bc08-8193837c10b0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:50.334687 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.343614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05859df1-58ca-4159-b964-3d16cc86a75a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.354837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2109543c-4e4b-4550-baa8-3bb9e658f60c req-a494b925-a05c-487e-afc7-d0a9748767d4 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419112 Jul 09 17:21:50.372499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Made reservation on behalf of adcbf0fb7c7343e9b8cdd99b383e0f28 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:50.374981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.391487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f3d14fe-ba05-40d9-9796-fc6b47a51480 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6102316 Jul 09 17:21:50.400115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.401673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-96ffc61c-61f1-4b4c-bc26-42c46b0269f6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3416281 Jul 09 17:21:50.402372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:50.404892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34328) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:50.414075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'security_group_rule': {'security_group_id': '05859df1-58ca-4159-b964-3d16cc86a75a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:50.437033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] For port b156458c-f5de-4ec7-a3a7-91cad3f5a24f, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:50.438673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.442971 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] For port b156458c-f5de-4ec7-a3a7-91cad3f5a24f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:50.449096 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.530615 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.539409 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:21:50.540281 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:50.547873 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3feb9-d7dc-4b8f-8472-f2724243834a None None] Pushing event updated for resources: {'Port': ['ID=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.668292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:50.669182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.680263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.726319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc', 'ip_address': '2001:db8::7a68:ea0b:2032:49cc'}], 'name': 'tempest-NetworksTestDHCPv6-780200378'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:50.750408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:21:50.751137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2e55a1e-6a27-4b4e-bc02-2dadc63c5819 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:21:50.784852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7618356f-3729-46c5-a424-1224474742ee,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:50.808615 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.810191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c1ac9a7d-7591-42cc-826f-85b8481e8ee7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031329 Jul 09 17:21:50.821538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:50.822518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.825080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34342) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:50.836761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'security_group_rule': {'security_group_id': '05859df1-58ca-4159-b964-3d16cc86a75a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:50.863124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.883888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:50.899204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:21:50.991087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697dd922-8310-440d-996b-2b0d860e2bc3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:51.041619 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.043944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a3a49be9-2355-4026-806b-ded8b6fe36d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7843199 Jul 09 17:21:51.048867 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.057902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34348) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:51.079257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc/a59772bf-cd4e-4519-a23c-1521715e4fa6) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:51.085938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Request body: {'security_group_rule': {'security_group_id': '1a7605e3-68fe-4e42-8eb4-4ab896fb84dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:51.145667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:51.234849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.262669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.273114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.274832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Transition to ACTIVE for port object a59772bf-cd4e-4519-a23c-1521715e4fa6 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:51.286605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.287293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.295632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Transition to ACTIVE for port object a59772bf-cd4e-4519-a23c-1521715e4fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:51.307617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.325160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ba668a-a52b-4367-af18-f1c079979eec,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:51.343634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6799-cd7d-4278-9e48-db55e73b7d6d req-ce0cae50-5f07-493d-b560-a1d21828c223 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:51.352693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-265d6799-cd7d-4278-9e48-db55e73b7d6d req-ce0cae50-5f07-493d-b560-a1d21828c223 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 944 time: 0.1876802 Jul 09 17:21:51.358342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.362814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d84ec7ff-cadb-4a95-920d-ed5956e2e378 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5366428 Jul 09 17:21:51.367966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:51.373841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34354) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:51.375042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:51.379020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:51.386058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.386272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:51.397146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.423461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=95317bcb-fc84-40e4-9b72-6413834392cd,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:51.451388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d048780-96e7-4128-a67e-1f203333bd69,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:51.459219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34356) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:51.468916 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-02a2a785-7732-4ebc-9af7-db35a917b01b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2468584 Jul 09 17:21:51.474735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.481777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-265d6799-cd7d-4278-9e48-db55e73b7d6d req-3bb516cc-9aa9-4351-933e-635af1302e58 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174948 Jul 09 17:21:51.482948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Pushing event updated for resources: {'Port': ['ID=a59772bf-cd4e-4519-a23c-1521715e4fa6,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:51.496394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Attempting to bind port a59772bf-cd4e-4519-a23c-1521715e4fa6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:21:51.496995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Attempting to bind port a59772bf-cd4e-4519-a23c-1521715e4fa6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:21:51.497525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Attempting to bind port a59772bf-cd4e-4519-a23c-1521715e4fa6 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:21:51.503584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:21:51.504285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:51.504840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.505392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:21:51.506021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Bound port: a59772bf-cd4e-4519-a23c-1521715e4fa6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:21:51.506143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.506661 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.507581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8b3d0517-ee7a-4142-8499-310f7d53aaed tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4469290 Jul 09 17:21:51.511222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34360) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:51.534845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:51.600544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Checking segment: {'id': '4d894fd2-4045-4add-bfaa-c891bf8e3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:51.601182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Network hostable DHCP agents. Network: 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:51.605326 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:50Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:51.611202 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.614520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.648810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2f94-37a3-4efc-877e-c92e2d85e39c req-c0cbe2aa-4935-49d7-a5c0-cb2b1c99ca9b tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:51.650724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44bd2f94-37a3-4efc-877e-c92e2d85e39c req-c0cbe2aa-4935-49d7-a5c0-cb2b1c99ca9b tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.5242355 Jul 09 17:21:51.660218 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac21c03-815c-4279-a7de-f357069e8c06 None None] The sync data for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 is: [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:50Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:21:51.667240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] For port a59772bf-cd4e-4519-a23c-1521715e4fa6, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:21:51.676741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] For port a59772bf-cd4e-4519-a23c-1521715e4fa6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a59772bf-cd4e-4519-a23c-1521715e4fa6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:21:51.687599 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.693416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 7cd768b4-4867-4fd4-8f8a-81337e86b844 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:51.705330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627576376-network', 'tenant_id': '5f76f47e51fe4f299e9ead809450cf54'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:51.709265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Network 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:51.766848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Made reservation on behalf of 5f76f47e51fe4f299e9ead809450cf54 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:51.769406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.782642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.788516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.796971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:51.816888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5900307-61e7-4302-b037-16bd0cb00d4c None None] Network 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:51.820503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44bd2f94-37a3-4efc-877e-c92e2d85e39c req-a9f2121d-82b6-4868-b225-24292086c3c3 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605675 Jul 09 17:21:51.848770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:51.848770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:51.922374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-7b31353e-afd7-48ba-a591-178bbf75aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:51.940218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-7b31353e-afd7-48ba-a591-178bbf75aee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 1097 time: 0.3656306 Jul 09 17:21:51.950365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-55028002-b3eb-4a54-bdcc-b6854aa347ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0073497 Jul 09 17:21:51.981246 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.071697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7279f4-0fd6-4113-948c-df70e7dc8786 None None] Pushing event updated for resources: {'Port': ['ID=a59772bf-cd4e-4519-a23c-1521715e4fa6,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:52.149470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b156458c-f5de-4ec7-a3a7-91cad3f5a24f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:52.218785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:21:52.230953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c350cd-3660-4cd5-853d-13f830479d10 None None] Network 0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:52.249805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.279051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 172.25.3.172 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/10ac165b-f690-4db2-a4b1-27085ef2d4ae) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:52.361556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::7a68:ea0b:2032:49cc (d6992ee0-dde0-4473-b499-57da2aa4712d/94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc/7cd768b4-4867-4fd4-8f8a-81337e86b844) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:52.385860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-6d92c5e9-d67d-4faf-935a-0197d1c49f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:52.387573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-6d92c5e9-d67d-4faf-935a-0197d1c49f22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 200 len: 916 time: 0.4332108 Jul 09 17:21:52.390195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.416695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:52.462371 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-c21ad06c-716c-4bee-a1a0-1526e71f0153 req-87d4bf7c-bc48-4e23-9e3b-c0559ccb2f8e tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] show failed (client error): The resource could not be found. Jul 09 17:21:52.462819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b156458c-f5de-4ec7-a3a7-91cad3f5a24f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:52.472416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c21ad06c-716c-4bee-a1a0-1526e71f0153 req-87d4bf7c-bc48-4e23-9e3b-c0559ccb2f8e tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups/a34d50bc-09eb-4c32-abfc-9181b9e7a32a HTTP/1.1" status: 404 len: 352 time: 0.0836074 Jul 09 17:21:52.487927 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.487927 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Added segment 4db45813-e7f0-42d4-97d4-65a0b5040d9d of type vlan for network 216a9898-7239-4467-8cc3-88f84910ad8e Jul 09 17:21:52.502527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b156458c-f5de-4ec7-a3a7-91cad3f5a24f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:52.502894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.513016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3038dd-f053-42f6-ab76-88f82cf91013,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:52.561769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:52.581883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'network_id': '97fa0e94-31c6-4282-b26c-4ac4457d8334', 'port_id': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'mac_address': 'fa:16:3e:f5:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01027337-05f5-4727-9847-951aff78d916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:21:52.598748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.623328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.662762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.664268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:52.665260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.679536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.709959 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.712282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:52.746826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:52.762149 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.762835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:21:52.763569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] Pushing event updated for resources: {'Network': ['ID=216a9898-7239-4467-8cc3-88f84910ad8e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:52.777909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-69a7a798-9eb8-47da-bd4b-601d7b8e0b8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3173931 Jul 09 17:21:52.780999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34376) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:52.800135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-88360dc4-5d82-4e27-94f9-990dc95bb893 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 200 len: 1000 time: 0.3955154 Jul 09 17:21:52.812600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 216a9898-7239-4467-8cc3-88f84910ad8e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:52.819571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Request body: {'subnet': {'network_id': '216a9898-7239-4467-8cc3-88f84910ad8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627576376-subnet', 'tenant_id': '5f76f47e51fe4f299e9ead809450cf54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:52.842552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b156458c-f5de-4ec7-a3a7-91cad3f5a24f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:52.857181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Made reservation on behalf of 5f76f47e51fe4f299e9ead809450cf54 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:52.861294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.918842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.933040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:21:52.967589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:52.980640 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cb4a68b-38db-4e68-a1c9-17fdc669064a req-a15de9be-09b0-4021-8bb2-860d6967129f tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adcbf0fb7c7343e9b8cdd99b383e0f28 HTTP/1.1" status: 200 len: 2988 time: 0.2477903 Jul 09 17:21:53.042432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=11']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.070218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-fe86f144-711d-4c1e-aafb-e72cd2452e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:53.074509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-fe86f144-711d-4c1e-aafb-e72cd2452e1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa05e0-ba84-48aa-8219-00a2ac459a69 HTTP/1.1" status: 200 len: 854 time: 0.2623422 Jul 09 17:21:53.082522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Allocated IP 172.25.3.210 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/8953eb0c-b481-48e0-aea8-6d9e351b4e36) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:53.117181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 7cd768b4-4867-4fd4-8f8a-81337e86b844 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:21:53.124704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.158681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cb4a68b-38db-4e68-a1c9-17fdc669064a req-13fa8181-9f1d-4076-b6ad-043bac17135e tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups/26cc828c-7b09-4b51-9c70-4dc9d33002d7 HTTP/1.1" status: 200 len: 2985 time: 0.1687517 Jul 09 17:21:53.206420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:53.233381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'mac_address': 'fa:16:3e:15:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:21:53.242341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.242950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.304319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.304552 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cb4a68b-38db-4e68-a1c9-17fdc669064a req-f5517593-c8f3-459e-a7ff-2a74bde19713 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups/26cc828c-7b09-4b51-9c70-4dc9d33002d7 HTTP/1.1" status: 200 len: 2985 time: 0.1358533 Jul 09 17:21:53.340982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e2c960-23bf-4820-b80e-87d5d80eacf2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:53.348952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=10ac165b-f690-4db2-a4b1-27085ef2d4ae,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.369276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:53.381363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.382513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 76692d8c-8f04-44e7-a1f4-0c960863b222 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:21:53.384683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:53.392857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:53.399298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-90a25e63-6bb6-408e-abeb-811be8b7efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:53.401223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-90a25e63-6bb6-408e-abeb-811be8b7efc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f560d83-8c65-445a-951f-7f5cd5e86661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3035145 Jul 09 17:21:53.402882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:53.403191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:53.405459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=7cd768b4-4867-4fd4-8f8a-81337e86b844,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.407264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:53.414578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:53.437137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:53.437935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.454837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325e9c4-f8c5-470a-92ef-a143db9e8692 req-c21702f3-c1d9-483a-95d5-7ad70f5b2030 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:53.456998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5325e9c4-f8c5-470a-92ef-a143db9e8692 req-c21702f3-c1d9-483a-95d5-7ad70f5b2030 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.6962373 Jul 09 17:21:53.565506 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c9e19238-082d-403f-ab59-92a40805677f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1414566 Jul 09 17:21:53.578249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34384) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:53.593107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc', 'ip_address': '2001:db8::7a68:ea0b:2032:49cc'}], 'name': 'tempest-NetworksTestDHCPv6-605445843'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:53.680922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-3f561eca-7ff1-4634-90a8-46f87089a89f service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393043 Jul 09 17:21:53.704763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:53.741408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:53.757112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'mac_address': 'fa:16:3e:fe:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:21:53.767420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3a4e7c2e-a690-4a74-b77b-f9f80806a06c None None] Provisioning for port a59772bf-cd4e-4519-a23c-1521715e4fa6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:53.781991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5325e9c4-f8c5-470a-92ef-a143db9e8692 req-05a0b9ec-4e20-4350-8ed2-ed7a0ab89ac3 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382050 Jul 09 17:21:53.830417 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.852760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76692d8c-8f04-44e7-a1f4-0c960863b222 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:21:53.896755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:53.932236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:53.952798 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.008843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.043457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bbbc9d7b-0872-4aaa-8886-6440b3174ed6 None None] Provisioning for port 7cd768b4-4867-4fd4-8f8a-81337e86b844 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:54.054786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:54.064163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bbbc9d7b-0872-4aaa-8886-6440b3174ed6 None None] Provisioning complete for port 7cd768b4-4867-4fd4-8f8a-81337e86b844 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:54.064836 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bbbc9d7b-0872-4aaa-8886-6440b3174ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.120492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:54.154219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc9d7b-0872-4aaa-8886-6440b3174ed6 None None] Port 7cd768b4-4867-4fd4-8f8a-81337e86b844 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:21:54.174736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.178213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.190693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b156458c-f5de-4ec7-a3a7-91cad3f5a24f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:54.227399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=144719dc-3832-4ee3-a7d7-e5fbda301cda,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:54.236991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['76692d8c-8f04-44e7-a1f4-0c960863b222'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:21:54.266392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['576113d4-a2a3-423f-89a9-a3b0cab9f672'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:21:54.275600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e8e2c960-23bf-4820-b80e-87d5d80eacf2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:21:54.291512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c13d6-949f-430e-98d0-f75a6288950d req-9aa86f54-a64e-422b-8b05-6451e2946632 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:54.293013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-309c13d6-949f-430e-98d0-f75a6288950d req-9aa86f54-a64e-422b-8b05-6451e2946632 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.7672837 Jul 09 17:21:54.300558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:54.321093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cab44f9d-1c17-41d6-9058-9337c6b47ed7 req-f1ea68f6-af67-40ac-aa41-317e9fae2fe1 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups/26cc828c-7b09-4b51-9c70-4dc9d33002d7 HTTP/1.1" status: 200 len: 2985 time: 0.2575142 Jul 09 17:21:54.335845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:54.349168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-309c13d6-949f-430e-98d0-f75a6288950d req-c9b0fc88-aad5-41fc-8353-086e6cb95044 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Jul 09 17:21:54.358341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:21:54.367546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c6e237f-64ca-4226-bb89-8d6e751b7f34 req-18f99c34-455f-4287-9613-c569c6f6b56e service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751921 Jul 09 17:21:54.412538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event updated for resources: {'Port': ['ID=8953eb0c-b481-48e0-aea8-6d9e351b4e36,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:54.427023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.451260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b156458c-f5de-4ec7-a3a7-91cad3f5a24f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:54.451637 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.464614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Checking segment: {'id': '4db45813-e7f0-42d4-97d4-65a0b5040d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '216a9898-7239-4467-8cc3-88f84910ad8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:54.465024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Network hostable DHCP agents. Network: 216a9898-7239-4467-8cc3-88f84910ad8e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:54.469227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-9e7e5347-3330-4fe9-b767-b75be239645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:54.471027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-9e7e5347-3330-4fe9-b767-b75be239645a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1097 time: 0.3963866 Jul 09 17:21:54.491859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.760202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a59772bf-cd4e-4519-a23c-1521715e4fa6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:54.832106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a59772bf-cd4e-4519-a23c-1521715e4fa6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:54.837718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a59772bf-cd4e-4519-a23c-1521715e4fa6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:54.838090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.939181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.942072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 1cb64ee8-daaa-41b4-abe6-6f18c5018532 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:54.971812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Network 216a9898-7239-4467-8cc3-88f84910ad8e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:54.976369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a59772bf-cd4e-4519-a23c-1521715e4fa6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a59772bf-cd4e-4519-a23c-1521715e4fa6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:54.977512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7d301-903a-4c79-ab2b-8f335074d1db req-9a868996-33cd-44c0-a656-04409feee431 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:54.979230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bef7d301-903a-4c79-ab2b-8f335074d1db req-9a868996-33cd-44c0-a656-04409feee431 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.0712335 Jul 09 17:21:54.982706 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:54.993582 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-cab44f9d-1c17-41d6-9058-9337c6b47ed7 req-53963fe1-8cdc-46ca-bbfc-fc83247dd696 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 17:21:54.994629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cab44f9d-1c17-41d6-9058-9337c6b47ed7 req-53963fe1-8cdc-46ca-bbfc-fc83247dd696 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "DELETE /v2.0/security-groups/26cc828c-7b09-4b51-9c70-4dc9d33002d7 HTTP/1.1" status: 409 len: 352 time: 0.6541762 Jul 09 17:21:55.051318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bef7d301-903a-4c79-ab2b-8f335074d1db req-aa6c6ffc-66f7-4a4b-b458-17f59e62bf3a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Jul 09 17:21:55.068734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a59772bf-cd4e-4519-a23c-1521715e4fa6,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:55.087784 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-39ae3d1d-f859-49e8-b05c-a06f7238daa5 req-cf57af11-8143-4e99-acf8-976b6b421fe9 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] show failed (client error): The resource could not be found. Jul 09 17:21:55.089027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39ae3d1d-f859-49e8-b05c-a06f7238daa5 req-cf57af11-8143-4e99-acf8-976b6b421fe9 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups/68eba2cd-5cdb-4ab5-8adc-b1ea6571aedd HTTP/1.1" status: 404 len: 352 time: 0.0167658 Jul 09 17:21:55.091105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 216a9898-7239-4467-8cc3-88f84910ad8e) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:55.101940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2f58b-22d4-41b5-bab1-92c769d4428e None None] Network 216a9898-7239-4467-8cc3-88f84910ad8e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:55.110259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.113900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:55.114500 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.143793 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-ffded122-ceee-4b45-81b2-7e2cba7c7c7a req-2b2bc511-e9c4-4533-991f-4535ed651459 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] show failed (client error): The resource could not be found. Jul 09 17:21:55.145112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ffded122-ceee-4b45-81b2-7e2cba7c7c7a req-2b2bc511-e9c4-4533-991f-4535ed651459 tempest-SecurityGroupsNegativeTestJSON-725883574 tempest-SecurityGroupsNegativeTestJSON-725883574-project] 10.222.0.21 "GET /v2.0/security-groups/9084480a-b01e-451f-a8e0-f2d9d182e291 HTTP/1.1" status: 404 len: 352 time: 0.0235343 Jul 09 17:21:55.157517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34398) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.249249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee65f46-cd8f-491a-b76f-7ebc14bafe72 None None] Network 216a9898-7239-4467-8cc3-88f84910ad8e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:55.249428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-027b7b03-ca44-4988-a3d8-e9160f210ffa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4361107 Jul 09 17:21:55.251107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-101bd179-7652-4a80-9b4a-06c3a3df09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:55.252500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-101bd179-7652-4a80-9b4a-06c3a3df09aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.7418327 Jul 09 17:21:55.353979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-be80a47b-a656-474c-94e3-fd8dac8e815a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.0887835 Jul 09 17:21:55.382722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Deleting subnet 95317bcb-fc84-40e4-9b72-6413834392cd {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:55.390403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.395971 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.484710 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.506419 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 17:21:55.506807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:21:55.519129 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.571891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.592820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-516a8e00-c266-48f9-b81c-36cf6db506ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:55.594344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-516a8e00-c266-48f9-b81c-36cf6db506ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.2329803 Jul 09 17:21:55.641487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34412) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.644622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35c3fdf2-4930-41f3-afd9-d2a44860e2fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0563309 Jul 09 17:21:55.652512 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:21:55.709932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198837be-08d9-46f0-893e-2869378e0806 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:55.716202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198837be-08d9-46f0-893e-2869378e0806 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:55.718559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-36d91c04-1512-401e-b696-49cf8920b136 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980163 Jul 09 17:21:55.720785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-198837be-08d9-46f0-893e-2869378e0806 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0782092 Jul 09 17:21:55.721454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.774647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=10ac165b-f690-4db2-a4b1-27085ef2d4ae,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:55.778850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34420) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:55.790067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1891838099-network', 'tenant_id': '3104a7757d3b4807b30e34b42e7ba0e3'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:55.804949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.844125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Made reservation on behalf of 3104a7757d3b4807b30e34b42e7ba0e3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:55.846541 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.860200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.883401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 7cd768b4-4867-4fd4-8f8a-81337e86b844 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:55.883961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.886453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:55.949450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adb751-b802-4bfd-aa86-2c963ba26825 req-1f880417-44e9-4338-a7b7-b9307f332f48 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:55.951058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90adb751-b802-4bfd-aa86-2c963ba26825 req-1f880417-44e9-4338-a7b7-b9307f332f48 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 948 time: 0.4710994 Jul 09 17:21:55.952985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a59772bf-cd4e-4519-a23c-1521715e4fa6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:56.009789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a59772bf-cd4e-4519-a23c-1521715e4fa6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:56.010111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.015355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.037712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 7cd768b4-4867-4fd4-8f8a-81337e86b844 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:56.045465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-da33bb62-5eca-4269-8a6e-50a8727c9db9 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919862 Jul 09 17:21:56.050229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.077093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90adb751-b802-4bfd-aa86-2c963ba26825 req-dd1e8518-3c71-4e43-85bb-7c97559894bf tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152029 Jul 09 17:21:56.089228 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.135436 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.154915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95317bcb-fc84-40e4-9b72-6413834392cd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.157661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.160692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7c69227d-c219-479d-965d-89eb5d9e352a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95317bcb-fc84-40e4-9b72-6413834392cd HTTP/1.1" status: 204 len: 168 time: 0.9887369 Jul 09 17:21:56.163337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.166942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34426) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.168458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.170949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b4a4d2ab-1c2d-4df7-9379-11e93a5e7bd8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7960253 Jul 09 17:21:56.175569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.184776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:21:56.206144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:56.233124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9e17a1-3abb-4e44-b115-ec7c62ed880a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.246785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.247086 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Added segment c67d785b-8781-495b-b416-0ee025b3fdfc of type vlan for network bf1a8f80-983f-41b5-ae62-23f797bfa28f Jul 09 17:21:56.329843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 576113d4-a2a3-423f-89a9-a3b0cab9f672 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:56.334705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 576113d4-a2a3-423f-89a9-a3b0cab9f672 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:56.336159 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.359258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.366486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event updated for resources: {'Port': ['ID=8953eb0c-b481-48e0-aea8-6d9e351b4e36,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.391216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.398100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec9cf131-7b1e-4f2f-a333-1a9c200e466e req-e37c84df-abf5-4cae-aef9-5184eabceeaa service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448229 Jul 09 17:21:56.403873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.418213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.427162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-21593a39-ce01-468b-8452-e8a8b26a4d11 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8888025 Jul 09 17:21:56.437469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2da2d9-8bfc-4cd8-9c21-1ff2d1296747 req-7c5f5bb3-82e8-45b1-9de0-12dcf2151238 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:56.439268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f2da2d9-8bfc-4cd8-9c21-1ff2d1296747 req-7c5f5bb3-82e8-45b1-9de0-12dcf2151238 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 945 time: 0.2451799 Jul 09 17:21:56.441407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.497291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.502939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.504853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:56.506238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.509564 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.521350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:56.534204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d894fd2-4045-4add-bfaa-c891bf8e3b69') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:56.534550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d894fd2-4045-4add-bfaa-c891bf8e3b69') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:56.541818 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7617900 Jul 09 17:21:56.542618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=7cd768b4-4867-4fd4-8f8a-81337e86b844,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.547821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:56.549696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.549919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34440) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.557297 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a159d3-3b20-4e83-882a-d8fb4a42a4c8" -d '{"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-plugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:56.571273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.571492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Request body: {'subnet': {'network_id': 'bf1a8f80-983f-41b5-ae62-23f797bfa28f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1891838099-subnet', 'tenant_id': '3104a7757d3b4807b30e34b42e7ba0e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:56.572687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:56.573103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.603875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:56.621861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f2da2d9-8bfc-4cd8-9c21-1ff2d1296747 req-6561717f-7e04-40d1-87e0-fe71feaf2367 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699822 Jul 09 17:21:56.627824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.628640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 76692d8c-8f04-44e7-a1f4-0c960863b222 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:56.644812 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:56.674382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.675050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.676771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-442785db-e874-4ca1-80b8-7286a80b053e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/7cd768b4-4867-4fd4-8f8a-81337e86b844 HTTP/1.1" status: 204 len: 168 time: 0.9539311 Jul 09 17:21:56.679083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.692614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.697172 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261 HTTP/1.1" status: 204 len: 168 time: 0.5225520 Jul 09 17:21:56.729686 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43604fa0-6902-4963-a1a7-ee86045d5af6 x-openstack-request-id: req-43604fa0-6902-4963-a1a7-ee86045d5af6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:21:56.729991 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-plugged", "status": "completed", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:21:56.730293 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43604fa0-6902-4963-a1a7-ee86045d5af6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:21:56.730631 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'code': 200} Jul 09 17:21:56.732507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7687e8-85c7-4924-b170-51dc3d829e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd2d73f-22bb-4ca6-a5c1-9cd3ac6e7261,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.734322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a2e1d-a688-40e3-8060-83b3b56367f1 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1a8f80-983f-41b5-ae62-23f797bfa28f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:56.739913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6166a-2a1a-4b2f-9b38-c283ac41b6c0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:56.741500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6166a-2a1a-4b2f-9b38-c283ac41b6c0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:56.745504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2ed6166a-2a1a-4b2f-9b38-c283ac41b6c0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0630188 Jul 09 17:21:56.745993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34454) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:56.772353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network bf1a8f80-983f-41b5-ae62-23f797bfa28f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:21:56.783418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Made reservation on behalf of 3104a7757d3b4807b30e34b42e7ba0e3 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:56.786040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.796309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-41e095e6-be4c-4ddf-9038-93a3255be245 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1741512869&fields=id&tenant_id=7a8406af76b2428aa6aad4b715d953bd HTTP/1.1" status: 200 len: 267 time: 0.1054158 Jul 09 17:21:56.906066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:56.913544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:56.986770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-2535c70e-029e-43c7-80ec-7e9d29b0f8f3 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1363834439&fields=id&tenant_id=2256d8fa4d6d4da19314b45a23f0c703 HTTP/1.1" status: 200 len: 267 time: 0.1210675 Jul 09 17:21:56.998984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.004983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.033646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 76692d8c-8f04-44e7-a1f4-0c960863b222 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:57.037975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-0fab712f-b2a3-4bff-916c-49271ebe74d9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.039674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 76692d8c-8f04-44e7-a1f4-0c960863b222 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:57.040176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.045538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-0fab712f-b2a3-4bff-916c-49271ebe74d9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 936 time: 0.2480116 Jul 09 17:21:57.084174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34464) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:57.139554 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.146601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1def2a75-806b-437d-bf7d-de378e19f039 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.148075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1def2a75-806b-437d-bf7d-de378e19f039 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 935 time: 0.1018558 Jul 09 17:21:57.184048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:57.189327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.191677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c985-b74b-4547-84f9-960633272d50 req-c2a6c56f-e933-46f0-b214-d452fd4956c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.193033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:21:57.193195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39d2c985-b74b-4547-84f9-960633272d50 req-c2a6c56f-e933-46f0-b214-d452fd4956c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1098 time: 0.2507851 Jul 09 17:21:57.195501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3107f04c-276b-4930-96d8-24d783d8c372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adcbf0fb7c7343e9b8cdd99b383e0f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101389 Jul 09 17:21:57.200284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:57.215700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-5d58cdc1-72fb-40dc-a5ac-7df152e06be2 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0579393 Jul 09 17:21:57.256781 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39d2c985-b74b-4547-84f9-960633272d50 req-27028471-06c0-4188-8f20-6c37ba781fbb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Jul 09 17:21:57.260714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.274315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-68323a40-69b4-4c6b-8abb-14713cd89c24 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0343454 Jul 09 17:21:57.289422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port e8e2c960-23bf-4820-b80e-87d5d80eacf2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:21:57.300245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-3918827c-e7cd-40a4-a079-bdb410ff3dde tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.301651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-3918827c-e7cd-40a4-a079-bdb410ff3dde tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/networks?id=5608a990-f38c-476c-9d71-23d6cfb8e477 HTTP/1.1" status: 200 len: 810 time: 0.2993796 Jul 09 17:21:57.304629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e8e2c960-23bf-4820-b80e-87d5d80eacf2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:21:57.305011 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.331639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.355382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.361392 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-1bfa3466-6b5a-43a1-bec7-b1764e6e29ce tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/quotas/2256d8fa4d6d4da19314b45a23f0c703 HTTP/1.1" status: 200 len: 375 time: 0.0413415 Jul 09 17:21:57.398298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.411995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b2d936fa-304e-4248-82d0-0d2f03bef8ca tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.418543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b2d936fa-304e-4248-82d0-0d2f03bef8ca tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.424911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b2d936fa-304e-4248-82d0-0d2f03bef8ca tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.426608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b2d936fa-304e-4248-82d0-0d2f03bef8ca tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 1993 time: 0.1453876 Jul 09 17:21:57.432343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:57.438766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.448189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2fed391-e730-4152-ac98-351d2129b276 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/quotas/7a8406af76b2428aa6aad4b715d953bd HTTP/1.1" status: 200 len: 375 time: 0.0129080 Jul 09 17:21:57.465260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573fa4de-fe08-41a2-8f06-3462ba17abff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.472203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.490541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.508851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24668c16-50dd-4509-a97d-8522bb1edd63,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.531024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573fa4de-fe08-41a2-8f06-3462ba17abff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.536935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5ffae-cf40-4788-9efe-5c5cd8fed47e None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:57.549379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.549567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-e8bed0c4-08b1-476e-92d7-074a29918299 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0941978 Jul 09 17:21:57.551209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc HTTP/1.1" status: 204 len: 168 time: 0.8043561 Jul 09 17:21:57.553903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34472) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:57.563693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d59365-7035-4c45-84de-d075ca4ef704 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.584742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Checking segment: {'id': 'c67d785b-8781-495b-b416-0ee025b3fdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bf1a8f80-983f-41b5-ae62-23f797bfa28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:21:57.585114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Network hostable DHCP agents. Network: bf1a8f80-983f-41b5-ae62-23f797bfa28f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:21:57.617872 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f0c3ec5e-e0a8-43e2-8c0f-61eb28dfd8ee tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624928 Jul 09 17:21:57.618539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34474) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:57.628921 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-fa831454-bce3-4c6e-b970-4aa8ade49292 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2256d8fa4d6d4da19314b45a23f0c703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2286365 Jul 09 17:21:57.631512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:57.648770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-902fdd03-1bde-44e7-9bd8-7ed63f78a152 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:21:57.652331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-902fdd03-1bde-44e7-9bd8-7ed63f78a152 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134459 Jul 09 17:21:57.667160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Network bf1a8f80-983f-41b5-ae62-23f797bfa28f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:21:57.684259 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573fa4de-fe08-41a2-8f06-3462ba17abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.686463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573fa4de-fe08-41a2-8f06-3462ba17abff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.690077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-573fa4de-fe08-41a2-8f06-3462ba17abff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26cc828c-7b09-4b51-9c70-4dc9d33002d7 HTTP/1.1" status: 204 len: 168 time: 0.4844396 Jul 09 17:21:57.698339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fa4de-fe08-41a2-8f06-3462ba17abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc828c-7b09-4b51-9c70-4dc9d33002d7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:57.700763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, bf1a8f80-983f-41b5-ae62-23f797bfa28f) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:57.704915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:57.705538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.723714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226ecf7-7339-4de1-b1e9-06a459a2660c None None] Network bf1a8f80-983f-41b5-ae62-23f797bfa28f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:57.731816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c21965b0-f7de-4342-9f2d-292994e12c58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1601422 Jul 09 17:21:57.811468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:21:57.848500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-106c6779-b620-41ac-902c-514fc0793038 service neutron] 10.222.0.21 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382798 Jul 09 17:21:57.861347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:57.865377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:57.912987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f403f-3c6c-4c53-b25b-706d7dc2042d None None] Network bf1a8f80-983f-41b5-ae62-23f797bfa28f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:57.997546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] Deleting port a59772bf-cd4e-4519-a23c-1521715e4fa6 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:21:57.998017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.054247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a59772bf-cd4e-4519-a23c-1521715e4fa6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:21:58.146818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] For port a59772bf-cd4e-4519-a23c-1521715e4fa6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a59772bf-cd4e-4519-a23c-1521715e4fa6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:58.147465 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.167010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-9be4d8cb-2ac5-4634-ad69-570517bf351c service neutron] 10.222.0.21 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048664 Jul 09 17:21:58.229952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34494) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:58.238424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] Calling delete_port for a59772bf-cd4e-4519-a23c-1521715e4fa6 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:21:58.317929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Deleting subnet 144719dc-3832-4ee3-a7d7-e5fbda301cda {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:58.321996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.326387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.371020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-b6a6093e-d374-4301-a61b-a0b2d7537762 service neutron] 10.222.0.21 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980093 Jul 09 17:21:58.383892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a59772bf-cd4e-4519-a23c-1521715e4fa6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a59772bf-cd4e-4519-a23c-1521715e4fa6,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:21:58.400735 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.402407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.441170 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.467285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] No DVR routers for this DVR port a59772bf-cd4e-4519-a23c-1521715e4fa6 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:21:58.526235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a59772bf-cd4e-4519-a23c-1521715e4fa6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:58.527481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.600960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ad58a-dcd7-4382-8c8b-b0579f4782fe None None] Pushing event deleted for resources: {'Port': ['ID=a59772bf-cd4e-4519-a23c-1521715e4fa6,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:58.658800 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.710715 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-13e8160e-57f1-4949-910a-9fa7cc389a32 service neutron] 10.222.0.21 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8611758 Jul 09 17:21:58.735000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222'}, {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:21:58.738474 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a752c287-e31d-4372-98ea-7a0d3b901f3f" -d '{"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-plugged", "status": "completed", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222"}, {"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:21:58.768338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.774426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/144719dc-3832-4ee3-a7d7-e5fbda301cda HTTP/1.1" status: 204 len: 168 time: 0.5403814 Jul 09 17:21:58.774426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef264f-e10f-47ef-bc20-68c1ca1ab9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144719dc-3832-4ee3-a7d7-e5fbda301cda,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:58.777551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34526) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:58.777907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:58.868792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-126ae714-ee4a-4402-a79f-0724b0c32439 service neutron] 10.222.0.21 "GET /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1496382 Jul 09 17:21:58.915246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:21:59.006476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:21:59.019119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:59.019729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.026187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d33f8-407b-4cfe-aa93-fc07e35b190c req-7c5295d5-cd2f-4a15-be76-2aef39f5360f tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:21:59.026400 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.034480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a34d33f8-407b-4cfe-aa93-fc07e35b190c req-7c5295d5-cd2f-4a15-be76-2aef39f5360f tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 949 time: 0.1163785 Jul 09 17:21:59.043983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123207c-9d5b-452b-b057-d40f032ceb0c None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:21:59.045583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=76241ba0-f1ac-4374-8591-d74fd700dcc6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:59.076901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5cc30ed3-7ed5-4055-814d-f9c967a83231 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4501255 Jul 09 17:21:59.088733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34544) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:59.113475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '76241ba0-f1ac-4374-8591-d74fd700dcc6', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-893335006'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:21:59.184535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-388fb99a-4170-4c70-a69f-a71d1dc2c888 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032739 Jul 09 17:21:59.205131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.293306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216a9898-7239-4467-8cc3-88f84910ad8e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:59.317488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db45813-e7f0-42d4-97d4-65a0b5040d9d') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:59.318212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db45813-e7f0-42d4-97d4-65a0b5040d9d') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:21:59.333976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.355611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a34d33f8-407b-4cfe-aa93-fc07e35b190c req-3d4f4b18-ac6d-4150-9d5b-9d3e5de36d1d tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177233 Jul 09 17:21:59.357973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '76241ba0-f1ac-4374-8591-d74fd700dcc6'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:21:59.360343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.369289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.377854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:21:59.378509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:21:59.399348 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:21:59.404828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:21:59.475342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-ceb37b18-935b-447e-89a4-64fb19c44b9d service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897663 Jul 09 17:21:59.582004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.605309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-88014607-f4ce-454e-b30a-4fb2c6c6b8b3 service neutron] 10.222.0.21 "GET /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1287439 Jul 09 17:21:59.614263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.629590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.631612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] 10.222.0.21 "DELETE /v2.0/networks/216a9898-7239-4467-8cc3-88f84910ad8e HTTP/1.1" status: 204 len: 168 time: 0.8513472 Jul 09 17:21:59.635787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34556) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:21:59.643281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 18d439f7-f7c0-4002-8f47-e56e40c1b4a6 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:21:59.677979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e82e0-56b2-483a-b806-cd31a86e8812 admin admin] Pushing event deleted for resources: {'Network': ['ID=216a9898-7239-4467-8cc3-88f84910ad8e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:21:59.691180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/76241ba0-f1ac-4374-8591-d74fd700dcc6/cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:21:59.733906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-201e4f49-7c03-49ef-b040-0fe8ceadd691 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277955 Jul 09 17:21:59.827368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Deleting subnet 24668c16-50dd-4509-a97d-8522bb1edd63 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:21:59.837669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:21:59.875052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-55b736cb-dbf6-4d72-96f4-5b92dac10540 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398942 Jul 09 17:21:59.956740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.014474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a3fe-1667-4398-89b3-be28b33c8f9a req-06c99bd6-1a90-4345-bdba-0ddf71037f1c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:00.016250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8492a3fe-1667-4398-89b3-be28b33c8f9a req-06c99bd6-1a90-4345-bdba-0ddf71037f1c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.2518089 Jul 09 17:22:00.024458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-26cd57fb-749a-4c48-a031-36710f4b4da6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431732 Jul 09 17:22:00.059473 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.097066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.108059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Transition to ACTIVE for port object cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:00.120512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8492a3fe-1667-4398-89b3-be28b33c8f9a req-0fedc3db-a2be-45b3-b3ab-4dcdabd00644 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948350 Jul 09 17:22:00.162479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Transition to ACTIVE for port object cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:00.162709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.175409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.192942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-745d7ac1-4a29-4072-afc6-4ec7d116fe77 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672742 Jul 09 17:22:00.213616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24668c16-50dd-4509-a97d-8522bb1edd63,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:00.227891 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:22:00.228416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:22:00.232504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.237050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e5db647-e372-4d25-a11d-0cb9a438746e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/24668c16-50dd-4509-a97d-8522bb1edd63 HTTP/1.1" status: 204 len: 168 time: 0.5981951 Jul 09 17:22:00.237861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34560) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:00.264256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-681a801d-f6d8-4d25-84b7-32456f576483 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1682289 Jul 09 17:22:00.267573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Pushing event updated for resources: {'Port': ['ID=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:00.283194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:00.285571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:00.290913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:00.292318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34562) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:00.363013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Attempting to bind port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:00.363583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Attempting to bind port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:00.364047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Attempting to bind port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:00.372800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:00.373355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:00.373878 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.374375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:00.374958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Bound port: cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:00.375803 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.381433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.398110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edbf8529-99ae-4a34-938b-ddf4a8a4959c req-a7cde749-da2e-47f6-bc43-b87e5c5c507b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 210 time: 0.0779862 Jul 09 17:22:00.406967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-e30b629f-aa9d-4ea2-a4bb-19751aa92325 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080195 Jul 09 17:22:00.421218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862b53d9-a836-4f08-aa57-74ce2f1e2882 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:00.422951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-862b53d9-a836-4f08-aa57-74ce2f1e2882 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1295307 Jul 09 17:22:00.434707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34566) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:00.481972 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec713e28-44d7-4d58-84ae-803f78aa28c1 x-openstack-request-id: req-ec713e28-44d7-4d58-84ae-803f78aa28c1 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:00.482274 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-plugged", "status": "completed", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222", "code": 200}, {"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:00.482524 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec713e28-44d7-4d58-84ae-803f78aa28c1 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:00.483867 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'code': 200} Jul 09 17:22:00.484271 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'code': 200} Jul 09 17:22:00.487517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] For port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:00.491794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] For port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:00.500257 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.553639 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.568985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1a8f80-983f-41b5-ae62-23f797bfa28f']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:00.587389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084998e2-8bbd-4db3-ba1b-c2db3412aa54 None None] Pushing event updated for resources: {'Port': ['ID=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:00.597573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67d785b-8781-495b-b416-0ee025b3fdfc') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:00.597967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67d785b-8781-495b-b416-0ee025b3fdfc') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:00.620903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.639124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235c481-9cb1-4dbb-ae70-87691c9d960e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:00.640725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235c481-9cb1-4dbb-ae70-87691c9d960e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:00.642379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b235c481-9cb1-4dbb-ae70-87691c9d960e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2061324 Jul 09 17:22:00.646722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34572) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:00.649168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.661962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:22:00.662358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:22:00.714492 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:22:00.862431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-87d96da8-3ddf-40f7-abc8-816af8b254c0 service neutron] 10.222.0.21 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378948 Jul 09 17:22:00.958097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:00.970871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 76241ba0-f1ac-4374-8591-d74fd700dcc6 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:00.997555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.011905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf1a8f80-983f-41b5-ae62-23f797bfa28f HTTP/1.1" status: 204 len: 168 time: 0.7684672 Jul 09 17:22:01.028436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.086643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede42238-ec69-4146-ad67-2f3e9959ac26 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1a8f80-983f-41b5-ae62-23f797bfa28f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:01.090129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902b43-714d-43aa-b2ba-0e0b6fd4666a req-a54aae14-adbd-418a-8cbc-4e52ed031e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:01.092729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b902b43-714d-43aa-b2ba-0e0b6fd4666a req-a54aae14-adbd-418a-8cbc-4e52ed031e1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 1101 time: 0.3758311 Jul 09 17:22:01.130982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.241662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b902b43-714d-43aa-b2ba-0e0b6fd4666a req-c497b341-7ca6-4c08-bde3-5d479bc18e95 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322172 Jul 09 17:22:01.261366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34582) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:01.271526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9349988d-2d58-4c8d-b15e-9f22fca145f1 service neutron] 10.222.0.21 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900230 Jul 09 17:22:01.275237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5926fb-3be1-4eba-a87d-dcd33634e36f req-e342fc9f-a52b-4ae4-9511-29202006aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:01.276898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc5926fb-3be1-4eba-a87d-dcd33634e36f req-e342fc9f-a52b-4ae4-9511-29202006aca9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 1102 time: 0.5186274 Jul 09 17:22:01.286326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-28406179-6ee9-4ca4-9540-94be39184207 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:01.288265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-28406179-6ee9-4ca4-9540-94be39184207 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.36 "GET /v2.0/networks?id=5608a990-f38c-476c-9d71-23d6cfb8e477 HTTP/1.1" status: 200 len: 810 time: 0.5718317 Jul 09 17:22:01.293823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34584) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:01.385546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc5926fb-3be1-4eba-a87d-dcd33634e36f req-19a931d4-444b-45c8-a5e2-e368c30c1966 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948346 Jul 09 17:22:01.406622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-f83ff4c5-9439-4e86-a93a-65774da80059 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2256d8fa4d6d4da19314b45a23f0c703 HTTP/1.1" status: 200 len: 380 time: 0.1089125 Jul 09 17:22:01.407441 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.409198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-23e0f0c8-be8d-449d-b4e4-9707073913bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f76f47e51fe4f299e9ead809450cf54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451340 Jul 09 17:22:01.413703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34588) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:01.422309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Request body: {'port': {'device_id': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'admin_state_up': True, 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'security_groups': ['1a7605e3-68fe-4e42-8eb4-4ab896fb84dc']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:01.468517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-26e4bdd2-e76a-4dd9-aa04-82383b33bd6b service neutron] 10.222.0.21 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855669 Jul 09 17:22:01.491027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81c69-ae88-4580-be12-559a6e072f71 req-829e6424-824e-4f97-8573-8f43fe597621 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:01.492709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72d81c69-ae88-4580-be12-559a6e072f71 req-829e6424-824e-4f97-8573-8f43fe597621 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3736966 Jul 09 17:22:01.567113 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.572619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72d81c69-ae88-4580-be12-559a6e072f71 req-b77b797e-a633-469c-886d-ee227f7d9116 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697849 Jul 09 17:22:01.613139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.621147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.622368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69a8710f-ae0a-4767-b780-7129d4d6c6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.626085 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/76241ba0-f1ac-4374-8591-d74fd700dcc6 HTTP/1.1" status: 204 len: 168 time: 0.9796629 Jul 09 17:22:01.636917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34594) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:01.643002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:22:01.643002 n-d-791506-17 neutron-server[93896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:22:01.643002 n-d-791506-17 neutron-server[93896]: [parameters: {'project_id': '1a5e2c01e66447d0ba1743d19c2b8b1d', 'id': '53c81df3-7cf4-443d-9fb2-0cbad7db59dd', 'expiration': datetime.datetime(2021, 7, 9, 17, 24, 1, 636105)}] Jul 09 17:22:01.643002 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:22:01.643389 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:22:01.666226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b9915-e413-45b9-b471-e0394ba2d965 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=76241ba0-f1ac-4374-8591-d74fd700dcc6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:01.681073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1ac97772-8808-40e5-9e5c-bdaa1cac56f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963048 Jul 09 17:22:01.688435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Made reservation on behalf of 2256d8fa4d6d4da19314b45a23f0c703 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:01.692059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.695425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4c06590-a463-4a6f-8d9d-6e9b0d445aae tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574563 Jul 09 17:22:01.701009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34596) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:01.706364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:01.712392 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69a8710f-ae0a-4767-b780-7129d4d6c6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.878595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-98dcee3e-79a8-4d2a-aa7b-b01f904940e9 service neutron] 10.222.0.21 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898456 Jul 09 17:22:01.885603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:01.890316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.892998 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69a8710f-ae0a-4767-b780-7129d4d6c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.895574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69a8710f-ae0a-4767-b780-7129d4d6c6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:01.896770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-69a8710f-ae0a-4767-b780-7129d4d6c6ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be3038dd-f053-42f6-ab76-88f82cf91013 HTTP/1.1" status: 204 len: 168 time: 0.4794445 Jul 09 17:22:01.960793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8710f-ae0a-4767-b780-7129d4d6c6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3038dd-f053-42f6-ab76-88f82cf91013,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.007657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b2c56-4b65-43bc-b1b3-493f178f0a1f req-242df998-0703-4c5c-8bd8-23cf18e455ef tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:02.015931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c43b2c56-4b65-43bc-b1b3-493f178f0a1f req-242df998-0703-4c5c-8bd8-23cf18e455ef tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 949 time: 0.2701187 Jul 09 17:22:02.018734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Allocated IP 172.20.0.12 (5608a990-f38c-476c-9d71-23d6cfb8e477/c5995ae4-8abd-4214-b134-75c694c678ed/7a2e3a9e-9776-4412-bdff-507a8b18860a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:02.075297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:02.139373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c43b2c56-4b65-43bc-b1b3-493f178f0a1f req-5ef11697-a374-4e85-ab06-ac332d587d70 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221192 Jul 09 17:22:02.142682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:02.168445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.214587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890a7a2-f163-4ab6-8fa6-0a7d4604070a None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:02.241673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.358355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] Provisioning for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:02.367351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.377288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] Provisioning complete for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:02.377962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.382253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:02.400192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:02.402808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Transition to ACTIVE for port object 7a2e3a9e-9776-4412-bdff-507a8b18860a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:02.405812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:02.407847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.472018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34612) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:02.484752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.487730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=bd6c8d82-4acf-46e1-ae3c-c308976dce0f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.570003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:02.581053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:02.583881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.602607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:02.610184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.632909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event updated for resources: {'Port': ['ID=7a2e3a9e-9776-4412-bdff-507a8b18860a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.662061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eafbbbba-c740-41a7-b17f-71a165c3768a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3104a7757d3b4807b30e34b42e7ba0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883297 Jul 09 17:22:02.667082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:02.678731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a5e2c01e66447d0ba1743d19c2b8b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3781567 Jul 09 17:22:02.689920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b3a05d20-3693-4071-a3d3-c81d04a7422a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9847815 Jul 09 17:22:02.689920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34620) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:02.690569 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.698172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:02.718702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:02.736090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b19fa-4d44-4c12-8bd9-6a529621d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8904def-6240-4d7e-bd73-8706c20942fa,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.779155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f4416d-7698-4d41-b80d-5e541f905063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.783647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] For port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:02.795518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.798092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:02.798730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.822424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f4416d-7698-4d41-b80d-5e541f905063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.890086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f4416d-7698-4d41-b80d-5e541f905063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.892899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f4416d-7698-4d41-b80d-5e541f905063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.894148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-49f4416d-7698-4d41-b80d-5e541f905063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8904def-6240-4d7e-bd73-8706c20942fa HTTP/1.1" status: 204 len: 168 time: 0.2040422 Jul 09 17:22:02.900667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.901995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.910217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-59647e28-390c-4a72-9a54-3b945f593634 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4950273 Jul 09 17:22:02.915656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea22-7a1d-45a7-8784-1ea56db9cdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:02.926867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eb580-a47e-4c04-97d0-9833d9c1e785 None None] Pushing event updated for resources: {'Port': ['ID=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.940430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4416d-7698-4d41-b80d-5e541f905063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8904def-6240-4d7e-bd73-8706c20942fa,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:02.942977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Request body: {'port': {'device_id': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:03.031455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b812b4-f5fb-4b27-a0f7-a94fe9db6bbd req-9b95f591-3331-4550-99b7-bae595e07efb tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:03.033638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e644b59-0477-4e74-bcaa-6253e5c441be None None] Provisioning for port 7a2e3a9e-9776-4412-bdff-507a8b18860a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:03.039505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e644b59-0477-4e74-bcaa-6253e5c441be None None] Provisioning complete for port 7a2e3a9e-9776-4412-bdff-507a8b18860a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:03.040374 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0e644b59-0477-4e74-bcaa-6253e5c441be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.040469 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4b812b4-f5fb-4b27-a0f7-a94fe9db6bbd req-9b95f591-3331-4550-99b7-bae595e07efb tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 932 time: 0.3638978 Jul 09 17:22:03.099184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea22-7a1d-45a7-8784-1ea56db9cdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.118239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0e644b59-0477-4e74-bcaa-6253e5c441be None None] Port 7a2e3a9e-9776-4412-bdff-507a8b18860a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:03.227401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd644eb-3735-4f14-828a-f20c604d64b1 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:03.227654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fed4-578f-402b-a88a-27c44c4d1211 req-5a17bb90-df56-415e-a4aa-bac17b5dfe39 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:03.229328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-96f6fed4-578f-402b-a88a-27c44c4d1211 req-5a17bb90-df56-415e-a4aa-bac17b5dfe39 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.1215601 Jul 09 17:22:03.281130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-96f6fed4-578f-402b-a88a-27c44c4d1211 req-13956119-a99a-4f11-b5aa-50b1641bb03b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Jul 09 17:22:03.351043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3e51a304-03be-4af2-9ef5-bc3fcdf12279 None None] Provisioning complete for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:03.351591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e51a304-03be-4af2-9ef5-bc3fcdf12279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.412907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1d04de7-51cb-4935-b986-59aa1628720d req-41cba680-bf1e-46ec-bd48-beb0c3ac7edf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0763237 Jul 09 17:22:03.611156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.665274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.722637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db34d6-879b-439b-b7ca-700bcd639dfc req-c0befacf-2084-4f92-b8d3-e617e15dd0f5 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:03.725747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01db34d6-879b-439b-b7ca-700bcd639dfc req-c0befacf-2084-4f92-b8d3-e617e15dd0f5 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 949 time: 0.1253893 Jul 09 17:22:03.736091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4b812b4-f5fb-4b27-a0f7-a94fe9db6bbd req-f4d75c81-44e1-4393-9b86-7db455a7ae39 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6939211 Jul 09 17:22:03.738311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.784838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.789100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bdab168e-08ec-44da-b420-9a8d30963f25 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0858388 Jul 09 17:22:03.789693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34656) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:03.823121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea22-7a1d-45a7-8784-1ea56db9cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.825929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0e1eea22-7a1d-45a7-8784-1ea56db9cdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:03.831652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0e1eea22-7a1d-45a7-8784-1ea56db9cdd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f9e17a1-3abb-4e44-b115-ec7c62ed880a HTTP/1.1" status: 204 len: 168 time: 1.1637790 Jul 09 17:22:03.850816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eea22-7a1d-45a7-8784-1ea56db9cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9e17a1-3abb-4e44-b115-ec7c62ed880a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:03.966238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-59775dc7-cef0-46a4-882c-6c4cb908f6ca None None] Provisioning complete for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:03.966620 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59775dc7-cef0-46a4-882c-6c4cb908f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.052639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:04.052993 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01db34d6-879b-439b-b7ca-700bcd639dfc req-a1aa8dfc-0074-4843-a5f5-8076b568513a tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123188 Jul 09 17:22:04.223130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:04.224155 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.398630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34676) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:04.413601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.440351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243c489-1ea8-4299-a396-81e20c91f906 req-0e875ce7-8a5e-4b19-909f-9e5ab1c39766 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.442050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1243c489-1ea8-4299-a396-81e20c91f906 req-0e875ce7-8a5e-4b19-909f-9e5ab1c39766 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 950 time: 0.1489158 Jul 09 17:22:04.454874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01cbcc-ea76-4eb4-b62f-cb83f1d4d97e req-31e424ad-9615-4449-a008-e5ba476de91f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:04.456446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b01cbcc-ea76-4eb4-b62f-cb83f1d4d97e req-31e424ad-9615-4449-a008-e5ba476de91f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.2340634 Jul 09 17:22:04.474021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2e3a9e-9776-4412-bdff-507a8b18860a {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:04.487300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.506325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Transition to ACTIVE for port object 7a2e3a9e-9776-4412-bdff-507a8b18860a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:04.518544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.628632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b01cbcc-ea76-4eb4-b62f-cb83f1d4d97e req-8c23a4a9-b902-4073-9fd1-031822be9230 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201904 Jul 09 17:22:04.629488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2e3a9e-9776-4412-bdff-507a8b18860a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:04.643847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-291874575-network', 'tenant_id': 'ed455744006e41819c2175ef751d60e6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:04.680605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:04.683301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.729981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:04.902224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Attempting to bind port 7a2e3a9e-9776-4412-bdff-507a8b18860a on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:04.902560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Attempting to bind port 7a2e3a9e-9776-4412-bdff-507a8b18860a by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:04.902895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Attempting to bind port 7a2e3a9e-9776-4412-bdff-507a8b18860a on network 5608a990-f38c-476c-9d71-23d6cfb8e477 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:04.909431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e9e36fe-b33c-4cf7-8c4e-a7c897674045 req-9ab1bf07-e16d-4323-bbb8-16d87d813428 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0407255 Jul 09 17:22:04.922931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Port 7a2e3a9e-9776-4412-bdff-507a8b18860a on network 5608a990-f38c-476c-9d71-23d6cfb8e477 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:04.922931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Attempting to bind port 7a2e3a9e-9776-4412-bdff-507a8b18860a on network 5608a990-f38c-476c-9d71-23d6cfb8e477 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:04.932621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:04.932973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Checking segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:04.933365 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Bound using segment: {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:04.933805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Bound port: 7a2e3a9e-9776-4412-bdff-507a8b18860a, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f29ff6-91a3-46d1-92ee-895c9990efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:04.934351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.053735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] For port 7a2e3a9e-9776-4412-bdff-507a8b18860a, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:05.058567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] For port 7a2e3a9e-9776-4412-bdff-507a8b18860a, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:05.068098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.110336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.126651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.131293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.131962 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.133478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a2e3a9e-9776-4412-bdff-507a8b18860a HTTP/1.1" status: 200 len: 1093 time: 2.2137344 Jul 09 17:22:05.139947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:05.142295 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:05.178621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1243c489-1ea8-4299-a396-81e20c91f906 req-20dfb9c1-a911-4a42-9b45-6c5feaaea605 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072776 Jul 09 17:22:05.219260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:22:05.269186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd16e5f-507a-416f-87c7-6db777d4c896,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:05.278070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196112d0-7eff-49a4-85ab-87fceb2d7b49 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2e3a9e-9776-4412-bdff-507a8b18860a,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:05.289942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.290543 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Added segment 6ef5db4b-7622-4013-a210-baeb0668eae4 of type vlan for network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 Jul 09 17:22:05.322692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-535032d6-a4fc-4eca-a49c-0b9838557e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.324149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-535032d6-a4fc-4eca-a49c-0b9838557e6d service neutron] 10.222.0.36 "GET /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 1032 time: 0.2542043 Jul 09 17:22:05.388777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.438443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-c1dd77e1-95e9-4e2b-b057-4898955320fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.449468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-c1dd77e1-95e9-4e2b-b057-4898955320fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2256d8fa4d6d4da19314b45a23f0c703&device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 1096 time: 0.2688782 Jul 09 17:22:05.466269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff58a8-3aa1-4387-83b1-2dbe473f3fe3 req-4cf93112-fd10-47b8-ab6e-44b09d8e197a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.476385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eaff58a8-3aa1-4387-83b1-2dbe473f3fe3 req-4cf93112-fd10-47b8-ab6e-44b09d8e197a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.2785752 Jul 09 17:22:05.494802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-42c3dcf1-e00f-4b39-a378-44853a51f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.496860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-42c3dcf1-e00f-4b39-a378-44853a51f0ec service neutron] 10.222.0.36 "GET /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 1031 time: 0.1617382 Jul 09 17:22:05.551003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::1 (d6992ee0-dde0-4473-b499-57da2aa4712d/bd6c8d82-4acf-46e1-ae3c-c308976dce0f/fcd78e68-0a79-4ddd-bacf-6f66618af0d9) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:05.556290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-aaa5219a-90ce-408c-bd7e-32a881c27c34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a HTTP/1.1" status: 200 len: 217 time: 0.0601838 Jul 09 17:22:05.563832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.565129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.565783 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.631508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154808-35e8-4a3e-81f9-18269f58e7ed req-f6cb2a2b-adf7-44b8-90b3-9ab5393179f8 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.638515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5154808-35e8-4a3e-81f9-18269f58e7ed req-f6cb2a2b-adf7-44b8-90b3-9ab5393179f8 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 944 time: 0.2290180 Jul 09 17:22:05.667418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eaff58a8-3aa1-4387-83b1-2dbe473f3fe3 req-966fc77e-5546-4ef7-a9e4-fc07bf6c433b tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900899 Jul 09 17:22:05.688331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2857287 Jul 09 17:22:05.692207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34714) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:05.703849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Request body: {'subnet': {'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-291874575-subnet', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:05.706914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98295a-6221-4a21-96d6-11952260a0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=10d12db8-2ba2-46a3-b374-0c7479d7bbd2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:05.718284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:22:05.718863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-8d99e681-0692-42e8-9066-7694d127e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.720402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-8d99e681-0692-42e8-9066-7694d127e7f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5995ae4-8abd-4214-b134-75c694c678ed HTTP/1.1" status: 200 len: 849 time: 0.1522996 Jul 09 17:22:05.765145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:05.767959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:05.803123 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5154808-35e8-4a3e-81f9-18269f58e7ed req-b79f3174-b110-45ca-9547-a49894622229 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628392 Jul 09 17:22:05.868611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-a69b6c91-f00c-4b98-9122-8e19e960233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.871141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-a69b6c91-f00c-4b98-9122-8e19e960233f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5608a990-f38c-476c-9d71-23d6cfb8e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433933 Jul 09 17:22:05.874635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-728c1ba1-b820-4756-bb5f-3b943b75e519 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.892574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-728c1ba1-b820-4756-bb5f-3b943b75e519 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.911123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-728c1ba1-b820-4756-bb5f-3b943b75e519 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:05.913063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-728c1ba1-b820-4756-bb5f-3b943b75e519 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 1993 time: 0.4084282 Jul 09 17:22:05.926494 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648ae10-832d-434b-96c5-b505f5a286d6 x-openstack-request-id: req-7648ae10-832d-434b-96c5-b505f5a286d6 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:05.926768 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:05.926962 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7648ae10-832d-434b-96c5-b505f5a286d6 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:05.927458 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'status': 'completed', 'code': 200} Jul 09 17:22:05.987198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.026676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-4d378c52-1e63-4ea3-8d4a-c2648c0f26e7 service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477911 Jul 09 17:22:06.039576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-cf5b2021-c0f3-489d-a6be-407f19fca9d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8406af76b2428aa6aad4b715d953bd HTTP/1.1" status: 200 len: 380 time: 0.1167696 Jul 09 17:22:06.067700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'admin_state_up': True, 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'security_groups': ['05859df1-58ca-4159-b964-3d16cc86a75a']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:06.134280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.228530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object fcd78e68-0a79-4ddd-bacf-6f66618af0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:06.269346 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d43363c-9193-4516-a5a0-37e98aa4bbef req-a8ae1ed4-607e-4b5f-81d1-a00df56b9860 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0445662 Jul 09 17:22:06.292393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:06.296687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.308667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c2e3d5-400f-42c3-ab9f-91d7d461112e req-00be10ed-2c49-47fe-8059-f559d51f1d90 service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566588 Jul 09 17:22:06.319605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:06.326877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Checking segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:06.327255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Network hostable DHCP agents. Network: 10d12db8-2ba2-46a3-b374-0c7479d7bbd2, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:22:06.434004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:22:06.437278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.465046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 10d12db8-2ba2-46a3-b374-0c7479d7bbd2) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:06.477741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7087ca53-82e4-4e85-b07b-d6eae2a3f3a9 None None] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:06.479111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:06.479928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.511004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 172.20.0.4 (1e356c56-291f-4e06-a842-ab091bc8d52b/9d63afe3-7f11-480f-ad99-91eb753a37c8/f5f4a7d2-689d-4c44-99d6-b52b8e67f371) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:06.558806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-986f70e3-bd09-4ff3-a648-860de92e6172 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8633928 Jul 09 17:22:06.561524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34744) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:06.563506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-1017e848-e8bd-4761-bc45-326b8658cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:06.565303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-1017e848-e8bd-4761-bc45-326b8658cfd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2256d8fa4d6d4da19314b45a23f0c703&device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1906869 Jul 09 17:22:06.569694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:06.613815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=fcd78e68-0a79-4ddd-bacf-6f66618af0d9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:06.640383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:06.662642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:06.669154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:06.669741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.673327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.673562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.677862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.678236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.678583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.679030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.679358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.679568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.679928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.680298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.680626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.683044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:06.781696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:22:06.785237 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.857209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe085-ef28-4cac-acdc-93eac7ae44e4 req-5bee4d97-c4be-42a9-8ca9-473e3b8fb600 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:06.858838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a34fe085-ef28-4cac-acdc-93eac7ae44e4 req-5bee4d97-c4be-42a9-8ca9-473e3b8fb600 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3695309 Jul 09 17:22:06.877490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.880120 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:06.976101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.080207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Allocated IP 172.20.0.2 (10d12db8-2ba2-46a3-b374-0c7479d7bbd2/ce888ba5-a28e-479c-9fa6-b6a93d3b7dec/836896b3-a002-4451-83a6-ad159fb82a61) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:07.135351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.152820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object f5f4a7d2-689d-4c44-99d6-b52b8e67f371 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:07.175362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.224633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.228585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf4c7cad-542b-466c-a18f-4ffb0506b386 None None] Provisioning for port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:07.262063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf4c7cad-542b-466c-a18f-4ffb0506b386 None None] Provisioning complete for port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:07.262959 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7cad-542b-466c-a18f-4ffb0506b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.331756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.332481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-16740796-482d-4ac5-a421-c24fb987ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:07.334673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-16740796-482d-4ac5-a421-c24fb987ad4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5608a990-f38c-476c-9d71-23d6cfb8e477 HTTP/1.1" status: 200 len: 911 time: 0.7613468 Jul 09 17:22:07.338005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c7cad-542b-466c-a18f-4ffb0506b386 None None] Port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:07.364628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network 1e356c56-291f-4e06-a842-ab091bc8d52b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:07.377698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:07.381537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:07.391137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:07.416749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-7f4faa15-54ab-4799-a569-4447180619c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a HTTP/1.1" status: 200 len: 217 time: 0.0720026 Jul 09 17:22:07.430221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a34fe085-ef28-4cac-acdc-93eac7ae44e4 req-da1a75b6-6aa7-451a-8636-c543035e0cd1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517066 Jul 09 17:22:07.481679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.488170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcaad7-204c-42c7-be9a-6c9e6f1abe7f req-26e3e8c9-eac9-4c91-82a0-e815380b2075 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:07.495515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0bcaad7-204c-42c7-be9a-6c9e6f1abe7f req-26e3e8c9-eac9-4c91-82a0-e815380b2075 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 944 time: 0.2965493 Jul 09 17:22:07.500580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Transition to ACTIVE for port object 836896b3-a002-4451-83a6-ad159fb82a61 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:07.545297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Transition to ACTIVE for port object 836896b3-a002-4451-83a6-ad159fb82a61 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:07.552718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-932cb936-e266-44ba-8900-df2738c1bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:07.555635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-932cb936-e266-44ba-8900-df2738c1bb00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5995ae4-8abd-4214-b134-75c694c678ed HTTP/1.1" status: 200 len: 849 time: 0.1244371 Jul 09 17:22:07.559672 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.568225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0bcaad7-204c-42c7-be9a-6c9e6f1abe7f req-5dbdb63f-4315-44e1-8254-71e02a4818d2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715954 Jul 09 17:22:07.606248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:07.609434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.679690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:07.683550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:07.712685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:07.791306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dbb8b949-8a0d-43ee-b501-d388bba98834 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7300515 Jul 09 17:22:07.801737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.809530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Pushing event updated for resources: {'Port': ['ID=836896b3-a002-4451-83a6-ad159fb82a61,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:07.814349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'admin_state_up': True, 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'security_groups': ['05859df1-58ca-4159-b964-3d16cc86a75a']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:07.834492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.888464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Attempting to bind port 836896b3-a002-4451-83a6-ad159fb82a61 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:07.888464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Attempting to bind port 836896b3-a002-4451-83a6-ad159fb82a61 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:07.888464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Attempting to bind port 836896b3-a002-4451-83a6-ad159fb82a61 on network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:07.896342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:07.896797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Checking segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:07.897259 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.897978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Bound using segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:07.898468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Bound port: 836896b3-a002-4451-83a6-ad159fb82a61, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:07.899044 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.902262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6b8410a-77d5-427c-ba88-8ff14e206f8d None None] Provisioning for port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:07.908626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6b8410a-77d5-427c-ba88-8ff14e206f8d None None] Provisioning complete for port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:07.909005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6b8410a-77d5-427c-ba88-8ff14e206f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:07.971379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Allocated IP 172.25.3.20 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/b7a8fc11-e64f-46f8-8e89-010eabb245ed) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:08.009749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] For port 836896b3-a002-4451-83a6-ad159fb82a61, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:08.013857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] For port 836896b3-a002-4451-83a6-ad159fb82a61, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=836896b3-a002-4451-83a6-ad159fb82a61,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:08.035551 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.054030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8410a-77d5-427c-ba88-8ff14e206f8d None None] Port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:08.110774 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.116885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfb2c-1f5f-46a0-94ff-756b0d68613a req-a7ca727c-812d-49b5-81f5-dda3e7140cb3 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:08.118986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.124889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b88dfb2c-1f5f-46a0-94ff-756b0d68613a req-a7ca727c-812d-49b5-81f5-dda3e7140cb3 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 931 time: 0.3297143 Jul 09 17:22:08.145901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806696a-07c4-4989-aa19-b1850ace5e13 None None] Pushing event updated for resources: {'Port': ['ID=836896b3-a002-4451-83a6-ad159fb82a61,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:08.224238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.230577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.230810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b88dfb2c-1f5f-46a0-94ff-756b0d68613a req-d4b80ed6-31bd-4497-8fa1-a6e65ee0513a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040730 Jul 09 17:22:08.232561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:08.236377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.264944 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.265773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:08.296106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-cf5787da-62db-4a99-905a-9bbebd395a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:08.297897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-cf5787da-62db-4a99-905a-9bbebd395a98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5608a990-f38c-476c-9d71-23d6cfb8e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7344902 Jul 09 17:22:08.318562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:08.333716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:08.347940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:08.519756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caff84-264e-4ab5-b6d1-e6065dc9838f req-98164f4c-507b-4c8a-a64c-681f6f44ceb4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:08.527062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40caff84-264e-4ab5-b6d1-e6065dc9838f req-98164f4c-507b-4c8a-a64c-681f6f44ceb4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3662825 Jul 09 17:22:08.534153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a8fc11-e64f-46f8-8e89-010eabb245ed,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:08.670448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=fcd78e68-0a79-4ddd-bacf-6f66618af0d9,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:08.693801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:08.697326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:08.701322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40caff84-264e-4ab5-b6d1-e6065dc9838f req-8c7d9547-3b64-4358-8972-b877ee0431c7 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733866 Jul 09 17:22:08.759695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-7437a2bf-fc42-403b-92d9-0b8e5d4437f4 service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369462 Jul 09 17:22:08.879825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 10.1.1.79 (d3435412-da52-4770-94fd-9c32b1d8766d/5586e566-9750-46f4-9b77-4205ddfe3ec1/df19953c-be5e-454d-b891-ad6334969687) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:08.991260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fd8f5-a8ae-4912-96e5-5b1a1c5f7794 req-bf748f67-7789-4c2f-8ef5-13215f7818ee tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:08.999215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ea3fd8f5-a8ae-4912-96e5-5b1a1c5f7794 req-bf748f67-7789-4c2f-8ef5-13215f7818ee tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 944 time: 0.1593871 Jul 09 17:22:09.031861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Router 5c317b1e-718f-4726-8375-a92f9163461f is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:22:09.044448 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.143472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7a2e3a9e-9776-4412-bdff-507a8b18860a details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:22:09.212777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:09.226029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-294a6a4b-df8b-4c42-8a3b-8b2a1f3129f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "PUT /v2.0/routers/5c317b1e-718f-4726-8375-a92f9163461f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4313004 Jul 09 17:22:09.240176 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ea3fd8f5-a8ae-4912-96e5-5b1a1c5f7794 req-f93338c4-61ec-4269-b6ad-df24175d58a0 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397006 Jul 09 17:22:09.243416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34790) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:09.395233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 7a2e3a9e-9776-4412-bdff-507a8b18860a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:09.423565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Sync routers for ids ['5c317b1e-718f-4726-8375-a92f9163461f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:09.451880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe21041-7935-44e6-889e-c44fec87e054 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:09.456038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cfe21041-7935-44e6-889e-c44fec87e054 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports/fcd78e68-0a79-4ddd-bacf-6f66618af0d9 HTTP/1.1" status: 200 len: 911 time: 0.2024071 Jul 09 17:22:09.458245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'port_id': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'mac_address': 'fa:16:3e:11:61:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:22:09.462230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.464674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Routers {'5c317b1e-718f-4726-8375-a92f9163461f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:09.465599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5c317b1e-718f-4726-8375-a92f9163461f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:09.469393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34798) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:09.563877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object df19953c-be5e-454d-b891-ad6334969687 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:09.583363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ab52edc0-c0bb-4a4a-8eb2-c1f98376d294 None None] Provisioning complete for port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:09.584341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab52edc0-c0bb-4a4a-8eb2-c1f98376d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.655096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24885d-0589-4d57-8aa5-01a9795d3304 req-5bbf80d8-af66-4168-a9ac-4e2261e611a2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:09.662533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f24885d-0589-4d57-8aa5-01a9795d3304 req-5bbf80d8-af66-4168-a9ac-4e2261e611a2 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.2075906 Jul 09 17:22:09.669518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ab52edc0-c0bb-4a4a-8eb2-c1f98376d294 None None] Port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:09.708276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbe2c5-dd49-4683-a67b-144b5237bc39 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:09.709773 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.722247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbe2c5-dd49-4683-a67b-144b5237bc39 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:09.725867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3dbe2c5-dd49-4683-a67b-144b5237bc39 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2462745 Jul 09 17:22:09.727247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34806) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:09.728767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Set router 5c317b1e-718f-4726-8375-a92f9163461f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:09.752719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.753831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:09.789485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2e3a9e-9776-4412-bdff-507a8b18860a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:09.877844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 7a2e3a9e-9776-4412-bdff-507a8b18860a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:10.018420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:10.121027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network d3435412-da52-4770-94fd-9c32b1d8766d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:10.134894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:10.151984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:10.240596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:10.241421 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.278245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f24885d-0589-4d57-8aa5-01a9795d3304 req-7e12bb12-cd4f-48a7-9603-8b2eecdf4672 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147916 Jul 09 17:22:10.324284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a89804d0-e840-4be5-9226-250405b643c8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5160763 Jul 09 17:22:10.367877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'admin_state_up': True, 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'security_groups': ['05859df1-58ca-4159-b964-3d16cc86a75a']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:10.446348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b45e1e-bb57-47b5-8de4-3859a36e81d5 None None] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:10.457747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 836896b3-a002-4451-83a6-ad159fb82a61 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:10.460535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:22:10.472140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a96ffdb7-1e50-4814-a5d5-f9ce11da2f0b req-96b17146-4354-43d2-9bc0-55bccd6e9c1d service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7009141 Jul 09 17:22:10.506976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.515329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:10.525327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ad80b-61e7-4d82-82f0-53459c09b236 req-dc407c52-ede1-49bf-bfa9-0f3fba4b145c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:10.531835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ad80b-61e7-4d82-82f0-53459c09b236 req-dc407c52-ede1-49bf-bfa9-0f3fba4b145c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:10.539937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e9ad80b-61e7-4d82-82f0-53459c09b236 req-dc407c52-ede1-49bf-bfa9-0f3fba4b145c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 1652 time: 0.7805042 Jul 09 17:22:10.817042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e9ad80b-61e7-4d82-82f0-53459c09b236 req-3e58493c-bf28-4090-8ca0-a613c703961a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759917 Jul 09 17:22:10.859421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:22:11.064653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['7a2e3a9e-9776-4412-bdff-507a8b18860a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:22:11.106064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d4c4dc2f-bb63-4e9b-a30d-edd5817d3b84 None None] Provisioning for port 836896b3-a002-4451-83a6-ad159fb82a61 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:11.164774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:11.181124 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Sync routers for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:11.201193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.205542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-741c7531-b417-4fef-b82d-237e52db17c8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6394172 Jul 09 17:22:11.206186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34852) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:11.207212 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:11.208528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:21:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:11.220784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbc65b43-9005-472f-b614-d9492df02c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.249009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=7a2e3a9e-9776-4412-bdff-507a8b18860a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:11.377378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:22:11.407165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766f03d-039e-4e22-b187-c3858dc0ac95 req-88b801fb-5de2-49af-adbe-11a5db9b10a3 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:11.421037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c766f03d-039e-4e22-b187-c3858dc0ac95 req-88b801fb-5de2-49af-adbe-11a5db9b10a3 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 945 time: 0.3473835 Jul 09 17:22:11.470317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:11.580588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:11.618191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'mac_address': 'fa:16:3e:15:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:22:11.779324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c766f03d-039e-4e22-b187-c3858dc0ac95 req-bd183288-2139-4671-bba9-9b0b6cf564fb tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541782 Jul 09 17:22:11.799020 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.819954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e2c960-23bf-4820-b80e-87d5d80eacf2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:11.841707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:11.844492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 836896b3-a002-4451-83a6-ad159fb82a61 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:11.879633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 836896b3-a002-4451-83a6-ad159fb82a61 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:11.881123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.904008 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.939824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:11.960664 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:11.977928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c317b1e-718f-4726-8375-a92f9163461f', 'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:02Z', 'updated_at': '2021-07-09T17:22:06Z', 'revision_number': 2, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None, '_interfaces': [{'id': 'fcd78e68-0a79-4ddd-bacf-6f66618af0d9', 'name': '', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'mac_address': 'fa:16:3e:8a:72:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c317b1e-718f-4726-8375-a92f9163461f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': 'bd6c8d82-4acf-46e1-ae3c-c308976dce0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:05Z', 'updated_at': '2021-07-09T17:22:07Z', 'revision_number': 2, 'project_id': '361748460ce94411b2952977508cbb12', 'subnets': [{'id': 'bd6c8d82-4acf-46e1-ae3c-c308976dce0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:12.002561 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:08Z', 'revision_number': 3, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:12.049667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6d3e8-9ec0-464e-860f-c1f02b6e43dd req-28e4e437-4fb9-4fe6-ba76-f8fe18b38b8d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:12.058079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Checking router: 5c317b1e-718f-4726-8375-a92f9163461f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:12.058428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Updating router 5c317b1e-718f-4726-8375-a92f9163461f port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:22:12.065885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aaa6d3e8-9ec0-464e-860f-c1f02b6e43dd req-28e4e437-4fb9-4fe6-ba76-f8fe18b38b8d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3198264 Jul 09 17:22:12.081746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9c2552ab-5891-4877-8ab8-b27d4a9bb67a None None] Provisioning for port df19953c-be5e-454d-b891-ad6334969687 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:12.094038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9c2552ab-5891-4877-8ab8-b27d4a9bb67a None None] Provisioning complete for port df19953c-be5e-454d-b891-ad6334969687 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:12.094366 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c2552ab-5891-4877-8ab8-b27d4a9bb67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.097969 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Checking router: 0e7ba959-f092-4b6f-a749-3870fb2de0c4 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:12.098320 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Updating router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 port b7a8fc11-e64f-46f8-8e89-010eabb245ed binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:22:12.183640 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.206700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e8e2c960-23bf-4820-b80e-87d5d80eacf2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:22:12.248653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aaa6d3e8-9ec0-464e-860f-c1f02b6e43dd req-39bc6435-522b-4916-981d-3080435e6fb8 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814096 Jul 09 17:22:12.492328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.512450 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.514606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 10.1.1.200 (d3435412-da52-4770-94fd-9c32b1d8766d/5586e566-9750-46f4-9b77-4205ddfe3ec1/5bd49858-da87-45da-a475-a3045d2b0005) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:12.559186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.799896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9c2552ab-5891-4877-8ab8-b27d4a9bb67a None None] Port df19953c-be5e-454d-b891-ad6334969687 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:12.802020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:12.933418 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:12.998898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.000095 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Transition to ACTIVE for port object b7a8fc11-e64f-46f8-8e89-010eabb245ed will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:13.016229 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.122262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Allocated IP 172.20.0.1 (10d12db8-2ba2-46a3-b374-0c7479d7bbd2/ce888ba5-a28e-479c-9fa6-b6a93d3b7dec/76055181-1998-459d-9bee-8241e6a380f6) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:13.134531 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94245e39-7258-42ae-961c-e9d6b7f171a2 None None] Pushing event updated for resources: {'Port': ['ID=b7a8fc11-e64f-46f8-8e89-010eabb245ed,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:13.137668 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Attempting to bind port b7a8fc11-e64f-46f8-8e89-010eabb245ed on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:13.138145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Attempting to bind port b7a8fc11-e64f-46f8-8e89-010eabb245ed by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:13.138588 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Attempting to bind port b7a8fc11-e64f-46f8-8e89-010eabb245ed on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:13.149593 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:13.156247 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:13.156845 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.157328 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:13.157921 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Bound port: b7a8fc11-e64f-46f8-8e89-010eabb245ed, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:13.158412 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.196005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 836896b3-a002-4451-83a6-ad159fb82a61, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=836896b3-a002-4451-83a6-ad159fb82a61,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:13.215684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7a2e3a9e-9776-4412-bdff-507a8b18860a up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:13.285480 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.308250 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] For port b7a8fc11-e64f-46f8-8e89-010eabb245ed, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:13.320201 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] For port b7a8fc11-e64f-46f8-8e89-010eabb245ed, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b7a8fc11-e64f-46f8-8e89-010eabb245ed,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:13.330092 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.451188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539d35-e5b2-4f20-b2bb-54adb0b24afd req-ce171b0e-2044-4cc5-8443-ea0dd24a744c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:13.480888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539d35-e5b2-4f20-b2bb-54adb0b24afd req-ce171b0e-2044-4cc5-8443-ea0dd24a744c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:13.490952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-45bb3ae1-4c25-4d92-af7b-a69d88d0d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:13.492106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d539d35-e5b2-4f20-b2bb-54adb0b24afd req-ce171b0e-2044-4cc5-8443-ea0dd24a744c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 1652 time: 0.8705046 Jul 09 17:22:13.494083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-45bb3ae1-4c25-4d92-af7b-a69d88d0d9ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1098 time: 0.4866970 Jul 09 17:22:13.591350 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:13.596408 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:13.629804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-05b2ce27-2106-40c1-8916-1bfaa98d46e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.714249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d539d35-e5b2-4f20-b2bb-54adb0b24afd req-08b6fd0a-8e0a-4662-abf5-18e633436650 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206457 Jul 09 17:22:13.766768 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94245e39-7258-42ae-961c-e9d6b7f171a2 None None] Pushing event updated for resources: {'Port': ['ID=b7a8fc11-e64f-46f8-8e89-010eabb245ed,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:13.889046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.910910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:13.919710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=836896b3-a002-4451-83a6-ad159fb82a61,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:13.953292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Transition to ACTIVE for port object 76055181-1998-459d-9bee-8241e6a380f6 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:13.992408 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:14.001514 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.020994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object 5bd49858-da87-45da-a475-a3045d2b0005 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:14.043001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be225143-3858-41a8-93ec-e16730c95c8d req-5ff83851-3e2b-4886-b4d2-db282e1e1fdf tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.044758 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be225143-3858-41a8-93ec-e16730c95c8d req-5ff83851-3e2b-4886-b4d2-db282e1e1fdf tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 945 time: 0.7402403 Jul 09 17:22:14.050194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-03471f90-b311-4e7c-85c9-06ca9eb8437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.051940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-03471f90-b311-4e7c-85c9-06ca9eb8437e service neutron] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.5425544 Jul 09 17:22:14.107249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:14.109250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.163160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.182523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 7a2e3a9e-9776-4412-bdff-507a8b18860a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:14.184976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-97d323d0-4262-4370-9265-b901be0820eb None None] Provisioning complete for port 836896b3-a002-4451-83a6-ad159fb82a61 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:14.185430 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97d323d0-4262-4370-9265-b901be0820eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.291707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 7a2e3a9e-9776-4412-bdff-507a8b18860a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:14.292178 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.334382 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-e7e38d31-6aa1-4d77-95aa-a9d56efab31d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.2713122 Jul 09 17:22:14.401694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be225143-3858-41a8-93ec-e16730c95c8d req-b8f23654-90eb-4d31-b9c5-dc882ad4621c tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435407 Jul 09 17:22:14.448307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.538054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.609824 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:08Z', 'revision_number': 3, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:14.646698 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.659213 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5c3ff-6e43-4fa2-8564-8e6aa2ee9eec None None] The sync data for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 is: [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:08Z', 'revision_number': 3, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:14.660715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network d3435412-da52-4770-94fd-9c32b1d8766d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:14.667396 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.691584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14448c1-bdc9-4e08-8d39-0f7bad0eed88 req-ad5d8afa-7169-473c-ae40-77282f5f3788 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.706045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:14.707338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14448c1-bdc9-4e08-8d39-0f7bad0eed88 req-ad5d8afa-7169-473c-ae40-77282f5f3788 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.5935352 Jul 09 17:22:14.708628 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee5727c-14d6-4c41-b914-97ed3b5f21e2" -d '{"events": [{"server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "name": "network-vif-plugged", "status": "completed", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:14.715084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Pushing event updated for resources: {'Port': ['ID=76055181-1998-459d-9bee-8241e6a380f6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:14.723725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-fb250fef-7c4e-4129-ae82-3177e1438531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:14.725726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-fb250fef-7c4e-4129-ae82-3177e1438531 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.3702953 Jul 09 17:22:14.728521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:14.739563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:14.755046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:14.766985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:14.780517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Transition to ACTIVE for port object fcd78e68-0a79-4ddd-bacf-6f66618af0d9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:14.786918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 7a2e3a9e-9776-4412-bdff-507a8b18860a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:14.809675 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.820057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.820404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.820787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.821177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.821510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.821844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.822172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.822500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.822827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.823200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.823532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.824104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:14.863282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-5fc6bb7e-5f14-4869-a65f-7b4b20e53102 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185415 Jul 09 17:22:14.868917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:14.976449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:15.064999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:15.149328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb5c3-e57f-4a94-a02a-a738c53548b8 None None] Pushing event updated for resources: {'Port': ['ID=fcd78e68-0a79-4ddd-bacf-6f66618af0d9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:15.187701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14448c1-bdc9-4e08-8d39-0f7bad0eed88 req-8d2c74eb-a6c2-4d2b-be49-6f7a18db8c34 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778242 Jul 09 17:22:15.209773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:15.217925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:15.222964 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d7fcb-b2dc-474a-82d8-ac2a90bfa566 x-openstack-request-id: req-238d7fcb-b2dc-474a-82d8-ac2a90bfa566 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:15.223255 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "name": "network-vif-plugged", "status": "completed", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:15.223506 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-238d7fcb-b2dc-474a-82d8-ac2a90bfa566 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:15.234885 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'code': 200} Jul 09 17:22:15.282247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:15.286912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:15.337433 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for fcd78e68-0a79-4ddd-bacf-6f66618af0d9 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:15.340562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-16b1deb6-01e4-43ea-acdf-15fc82187b39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0076940 Jul 09 17:22:15.358484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c', 'admin_state_up': True, 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'security_groups': ['05859df1-58ca-4159-b964-3d16cc86a75a']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:15.563653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b690edd-aa9a-4b31-ad22-02ecc45e7d4d None None] Provisioning for port 5bd49858-da87-45da-a475-a3045d2b0005 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:15.591080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b690edd-aa9a-4b31-ad22-02ecc45e7d4d None None] Provisioning complete for port 5bd49858-da87-45da-a475-a3045d2b0005 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:15.591451 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b690edd-aa9a-4b31-ad22-02ecc45e7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:15.669366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.012325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:16.171304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3b690edd-aa9a-4b31-ad22-02ecc45e7d4d None None] Port 5bd49858-da87-45da-a475-a3045d2b0005 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:16.198462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b7a8fc11-e64f-46f8-8e89-010eabb245ed up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:16.228692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.239929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Attempting to bind port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:16.240345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Attempting to bind port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:16.240927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Attempting to bind port fcd78e68-0a79-4ddd-bacf-6f66618af0d9 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:16.266540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba7822-f028-4e6f-9d4e-a8d1056aab4c req-3173130f-1d88-438e-b9db-9ce465a359e2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:16.274048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41ba7822-f028-4e6f-9d4e-a8d1056aab4c req-3173130f-1d88-438e-b9db-9ce465a359e2 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.4583733 Jul 09 17:22:16.334075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:16.335422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:16.335899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.337593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:16.338119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Bound port: fcd78e68-0a79-4ddd-bacf-6f66618af0d9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:16.339701 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.469475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41ba7822-f028-4e6f-9d4e-a8d1056aab4c req-d05ce296-de89-4a63-93c1-865b5b8cb6bf tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939156 Jul 09 17:22:16.501371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] For port fcd78e68-0a79-4ddd-bacf-6f66618af0d9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:16.512037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] For port fcd78e68-0a79-4ddd-bacf-6f66618af0d9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fcd78e68-0a79-4ddd-bacf-6f66618af0d9,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:16.513685 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.524021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:16.551573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.573344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=7a2e3a9e-9776-4412-bdff-507a8b18860a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:16.701832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-4df894f1-6c01-410d-9add-a971f23d5762 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8276591 Jul 09 17:22:16.732218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb5c3-e57f-4a94-a02a-a738c53548b8 None None] Pushing event updated for resources: {'Port': ['ID=fcd78e68-0a79-4ddd-bacf-6f66618af0d9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:16.754796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-45fb4c2f-beeb-446d-8af3-cc7184dcb9a0 None None] Provisioning for port 76055181-1998-459d-9bee-8241e6a380f6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:16.833534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-45fb4c2f-beeb-446d-8af3-cc7184dcb9a0 None None] Provisioning complete for port 76055181-1998-459d-9bee-8241e6a380f6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:16.838784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-45fb4c2f-beeb-446d-8af3-cc7184dcb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.928773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:16.985328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-45fb4c2f-beeb-446d-8af3-cc7184dcb9a0 None None] Port 76055181-1998-459d-9bee-8241e6a380f6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:17.009520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=fcd78e68-0a79-4ddd-bacf-6f66618af0d9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:17.018024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-45fb4c2f-beeb-446d-8af3-cc7184dcb9a0 None None] Could not find standard attr ID for object fcd78e68-0a79-4ddd-bacf-6f66618af0d9. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:22:17.046224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Routers {'5c317b1e-718f-4726-8375-a92f9163461f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:17.046884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5c317b1e-718f-4726-8375-a92f9163461f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:17.084907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675649ff-7c8c-49b2-a925-317b17e30118 req-3ab7882c-4296-4ecd-a995-ae307ebf1a40 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:17.101964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675649ff-7c8c-49b2-a925-317b17e30118 req-3ab7882c-4296-4ecd-a995-ae307ebf1a40 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:17.118417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675649ff-7c8c-49b2-a925-317b17e30118 req-3ab7882c-4296-4ecd-a995-ae307ebf1a40 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:17.126622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-675649ff-7c8c-49b2-a925-317b17e30118 req-3ab7882c-4296-4ecd-a995-ae307ebf1a40 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 2373 time: 1.5324130 Jul 09 17:22:17.147524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] Set router 5c317b1e-718f-4726-8375-a92f9163461f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:17.263253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 10.2.2.100 (1bbe3a36-308e-442b-91d4-e1ec1081642c/137ae9f0-f874-48a2-9de2-89dd8ab17a87/32fa311e-d28f-4cbb-8b49-822c9062ca80) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:17.290002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677193cf-9c2a-43a7-97e1-5ca63fdbc845 req-aa77d118-fe05-41e4-a8ec-0b0852a4a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:17.296156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-677193cf-9c2a-43a7-97e1-5ca63fdbc845 req-aa77d118-fe05-41e4-a8ec-0b0852a4a1b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 1098 time: 1.8854721 Jul 09 17:22:17.311800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c317b1e-718f-4726-8375-a92f9163461f', 'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:02Z', 'updated_at': '2021-07-09T17:22:16Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:17.348648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.374370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4238d25-fcf2-4b18-8ef5-ef4f12918171 None None] The sync data for ids ['5c317b1e-718f-4726-8375-a92f9163461f'] in n-d-791506-17 is: [{'id': '5c317b1e-718f-4726-8375-a92f9163461f', 'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:02Z', 'updated_at': '2021-07-09T17:22:16Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:17.399787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be58849f-7c94-432e-9a38-27d518885f27 None None] Could not find standard attr ID for object fcd78e68-0a79-4ddd-bacf-6f66618af0d9. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:22:17.442864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e8e2c960-23bf-4820-b80e-87d5d80eacf2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:17.444340 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.478420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-675649ff-7c8c-49b2-a925-317b17e30118 req-6a966b46-7287-48f6-8203-073d76752a62 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445137 Jul 09 17:22:17.491917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b7a8fc11-e64f-46f8-8e89-010eabb245ed completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:17.497979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-677193cf-9c2a-43a7-97e1-5ca63fdbc845 req-d9ef3a06-c1f3-4a7c-93a1-5439732803b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789346 Jul 09 17:22:17.516833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09af0628-95bc-41ae-bcf9-02cc8320f1a3 req-ccdf9003-245b-46c3-87b8-b432c21533e6 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854826 Jul 09 17:22:17.540585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b7a8fc11-e64f-46f8-8e89-010eabb245ed triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:17.541474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.548584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.558859 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.803946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.874354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Pushing event updated for resources: {'Port': ['ID=76055181-1998-459d-9bee-8241e6a380f6,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:17.879219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.882220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b7a8fc11-e64f-46f8-8e89-010eabb245ed, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b7a8fc11-e64f-46f8-8e89-010eabb245ed,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:17.955363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:17.965863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 836896b3-a002-4451-83a6-ad159fb82a61 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:18.008697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13243eeb-a5d4-4897-bd92-a2fb50fba974 req-83d1ad4e-83e1-403c-a025-aa530d8afc64 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:18.018833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13243eeb-a5d4-4897-bd92-a2fb50fba974 req-83d1ad4e-83e1-403c-a025-aa530d8afc64 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.7522538 Jul 09 17:22:18.067707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907593b-ccbe-49d5-bb76-a20ec954fbe7 req-5afe7c19-1034-4742-b0c8-851dcac8d792 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:18.075266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5907593b-ccbe-49d5-bb76-a20ec954fbe7 req-5afe7c19-1034-4742-b0c8-851dcac8d792 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.2524953 Jul 09 17:22:18.159499 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:18.195303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5907593b-ccbe-49d5-bb76-a20ec954fbe7 req-8a7b9032-ae0a-4312-97ac-9a351ed08355 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190422 Jul 09 17:22:18.216182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:18.226083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:18.352462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b7a8fc11-e64f-46f8-8e89-010eabb245ed,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:18.392672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:18.401531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13243eeb-a5d4-4897-bd92-a2fb50fba974 req-b1359f96-76af-4959-9781-8bdeb9a600e9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783674 Jul 09 17:22:18.403422 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b629ac-7f16-42c5-9db8-bf72b80039bc" -d '{"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:18.445063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Router 5c317b1e-718f-4726-8375-a92f9163461f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:18.496639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:18.566605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:18.622346 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee39beb-91b2-46bd-a7c3-8bd0d5f52851 x-openstack-request-id: req-4ee39beb-91b2-46bd-a7c3-8bd0d5f52851 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:18.631208 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:18.632184 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ee39beb-91b2-46bd-a7c3-8bd0d5f52851 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:18.632845 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'code': 200} Jul 09 17:22:18.655042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 836896b3-a002-4451-83a6-ad159fb82a61 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:18.655744 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:18.785517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:18.829497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:18.858947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a0b0094-6843-4594-a8f9-c5d970802464 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "PUT /v2.0/routers/5c317b1e-718f-4726-8375-a92f9163461f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1220865 Jul 09 17:22:18.872214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:18.874923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34968) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:18.973320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:19.102552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object 32fa311e-d28f-4cbb-8b49-822c9062ca80 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:19.198524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8eeea68c-2bb0-4a8d-969b-7972f4b47a88 None None] Provisioning complete for port 76055181-1998-459d-9bee-8241e6a380f6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:19.198951 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8eeea68c-2bb0-4a8d-969b-7972f4b47a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:19.201060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:19.208325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1852de4e-1ee1-4a70-82a2-63adf962de2e admin admin] 10.222.0.21 "PUT /v2.0/routers/0e7ba959-f092-4b6f-a749-3870fb2de0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0008273 Jul 09 17:22:19.253677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e9a5a-6233-4e39-aaa4-789ed632a368 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:19.257007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e9a5a-6233-4e39-aaa4-789ed632a368 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:19.259608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd6e9a5a-6233-4e39-aaa4-789ed632a368 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3657904 Jul 09 17:22:19.261195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:19.261998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:19.365509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet bd6c8d82-4acf-46e1-ae3c-c308976dce0f {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:19.376383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:19.404951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Sync routers for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:19.410560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8eeea68c-2bb0-4a8d-969b-7972f4b47a88 None None] Port 76055181-1998-459d-9bee-8241e6a380f6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:19.420164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e83dc-b889-40b0-b840-f5f76ee56fd2 req-6a75c087-3394-44f1-8699-f0eb7ac67936 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:19.422626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b7a8fc11-e64f-46f8-8e89-010eabb245ed up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:19.435253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e83dc-b889-40b0-b840-f5f76ee56fd2 req-6a75c087-3394-44f1-8699-f0eb7ac67936 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:19.448633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e83dc-b889-40b0-b840-f5f76ee56fd2 req-6a75c087-3394-44f1-8699-f0eb7ac67936 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:19.461524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-913e83dc-b889-40b0-b840-f5f76ee56fd2 req-6a75c087-3394-44f1-8699-f0eb7ac67936 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 2373 time: 0.5357230 Jul 09 17:22:19.469629 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:19.593910 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] Sync routers for ids ['5c317b1e-718f-4726-8375-a92f9163461f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:19.609295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:19.610041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:19.613888 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] Routers {'5c317b1e-718f-4726-8375-a92f9163461f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:19.614511 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5c317b1e-718f-4726-8375-a92f9163461f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:19.703549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:19.782580 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] Set router 5c317b1e-718f-4726-8375-a92f9163461f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:19.849550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef44fb2-4998-4f06-91fb-760fa0afcf15 req-782fddc3-3e8c-455a-86b0-6ccbc09670e6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:19.853066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ef44fb2-4998-4f06-91fb-760fa0afcf15 req-782fddc3-3e8c-455a-86b0-6ccbc09670e6 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.3243339 Jul 09 17:22:19.922061 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c317b1e-718f-4726-8375-a92f9163461f', 'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:02Z', 'updated_at': '2021-07-09T17:22:16Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:19.964266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ef44fb2-4998-4f06-91fb-760fa0afcf15 req-1d443787-53e2-4f49-833d-31803ef6e693 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977261 Jul 09 17:22:19.965950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:19.988737 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] Checking router: 5c317b1e-718f-4726-8375-a92f9163461f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:20.019194 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] Routers {'5c317b1e-718f-4726-8375-a92f9163461f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:20.021931 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['5c317b1e-718f-4726-8375-a92f9163461f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:20.028101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6c8d82-4acf-46e1-ae3c-c308976dce0f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:20.031064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:20.033257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-869a3860-146b-45ce-8fa1-5fc68ee97a75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/bd6c8d82-4acf-46e1-ae3c-c308976dce0f HTTP/1.1" status: 204 len: 168 time: 0.7702513 Jul 09 17:22:20.035626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35024) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:20.071681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c0d59-f2fa-4034-80fb-8b17846d3464 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:20.205363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-394fe4a8-e29b-4ca6-ba74-79b663caacad tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1684163 Jul 09 17:22:20.205990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:20.269665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b7a8fc11-e64f-46f8-8e89-010eabb245ed triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:20.270032 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:20.308284 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] Set router 5c317b1e-718f-4726-8375-a92f9163461f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:20.356580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:20.362165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:20.475795 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c317b1e-718f-4726-8375-a92f9163461f', 'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:02Z', 'updated_at': '2021-07-09T17:22:16Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:20.527282 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6022e-1a0f-4256-8927-6debde16ebd3 None None] The sync data for ids ['5c317b1e-718f-4726-8375-a92f9163461f'] in n-d-791506-17 is: [{'id': '5c317b1e-718f-4726-8375-a92f9163461f', 'name': 'tempest-NetworksTestDHCPv6-router-124342021', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:02Z', 'updated_at': '2021-07-09T17:22:16Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:20.597765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:20.610904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=32fa311e-d28f-4cbb-8b49-822c9062ca80,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:20.650398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:20.667197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:20.825823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:20.852122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:20.904213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-913e83dc-b889-40b0-b840-f5f76ee56fd2 req-7c62e32d-5c60-4a14-98b1-65173b801adc tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4417486 Jul 09 17:22:20.918987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-c2e143a8-68a1-47cc-aed2-c5788e44e333 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5682223 Jul 09 17:22:20.931498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c', 'admin_state_up': True, 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'security_groups': ['05859df1-58ca-4159-b964-3d16cc86a75a']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:20.979041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:20.995082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:21.134634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df56e3-92c4-49f3-bd9c-f989660e4424 req-486ab04d-d1fb-4e86-9cd1-cb30a2d33eab tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:21.143039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4df56e3-92c4-49f3-bd9c-f989660e4424 req-486ab04d-d1fb-4e86-9cd1-cb30a2d33eab tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.4940908 Jul 09 17:22:21.241274 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4df56e3-92c4-49f3-bd9c-f989660e4424 req-80af3ee5-fc80-42cb-aa43-0c4d277846cd tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938666 Jul 09 17:22:21.245107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:21.246920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Fanout notify agent at l3_agent the message router_deleted on router 5c317b1e-718f-4726-8375-a92f9163461f {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:22:21.276619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:21.279145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Made reservation on behalf of 7a8406af76b2428aa6aad4b715d953bd for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:21.284755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f480b062-6106-4711-8d79-5094a0ec1b11 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/routers/5c317b1e-718f-4726-8375-a92f9163461f HTTP/1.1" status: 204 len: 168 time: 1.0741775 Jul 09 17:22:21.289755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35058) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:21.321046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:21.539693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5876e014-ee3e-4144-80ba-9aa59c59b052 None None] Provisioning for port 32fa311e-d28f-4cbb-8b49-822c9062ca80 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:21.545537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:21.686326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5876e014-ee3e-4144-80ba-9aa59c59b052 None None] Provisioning complete for port 32fa311e-d28f-4cbb-8b49-822c9062ca80 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:21.686803 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5876e014-ee3e-4144-80ba-9aa59c59b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:21.852358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:21.856213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:21.972780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5876e014-ee3e-4144-80ba-9aa59c59b052 None None] Port 32fa311e-d28f-4cbb-8b49-822c9062ca80 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:22.013493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 2, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:22.125646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66ea29-5381-4d17-8331-da9cda0ce429 req-c063d31d-9dc9-4c3b-91be-c25fbad9c329 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:22.127439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb66ea29-5381-4d17-8331-da9cda0ce429 req-c063d31d-9dc9-4c3b-91be-c25fbad9c329 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.5363252 Jul 09 17:22:22.141118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35106) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:22.169034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Request body: {'floatingip': {'port_id': '7a2e3a9e-9776-4412-bdff-507a8b18860a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:22.243598 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:22.263537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Allocated IP 10.2.2.200 (1bbe3a36-308e-442b-91d4-e1ec1081642c/137ae9f0-f874-48a2-9de2-89dd8ab17a87/765d58cd-371e-4787-830b-b74727537463) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:22.451835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edda-98a6-40d8-8ad7-61c6b169cf77 req-7479f75c-0208-48fc-a94d-4e75a25975c1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:22.464401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1b0edda-98a6-40d8-8ad7-61c6b169cf77 req-7479f75c-0208-48fc-a94d-4e75a25975c1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.4540613 Jul 09 17:22:22.537621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:22:22.547240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Checking router: 0e7ba959-f092-4b6f-a749-3870fb2de0c4 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:22.548544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Updating router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 port 76055181-1998-459d-9bee-8241e6a380f6 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:22:22.602191 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:22.603028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1b0edda-98a6-40d8-8ad7-61c6b169cf77 req-486283cd-47ce-4140-9828-0c53297d2dae tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304636 Jul 09 17:22:22.904650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:22.937653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Transition to ACTIVE for port object 765d58cd-371e-4787-830b-b74727537463 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:23.023537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] Deleting port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:23.023537 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.041035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.087796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.209970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event updated for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:23.212664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] For port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:23.213199 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.238181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] Calling delete_port for cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:23.260245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:23.273360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:23.276463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:23.395584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:23.401686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.415317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:23.431428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:23.441739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:23.442672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.443973 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-649d85d6-951b-4f48-a63c-8ecd89241547 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5172889 Jul 09 17:22:23.455781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:23.469828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=18edf7a9-29d5-4a8b-b158-c98f5790a402,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:23.531068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a049a1-5f4c-465a-b661-be9854218640 req-25492c82-29ce-403e-baf2-860194b05ea6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:23.539419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a049a1-5f4c-465a-b661-be9854218640 req-25492c82-29ce-403e-baf2-860194b05ea6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:23.547944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a049a1-5f4c-465a-b661-be9854218640 req-25492c82-29ce-403e-baf2-860194b05ea6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:23.565786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a049a1-5f4c-465a-b661-be9854218640 req-25492c82-29ce-403e-baf2-860194b05ea6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:23.581268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a049a1-5f4c-465a-b661-be9854218640 req-25492c82-29ce-403e-baf2-860194b05ea6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 3094 time: 1.0017765 Jul 09 17:22:23.612100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c21bdaa1-bdc0-4884-9557-7ffefd0517ea tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3175519 Jul 09 17:22:23.655125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35136) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:23.665352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:23.703952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.832066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99a049a1-5f4c-465a-b661-be9854218640 req-c7d41ef3-9c4e-40bf-b409-4e8839cb1c03 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492936 Jul 09 17:22:23.966412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:23.973255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.023179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.063336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Transition to ACTIVE for port object 76055181-1998-459d-9bee-8241e6a380f6 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:24.088955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:24.169817 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.259254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e4f8dcf5-7082-43c0-9c60-98d0a6092239 None None] Provisioning for port 765d58cd-371e-4787-830b-b74727537463 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:24.344435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f4a7d2-689d-4c44-99d6-b52b8e67f371 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:24.345054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e4f8dcf5-7082-43c0-9c60-98d0a6092239 None None] Provisioning complete for port 765d58cd-371e-4787-830b-b74727537463 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:24.345146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4f8dcf5-7082-43c0-9c60-98d0a6092239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.356717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.380969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.383144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Transition to ACTIVE for port object f5f4a7d2-689d-4c44-99d6-b52b8e67f371 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:24.392369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:24.484671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] No DVR routers for this DVR port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:24.527677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No active binding found for port cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 {{(pid=93897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:22:24.528488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:24.532810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049ae6-b25f-4b33-bae2-4c4503b3dd94 None None] Pushing event updated for resources: {'Port': ['ID=76055181-1998-459d-9bee-8241e6a380f6,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:24.653456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:24.686230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7cea8-b583-4156-96ed-a78f233e826d None None] Pushing event deleted for resources: {'Port': ['ID=cc1bf1c8-9b7d-4b2b-8b3d-b841eb2330f8,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:24.689824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10273ef6-3ed8-466e-a00e-b45b2c7e4fdd None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:24.885986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Attempting to bind port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:24.886092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Attempting to bind port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:24.886482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Attempting to bind port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 on network 1e356c56-291f-4e06-a842-ab091bc8d52b {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:24.900112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8dcf5-7082-43c0-9c60-98d0a6092239 None None] Port 765d58cd-371e-4787-830b-b74727537463 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:24.908600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 on network 1e356c56-291f-4e06-a842-ab091bc8d52b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:24.908942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Attempting to bind port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 on network 1e356c56-291f-4e06-a842-ab091bc8d52b {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:24.926381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:24.926756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Checking segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:24.927123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Bound using segment: {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:24.927572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Bound port: f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b9676d-2423-4d2b-8303-be00f2d9cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:24.927962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.127513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:25.136817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:25.151223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.196210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Attempting to bind port 76055181-1998-459d-9bee-8241e6a380f6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:25.198078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Attempting to bind port 76055181-1998-459d-9bee-8241e6a380f6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:25.198987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Attempting to bind port 76055181-1998-459d-9bee-8241e6a380f6 on network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:25.220398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:25.222602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.226925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:25.226925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Checking segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:25.227295 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.229526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1092 time: 1.7741458 Jul 09 17:22:25.229676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Bound using segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:25.230269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:25.230776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Bound port: 76055181-1998-459d-9bee-8241e6a380f6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:25.231174 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.234326 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06708fc0-2ad1-4fb4-abe4-d9c08136d774" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:25.269412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.271350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:25.327567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.382432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.384713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b66149a4-56d8-453e-b42a-22e7e678f091 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.7242403 Jul 09 17:22:25.392168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35156) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:25.395684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] For port 76055181-1998-459d-9bee-8241e6a380f6, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:25.400089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] For port 76055181-1998-459d-9bee-8241e6a380f6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=76055181-1998-459d-9bee-8241e6a380f6,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:25.408137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '18edf7a9-29d5-4a8b-b158-c98f5790a402'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:22:25.409427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.417114 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.624646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049ae6-b25f-4b33-bae2-4c4503b3dd94 None None] Pushing event updated for resources: {'Port': ['ID=76055181-1998-459d-9bee-8241e6a380f6,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:25.647638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:25.648673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:25.650866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:22:25.843897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c466d-fb0e-4f56-bf15-7183f43440e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:25.949746 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:25.981625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f37fe-164b-4f1c-90dc-12405fe0e1ee req-1c68df34-31c2-4741-b9b8-6e7034971f66 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:26.001557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e1f37fe-164b-4f1c-90dc-12405fe0e1ee req-1c68df34-31c2-4741-b9b8-6e7034971f66 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.7298858 Jul 09 17:22:26.019847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:26.037970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:26.160712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:26.201483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:26.296783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/18edf7a9-29d5-4a8b-b158-c98f5790a402/c2149c14-d7cb-4103-8644-6e1d1249bd88) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:26.321781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e1f37fe-164b-4f1c-90dc-12405fe0e1ee req-507e15c2-7400-46ab-86f0-7e973ce596d9 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187401 Jul 09 17:22:26.385452 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Floating IP 519ffecc-caf1-467b-a2c4-98aa7ff045dc associated. External IP: 172.25.3.210, port: 7a2e3a9e-9776-4412-bdff-507a8b18860a. Jul 09 17:22:26.887839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:26.906570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:25Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:26.937593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7591df60-c373-4859-a347-03e86878b3e7 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:26.962359 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:26.999452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c336af-ad4f-4c3b-81f5-0688bae799d6 None None] The sync data for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 is: [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:25Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:27.001370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Transition to ACTIVE for port object 7591df60-c373-4859-a347-03e86878b3e7 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:27.023346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.233954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.266957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Transition to ACTIVE for port object c2149c14-d7cb-4103-8644-6e1d1249bd88 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:27.325942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Transition to ACTIVE for port object c2149c14-d7cb-4103-8644-6e1d1249bd88 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:27.352826 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.458218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991087-e89f-4c18-ad11-289855890d0c req-5d1b57a5-7700-4d5a-ae6a-1c3a3f68f390 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.498175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991087-e89f-4c18-ad11-289855890d0c req-5d1b57a5-7700-4d5a-ae6a-1c3a3f68f390 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.510735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991087-e89f-4c18-ad11-289855890d0c req-5d1b57a5-7700-4d5a-ae6a-1c3a3f68f390 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.516052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Pushing event updated for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:27.536179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991087-e89f-4c18-ad11-289855890d0c req-5d1b57a5-7700-4d5a-ae6a-1c3a3f68f390 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.536931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:27.543906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Pushing event updated for resources: {'Port': ['ID=c2149c14-d7cb-4103-8644-6e1d1249bd88,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:27.553745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:27.556621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:27.560878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991087-e89f-4c18-ad11-289855890d0c req-5d1b57a5-7700-4d5a-ae6a-1c3a3f68f390 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:27.589300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16991087-e89f-4c18-ad11-289855890d0c req-5d1b57a5-7700-4d5a-ae6a-1c3a3f68f390 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 3827 time: 0.6990666 Jul 09 17:22:27.765447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16991087-e89f-4c18-ad11-289855890d0c req-767f4dd4-3f42-4660-b391-e3bc25232300 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743288 Jul 09 17:22:27.776196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::1 (d6992ee0-dde0-4473-b499-57da2aa4712d/18edf7a9-29d5-4a8b-b158-c98f5790a402/de652167-e49b-477b-8b66-e0d14cae6e1b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:27.810135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Attempting to bind port c2149c14-d7cb-4103-8644-6e1d1249bd88 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:27.810515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Attempting to bind port c2149c14-d7cb-4103-8644-6e1d1249bd88 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:27.810881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Attempting to bind port c2149c14-d7cb-4103-8644-6e1d1249bd88 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:27.814374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:27.840531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.846224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] Sync routers for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:27.863711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Attempting to bind port 7591df60-c373-4859-a347-03e86878b3e7 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:27.863711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Attempting to bind port 7591df60-c373-4859-a347-03e86878b3e7 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:27.863711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Attempting to bind port 7591df60-c373-4859-a347-03e86878b3e7 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:27.877539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Port 7591df60-c373-4859-a347-03e86878b3e7 on network d3435412-da52-4770-94fd-9c32b1d8766d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:27.877858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Attempting to bind port 7591df60-c373-4859-a347-03e86878b3e7 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:27.891117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:27.896345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:27.896974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.897468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:27.899677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:27.899927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Checking segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:27.900320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Bound using segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:27.900769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Bound port: 7591df60-c373-4859-a347-03e86878b3e7, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:27.901146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.901467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Bound port: c2149c14-d7cb-4103-8644-6e1d1249bd88, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:27.903640 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:27.995317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:27.995748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:28.092146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca637c17-1379-42a4-a8a6-a4a972630956 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "PUT /v2.0/floatingips/519ffecc-caf1-467b-a2c4-98aa7ff045dc HTTP/1.1" status: 200 len: 992 time: 5.9361331 Jul 09 17:22:28.101083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:28.103510 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:28.209980 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69a0e0-0282-4a16-b1e0-18bd67c59b2b x-openstack-request-id: req-9f69a0e0-0282-4a16-b1e0-18bd67c59b2b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:28.210566 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:28.210721 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f69a0e0-0282-4a16-b1e0-18bd67c59b2b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:28.211281 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'status': 'completed', 'code': 200} Jul 09 17:22:28.231591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.241019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.242785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.245800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.246304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.246791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.249680 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-cefe5ed8-3ccf-4bc1-abb1-bb0c5f40dc57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5250 time: 0.2987108 Jul 09 17:22:28.324725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:28.355310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:28.365912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object de652167-e49b-477b-8b66-e0d14cae6e1b will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:28.464629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:28.534917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:28.549668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7591df60-c373-4859-a347-03e86878b3e7,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:28.734838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] For port c2149c14-d7cb-4103-8644-6e1d1249bd88, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:28.734838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] For port c2149c14-d7cb-4103-8644-6e1d1249bd88, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c2149c14-d7cb-4103-8644-6e1d1249bd88,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:28.737482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 76055181-1998-459d-9bee-8241e6a380f6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:28.757329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=de652167-e49b-477b-8b66-e0d14cae6e1b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:28.771307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:28.877811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:28.899217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:28.899941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:28.901477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] 10.222.0.36 "PUT /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 1136 time: 3.6356423 Jul 09 17:22:28.902590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:28.920083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:28.920950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:29.108265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497cb5e-d7bd-46e6-8132-0f950b16dae8 req-913c5f12-bee9-47a8-a995-5f6a0e7494d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:29.109899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0497cb5e-d7bd-46e6-8132-0f950b16dae8 req-913c5f12-bee9-47a8-a995-5f6a0e7494d6 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.9027560 Jul 09 17:22:29.178026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-aea19a37-ae22-40cd-959b-7d743b3e92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:29.178429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-aea19a37-ae22-40cd-959b-7d743b3e92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:29.178935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-aea19a37-ae22-40cd-959b-7d743b3e92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:29.180622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-aea19a37-ae22-40cd-959b-7d743b3e92af service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a8406af76b2428aa6aad4b715d953bd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8933942 Jul 09 17:22:29.184509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:29.328311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:29.362146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2fa73-eed9-4ac8-92c9-fc4dd2ca438b service neutron] Pushing event updated for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:29.528645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:29.609534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 76055181-1998-459d-9bee-8241e6a380f6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:29.634005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:29.659160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0497cb5e-d7bd-46e6-8132-0f950b16dae8 req-59e5a350-6c3d-448e-ae24-a85bea9eae06 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379019 Jul 09 17:22:29.721344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 76055181-1998-459d-9bee-8241e6a380f6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:29.723220 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:29.794601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '519ffecc-caf1-467b-a2c4-98aa7ff045dc', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'port_id': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'mac_address': 'fa:16:3e:11:61:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:21:54Z', 'updated_at': '2021-07-09T17:22:25Z', 'revision_number': 1, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:52Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:29.836396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] Checking router: 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:29.871509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:29.872207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:29.947274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-29d9da96-066f-4b27-a115-9fd70da27053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:29.949581 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06708fc0-2ad1-4fb4-abe4-d9c08136d774 req-29d9da96-066f-4b27-a115-9fd70da27053 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7585638 Jul 09 17:22:30.106928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:30.248568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede17b-95f7-4431-bc70-d84a02e0357a None None] Pushing event updated for resources: {'Port': ['ID=c2149c14-d7cb-4103-8644-6e1d1249bd88,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:30.268324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '7591df60-c373-4859-a347-03e86878b3e7'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:30.290839 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2828073-3db9-45e3-ae13-1fe04d488351" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "7591df60-c373-4859-a347-03e86878b3e7"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:30.479881 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0370ca-5cc8-4e08-b3e2-d86275a230e3 x-openstack-request-id: req-7d0370ca-5cc8-4e08-b3e2-d86275a230e3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:30.480389 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:30.480491 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d0370ca-5cc8-4e08-b3e2-d86275a230e3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:30.480866 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'status': 'completed', 'code': 200} Jul 09 17:22:30.562458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:30.586483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '519ffecc-caf1-467b-a2c4-98aa7ff045dc', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'port_id': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'mac_address': 'fa:16:3e:11:61:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:21:54Z', 'updated_at': '2021-07-09T17:22:25Z', 'revision_number': 1, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:52Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:30.684813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa746e-e64a-469c-bccb-1be883588ef9 None None] The sync data for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 is: [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '519ffecc-caf1-467b-a2c4-98aa7ff045dc', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'port_id': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'mac_address': 'fa:16:3e:11:61:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:21:54Z', 'updated_at': '2021-07-09T17:22:25Z', 'revision_number': 1, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:52Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:30.696119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-7342b8cf-47c3-443e-966a-768b872228ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:30.698307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-7342b8cf-47c3-443e-966a-768b872228ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2256d8fa4d6d4da19314b45a23f0c703&device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1874564 Jul 09 17:22:30.722552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 76055181-1998-459d-9bee-8241e6a380f6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=76055181-1998-459d-9bee-8241e6a380f6,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:30.737888 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:30.935678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=76055181-1998-459d-9bee-8241e6a380f6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:31.017731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:31.019518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2149c14-d7cb-4103-8644-6e1d1249bd88 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:31.081406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-c5784fcc-56f4-48e3-aea5-88b22c60b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.086924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-c5784fcc-56f4-48e3-aea5-88b22c60b545 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5608a990-f38c-476c-9d71-23d6cfb8e477 HTTP/1.1" status: 200 len: 911 time: 0.3813686 Jul 09 17:22:31.200083 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea2b86-6861-4114-9ed8-6dc69c125f82 None None] New status for floating IP 519ffecc-caf1-467b-a2c4-98aa7ff045dc: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:22:31.217913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c2149c14-d7cb-4103-8644-6e1d1249bd88 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:31.253066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:31.269957 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:31.302225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:31.304270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:31.472485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-36cd613b-a900-4a9b-9303-a5983dc0edd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a HTTP/1.1" status: 200 len: 1000 time: 0.3775675 Jul 09 17:22:31.645017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.670000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.685454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.719206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.723384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] Provisioning for port c2149c14-d7cb-4103-8644-6e1d1249bd88 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:31.729300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] Provisioning complete for port c2149c14-d7cb-4103-8644-6e1d1249bd88 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:31.729677 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:31.755087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.777946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.786473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-08046cd3-9db3-4712-9439-f0b14ff62ecd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 4604 time: 0.6984882 Jul 09 17:22:31.864091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-b1007ea1-c96b-4360-b7d6-88afe5c0a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:31.869771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-b1007ea1-c96b-4360-b7d6-88afe5c0a153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5995ae4-8abd-4214-b134-75c694c678ed HTTP/1.1" status: 200 len: 849 time: 0.3831313 Jul 09 17:22:31.915404 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.008796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] For port c2149c14-d7cb-4103-8644-6e1d1249bd88, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c2149c14-d7cb-4103-8644-6e1d1249bd88,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:32.021057 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.039721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e82639b7-8a8f-45d3-b8c0-2c2a67bd7e8a req-9b434e89-7212-4ad7-b4e6-84bea7c2472e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2440865 Jul 09 17:22:32.112141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-fdd926d6-2b12-43c9-8269-f95b09247ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:32.121830 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-fdd926d6-2b12-43c9-8269-f95b09247ec2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5608a990-f38c-476c-9d71-23d6cfb8e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338130 Jul 09 17:22:32.211752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe035d5-98f1-4241-afc9-41487625106c None None] Pushing event updated for resources: {'Port': ['ID=c2149c14-d7cb-4103-8644-6e1d1249bd88,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:32.272736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f510c43b-2610-4fbf-b2ee-9e4c876b3cef None None] Provisioning for port de652167-e49b-477b-8b66-e0d14cae6e1b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:32.286495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f510c43b-2610-4fbf-b2ee-9e4c876b3cef None None] Provisioning complete for port de652167-e49b-477b-8b66-e0d14cae6e1b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:32.287038 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f510c43b-2610-4fbf-b2ee-9e4c876b3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.385075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f510c43b-2610-4fbf-b2ee-9e4c876b3cef None None] Port de652167-e49b-477b-8b66-e0d14cae6e1b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:32.426851 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21b36b1-bfe6-4904-9c82-40838c7777ab x-openstack-request-id: req-b21b36b1-bfe6-4904-9c82-40838c7777ab {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:32.427426 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "7591df60-c373-4859-a347-03e86878b3e7", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:32.427426 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b21b36b1-bfe6-4904-9c82-40838c7777ab {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:32.427830 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '7591df60-c373-4859-a347-03e86878b3e7', 'status': 'completed', 'code': 200} Jul 09 17:22:32.440166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-6f7ccd92-3a5b-4836-ad6a-c845f63d5e8a service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061688 Jul 09 17:22:32.449239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Transition to ACTIVE for port object dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:32.541235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:32.658267 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:22:32.707630 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0838fe73-09fc-4e96-aecd-3ac9d34e6e59 req-ee29c358-59ee-4962-8fd3-5ade5af367be service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563763 Jul 09 17:22:32.762894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=de652167-e49b-477b-8b66-e0d14cae6e1b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:32.940350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Pushing event updated for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:32.945934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 76055181-1998-459d-9bee-8241e6a380f6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:33.017510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.020408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.020408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.023264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.025796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.026549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.027289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.044502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-e2ad87e7-cfe7-4c1b-832d-8ec50d18cecf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6178 time: 0.6087487 Jul 09 17:22:33.085242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 76055181-1998-459d-9bee-8241e6a380f6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:33.085567 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:33.114962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64cf6-ee40-46b3-9365-7e8f3de8f5f2 req-6e0d7d42-77c3-47ab-b4d6-94a1a9230547 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.116907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3e64cf6-ee40-46b3-9365-7e8f3de8f5f2 req-6e0d7d42-77c3-47ab-b4d6-94a1a9230547 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.1571741 Jul 09 17:22:33.187534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3e64cf6-ee40-46b3-9365-7e8f3de8f5f2 req-59e3a31e-88e8-41d3-b3ea-a2e2fac582c5 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Jul 09 17:22:33.344121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:33.345950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-b543f1b5-8eb4-4cee-ba59-2631f8fc2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.346508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-b543f1b5-8eb4-4cee-ba59-2631f8fc2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.346987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-b543f1b5-8eb4-4cee-ba59-2631f8fc2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.348689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-b543f1b5-8eb4-4cee-ba59-2631f8fc2358 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a8406af76b2428aa6aad4b715d953bd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2838848 Jul 09 17:22:33.352996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:33.371399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2149c14-d7cb-4103-8644-6e1d1249bd88 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:33.501199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c2149c14-d7cb-4103-8644-6e1d1249bd88 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:33.502001 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:33.698602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.701012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-3a488726-b990-43b7-b235-2f3dab338079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.703400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2828073-3db9-45e3-ae13-1fe04d488351 req-3a488726-b990-43b7-b235-2f3dab338079 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3475606 Jul 09 17:22:33.737471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.743699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.769200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.774979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.819944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.826072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:33.828818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Attempting to bind port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:33.829168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Attempting to bind port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:33.829719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Attempting to bind port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:33.839378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 on network d3435412-da52-4770-94fd-9c32b1d8766d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:33.839709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Attempting to bind port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:33.853995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:33.853995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Checking segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:33.853995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Bound using segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:33.854401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3314fe35-8481-4425-a99b-205f44f9482f req-eaa69041-a6d9-484c-998e-3256cbe46bf7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5380 time: 0.3604460 Jul 09 17:22:33.858848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Bound port: dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:33.859240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:33.971551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3314fe35-8481-4425-a99b-205f44f9482f req-1ecede63-411c-417e-8094-e2bf36878be5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118929 Jul 09 17:22:34.053141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-afeb7c73-ab20-4f09-8ad2-3b5dc05a51bd None None] Provisioning complete for port de652167-e49b-477b-8b66-e0d14cae6e1b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:34.053936 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-afeb7c73-ab20-4f09-8ad2-3b5dc05a51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:34.147980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:34.153120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-afeb7c73-ab20-4f09-8ad2-3b5dc05a51bd None None] Port de652167-e49b-477b-8b66-e0d14cae6e1b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:22:34.162510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:34.177644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:34.270772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19e8f3-77ab-46de-99da-8af95a442a54 req-221ea38e-ba86-428d-ac0b-d32679aacf63 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:34.278355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf19e8f3-77ab-46de-99da-8af95a442a54 req-221ea38e-ba86-428d-ac0b-d32679aacf63 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.1087372 Jul 09 17:22:34.317409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:34.318863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:34.324081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] 10.222.0.36 "PUT /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 1135 time: 5.1553156 Jul 09 17:22:34.337889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf19e8f3-77ab-46de-99da-8af95a442a54 req-a2f079d8-e147-4500-a018-c7f1dd83f627 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Jul 09 17:22:34.397489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:34.485284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:34.487692 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7befb54-7214-40a0-b237-e52a894e99c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:34.529644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d641-cc26-4a25-8b25-0776fbd2f486 service neutron] Pushing event updated for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:34.559619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Router 2284fa42-5efc-460d-b398-472f8c67e331 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:22:34.713691 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:34.772125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:34.785328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Sync routers for ids ['2284fa42-5efc-460d-b398-472f8c67e331'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:34.804882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Routers {'2284fa42-5efc-460d-b398-472f8c67e331'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:34.805721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-621efa5d-1f84-4c11-bc6f-f665c41bff87 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "PUT /v2.0/routers/2284fa42-5efc-460d-b398-472f8c67e331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4118025 Jul 09 17:22:34.808014 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01c08de-8ce3-45ee-a551-d8ef7d48c495 x-openstack-request-id: req-b01c08de-8ce3-45ee-a551-d8ef7d48c495 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:34.808539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35264) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:34.820411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2284fa42-5efc-460d-b398-472f8c67e331'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:34.823749 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:34.824216 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b01c08de-8ce3-45ee-a551-d8ef7d48c495 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:34.829717 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2', 'status': 'completed', 'code': 200} Jul 09 17:22:34.969820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Set router 2284fa42-5efc-460d-b398-472f8c67e331 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:34.972921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a6e54-aa95-4356-bcff-9d4a14ff6970 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:34.981807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:34.984793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ad7a6e54-aa95-4356-bcff-9d4a14ff6970 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports/de652167-e49b-477b-8b66-e0d14cae6e1b HTTP/1.1" status: 200 len: 911 time: 0.1644883 Jul 09 17:22:35.158545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe3617-d033-42b0-a30c-1911d7e57098 req-430a24c4-2f87-40ce-a252-964afe9db390 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.160542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08fe3617-d033-42b0-a30c-1911d7e57098 req-430a24c4-2f87-40ce-a252-964afe9db390 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.1717851 Jul 09 17:22:35.250406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08fe3617-d033-42b0-a30c-1911d7e57098 req-a5acdd15-c477-4204-a050-bcee99148103 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825863 Jul 09 17:22:35.267088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.267399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.267914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.268782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.268906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.269488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.269962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.290661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-04340a28-1ad8-459f-8946-f11f0a68fc74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6220 time: 0.4532351 Jul 09 17:22:35.422718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284fa42-5efc-460d-b398-472f8c67e331', 'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:23Z', 'updated_at': '2021-07-09T17:22:29Z', 'revision_number': 2, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None, '_interfaces': [{'id': 'de652167-e49b-477b-8b66-e0d14cae6e1b', 'name': '', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'mac_address': 'fa:16:3e:0a:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284fa42-5efc-460d-b398-472f8c67e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '18edf7a9-29d5-4a8b-b158-c98f5790a402', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:26Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 2, 'project_id': '361748460ce94411b2952977508cbb12', 'subnets': [{'id': '18edf7a9-29d5-4a8b-b158-c98f5790a402', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:35.481807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Checking router: 2284fa42-5efc-460d-b398-472f8c67e331 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:35.482332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Updating router 2284fa42-5efc-460d-b398-472f8c67e331 port de652167-e49b-477b-8b66-e0d14cae6e1b binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:22:35.551466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:35.676503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.683355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.697094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.735637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.775004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.804330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.828514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.847312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-7a896271-2b11-46cf-8180-d8508d3f4204 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5380 time: 0.3207424 Jul 09 17:22:35.856629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df19953c-be5e-454d-b891-ad6334969687 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:35.869297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:35.889705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Transition to ACTIVE for port object df19953c-be5e-454d-b891-ad6334969687 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:35.952103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-80aa5fea-8411-4055-90ed-082aa062924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.952590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-80aa5fea-8411-4055-90ed-082aa062924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.953039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-80aa5fea-8411-4055-90ed-082aa062924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:35.954913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-80aa5fea-8411-4055-90ed-082aa062924d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a8406af76b2428aa6aad4b715d953bd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6305699 Jul 09 17:22:35.965454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.055821 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a2b8931-0317-448a-9a06-1ad4a42ebb3f req-de275292-e844-4f5d-a844-0d35086778b8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013426 Jul 09 17:22:36.163848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.202466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Transition to ACTIVE for port object de652167-e49b-477b-8b66-e0d14cae6e1b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:36.229780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.310141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cae406-bff7-4239-b56d-35a12f7b8b56 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:36.333039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cae406-bff7-4239-b56d-35a12f7b8b56 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:36.337389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f5cae406-bff7-4239-b56d-35a12f7b8b56 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3400683 Jul 09 17:22:36.338150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35298) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:36.410046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e371c71-24fe-46bf-9e71-ee5b623b3354 None None] Pushing event updated for resources: {'Port': ['ID=de652167-e49b-477b-8b66-e0d14cae6e1b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:36.448514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Pushing event updated for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:36.737102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-94310a41-20fa-4287-a178-633b4fa5de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:36.741556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7befb54-7214-40a0-b237-e52a894e99c2 req-94310a41-20fa-4287-a178-633b4fa5de40 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7715120 Jul 09 17:22:36.750343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Attempting to bind port de652167-e49b-477b-8b66-e0d14cae6e1b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:36.758456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Attempting to bind port de652167-e49b-477b-8b66-e0d14cae6e1b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:36.760913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Attempting to bind port de652167-e49b-477b-8b66-e0d14cae6e1b on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:36.796742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Attempting to bind port df19953c-be5e-454d-b891-ad6334969687 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:36.797096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Attempting to bind port df19953c-be5e-454d-b891-ad6334969687 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:36.801373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Attempting to bind port df19953c-be5e-454d-b891-ad6334969687 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:36.805902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:36.808424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:36.811413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.813685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:36.815401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Bound port: de652167-e49b-477b-8b66-e0d14cae6e1b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:36.820440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Port df19953c-be5e-454d-b891-ad6334969687 on network d3435412-da52-4770-94fd-9c32b1d8766d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:36.820440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Attempting to bind port df19953c-be5e-454d-b891-ad6334969687 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:36.826871 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:36.843260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:36.843608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Checking segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:36.844096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Bound using segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:36.844547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Bound port: df19953c-be5e-454d-b891-ad6334969687, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:36.844915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.022250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:37.030334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=df19953c-be5e-454d-b891-ad6334969687,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:37.044473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.066790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] For port de652167-e49b-477b-8b66-e0d14cae6e1b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:37.078904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] For port de652167-e49b-477b-8b66-e0d14cae6e1b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=de652167-e49b-477b-8b66-e0d14cae6e1b,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:37.108764 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.181439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Pushing event updated for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:37.212173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:37.212892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.221275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-9c77c34a-6c6b-470a-abdd-1d38f4b434ee service neutron] 10.222.0.36 "PUT /v2.0/ports/df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 1091 time: 2.8361607 Jul 09 17:22:37.223651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'df19953c-be5e-454d-b891-ad6334969687'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:37.234942 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "df19953c-be5e-454d-b891-ad6334969687"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:37.272575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:37.367705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Routers {'2284fa42-5efc-460d-b398-472f8c67e331'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:37.369633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2284fa42-5efc-460d-b398-472f8c67e331'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:37.504110 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:37.654022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] Set router 2284fa42-5efc-460d-b398-472f8c67e331 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:37.813770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e371c71-24fe-46bf-9e71-ee5b623b3354 None None] Pushing event updated for resources: {'Port': ['ID=de652167-e49b-477b-8b66-e0d14cae6e1b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:38.049766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301723-80b8-4ac5-98c9-a8c61f90a937 req-68d8884d-5e69-41ec-8638-aaf7de0fac1a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:38.058132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc301723-80b8-4ac5-98c9-a8c61f90a937 req-68d8884d-5e69-41ec-8638-aaf7de0fac1a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 1.7031600 Jul 09 17:22:38.128034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc301723-80b8-4ac5-98c9-a8c61f90a937 req-31fcf907-2783-41c1-91f6-55c9ea1c341c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684471 Jul 09 17:22:38.394971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd49858-da87-45da-a475-a3045d2b0005 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:38.401239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.419012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.450311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Transition to ACTIVE for port object 5bd49858-da87-45da-a475-a3045d2b0005 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:38.463230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:38.620504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:38.892858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Attempting to bind port 5bd49858-da87-45da-a475-a3045d2b0005 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:38.893516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Attempting to bind port 5bd49858-da87-45da-a475-a3045d2b0005 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:38.894036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Attempting to bind port 5bd49858-da87-45da-a475-a3045d2b0005 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:38.898035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284fa42-5efc-460d-b398-472f8c67e331', 'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:23Z', 'updated_at': '2021-07-09T17:22:29Z', 'revision_number': 2, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None, '_interfaces': [{'id': 'de652167-e49b-477b-8b66-e0d14cae6e1b', 'name': '', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'mac_address': 'fa:16:3e:0a:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284fa42-5efc-460d-b398-472f8c67e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '18edf7a9-29d5-4a8b-b158-c98f5790a402', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:26Z', 'updated_at': '2021-07-09T17:22:37Z', 'revision_number': 4, 'project_id': '361748460ce94411b2952977508cbb12', 'subnets': [{'id': '18edf7a9-29d5-4a8b-b158-c98f5790a402', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:38.900404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Port 5bd49858-da87-45da-a475-a3045d2b0005 on network d3435412-da52-4770-94fd-9c32b1d8766d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:38.901025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Attempting to bind port 5bd49858-da87-45da-a475-a3045d2b0005 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:38.907674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:38.908330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Checking segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:38.909024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Bound using segment: {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:38.909826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Bound port: 5bd49858-da87-45da-a475-a3045d2b0005, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5c7e3-720c-442b-9845-7fef4049ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:38.910464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.011803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9aceab-6d64-403f-807e-72247060fb1f None None] The sync data for ids ['2284fa42-5efc-460d-b398-472f8c67e331'] in n-d-791506-17 is: [{'id': '2284fa42-5efc-460d-b398-472f8c67e331', 'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:23Z', 'updated_at': '2021-07-09T17:22:29Z', 'revision_number': 2, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None, '_interfaces': [{'id': 'de652167-e49b-477b-8b66-e0d14cae6e1b', 'name': '', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'mac_address': 'fa:16:3e:0a:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2284fa42-5efc-460d-b398-472f8c67e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '18edf7a9-29d5-4a8b-b158-c98f5790a402', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:26Z', 'updated_at': '2021-07-09T17:22:37Z', 'revision_number': 4, 'project_id': '361748460ce94411b2952977508cbb12', 'subnets': [{'id': '18edf7a9-29d5-4a8b-b158-c98f5790a402', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:39.030519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.136897 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.259361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:39.265149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5bd49858-da87-45da-a475-a3045d2b0005,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:39.278333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.353992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.354864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.357917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] 10.222.0.36 "PUT /v2.0/ports/5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 1092 time: 2.0947630 Jul 09 17:22:39.365078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.382439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf249f6-fd04-4842-962a-c1be9ca32894 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:39.397436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.410989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:39.429785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.441986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.453507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.478036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.499232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:39.513291 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-3ec61fc6-021f-473e-82f4-1875c62ab1c4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5404 time: 0.4615316 Jul 09 17:22:39.605222 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:39.861689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce40e1dc-9b02-4772-84b1-ac2cddfa7191 req-956fd33f-010f-4593-9973-9676aece089a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3474195 Jul 09 17:22:39.970744 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b41d45f-510f-4d7e-a88a-14d27743476e x-openstack-request-id: req-1b41d45f-510f-4d7e-a88a-14d27743476e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:39.971081 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "df19953c-be5e-454d-b891-ad6334969687", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:39.971278 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b41d45f-510f-4d7e-a88a-14d27743476e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:39.971691 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'df19953c-be5e-454d-b891-ad6334969687', 'status': 'completed', 'code': 200} Jul 09 17:22:40.149920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port de652167-e49b-477b-8b66-e0d14cae6e1b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:40.151607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.364180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d0063e9d-9a2e-4542-a7fa-69eb181d25c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.428753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] For port de652167-e49b-477b-8b66-e0d14cae6e1b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=de652167-e49b-477b-8b66-e0d14cae6e1b,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:40.429342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:40.450439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.451165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.451638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.453211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.453696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.454167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.454890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.459072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-6bdff96d-d9d7-464a-a7b0-d5fbe085de11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6356 time: 0.3109279 Jul 09 17:22:40.477528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for de652167-e49b-477b-8b66-e0d14cae6e1b owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:40.764773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-c20018b9-ca76-4cdb-9080-85a6cfa63671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.765256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-c20018b9-ca76-4cdb-9080-85a6cfa63671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.765728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-c20018b9-ca76-4cdb-9080-85a6cfa63671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.767340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-c20018b9-ca76-4cdb-9080-85a6cfa63671 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a8406af76b2428aa6aad4b715d953bd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2963493 Jul 09 17:22:40.939196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-756cfca9-2a85-476f-92e7-5aeaeb7aa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:40.940862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7e162fa-f425-4099-8ed3-367dc7bbe6d7 req-756cfca9-2a85-476f-92e7-5aeaeb7aa666 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566715 Jul 09 17:22:40.990654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de652167-e49b-477b-8b66-e0d14cae6e1b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:41.047672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.164320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fa311e-d28f-4cbb-8b49-822c9062ca80 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:41.181504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=de652167-e49b-477b-8b66-e0d14cae6e1b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:41.186038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No active binding found for port de652167-e49b-477b-8b66-e0d14cae6e1b {{(pid=93897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:22:41.186922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de652167-e49b-477b-8b66-e0d14cae6e1b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 17:22:41.200197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.223495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Port de652167-e49b-477b-8b66-e0d14cae6e1b not found, will not notify nova. {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 17:22:41.239455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Transition to ACTIVE for port object 32fa311e-d28f-4cbb-8b49-822c9062ca80 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:41.246929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.308024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Pushing event updated for resources: {'Port': ['ID=32fa311e-d28f-4cbb-8b49-822c9062ca80,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:41.362219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.578272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Attempting to bind port 32fa311e-d28f-4cbb-8b49-822c9062ca80 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:41.579133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Attempting to bind port 32fa311e-d28f-4cbb-8b49-822c9062ca80 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:41.580128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Attempting to bind port 32fa311e-d28f-4cbb-8b49-822c9062ca80 on network 1bbe3a36-308e-442b-91d4-e1ec1081642c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:41.587671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Port 32fa311e-d28f-4cbb-8b49-822c9062ca80 on network 1bbe3a36-308e-442b-91d4-e1ec1081642c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:41.588338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Attempting to bind port 32fa311e-d28f-4cbb-8b49-822c9062ca80 on network 1bbe3a36-308e-442b-91d4-e1ec1081642c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:41.601395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:41.604053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Checking segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:41.605362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Bound using segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:41.608719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Bound port: 32fa311e-d28f-4cbb-8b49-822c9062ca80, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:41.611970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.811302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] For port 32fa311e-d28f-4cbb-8b49-822c9062ca80, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:41.814343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Router 2284fa42-5efc-460d-b398-472f8c67e331 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:22:41.815297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] For port 32fa311e-d28f-4cbb-8b49-822c9062ca80, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:41.828641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.867638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797b864-1455-47e5-aa1b-969d05e05ba5 req-9cc7deb3-e527-46c2-a0e7-a0489d1e8551 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:41.877648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e797b864-1455-47e5-aa1b-969d05e05ba5 req-9cc7deb3-e527-46c2-a0e7-a0489d1e8551 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3517921 Jul 09 17:22:41.929379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Pushing event updated for resources: {'Port': ['ID=32fa311e-d28f-4cbb-8b49-822c9062ca80,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:41.952659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:41.955113 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:41.957573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-3b53fc5e-c0d1-4b8d-86a1-b56284e60b98 service neutron] 10.222.0.36 "PUT /v2.0/ports/32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 1092 time: 2.5552948 Jul 09 17:22:41.972766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005'}, {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '32fa311e-d28f-4cbb-8b49-822c9062ca80'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:41.978555 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab6840-414a-4da1-974e-d3488a33dcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "5bd49858-da87-45da-a475-a3045d2b0005"}, {"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "32fa311e-d28f-4cbb-8b49-822c9062ca80"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:41.993601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Request body: {'port': {'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:42.132748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.161116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e797b864-1455-47e5-aa1b-969d05e05ba5 req-337f0297-5074-43af-9348-e859050f6ffb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816730 Jul 09 17:22:42.192406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:22:42.198597 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b9332256-3743-4aba-9606-2b529dcd348c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "PUT /v2.0/routers/2284fa42-5efc-460d-b398-472f8c67e331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8589306 Jul 09 17:22:42.201298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35352) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:42.202773 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] Sync routers for ids ['2284fa42-5efc-460d-b398-472f8c67e331'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:22:42.227145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] Routers {'2284fa42-5efc-460d-b398-472f8c67e331'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:42.227819 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2284fa42-5efc-460d-b398-472f8c67e331'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:42.320341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953551c7-2fa5-4d23-8c01-0be035737c90 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.334533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953551c7-2fa5-4d23-8c01-0be035737c90 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.344682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-953551c7-2fa5-4d23-8c01-0be035737c90 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1413784 Jul 09 17:22:42.344682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:42.505280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 18edf7a9-29d5-4a8b-b158-c98f5790a402 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:42.514039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.617564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.641549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.647825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.654747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.661848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.668097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.675872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:42.684750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-f44b0791-78ef-4fc9-99a4-a0d952d0400a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5416 time: 0.2800636 Jul 09 17:22:42.686273 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] Set router 2284fa42-5efc-460d-b398-472f8c67e331 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:42.712471 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.780405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16cb18b3-36f8-4c32-9f76-2b42f57fef5d req-1acea6f6-5d1f-41a2-9207-f25929e9e462 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945566 Jul 09 17:22:42.830669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284fa42-5efc-460d-b398-472f8c67e331', 'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:23Z', 'updated_at': '2021-07-09T17:22:40Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:42.902083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1ae531e-6ed7-4e81-b8dd-3c873fd8ef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.903203 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] Checking router: 2284fa42-5efc-460d-b398-472f8c67e331 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:22:42.916947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] Routers {'2284fa42-5efc-460d-b398-472f8c67e331'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:22:42.919605 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2284fa42-5efc-460d-b398-472f8c67e331'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:42.920425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:42.997841 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.068147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=18edf7a9-29d5-4a8b-b158-c98f5790a402,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:43.076642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.083868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f28c0-025a-4f3b-85b5-f8b55e5e7a56 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:43.085591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-64567643-9d75-480a-a424-4f260d598c76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/18edf7a9-29d5-4a8b-b158-c98f5790a402 HTTP/1.1" status: 204 len: 168 time: 0.7401125 Jul 09 17:22:43.086669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:43.102224 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] Set router 2284fa42-5efc-460d-b398-472f8c67e331 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:22:43.309666 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2284fa42-5efc-460d-b398-472f8c67e331', 'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:23Z', 'updated_at': '2021-07-09T17:22:40Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:22:43.389654 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.401300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b835b5-39cf-4a4e-ae2d-e198f0914fe3 None None] The sync data for ids ['2284fa42-5efc-460d-b398-472f8c67e331'] in n-d-791506-17 is: [{'id': '2284fa42-5efc-460d-b398-472f8c67e331', 'name': 'tempest-NetworksTestDHCPv6-router-1013677672', 'tenant_id': '361748460ce94411b2952977508cbb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:23Z', 'updated_at': '2021-07-09T17:22:40Z', 'revision_number': 3, 'project_id': '361748460ce94411b2952977508cbb12', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:22:43.417938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-74a994b5-55de-4a95-8085-88f210db5fba tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3258221 Jul 09 17:22:43.423543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35390) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:43.511892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e55796-4628-4638-87e0-336428d0fea3 req-4b2c0ebb-d2e9-4165-93c3-dccd9f413ecc tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.519637 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c6457b-75c5-4cc3-af11-f80f9d925001 x-openstack-request-id: req-29c6457b-75c5-4cc3-af11-f80f9d925001 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:43.520330 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "5bd49858-da87-45da-a475-a3045d2b0005", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "32fa311e-d28f-4cbb-8b49-822c9062ca80", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:43.520330 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29c6457b-75c5-4cc3-af11-f80f9d925001 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:43.520569 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005', 'status': 'completed', 'code': 200} Jul 09 17:22:43.520806 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '32fa311e-d28f-4cbb-8b49-822c9062ca80', 'status': 'completed', 'code': 200} Jul 09 17:22:43.524895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6e55796-4628-4638-87e0-336428d0fea3 req-4b2c0ebb-d2e9-4165-93c3-dccd9f413ecc tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.2592304 Jul 09 17:22:43.553666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.635282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6e55796-4628-4638-87e0-336428d0fea3 req-942e9558-2018-4958-82c4-fb0c289b8375 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091828 Jul 09 17:22:43.690859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765d58cd-371e-4787-830b-b74727537463 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:43.717787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.739953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.740434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.740903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.741425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.741955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.742451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.742914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.747391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-9853500b-2570-4c01-92fc-df43097ef47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6424 time: 0.2309644 Jul 09 17:22:43.779405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f090c-be13-4adc-adcb-1212c1c02dab req-5e80bddf-dc32-471e-99a1-dc6c9cc7e783 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:43.787602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e33f090c-be13-4adc-adcb-1212c1c02dab req-5e80bddf-dc32-471e-99a1-dc6c9cc7e783 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 950 time: 0.2658141 Jul 09 17:22:43.790336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:22:43.812151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.814419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.850820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Transition to ACTIVE for port object 765d58cd-371e-4787-830b-b74727537463 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:43.893086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.932705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.935504 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.939421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Fanout notify agent at l3_agent the message router_deleted on router 2284fa42-5efc-460d-b398-472f8c67e331 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:22:43.948181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:43.953250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-22a56cb8-d3c0-44e8-bfdb-df3a0fb517b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/routers/2284fa42-5efc-460d-b398-472f8c67e331 HTTP/1.1" status: 204 len: 168 time: 0.5192649 Jul 09 17:22:43.953874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35404) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:43.974095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] Deleting port c2149c14-d7cb-4103-8644-6e1d1249bd88 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:43.974475 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:44.016465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Pushing event updated for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:44.032642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e33f090c-be13-4adc-adcb-1212c1c02dab req-b8908e56-1cee-45df-a737-e275c28a129d tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141645 Jul 09 17:22:44.132135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] For port c2149c14-d7cb-4103-8644-6e1d1249bd88, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c2149c14-d7cb-4103-8644-6e1d1249bd88,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:44.132977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:44.156596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b391a4-f7a2-44fd-93aa-2a4f15127f14 req-bbe20372-ed37-4130-b428-9bf475975a3a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.159880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] Calling delete_port for c2149c14-d7cb-4103-8644-6e1d1249bd88 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:44.176440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0b391a4-f7a2-44fd-93aa-2a4f15127f14 req-bbe20372-ed37-4130-b428-9bf475975a3a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3167601 Jul 09 17:22:44.204946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-5ee4fae7-a759-4cc4-859f-6c687ba22fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.206122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-5ee4fae7-a759-4cc4-859f-6c687ba22fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.206601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-5ee4fae7-a759-4cc4-859f-6c687ba22fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.209373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-5ee4fae7-a759-4cc4-859f-6c687ba22fc9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a8406af76b2428aa6aad4b715d953bd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4201553 Jul 09 17:22:44.278608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc062d07-b15e-435e-93bc-8c1a7b06c547 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.285227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc062d07-b15e-435e-93bc-8c1a7b06c547 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3286583 Jul 09 17:22:44.286242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35410) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:44.330292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:44.346530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] No DVR routers for this DVR port c2149c14-d7cb-4103-8644-6e1d1249bd88 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:44.394280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995fd1e-d69c-4f4b-87a4-2502c7517d17 None None] Pushing event deleted for resources: {'Port': ['ID=c2149c14-d7cb-4103-8644-6e1d1249bd88,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:44.428833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Attempting to bind port 765d58cd-371e-4787-830b-b74727537463 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:44.429173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Attempting to bind port 765d58cd-371e-4787-830b-b74727537463 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:44.429552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Attempting to bind port 765d58cd-371e-4787-830b-b74727537463 on network 1bbe3a36-308e-442b-91d4-e1ec1081642c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:44.442319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0b391a4-f7a2-44fd-93aa-2a4f15127f14 req-261aedd6-291e-492e-ab5e-871a8099d067 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600260 Jul 09 17:22:44.459567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ee0fd-59ee-4beb-82fd-f6e94d8a9d51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.477093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35414) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:44.480569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3c8ee0fd-59ee-4beb-82fd-f6e94d8a9d51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1808572 Jul 09 17:22:44.490984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Port 765d58cd-371e-4787-830b-b74727537463 on network 1bbe3a36-308e-442b-91d4-e1ec1081642c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:22:44.491257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Attempting to bind port 765d58cd-371e-4787-830b-b74727537463 on network 1bbe3a36-308e-442b-91d4-e1ec1081642c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:44.531474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:44.533763 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Checking segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:44.534167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Bound using segment: {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:44.534625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Bound port: 765d58cd-371e-4787-830b-b74727537463, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e8cc16-7b4f-4acc-ad37-6228e71a3252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:44.534991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:44.545920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3a33f79-3e86-4001-9bfd-d2987d09a2fe tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624399 Jul 09 17:22:44.550777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:44.565849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:44.733215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-70b17b97-434a-4bf9-941a-787b3c456bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.734726 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-70b17b97-434a-4bf9-941a-787b3c456bb3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5161355 Jul 09 17:22:44.750462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:44.762959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:44.777553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.783703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.806794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.822366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.854177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.870881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.883829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:44.892265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78a58c56-7702-4194-82e8-97764215e245 req-d6120d5d-168b-4b46-a6f3-716ad062df48 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.4816554 Jul 09 17:22:44.919572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de652167-e49b-477b-8b66-e0d14cae6e1b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:44.967701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: de652167-e49b-477b-8b66-e0d14cae6e1b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:44.968384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de652167-e49b-477b-8b66-e0d14cae6e1b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:44.968468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2149c14-d7cb-4103-8644-6e1d1249bd88 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:44.992998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:45.008131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c2149c14-d7cb-4103-8644-6e1d1249bd88 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:45.008828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2149c14-d7cb-4103-8644-6e1d1249bd88 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:45.059478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=765d58cd-371e-4787-830b-b74727537463,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:45.076888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:45.087198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78a58c56-7702-4194-82e8-97764215e245 req-ee04e1ab-00e5-4bf3-82b7-32fb30c9955e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380746 Jul 09 17:22:45.131639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.132294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:45.133959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] 10.222.0.36 "PUT /v2.0/ports/765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 1092 time: 3.1500652 Jul 09 17:22:45.158542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.158860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.159536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.160018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.160487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.160952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.161414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.163482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-bc8a9efc-58e4-4689-8423-f0b754dc5816 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6450 time: 0.2702951 Jul 09 17:22:45.164504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9767419-50a2-4dd3-948a-9628e6593662 service neutron] Pushing event updated for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:45.438887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-f4d6e918-be1f-44d2-9800-305595b220b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.439752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-f4d6e918-be1f-44d2-9800-305595b220b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.440545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-f4d6e918-be1f-44d2-9800-305595b220b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.442607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-f4d6e918-be1f-44d2-9800-305595b220b3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a8406af76b2428aa6aad4b715d953bd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2705543 Jul 09 17:22:45.522476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '765d58cd-371e-4787-830b-b74727537463'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:45.524853 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "765d58cd-371e-4787-830b-b74727537463"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:45.557382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e8cc6-b3c0-484b-83b3-1cdbf25c224b req-d3725c87-d147-42d6-8857-693e14bfdf66 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.566380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-445e8cc6-b3c0-484b-83b3-1cdbf25c224b req-d3725c87-d147-42d6-8857-693e14bfdf66 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 950 time: 0.2340682 Jul 09 17:22:45.594748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35448) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:45.624169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-445e8cc6-b3c0-484b-83b3-1cdbf25c224b req-7a6f0d93-17df-4f64-836b-d09a0f70973b tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568705 Jul 09 17:22:45.666818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-1f71bed1-e63c-476e-84a5-9f9ef903d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.668789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cab6840-414a-4da1-974e-d3488a33dcf7 req-1f71bed1-e63c-476e-84a5-9f9ef903d8d5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2165139 Jul 09 17:22:45.694467 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea98d6e3-b61d-4702-8db7-17c0cf03e642 x-openstack-request-id: req-ea98d6e3-b61d-4702-8db7-17c0cf03e642 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:45.694702 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "765d58cd-371e-4787-830b-b74727537463", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:45.694919 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea98d6e3-b61d-4702-8db7-17c0cf03e642 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:45.695365 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': '765d58cd-371e-4787-830b-b74727537463', 'status': 'completed', 'code': 200} Jul 09 17:22:45.766162 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:45.821149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.821778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.823415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.824382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.825166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.825663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.826077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.828720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-52953709-04a0-444f-b4c5-b001287dbfb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6492 time: 0.1166003 Jul 09 17:22:45.830258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8fbee859-053b-4605-9ba4-74b4ff465fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:45.836890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859a38-dfcf-4a3e-8d52-bbeb14f3bebd req-7b584097-a12e-4916-a1b4-1c3cae5fbb74 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.838739 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40859a38-dfcf-4a3e-8d52-bbeb14f3bebd req-7b584097-a12e-4916-a1b4-1c3cae5fbb74 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.8020470 Jul 09 17:22:45.890270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b602bfc5-4d10-4994-8a68-ae14651b1ea3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 217 time: 0.0507898 Jul 09 17:22:45.944254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40859a38-dfcf-4a3e-8d52-bbeb14f3bebd req-9b32fa8f-69c0-4fa5-af6d-04123dc1d7da tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980182 Jul 09 17:22:45.982619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-7a48bd75-cc01-404d-99b4-ac57491af84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:45.984140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-7a48bd75-cc01-404d-99b4-ac57491af84e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.0855832 Jul 09 17:22:45.997122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:22:45.998819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.040012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:46.044927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:46.050023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.050610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.066343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f3c96-e82f-40b2-992b-61553d81108f None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:46.068813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=84b9e6aa-8c29-4c46-adab-b8110890213d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:46.089796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-576f72f2-9780-4f36-88f0-dd6029c46ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.091326 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-576f72f2-9780-4f36-88f0-dd6029c46ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918782 Jul 09 17:22:46.111943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8fbee859-053b-4605-9ba4-74b4ff465fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.128263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8fbee859-053b-4605-9ba4-74b4ff465fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.131962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eb745fff-3229-4c54-9e55-cf5e8b032295 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5792830 Jul 09 17:22:46.134934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:46.140373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:46.202963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbee859-053b-4605-9ba4-74b4ff465fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52228569-c513-4093-a3b0-bd039ba68824,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:46.265138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8fbee859-053b-4605-9ba4-74b4ff465fb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6e3b5ed35a24695b371fde494392b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645570 Jul 09 17:22:46.265359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:46.334585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-499ddc2e-e4a3-48a9-9292-e25223d6bf14 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349925 Jul 09 17:22:46.338827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '84b9e6aa-8c29-4c46-adab-b8110890213d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:22:46.340498 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.429750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d4306ec-98f5-4369-93e4-9d303d8ee10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.455744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:46.465663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.495976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:46.515266 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-dc0fc5d5-9a19-4bac-a387-338e59411b14 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703753 Jul 09 17:22:46.646760 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-df451ac5-ae10-4970-bb88-80ef33eb29e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 217 time: 0.1186237 Jul 09 17:22:46.657416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Allocated IP 2001:db8::f816:3eff:fe9c:5406 (d6992ee0-dde0-4473-b499-57da2aa4712d/84b9e6aa-8c29-4c46-adab-b8110890213d/0d4a02b6-f461-4747-a3fc-ef5993d76624) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:46.700017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.747250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-6daf97c8-9d3e-4267-b005-e4efc887580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.747535 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d4306ec-98f5-4369-93e4-9d303d8ee10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.754094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-6daf97c8-9d3e-4267-b005-e4efc887580d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1022277 Jul 09 17:22:46.763478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:46.778593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:46.780910 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aae096-2a69-42f9-8980-9a4d2f643ce8" -d '{"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:46.814223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:46.884325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.894858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.902139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.909582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.917043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.922701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-f2aa4ed7-d1e8-44e4-a904-2e4b637260ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.924484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-f2aa4ed7-d1e8-44e4-a904-2e4b637260ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609902 Jul 09 17:22:46.940914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68846a7a-d9f7-4136-a583-b477a80d1b5c req-eaddf60e-3f86-4b0f-bba5-79ab7a65b434 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.947775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.949577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68846a7a-d9f7-4136-a583-b477a80d1b5c req-eaddf60e-3f86-4b0f-bba5-79ab7a65b434 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.1178238 Jul 09 17:22:46.963355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:46.967923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:46.985857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-7edb2d9f-e5d5-4fed-9588-cda090c919d0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.5444238 Jul 09 17:22:47.029963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.080242 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.089009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d4306ec-98f5-4369-93e4-9d303d8ee10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.092192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d4306ec-98f5-4369-93e4-9d303d8ee10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.092620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Transition to ACTIVE for port object 0d4a02b6-f461-4747-a3fc-ef5993d76624 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:47.093792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d4306ec-98f5-4369-93e4-9d303d8ee10f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52228569-c513-4093-a3b0-bd039ba68824 HTTP/1.1" status: 204 len: 168 time: 0.8261104 Jul 09 17:22:47.095134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68846a7a-d9f7-4136-a583-b477a80d1b5c req-5173462c-b494-4276-ba2e-e8173ca48a96 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445434 Jul 09 17:22:47.116736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Transition to ACTIVE for port object 0d4a02b6-f461-4747-a3fc-ef5993d76624 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:47.128185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d573f329-fce2-42ee-b93c-e9f712fb3159 req-69624d7c-053a-4455-bca3-b2e2e6b15e66 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403089 Jul 09 17:22:47.130303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:47.133579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4306ec-98f5-4369-93e4-9d303d8ee10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52228569-c513-4093-a3b0-bd039ba68824,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:47.138344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:47.141180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=372a0f29-85bd-4158-8c34-ce4f5180582e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:47.144264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:47.144973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.163894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.170000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c08fcbbd-cffa-48a5-934d-cd5bd14c77bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0336328 Jul 09 17:22:47.171013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35506) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:47.176744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:2b:ac:36', 'name': 'tempest-NetworksTestDHCPv6-2066007454'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:47.216880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-09ec01fe-47b9-4769-8e79-5b5e9d0c57eb service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644928 Jul 09 17:22:47.260833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:47.270231 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930bba9-dc0f-4d32-8535-368f37761c29 x-openstack-request-id: req-2930bba9-dc0f-4d32-8535-368f37761c29 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:47.272321 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:47.272531 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2930bba9-dc0f-4d32-8535-368f37761c29 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:47.272958 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'code': 200} Jul 09 17:22:47.289828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:47.295905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:47.422464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Attempting to bind port 0d4a02b6-f461-4747-a3fc-ef5993d76624 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:47.422832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Attempting to bind port 0d4a02b6-f461-4747-a3fc-ef5993d76624 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:47.423192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Attempting to bind port 0d4a02b6-f461-4747-a3fc-ef5993d76624 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:47.435143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:47.435519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:47.435954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.436354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:47.436823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Bound port: 0d4a02b6-f461-4747-a3fc-ef5993d76624, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:47.437205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.445280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Pushing event updated for resources: {'Port': ['ID=0d4a02b6-f461-4747-a3fc-ef5993d76624,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:47.447828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2c7ada9a-dd09-40ba-a1dd-88feb1a80ffd service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227263 Jul 09 17:22:47.463960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.464555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.465069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.465562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.466054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.466526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.467001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.467735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.468363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.468943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.469478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.470010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:22:47.475921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:47.539928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b7e86d92-a79e-4787-a5a4-99cac05702f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 217 time: 0.0844846 Jul 09 17:22:47.610574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] For port 0d4a02b6-f461-4747-a3fc-ef5993d76624, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:47.614898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] For port 0d4a02b6-f461-4747-a3fc-ef5993d76624, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0d4a02b6-f461-4747-a3fc-ef5993d76624,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:47.620362 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.643009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-ca32b1ec-c48c-4637-a965-4e397bf13433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:47.647135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35522) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:47.648055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-ca32b1ec-c48c-4637-a965-4e397bf13433 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1015608 Jul 09 17:22:47.691688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.710276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-895cf496-97ea-4a19-8b04-ff56e1aedb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:47.716710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e65ee5-ae71-4062-8a21-6a38fb538b9f None None] Pushing event updated for resources: {'Port': ['ID=0d4a02b6-f461-4747-a3fc-ef5993d76624,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:47.729097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-fd2880c0-80b2-4efb-9269-d9c9c5ba573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:47.730624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-fd2880c0-80b2-4efb-9269-d9c9c5ba573b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0750177 Jul 09 17:22:47.746143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 7205ab3c-c0b2-444e-92ef-b2ff662b6803 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:22:47.843554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-09fbfa30-45af-4ee9-b15a-261b00032f0a service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056488 Jul 09 17:22:47.860757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa7fb-4498-47f2-a941-f7282d6f33ef req-a427acfc-462e-4e7b-acb3-71f416da49b1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:47.868160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f6fa7fb-4498-47f2-a941-f7282d6f33ef req-a427acfc-462e-4e7b-acb3-71f416da49b1 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.4227269 Jul 09 17:22:47.988542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-8d31a4e2-0c8f-42ef-8f55-5274c9da93d0 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367829 Jul 09 17:22:48.028755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f6fa7fb-4498-47f2-a941-f7282d6f33ef req-2d02378b-eb0c-4a2b-9d75-2060a4cc49c4 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595771 Jul 09 17:22:48.053068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b341ffc4-15df-43bc-9370-974a1ae5953e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 217 time: 0.0555024 Jul 09 17:22:48.122269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-db702d52-5d6f-4c75-a039-adbd5abb2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.123813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-db702d52-5d6f-4c75-a039-adbd5abb2030 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0630972 Jul 09 17:22:48.149659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-895cf496-97ea-4a19-8b04-ff56e1aedb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.159601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-895cf496-97ea-4a19-8b04-ff56e1aedb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.210857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 172.20.0.8 (d6992ee0-dde0-4473-b499-57da2aa4712d/372a0f29-85bd-4158-8c34-ce4f5180582e/7205ab3c-c0b2-444e-92ef-b2ff662b6803) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:48.233334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-13b1db7b-4b5c-4d17-85ab-f8b14b76c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.235722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-13b1db7b-4b5c-4d17-85ab-f8b14b76c47d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1044214 Jul 09 17:22:48.259426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cf496-97ea-4a19-8b04-ff56e1aedb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c9ea9-34d9-4d10-a943-3fd8e2e4047b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:48.266555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-895cf496-97ea-4a19-8b04-ff56e1aedb26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d152665a4784358bfe2faf7e8eb784e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026168 Jul 09 17:22:48.268912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe2b:ac36 (d6992ee0-dde0-4473-b499-57da2aa4712d/84b9e6aa-8c29-4c46-adab-b8110890213d/7205ab3c-c0b2-444e-92ef-b2ff662b6803) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:48.276489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:48.465569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-606cf900-4395-4caa-8fea-30bce7463edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.486978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aab80b-96c1-4d05-8383-909d505fd623 req-1955dc6b-30f8-446f-970f-a84427796a1d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.494364 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07aab80b-96c1-4d05-8383-909d505fd623 req-1955dc6b-30f8-446f-970f-a84427796a1d tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.2631712 Jul 09 17:22:48.502299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.509517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.518202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.524611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.531580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.541842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.547041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-606cf900-4395-4caa-8fea-30bce7463edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.548930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:48.557683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-026b5437-7e64-4481-b399-b8681519992f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.1937313 Jul 09 17:22:48.563159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b05a31ca-93e2-4b13-9d38-08b75df7e416 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185592 Jul 09 17:22:48.615136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07aab80b-96c1-4d05-8383-909d505fd623 req-0ae7c45e-893a-4fa2-9854-05df7a5da599 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198506 Jul 09 17:22:48.647384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.673081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6531bad4-1b24-4ea7-a9ea-ae1aa694f719 req-8fac3453-e15b-482c-a4b2-897903692876 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116381 Jul 09 17:22:48.716425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 7205ab3c-c0b2-444e-92ef-b2ff662b6803 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:48.719291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-606cf900-4395-4caa-8fea-30bce7463edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.722588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-606cf900-4395-4caa-8fea-30bce7463edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.724046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-606cf900-4395-4caa-8fea-30bce7463edf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a33c9ea9-34d9-4d10-a943-3fd8e2e4047b HTTP/1.1" status: 204 len: 168 time: 0.4454513 Jul 09 17:22:48.767258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cf900-4395-4caa-8fea-30bce7463edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c9ea9-34d9-4d10-a943-3fd8e2e4047b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:48.841424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-6a47817d-0db0-443f-92c0-db18df67f6a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550926 Jul 09 17:22:48.928747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:48.944198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-a70db4af-3752-468c-932a-e75285de0e09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 217 time: 0.0942581 Jul 09 17:22:49.056947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:49.059154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-7d44d4d4-221a-44c8-ad42-73a6933ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.060512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:49.061445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-7d44d4d4-221a-44c8-ad42-73a6933ac8e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1110601 Jul 09 17:22:49.063985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:49.087480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0d4a02b6-f461-4747-a3fc-ef5993d76624 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:49.123206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=7205ab3c-c0b2-444e-92ef-b2ff662b6803,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:49.174814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 0d4a02b6-f461-4747-a3fc-ef5993d76624 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:49.193664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.194363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:49.204969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1bc7dc16-7e86-45d1-8987-642abbfe721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.206941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-1bc7dc16-7e86-45d1-8987-642abbfe721f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1382306 Jul 09 17:22:49.208930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e873e7-1663-4392-aa3b-f9d1750e894d None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:49.232368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-881f57d6-b357-4d66-b05f-8a999a8938a0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0601459 Jul 09 17:22:49.234891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:49.307937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] Provisioning for port 0d4a02b6-f461-4747-a3fc-ef5993d76624 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:49.316247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] Provisioning complete for port 0d4a02b6-f461-4747-a3fc-ef5993d76624 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:49.317089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:49.365865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f72945-e715-44ff-b31f-86a17cbe02a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.372412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-8d5aa407-8e3e-4237-bb87-1be575887cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568215 Jul 09 17:22:49.379461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f72945-e715-44ff-b31f-86a17cbe02a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.390515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c0f72945-e715-44ff-b31f-86a17cbe02a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1545937 Jul 09 17:22:49.393123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35570) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:49.468412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:49.584258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-648e30c7-feb1-457c-9cf7-6dc77ceeffb6 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991873 Jul 09 17:22:49.602957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 7205ab3c-c0b2-444e-92ef-b2ff662b6803 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:49.603317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:49.606966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] For port 0d4a02b6-f461-4747-a3fc-ef5993d76624, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0d4a02b6-f461-4747-a3fc-ef5993d76624,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:49.622118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:49.659080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-51220e23-2ba0-48cf-90dd-30c1e7ec6b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 217 time: 0.0698924 Jul 09 17:22:49.749217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa3cce-50b6-4670-9c08-dc5a3d5eb128 None None] Pushing event updated for resources: {'Port': ['ID=0d4a02b6-f461-4747-a3fc-ef5993d76624,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:49.771702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:49.784234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-8f51c080-d827-47d0-b03f-6b2170ce0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.785959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-8f51c080-d827-47d0-b03f-6b2170ce0203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1185601 Jul 09 17:22:49.787228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 7205ab3c-c0b2-444e-92ef-b2ff662b6803 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:49.851514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '84b9e6aa-8c29-4c46-adab-b8110890213d', 'ip_address': '2001:db8::f816:3eff:fe9c:5406'}, {'subnet_id': '372a0f29-85bd-4158-8c34-ce4f5180582e'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '0d4a02b6-f461-4747-a3fc-ef5993d76624'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:22:49.897050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b5817765-a757-4b02-8a5f-24200b1783a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:49.898937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b5817765-a757-4b02-8a5f-24200b1783a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053495 Jul 09 17:22:49.953472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:50.171281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-6feda602-fcef-441e-a340-ed1bfa9421ce service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626741 Jul 09 17:22:50.316037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.344553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.365340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.383733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.395733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.421006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Allocated IP 172.20.0.2 (d6992ee0-dde0-4473-b499-57da2aa4712d/372a0f29-85bd-4158-8c34-ce4f5180582e/0d4a02b6-f461-4747-a3fc-ef5993d76624) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:50.425456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.442671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.444814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-b2814f05-0db3-4686-b292-012c587ca02c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.4856207 Jul 09 17:22:50.460617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-ac90a227-b2d8-47b5-8725-0c610c618960 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792966 Jul 09 17:22:50.514750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:50.520026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 76692d8c-8f04-44e7-a1f4-0c960863b222 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:22:50.562920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-d88d136c-34e7-41d3-8168-e3943a6394c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.0941572 Jul 09 17:22:50.603474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=7205ab3c-c0b2-444e-92ef-b2ff662b6803,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:50.657049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e700186-db02-4ff3-8eda-3aa48a0b892e req-920ca325-da7d-42f1-a2ba-3d5b6636eb87 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030587 Jul 09 17:22:50.730302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] For port 0d4a02b6-f461-4747-a3fc-ef5993d76624, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0d4a02b6-f461-4747-a3fc-ef5993d76624,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:50.735059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b7074bbe-e297-46fd-b0cc-74b162e97c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.743432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b7074bbe-e297-46fd-b0cc-74b162e97c84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1666827 Jul 09 17:22:50.818938 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:50.862230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:50.885377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:50.887406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6a4da48b-ccac-4c81-9c38-5541f0d17470 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/7205ab3c-c0b2-444e-92ef-b2ff662b6803 HTTP/1.1" status: 204 len: 168 time: 1.4933231 Jul 09 17:22:50.890738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35632) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:50.891953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'mac_address': 'fa:16:3e:fe:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:22:50.976132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87d54-8efc-4288-b238-490af92f5e0b req-fd9ee67a-cd3b-43d4-b73d-c1fba37ae7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:50.978307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-fd9ee67a-cd3b-43d4-b73d-c1fba37ae7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2338092 Jul 09 17:22:51.016302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ede56-5911-48d9-bf37-cc8a08b28015 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:51.018312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ede56-5911-48d9-bf37-cc8a08b28015 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:51.020055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ede56-5911-48d9-bf37-cc8a08b28015 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:51.022093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab4ede56-5911-48d9-bf37-cc8a08b28015 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1304109 Jul 09 17:22:51.025187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35646) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:51.038020 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.072295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76692d8c-8f04-44e7-a1f4-0c960863b222 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:22:51.083717 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0d4a02b6-f461-4747-a3fc-ef5993d76624 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:51.112168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Transition to ACTIVE for port object 0d4a02b6-f461-4747-a3fc-ef5993d76624 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:51.121023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 372a0f29-85bd-4158-8c34-ce4f5180582e {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:51.135230 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.182262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-2b2b31fb-d7c5-4cc1-8334-530f6c839464 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956835 Jul 09 17:22:51.219564 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.233884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.239328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:51.392807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74536bb-229c-4861-95e8-40c211c02b5d None None] Pushing event updated for resources: {'Port': ['ID=0d4a02b6-f461-4747-a3fc-ef5993d76624,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:51.426010 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.453949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.573842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:51.670005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.685241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['76692d8c-8f04-44e7-a1f4-0c960863b222'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:22:51.801547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=372a0f29-85bd-4158-8c34-ce4f5180582e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:51.855747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:51.880323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b6209f8f-cd10-46e5-b6b8-cf23e4084565 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/372a0f29-85bd-4158-8c34-ce4f5180582e HTTP/1.1" status: 204 len: 168 time: 0.8517325 Jul 09 17:22:51.881616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35672) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:52.145245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 84b9e6aa-8c29-4c46-adab-b8110890213d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:22:52.160495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:52.413754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:52.535319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 76692d8c-8f04-44e7-a1f4-0c960863b222 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:52.659408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76d87d54-8efc-4288-b238-490af92f5e0b req-b344ad59-0329-439c-9006-d07a98ec251b service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4690876 Jul 09 17:22:52.671158 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:52.731242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-e4f4e1a2-12e7-4f56-85f4-71fbca801c0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4158344 Jul 09 17:22:52.826299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:52.844621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 76692d8c-8f04-44e7-a1f4-0c960863b222 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:52.845284 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:52.847606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:52.851931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/84b9e6aa-8c29-4c46-adab-b8110890213d HTTP/1.1" status: 204 len: 168 time: 0.9669607 Jul 09 17:22:52.897044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35702) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:52.982576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0d4a02b6-f461-4747-a3fc-ef5993d76624 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:53.078936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0617480-cc98-4532-9a5c-ec43ebaa4fb1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=84b9e6aa-8c29-4c46-adab-b8110890213d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:53.108145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e8351c39-9bd3-4379-8642-b4697439b501 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2039497 Jul 09 17:22:53.127728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35706) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:53.175333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:53.267130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.308064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.336113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.378813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.396412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:53.403257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.435521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.461732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.471399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.472093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.472784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4be245-6ae1-4834-a29b-c8aa3563bf40 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:53.473771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.474274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.477640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.478153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.478414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-058c5fae-6427-404a-a77b-71001461b32f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 1.2395735 Jul 09 17:22:53.479912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.487295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-07a29149-5889-476c-a56b-bbe80302f14e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6492 time: 0.7226980 Jul 09 17:22:53.497064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:22:53.503735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-c5b4b234-efc5-4012-bfc7-f278ea46e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:53.504800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-c5b4b234-efc5-4012-bfc7-f278ea46e1d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 1097 time: 0.5906935 Jul 09 17:22:53.506705 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d856e36-e826-4224-bba1-c702b7c2dacc" -d '{"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-plugged", "status": "completed", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:22:53.576695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:53.660347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7125532d-4d3d-4965-8dcb-933b08ea5e88 req-bcc62b78-6ed3-4fb4-a49f-424ddc4f906b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754820 Jul 09 17:22:54.030231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:54.046761 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:54.138404 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ea277-855d-4a65-a27b-2197487e14b8 x-openstack-request-id: req-447ea277-855d-4a65-a27b-2197487e14b8 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:22:54.138699 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-plugged", "status": "completed", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:22:54.138930 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-447ea277-855d-4a65-a27b-2197487e14b8 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:22:54.139339 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'code': 200} Jul 09 17:22:54.141510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81af5808-97a8-4747-a927-3749d30cf18a None None] Could not find standard attr ID for object 7205ab3c-c0b2-444e-92ef-b2ff662b6803. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:22:54.158538 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:54.292710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81af5808-97a8-4747-a927-3749d30cf18a None None] Provisioning for port 0d4a02b6-f461-4747-a3fc-ef5993d76624 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:54.317412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81af5808-97a8-4747-a927-3749d30cf18a None None] Provisioning complete for port 0d4a02b6-f461-4747-a3fc-ef5993d76624 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:22:54.317825 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81af5808-97a8-4747-a927-3749d30cf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:54.402324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-d9682bc7-e3ed-4247-a11d-14073622813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:54.403982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-d9682bc7-e3ed-4247-a11d-14073622813d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 903 time: 0.8981400 Jul 09 17:22:54.507301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:54.539614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-86db24aa-fe87-4518-ac88-c399bc76de6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.1218166 Jul 09 17:22:54.579718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-f19fae9e-5fca-4f62-aae5-e9a0c7a7bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:54.581000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-f19fae9e-5fca-4f62-aae5-e9a0c7a7bf4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 200 len: 916 time: 0.8689780 Jul 09 17:22:54.744032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:22:54.903829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] Deleting port 0d4a02b6-f461-4747-a3fc-ef5993d76624 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:22:54.908310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.105058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-9c15a7a9-10fb-4083-a98a-3a3fabbd4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.106702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-9c15a7a9-10fb-4083-a98a-3a3fabbd4274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.5521238 Jul 09 17:22:55.121356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] For port 0d4a02b6-f461-4747-a3fc-ef5993d76624, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0d4a02b6-f461-4747-a3fc-ef5993d76624,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:22:55.122142 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.147608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] Calling delete_port for 0d4a02b6-f461-4747-a3fc-ef5993d76624 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:22:55.223496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-2a353c01-f63a-44f8-85dc-2d05a6482f8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 200 len: 1000 time: 0.5727541 Jul 09 17:22:55.317759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0d4a02b6-f461-4747-a3fc-ef5993d76624 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:22:55.326559 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.430958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 0d4a02b6-f461-4747-a3fc-ef5993d76624 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:22:55.432127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0d4a02b6-f461-4747-a3fc-ef5993d76624 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:22:55.441762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] Pushing event deleted for resources: {'Port': ['ID=0d4a02b6-f461-4747-a3fc-ef5993d76624,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:55.457105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.462683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204c1db-dcd8-4957-bc99-0cd29eed80e0 None None] No DVR routers for this DVR port 0d4a02b6-f461-4747-a3fc-ef5993d76624 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:22:55.471822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.489360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.508530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.518880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.541061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.548149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.556682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-55052196-7091-404f-88de-1807e2e65908 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.4419675 Jul 09 17:22:55.612586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:22:55.615674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-65231d49-04e7-4a72-a306-f8953a5ba785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.617877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-65231d49-04e7-4a72-a306-f8953a5ba785 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4802642 Jul 09 17:22:55.625378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.822547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=328bd422-5d75-48ec-b15a-3214f40234d6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:55.852151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-dff2dfb6-1014-4634-a956-a108d723b4ef service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225955 Jul 09 17:22:55.864622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-5bb02e79-1126-48b7-86a7-ee8670699e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.866540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-5bb02e79-1126-48b7-86a7-ee8670699e70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0baa05e0-ba84-48aa-8219-00a2ac459a69 HTTP/1.1" status: 200 len: 854 time: 0.6319547 Jul 09 17:22:55.938103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:55.941774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:55.950221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:55.950221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:55.956901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae83171-b628-4c68-8c8e-78ae08874902 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:56.141327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf5ea964-d35b-4c27-a0d4-93fedfbae338 req-4ef53067-9299-4958-9357-b87fe676ce5d tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5836146 Jul 09 17:22:56.162477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e5346d21-254d-40a9-bef4-a9e237359646 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0066483 Jul 09 17:22:56.162974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35780) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:56.186839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:56.201327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-f7beeb5a-ca2b-4f6a-bff5-22e59c45d607 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1766601 Jul 09 17:22:56.205044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '328bd422-5d75-48ec-b15a-3214f40234d6'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:22:56.205921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:56.371196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-1bd464cd-ac77-4edf-bbbf-2e0cd7b06b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:56.373150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-1bd464cd-ac77-4edf-bbbf-2e0cd7b06b93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5f560d83-8c65-445a-951f-7f5cd5e86661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4893098 Jul 09 17:22:56.428253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-d9dcd7ab-8424-4057-a956-f658432396f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:56.434241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-d9dcd7ab-8424-4057-a956-f658432396f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f88468acd9894f9691dcdce913271a39&device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 1098 time: 0.1661494 Jul 09 17:22:56.496060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-412d4410-c2a7-4a3e-ae37-1cd357418a08 service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132114 Jul 09 17:22:56.497609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19fce131-efe5-4c8d-b433-7b6c4b0ece1d req-82dd8e24-841e-4f7a-9727-a89fe86e4c4c service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276259 Jul 09 17:22:56.552357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Allocated IP 2001:db8::f816:3eff:fef9:cf37 (d6992ee0-dde0-4473-b499-57da2aa4712d/328bd422-5d75-48ec-b15a-3214f40234d6/c3881cff-2cec-4c22-a784-a1967de0bbac) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:56.576470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:56.580371 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:56.608375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-05790a20-3d84-401c-ad35-1e5eec563be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:56.609969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-05790a20-3d84-401c-ad35-1e5eec563be1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 200 len: 915 time: 0.1472063 Jul 09 17:22:56.788906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa25dfcc-224e-43fe-ae4c-e75002065a4c req-2916b49c-836f-4d83-a16b-d893d2491594 service neutron] 10.222.0.36 "GET /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643933 Jul 09 17:22:56.823421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-c254d063-3959-4d85-8d01-9e25a70cbfde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 200 len: 217 time: 0.2044935 Jul 09 17:22:56.937484 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:56.951875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Transition to ACTIVE for port object c3881cff-2cec-4c22-a784-a1967de0bbac will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:56.988744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Transition to ACTIVE for port object c3881cff-2cec-4c22-a784-a1967de0bbac will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:57.002970 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.003821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-3c471260-7be6-4a3f-a039-8f8bb9f348e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:57.005736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-3c471260-7be6-4a3f-a039-8f8bb9f348e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 200 len: 854 time: 0.1663651 Jul 09 17:22:57.055605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-dcc6ee83-8358-4989-8ce2-40d3d3082cd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97fa0e94-31c6-4282-b26c-4ac4457d8334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408263 Jul 09 17:22:57.091724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:57.097013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:57.101816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:57.103793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.185815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Pushing event updated for resources: {'Port': ['ID=c3881cff-2cec-4c22-a784-a1967de0bbac,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:57.240793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=823bc887-93ec-4312-abc1-c674a0bb8dc7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:57.248341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-a9c463c7-08e4-479a-8bc6-9b1055c87967 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851740 Jul 09 17:22:57.258691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:57.260518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:57.267379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:57.268020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.274619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Attempting to bind port c3881cff-2cec-4c22-a784-a1967de0bbac on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:22:57.276210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Attempting to bind port c3881cff-2cec-4c22-a784-a1967de0bbac by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:22:57.276818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Attempting to bind port c3881cff-2cec-4c22-a784-a1967de0bbac on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:22:57.287284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:22:57.291281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:22:57.292039 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.293210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:22:57.294607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Bound port: c3881cff-2cec-4c22-a784-a1967de0bbac, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:22:57.298918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.307426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a170558-ae0b-4cda-bf7d-d369a00f8099 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1324220 Jul 09 17:22:57.309499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35814) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:57.335898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:04:b5:2f', 'name': 'tempest-NetworksTestDHCPv6-1576323808'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:22:57.501471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] For port c3881cff-2cec-4c22-a784-a1967de0bbac, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:22:57.509081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] For port c3881cff-2cec-4c22-a784-a1967de0bbac, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c3881cff-2cec-4c22-a784-a1967de0bbac,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:22:57.517701 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:57.563405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00936209-1be4-4d66-adae-c6f8511e6cd1 req-7adb8527-ccd2-455f-98f6-3d89635f6fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089063 Jul 09 17:22:57.683195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1295964-14f1-48f4-9003-609e3a4bec0b None None] Pushing event updated for resources: {'Port': ['ID=c3881cff-2cec-4c22-a784-a1967de0bbac,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:57.924923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:22:58.368972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:58.412938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.420425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.433075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.440064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.469163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.483785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.500188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:58.509127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-cc881d6b-09cd-4f63-9134-d274a37ee9ad tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.9720807 Jul 09 17:22:58.529090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 8a484fe4-6c30-4c66-b237-5a1d42048aae yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:22:58.626031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31391d32-b0a8-407a-9869-dfbe89cade82 req-6bbb7e8c-a750-4f7f-aec0-0cb821490235 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992353 Jul 09 17:22:58.888631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 172.20.0.8 (d6992ee0-dde0-4473-b499-57da2aa4712d/823bc887-93ec-4312-abc1-c674a0bb8dc7/8a484fe4-6c30-4c66-b237-5a1d42048aae) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:58.910419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe04:b52f (d6992ee0-dde0-4473-b499-57da2aa4712d/328bd422-5d75-48ec-b15a-3214f40234d6/8a484fe4-6c30-4c66-b237-5a1d42048aae) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:22:59.017823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c3881cff-2cec-4c22-a784-a1967de0bbac up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:22:59.260682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c3881cff-2cec-4c22-a784-a1967de0bbac completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:22:59.284597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:59.319612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 8a484fe4-6c30-4c66-b237-5a1d42048aae will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:22:59.340778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2b9e-e3d9-4029-be6e-9f30a4dabe92 req-7a5c9019-5652-4f0b-84e9-d48dbf26db1c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:59.343265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db6e2b9e-e3d9-4029-be6e-9f30a4dabe92 req-7a5c9019-5652-4f0b-84e9-d48dbf26db1c tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.3039055 Jul 09 17:22:59.419084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:59.434289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db6e2b9e-e3d9-4029-be6e-9f30a4dabe92 req-2be1068e-571f-41a0-b2b7-7b210f1d177f tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831749 Jul 09 17:22:59.497109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:22:59.502554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:22:59.514791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:22:59.576233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=8a484fe4-6c30-4c66-b237-5a1d42048aae,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:22:59.634481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:59.635145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:22:59.659949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35860) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:22:59.660940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-29a640f5-dd9d-42ad-a9f0-61484eed2973 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3502223 Jul 09 17:22:59.689096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5c29f-bb56-4236-bc4c-7a09564b7ac4 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:22:59.941797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea078e90-fdd0-48f1-a625-1ff3706c1adf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:59.974442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea078e90-fdd0-48f1-a625-1ff3706c1adf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:22:59.977737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ea078e90-fdd0-48f1-a625-1ff3706c1adf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3167052 Jul 09 17:22:59.980597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35880) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:00.107194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] Provisioning for port c3881cff-2cec-4c22-a784-a1967de0bbac completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:00.118731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] Provisioning complete for port c3881cff-2cec-4c22-a784-a1967de0bbac triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:00.119533 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:00.210571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.229718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.236056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.252052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.276348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.283415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.298990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.303313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-bd2ebf6a-fdde-4686-a9f7-5b8abfd52b2f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.2632418 Jul 09 17:23:00.413729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 8a484fe4-6c30-4c66-b237-5a1d42048aae {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:00.414287 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:00.611194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-524e628b-7eb0-4105-8a31-8098f2ce9d0f req-4d458606-1ba2-40d1-9685-da6b2d9c646c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846828 Jul 09 17:23:00.623124 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:00.634425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-17f19b15-cdf4-4385-b4d1-b565ef30683a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:00.690560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-17f19b15-cdf4-4385-b4d1-b565ef30683a tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.6110048 Jul 09 17:23:00.743871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] For port c3881cff-2cec-4c22-a784-a1967de0bbac, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c3881cff-2cec-4c22-a784-a1967de0bbac,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:00.761227 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.117377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.123926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f292b-3129-4f5e-9628-6411971c2533 None None] Pushing event updated for resources: {'Port': ['ID=c3881cff-2cec-4c22-a784-a1967de0bbac,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:01.128077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1fd36-9efb-47dc-838a-61d3755bb000 req-132d1728-7d49-4cd9-8151-15e74ee43b22 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:01.135799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bfe1fd36-9efb-47dc-838a-61d3755bb000 req-132d1728-7d49-4cd9-8151-15e74ee43b22 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 946 time: 0.1485839 Jul 09 17:23:01.161454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '328bd422-5d75-48ec-b15a-3214f40234d6', 'ip_address': '2001:db8::f816:3eff:fef9:cf37'}, {'subnet_id': '823bc887-93ec-4312-abc1-c674a0bb8dc7'}], 'binding:host_id': 'n-d-791506-17'}, 'id': 'c3881cff-2cec-4c22-a784-a1967de0bbac'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:23:01.184036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 8a484fe4-6c30-4c66-b237-5a1d42048aae owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:01.199000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Deleting port 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:01.203391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.218376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bfe1fd36-9efb-47dc-838a-61d3755bb000 req-b46989e4-7a7d-47b4-92c5-8709c4ed4a43 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/security-groups?id=7079c553-edd7-4ef0-97fd-d70a50ece1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809243 Jul 09 17:23:01.275007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.522664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] For port 576113d4-a2a3-423f-89a9-a3b0cab9f672, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=576113d4-a2a3-423f-89a9-a3b0cab9f672,segment=NetworkSegment(2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8),segment_id=2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:01.523277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.539020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Calling delete_port for 576113d4-a2a3-423f-89a9-a3b0cab9f672 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:01.574285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Allocated IP 172.20.0.2 (d6992ee0-dde0-4473-b499-57da2aa4712d/823bc887-93ec-4312-abc1-c674a0bb8dc7/c3881cff-2cec-4c22-a784-a1967de0bbac) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:01.756384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] For port c3881cff-2cec-4c22-a784-a1967de0bbac, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c3881cff-2cec-4c22-a784-a1967de0bbac,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:01.802383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:01.823589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Transition to ACTIVE for port object c3881cff-2cec-4c22-a784-a1967de0bbac will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:01.845815 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.049385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d154c-5da6-4919-86b5-e5c33ed3544e None None] Pushing event updated for resources: {'Port': ['ID=c3881cff-2cec-4c22-a784-a1967de0bbac,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:02.131601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.145579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:02.148699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.155679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.160909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35918) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:02.164558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.175507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1470584063'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:02.185176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.202299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.214864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['576113d4-a2a3-423f-89a9-a3b0cab9f672'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:02.217798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.231670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:02.242250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-15b7365e-bdf8-4eb2-a175-9864970307b5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.2981584 Jul 09 17:23:02.364123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=8a484fe4-6c30-4c66-b237-5a1d42048aae,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:02.537873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Pushing event deleted for resources: {'Port': ['ID=576113d4-a2a3-423f-89a9-a3b0cab9f672,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:02.993611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c3881cff-2cec-4c22-a784-a1967de0bbac up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:03.194831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] No DVR routers for this DVR port 576113d4-a2a3-423f-89a9-a3b0cab9f672 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:03.202766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcdc0469-62a7-4c87-957c-65b36fef5d4a req-87139b40-93d5-42a9-b3ec-bfc3364c983d tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9535763 Jul 09 17:23:03.212093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f89b3152-b7be-43da-b826-19b5a719073c req-6ef8e660-753b-4a76-807d-5de0afe0f719 tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5eaecd2-5a16-478d-83a4-ccf42037ea56 HTTP/1.1" status: 200 len: 210 time: 0.6643682 Jul 09 17:23:03.213922 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.217216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56b5192d-245b-4014-ae0a-1a4e1c6375fd req-1522a62e-24b9-45e9-91f5-fc58565843bb tempest-ServersNegativeTestJSON-1187954240 tempest-ServersNegativeTestJSON-1187954240-project] 10.222.0.13 "DELETE /v2.0/ports/576113d4-a2a3-423f-89a9-a3b0cab9f672 HTTP/1.1" status: 204 len: 173 time: 2.3712296 Jul 09 17:23:03.222186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-deleted', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:03.238017 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf5a80-bf70-48a0-a302-0521efaa3ffa" -d '{"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-deleted", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:03.308251 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.311851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c48044c0-a8c2-416d-af7f-796c9a1389da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/8a484fe4-6c30-4c66-b237-5a1d42048aae HTTP/1.1" status: 204 len: 168 time: 3.3264489 Jul 09 17:23:03.313699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:03.325721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:03.340658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.423797 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26464a10-f9c1-4de9-8bef-075b7ca62345 x-openstack-request-id: req-26464a10-f9c1-4de9-8bef-075b7ca62345 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:03.424255 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5eaecd2-5a16-478d-83a4-ccf42037ea56", "name": "network-vif-deleted", "tag": "576113d4-a2a3-423f-89a9-a3b0cab9f672", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:03.424383 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26464a10-f9c1-4de9-8bef-075b7ca62345 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:03.424724 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5eaecd2-5a16-478d-83a4-ccf42037ea56', 'name': 'network-vif-deleted', 'tag': '576113d4-a2a3-423f-89a9-a3b0cab9f672', 'status': 'completed', 'code': 200} Jul 09 17:23:03.437866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256614d-aab5-4e58-9ddc-9881134c68c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.439910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256614d-aab5-4e58-9ddc-9881134c68c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.441721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256614d-aab5-4e58-9ddc-9881134c68c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.445247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6256614d-aab5-4e58-9ddc-9881134c68c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1302931 Jul 09 17:23:03.450929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:23:03.453666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35952) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:03.490315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.490584 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Added segment c02d456c-392e-442c-84e1-7501a9e55e71 of type vlan for network a9b78c49-ffbf-44cb-8a11-fff2c19c012a Jul 09 17:23:03.617492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 328bd422-5d75-48ec-b15a-3214f40234d6 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:03.619640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-17d1c51a-bed9-462a-a490-8e293c0caa62 None None] Could not find standard attr ID for object 8a484fe4-6c30-4c66-b237-5a1d42048aae. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:23:03.623744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.649331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-17d1c51a-bed9-462a-a490-8e293c0caa62 None None] Provisioning for port c3881cff-2cec-4c22-a784-a1967de0bbac completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:03.656378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-17d1c51a-bed9-462a-a490-8e293c0caa62 None None] Provisioning complete for port c3881cff-2cec-4c22-a784-a1967de0bbac triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:03.656879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-17d1c51a-bed9-462a-a490-8e293c0caa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.659662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.707801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.752757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.759659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:03.760562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.860938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6961098 Jul 09 17:23:03.865458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:03.880496 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.912157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-475261799'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:03.974863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.982921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:03.986642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:03.993078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaec48e-07d5-473c-ad91-767d04580367 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Network': ['ID=a9b78c49-ffbf-44cb-8a11-fff2c19c012a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:04.008057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:23:04.052835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:23:04.054929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=328bd422-5d75-48ec-b15a-3214f40234d6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:04.069964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.072835 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-676064f1-8dea-4183-8583-0908007aa99e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/328bd422-5d75-48ec-b15a-3214f40234d6 HTTP/1.1" status: 204 len: 168 time: 0.6180925 Jul 09 17:23:04.088011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.089696 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Added segment 7d172414-8794-4359-af6f-d4df8c379c48 of type vlan for network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 Jul 09 17:23:04.098401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:04.165889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143a93f-261d-4011-81d2-a7bfa2046e68 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:04.173188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.249708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.257434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:04.258142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.300123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e475f60c-7e39-4fe0-a3c1-a2a1673b1186 None None] Could not find standard attr ID for object 8a484fe4-6c30-4c66-b237-5a1d42048aae. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:23:04.311996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 823bc887-93ec-4312-abc1-c674a0bb8dc7 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:04.321894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.435431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.441017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:04.537180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6515470 Jul 09 17:23:04.542082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:04.551240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'subnet': {'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:04.572627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb4f0-fd71-44ff-b0b4-1f4cc574ae6f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Network': ['ID=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:04.583041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Deleting subnet 01027337-05f5-4727-9847-951aff78d916 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:04.591629 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.600178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:23:04.646192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:04.665079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.701134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.769435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.773377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 576113d4-a2a3-423f-89a9-a3b0cab9f672 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:04.773738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 576113d4-a2a3-423f-89a9-a3b0cab9f672 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:04.855201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.889324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.933085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=823bc887-93ec-4312-abc1-c674a0bb8dc7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:04.971668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.989164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/01027337-05f5-4727-9847-951aff78d916 HTTP/1.1" status: 204 len: 168 time: 0.5385325 Jul 09 17:23:04.991852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd1e4c-aabd-493d-a102-6301beeb7aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01027337-05f5-4727-9847-951aff78d916,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:04.992279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:04.993385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:04.997517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7338a4f2-8f0e-40b2-8050-0712a7264679 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/823bc887-93ec-4312-abc1-c674a0bb8dc7 HTTP/1.1" status: 204 len: 168 time: 0.8959534 Jul 09 17:23:05.000045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35992) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:05.201281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:05.297553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88c88407-75b3-44dd-a61e-7257dba03932 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047866 Jul 09 17:23:05.310288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35998) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:05.313010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:05.316747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:05.319374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:05.500730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.509501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.521913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.532989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.548044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.574034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.577977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e50a5-8ed6-4abf-a11e-471503555566 req-06a1cd7d-b9bd-44c6-9e2d-e799a4c105e3 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.587418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-170e50a5-8ed6-4abf-a11e-471503555566 req-06a1cd7d-b9bd-44c6-9e2d-e799a4c105e3 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.2959418 Jul 09 17:23:05.617740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:05.633814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-c0b0075a-68f1-4279-8463-4a569559ba02 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 1.0345418 Jul 09 17:23:05.639613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:05.643220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0de287-3041-4d77-bca2-63c773f6f54b None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:05.650596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:05.737639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5df489e0-39e3-46f8-8e4c-1598f90688fd req-72328ac1-cac0-4af5-8867-e4a26c81d08a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754619 Jul 09 17:23:05.783848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-170e50a5-8ed6-4abf-a11e-471503555566 req-d5d2c66f-e28b-4ecd-84ab-c77b8e7ce090 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931033 Jul 09 17:23:05.857210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7040329e-14f1-4e0f-92e8-ae3dba5a3e76 None None] Provisioning complete for port c3881cff-2cec-4c22-a784-a1967de0bbac triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:05.858997 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7040329e-14f1-4e0f-92e8-ae3dba5a3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.126875 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.145939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:23:06.184773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.191067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=5aef872a-a740-47cb-b097-3698e4948d7e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:06.221739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:06.227140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:06.234547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fa0e94-31c6-4282-b26c-4ac4457d8334']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:06.243057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:06.243667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.292707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e12a7ab1-64bb-4322-a33b-0a32e9925804 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9808607 Jul 09 17:23:06.295446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36016) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:06.296669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] Deleting port c3881cff-2cec-4c22-a784-a1967de0bbac {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:06.296880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.301314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:06.435005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:06.436167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a49d1f7-55fd-4ab3-b59a-fa7212e0f7d8') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:06.440450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.484827 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.533082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.570399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:23:06.570812 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: items = [ Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:23:06.574400 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:23:06.597364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] For port c3881cff-2cec-4c22-a784-a1967de0bbac, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c3881cff-2cec-4c22-a784-a1967de0bbac,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:06.598183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.617522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Subnet': ['ID=65b804a7-5c56-4574-a8d5-ef808e42310d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:06.632495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Checking segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:06.633005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network hostable DHCP agents. Network: a9b78c49-ffbf-44cb-8a11-fff2c19c012a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:23:06.668454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:06.674065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] Calling delete_port for c3881cff-2cec-4c22-a784-a1967de0bbac owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:06.676440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.702868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.752656 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:06.759878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/97fa0e94-31c6-4282-b26c-4ac4457d8334 HTTP/1.1" status: 204 len: 168 time: 1.7559896 Jul 09 17:23:06.771697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Pushing event deleted for resources: {'Network': ['ID=97fa0e94-31c6-4282-b26c-4ac4457d8334,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:06.780179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:23:06.892807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.895437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.896439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.896926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.897432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.903413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.904653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.905143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.908980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.912544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.913232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.915441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bf632-b517-406e-99c5-d2443b9fab1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:06.963911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a9b78c49-ffbf-44cb-8a11-fff2c19c012a) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:06.978456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:06.982709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:07.027441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-da138c69-429c-468e-bfca-bb1e580e5d77 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4818842 Jul 09 17:23:07.027788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36026) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:07.035458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'subnet': {'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:07.035691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c3881cff-2cec-4c22-a784-a1967de0bbac no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:07.114088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad75b3-3e80-47de-9f98-41c1bcc0ed2a None None] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:07.170115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:07.253895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:07.264280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:07.294446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-875e063f-8080-4f29-b321-19d2693be6ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f88468acd9894f9691dcdce913271a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219854 Jul 09 17:23:07.311392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36032) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:07.336078 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:07.705366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:23:07.706948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:07.764452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac13-9bbf-4f40-ae04-22096d7ee56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:07.788699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:07.800187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:07.804416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.805030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:07.807306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.813357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.838521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.846673 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No ports have port_id starting with c3881cff-2cec-4c22-a784-a1967de0bbac Jul 09 17:23:07.847490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.859811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.863631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=8d3adb0c-b7c1-48cd-a050-12939e807935,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:07.875974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84ffbc90-faa8-4c24-9382-79f50f4d36da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5759842 Jul 09 17:23:07.876075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.876183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36050) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:07.881523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:d5:9d:70', 'name': 'tempest-NetworksTestDHCPv6-456140996'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:07.892830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:07.906430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-be18515c-7676-45e0-86cb-64bcaaf3a28e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.6328936 Jul 09 17:23:07.936767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] Pushing event deleted for resources: {'Port': ['ID=c3881cff-2cec-4c22-a784-a1967de0bbac,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:07.949997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ab58c-af6c-4d77-a216-4b4d7f151fa1 None None] No DVR routers for this DVR port c3881cff-2cec-4c22-a784-a1967de0bbac on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:08.070559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac13-9bbf-4f40-ae04-22096d7ee56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.132678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:08.135895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440598ca-688c-4414-a8c7-cbe846f2314e None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:08.169810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec2ab30d-79fe-4351-af17-89e41c0404c2 req-8e3b483b-1b2d-41d2-bfd0-8a81333f47ea tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2622988 Jul 09 17:23:08.231606 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.290216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:08.291111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.330695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.358379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.359641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8b189-6451-4972-85c5-66d6b2830d02 req-ada088e8-a193-4807-b2d4-673d0ea6d556 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:08.362262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cb8b189-6451-4972-85c5-66d6b2830d02 req-ada088e8-a193-4807-b2d4-673d0ea6d556 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.1295760 Jul 09 17:23:08.390350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port b2025020-41e4-423d-9ab0-62cca7788882 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:23:08.417724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cb8b189-6451-4972-85c5-66d6b2830d02 req-58c98fff-cdda-43d8-8d41-e3eb2e8207a1 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Jul 09 17:23:08.468851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac13-9bbf-4f40-ae04-22096d7ee56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.468851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac13-9bbf-4f40-ae04-22096d7ee56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.468851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c7c2ac13-9bbf-4f40-ae04-22096d7ee56b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7079c553-edd7-4ef0-97fd-d70a50ece1bd HTTP/1.1" status: 204 len: 168 time: 1.1146657 Jul 09 17:23:08.505235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ac13-9bbf-4f40-ae04-22096d7ee56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079c553-edd7-4ef0-97fd-d70a50ece1bd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:08.560001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Subnet': ['ID=9298338a-8a79-4c35-a34e-c7f596bb07e5,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:08.582677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Checking segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:08.583022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network hostable DHCP agents. Network: 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:23:08.650772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Allocated IP 10.1.1.2 (a9b78c49-ffbf-44cb-8a11-fff2c19c012a/65b804a7-5c56-4574-a8d5-ef808e42310d/c7d4faf5-046b-4494-a8f7-e9a111e7cb8f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:08.661267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:23:08.681920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:08.692727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:08.695008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:08.743171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-76a8b910-4576-400f-95c2-f54bae5d666a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7130926 Jul 09 17:23:08.745734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36070) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:08.751609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'name': 'tempest-TaggedBootDevicesTest-1692285369', 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:08.897861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a8a95f-745c-427c-a43c-9c3fe98b48e6 None None] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:09.046746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 172.20.0.13 (d6992ee0-dde0-4473-b499-57da2aa4712d/5aef872a-a740-47cb-b097-3698e4948d7e/b2025020-41e4-423d-9ab0-62cca7788882) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:09.077421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fed5:9d70 (d6992ee0-dde0-4473-b499-57da2aa4712d/8d3adb0c-b7c1-48cd-a050-12939e807935/b2025020-41e4-423d-9ab0-62cca7788882) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:09.086236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:09.241065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.417709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '5aef872a-a740-47cb-b097-3698e4948d7e'}, {'subnet_id': '8d3adb0c-b7c1-48cd-a050-12939e807935'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:09.418600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.462884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'fixed_ips': [{'subnet_id': '9298338a-8a79-4c35-a34e-c7f596bb07e5'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:09.462884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.501214 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.548000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Transition to ACTIVE for port object c7d4faf5-046b-4494-a8f7-e9a111e7cb8f will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:09.672575 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:23:09.737152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.822042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] device_id is not set on port 191f38d9-6588-4cc6-8792-9740d4baa938 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:23:09.855147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:09.881599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object b2025020-41e4-423d-9ab0-62cca7788882 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:09.930734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.937518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.943842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.949892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.956400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.963783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.971927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:09.980664 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-675fe1c0-5711-4dee-aced-817df5f648ce req-9f19f432-74fe-4f07-b7bc-6d7196a2d207 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.2634656 Jul 09 17:23:10.019155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Transition to ACTIVE for port object c7d4faf5-046b-4494-a8f7-e9a111e7cb8f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:10.054820 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-675fe1c0-5711-4dee-aced-817df5f648ce req-059c54fd-f0fb-4a59-91c1-d8b64fac983f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731101 Jul 09 17:23:10.092718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:10.162065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:10.213672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:10.223783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:10.326162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=b2025020-41e4-423d-9ab0-62cca7788882,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:10.357460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Allocated IP 10.2.2.2 (9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045/9298338a-8a79-4c35-a34e-c7f596bb07e5/417b4969-c122-4403-826d-e776ee68539c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:10.388923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:10.391407 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:10.437576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9568ec06-7d07-448a-96a3-17380436a67a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5609052 Jul 09 17:23:10.439503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36120) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:10.513596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bdef2-700c-4366-9737-00d4a6a6d46c req-b7f0ad39-c3e7-4d62-b2f2-0879a383b477 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:10.517490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af8bdef2-700c-4366-9737-00d4a6a6d46c req-b7f0ad39-c3e7-4d62-b2f2-0879a383b477 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.2509692 Jul 09 17:23:10.601587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca043a-bf23-4b78-b242-3f33ac674f97 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:10.604494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-afca043a-bf23-4b78-b242-3f33ac674f97 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1632769 Jul 09 17:23:10.611862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36122) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:10.729955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af8bdef2-700c-4366-9737-00d4a6a6d46c req-494e1669-a8db-4c78-a97c-16e4c10060af tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010534 Jul 09 17:23:10.750929 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:10.863779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 10.1.1.153 (a9b78c49-ffbf-44cb-8a11-fff2c19c012a/65b804a7-5c56-4574-a8d5-ef808e42310d/191f38d9-6588-4cc6-8792-9740d4baa938) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:10.869838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:10.889193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port b2025020-41e4-423d-9ab0-62cca7788882 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:10.889616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.023899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.034458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Transition to ACTIVE for port object 417b4969-c122-4403-826d-e776ee68539c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:11.039522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for b2025020-41e4-423d-9ab0-62cca7788882 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:11.043394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Pushing event updated for resources: {'Port': ['ID=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:11.051964 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-554276f8-5bc8-44f1-b0a1-520126db70d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.351614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Allocated IP 172.20.0.2 (d6992ee0-dde0-4473-b499-57da2aa4712d/5aef872a-a740-47cb-b097-3698e4948d7e/8cbd60b1-5402-4410-93ab-47cb9802635d) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:11.379114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Allocated IP 2001:db8::f816:3eff:fe92:1594 (d6992ee0-dde0-4473-b499-57da2aa4712d/8d3adb0c-b7c1-48cd-a050-12939e807935/8cbd60b1-5402-4410-93ab-47cb9802635d) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:11.511568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36148) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:11.612248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.654945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:11.736213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object 191f38d9-6588-4cc6-8792-9740d4baa938 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:11.844990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.858926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.872742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.875837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:11.882990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7591df60-c373-4859-a347-03e86878b3e7 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:11.885948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.897994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.908745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.912974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=b2025020-41e4-423d-9ab0-62cca7788882,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:11.918032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:11.920079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-bf445b2d-3c6d-4336-9af5-b75eca8f3119 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 0.4478159 Jul 09 17:23:12.020314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-63159738-aa23-4877-ab78-08158896fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.090479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3eeba9e1-f1b4-43fa-a62a-6d011b9b7fe9 req-e2c40f02-4263-4df9-afcc-84e734ebf783 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520526 Jul 09 17:23:12.092326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7591df60-c373-4859-a347-03e86878b3e7,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:12.113409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.140112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:12.151802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '7591df60-c373-4859-a347-03e86878b3e7', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'port_id': '7591df60-c373-4859-a347-03e86878b3e7', 'mac_address': 'fa:16:3e:6f:c8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:12.161961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:12.194000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.196941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85c795e0-899a-4297-9e29-66dfd81ff2d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/b2025020-41e4-423d-9ab0-62cca7788882 HTTP/1.1" status: 204 len: 168 time: 1.5830231 Jul 09 17:23:12.202942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:12.215392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:12.226585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:12.237514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:12.261325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Transition to ACTIVE for port object 417b4969-c122-4403-826d-e776ee68539c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:12.279961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-2845ee50-aac3-4bea-b0b1-f1ade63a8083 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.281611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-2845ee50-aac3-4bea-b0b1-f1ade63a8083 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.7151461 Jul 09 17:23:12.304923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:12.327967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.335441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.336128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.411401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.421965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Transition to ACTIVE for port object 8cbd60b1-5402-4410-93ab-47cb9802635d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:12.423968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-63159738-aa23-4877-ab78-08158896fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.448811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-63159738-aa23-4877-ab78-08158896fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.449814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47151087-c807-47b0-aa00-84f907eb099f req-089a6ef1-4d2f-47da-9709-76af9e09e02b tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.458460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47151087-c807-47b0-aa00-84f907eb099f req-089a6ef1-4d2f-47da-9709-76af9e09e02b tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.4156048 Jul 09 17:23:12.498422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ae51b-fed4-4629-bf93-d9ab74c2ef99 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.500354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ae51b-fed4-4629-bf93-d9ab74c2ef99 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.502000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ae51b-fed4-4629-bf93-d9ab74c2ef99 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:12.506573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5c8ae51b-fed4-4629-bf93-d9ab74c2ef99 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3025038 Jul 09 17:23:12.507256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36168) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:12.523009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63159738-aa23-4877-ab78-08158896fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a7eaac-b4c0-4324-b862-aca327c4b58a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:12.530644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a9afd08-0390-4d9c-b604-3ed2a1cf7264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7833822 Jul 09 17:23:12.537798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36170) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:12.545184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'name': 'tempest-TaggedBootDevicesTest-1545942244', 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:12.654050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:12.656337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-63159738-aa23-4877-ab78-08158896fab9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e20087fa7b842ae9dccafd7ae8a580d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1349609 Jul 09 17:23:12.659166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36174) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:12.667871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:12.682856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:12.688986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Transition to ACTIVE for port object 8cbd60b1-5402-4410-93ab-47cb9802635d will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:12.695319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Attempting to bind port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:12.695686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Attempting to bind port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:12.696077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Attempting to bind port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:12.754725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.769311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:12.770543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Pushing event updated for resources: {'Port': ['ID=417b4969-c122-4403-826d-e776ee68539c,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:12.774343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.775686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.776682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:12.777240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Checking segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:12.777635 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.778001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Bound using segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:12.778489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Bound port: c7d4faf5-046b-4494-a8f7-e9a111e7cb8f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:12.778896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.782454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47151087-c807-47b0-aa00-84f907eb099f req-146bd08b-57d4-49fe-beae-5bc6fc08227d tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230257 Jul 09 17:23:12.790899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a151f0-8a7a-41aa-ae24-3c5c5783b9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.798493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 5aef872a-a740-47cb-b097-3698e4948d7e {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:12.802474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.831101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] device_id is not set on port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:23:12.864797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.868719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a151f0-8a7a-41aa-ae24-3c5c5783b9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:12.924968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Pushing event updated for resources: {'Port': ['ID=8cbd60b1-5402-4410-93ab-47cb9802635d,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:12.967322 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.019011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:13.039804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.048397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:13.066764 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7591df60-c373-4859-a347-03e86878b3e7 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:13.072923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Attempting to bind port 417b4969-c122-4403-826d-e776ee68539c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:13.074225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Attempting to bind port 417b4969-c122-4403-826d-e776ee68539c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:13.074225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Attempting to bind port 417b4969-c122-4403-826d-e776ee68539c on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:13.082806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:13.092442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=5aef872a-a740-47cb-b097-3698e4948d7e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:13.094900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.096243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:13.096631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Checking segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:13.097086 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.097479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Bound using segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:13.098013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Bound port: 417b4969-c122-4403-826d-e776ee68539c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:13.098401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.099044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7b47d275-1d76-4c6b-8479-e05939a5b26c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/5aef872a-a740-47cb-b097-3698e4948d7e HTTP/1.1" status: 204 len: 168 time: 0.5869734 Jul 09 17:23:13.107197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36178) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:13.160523 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ae4d3ed5-6582-449e-9b57-a77335744f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.165446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Deleting port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:13.166213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.266056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 10.1.1.191 (a9b78c49-ffbf-44cb-8a11-fff2c19c012a/65b804a7-5c56-4574-a8d5-ef808e42310d/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:13.414848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 8d3adb0c-b7c1-48cd-a050-12939e807935 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:13.424032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.469431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.487305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:13.521869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a151f0-8a7a-41aa-ae24-3c5c5783b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.525031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a151f0-8a7a-41aa-ae24-3c5c5783b9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.529647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-98a151f0-8a7a-41aa-ae24-3c5c5783b9ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5a7eaac-b4c0-4324-b862-aca327c4b58a HTTP/1.1" status: 204 len: 168 time: 0.8694079 Jul 09 17:23:13.540015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a151f0-8a7a-41aa-ae24-3c5c5783b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a7eaac-b4c0-4324-b862-aca327c4b58a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:13.542825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.555969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7591df60-c373-4859-a347-03e86878b3e7,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:13.620968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:13.621303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] For port 417b4969-c122-4403-826d-e776ee68539c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:13.623554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.625875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] For port 417b4969-c122-4403-826d-e776ee68539c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=417b4969-c122-4403-826d-e776ee68539c,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:13.626713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:13.637856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:13.640917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] For port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:13.641294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.662199 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.663169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device df19953c-be5e-454d-b891-ad6334969687 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:13.674043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.695163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] For port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:13.783581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.794133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] For port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:13.808664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Attempting to bind port 8cbd60b1-5402-4410-93ab-47cb9802635d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:13.810507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Attempting to bind port 8cbd60b1-5402-4410-93ab-47cb9802635d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:13.810987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Attempting to bind port 8cbd60b1-5402-4410-93ab-47cb9802635d on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:13.834479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:13.916145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=df19953c-be5e-454d-b891-ad6334969687,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:13.917762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:13.918937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:13.953299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:13.967664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c9a7683-b6a1-4001-91d1-cf20abe324e3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4286959 Jul 09 17:23:13.982173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'df19953c-be5e-454d-b891-ad6334969687', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'port_id': 'df19953c-be5e-454d-b891-ad6334969687', 'mac_address': 'fa:16:3e:60:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:13.996744 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.015746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:14.016160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:14.016578 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.016976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:14.017463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Bound port: 8cbd60b1-5402-4410-93ab-47cb9802635d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:14.017847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.196870 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.253381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8775cd4-958d-461e-81de-1d3487556107 req-07003eb7-d1c4-430e-a697-a640e78a8f20 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.265203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b8775cd4-958d-461e-81de-1d3487556107 req-07003eb7-d1c4-430e-a697-a640e78a8f20 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 945 time: 0.1941204 Jul 09 17:23:14.311044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.317280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.326666 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.333348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.349443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.369534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.382094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b8775cd4-958d-461e-81de-1d3487556107 req-78e216bd-7ba1-4cba-85b6-898cbdb156d8 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups?id=58901447-1364-4091-879e-d829c7544e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033239 Jul 09 17:23:14.385884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df19953c-be5e-454d-b891-ad6334969687 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:14.412923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.419067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:14.427241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbd9b9-826a-4dc8-8ccd-e25445e5a7f5 None None] Pushing event updated for resources: {'Port': ['ID=417b4969-c122-4403-826d-e776ee68539c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:14.433819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-a2c9857d-ca83-423a-b364-98203c1ba8c1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5428 time: 1.0395148 Jul 09 17:23:14.622358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=df19953c-be5e-454d-b891-ad6334969687,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:14.657583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.718409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.719082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f5f4a7d2-689d-4c44-99d6-b52b8e67f371 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:14.803008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaec473-6bf5-4fb4-8f04-4f2cd1b3aaa2 None None] Pushing event updated for resources: {'Port': ['ID=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:14.831860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e4f28da1-00fe-4057-b374-4c3282e76746 req-28b9f4dc-c577-4c29-9bda-0ae6c9f665e2 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3700409 Jul 09 17:23:14.858409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.858888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:14.863136 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Floating IP 5325274c-0b0f-41d8-b23e-97458a91da3a disassociated. External IP: 172.25.3.38, port: 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796. Jul 09 17:23:14.866365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Calling delete_port for 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:14.879192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] For port 8cbd60b1-5402-4410-93ab-47cb9802635d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:14.969493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:23:15.035427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.174391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.184591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/8d3adb0c-b7c1-48cd-a050-12939e807935 HTTP/1.1" status: 204 len: 168 time: 2.0746601 Jul 09 17:23:15.192323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:15.192809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a9070-5162-45c9-b499-ecee2822a34e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3adb0c-b7c1-48cd-a050-12939e807935,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:15.194359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36228) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:15.210614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471998716', 'description': 'tempest-description--1494204966'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:15.310423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8c734dfd-59c8-45c3-a10d-34faeb027645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141148 Jul 09 17:23:15.315173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36240) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:15.316194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:15.343003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:15.377185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c7d4faf5-046b-4494-a8f7-e9a111e7cb8f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:15.394378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] For port 8cbd60b1-5402-4410-93ab-47cb9802635d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8cbd60b1-5402-4410-93ab-47cb9802635d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:15.418174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.469652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.473797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event deleted for resources: {'Port': ['ID=6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:15.526234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'port_id': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'mac_address': 'fa:16:3e:89:27:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:15.557755 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.689705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:15.780592 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.805081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:15.854350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33fbb1d5-783d-4ffc-bc24-ea14bc58ce37 req-e9006161-94f0-4111-a506-58d4dd85ccbf tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.1070204 Jul 09 17:23:15.893038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac2868-3b85-4f63-a7e5-c0ea929ad399,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:15.937883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Router b829d48b-14d7-4efc-9df1-6668b0b2733e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:15.969544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:15.988162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.156158 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.189619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06fbe-1466-4ac5-90f4-02f789faa2e1 None None] Pushing event updated for resources: {'Port': ['ID=8cbd60b1-5402-4410-93ab-47cb9802635d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:16.228070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f4a7d2-689d-4c44-99d6-b52b8e67f371 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:16.326852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:16.328548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.333405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ec155-fc87-403d-b556-e4396d3890c9 None None] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:16.380860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3decd2f9-fc39-4960-9053-38280711eb11 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:16.515816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.516511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:16.558374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.560262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.560718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.562070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.563346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.563731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.564311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.565496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.566838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.567871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.569488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.569840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:16.581964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36266) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:16.597596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.598920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0196115d-a2e9-49e8-970b-fe8cc3d52721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3971992 Jul 09 17:23:16.605698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.618340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36276) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:16.768328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=9e82ae78-316b-430c-b7af-7f17d97090e3,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:16.801555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'security_group_rule': {'security_group_id': '9fac2868-3b85-4f63-a7e5-c0ea929ad399', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:16.834237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:16.840021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:16.844160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:16.844969 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.872559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e2236f6-6f1f-46a7-8dc9-5fe618c28a25 None None] Provisioning for port 417b4969-c122-4403-826d-e776ee68539c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:16.874974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e3537-65eb-44d5-b4ee-4001bb77a7a6 None None] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:16.918637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c14784b3-217f-405e-866f-a698acb33243 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6019356 Jul 09 17:23:16.920753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:16.990437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:16.994050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36282) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:17.013857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.024181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.035436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.044121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 417b4969-c122-4403-826d-e776ee68539c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:17.049257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.057048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:17.057578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.070629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.085225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:17.091563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c806a832-fde5-49fb-829a-a73d9d696356 req-c4036b5e-96b9-47b8-9534-3c2d87e35636 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5431 time: 0.5045815 Jul 09 17:23:17.114840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:17.118488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:17.144128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'port_id': 'dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2', 'mac_address': 'fa:16:3e:6e:a9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:17.148560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] No DVR routers for this DVR port 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:17.157439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.161939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90b9386a-d9df-4a38-92f0-aeac23c56622 req-7b6f28ff-c12b-47d8-9b43-ecfa41ea8523 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.36 "DELETE /v2.0/ports/6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 HTTP/1.1" status: 204 len: 173 time: 4.8572743 Jul 09 17:23:17.162538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'name': 'network-vif-deleted', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:17.168226 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8971f875-9b73-4234-8a8b-4435b27971c8" -d '{"events": [{"server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "name": "network-vif-deleted", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:17.252596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] Sync routers for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:17.261902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17c12078-c132-492f-8e81-f587fdf5f86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.286071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d263dfae-3706-489e-8d20-91d417636f20 req-1f674c56-9dda-416e-b2a8-2a458ca665f4 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.0688891 Jul 09 17:23:17.287166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.324623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:17.356458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:17.357709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:17.358386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:17.360347 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acdd1fb-c9f6-4003-b941-51d2f875ca26 x-openstack-request-id: req-5acdd1fb-c9f6-4003-b941-51d2f875ca26 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:17.360983 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e20831-80d3-41d0-86eb-b675a1ec8161", "name": "network-vif-deleted", "tag": "6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:17.362963 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5acdd1fb-c9f6-4003-b941-51d2f875ca26 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:17.367804 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e20831-80d3-41d0-86eb-b675a1ec8161', 'name': 'network-vif-deleted', 'tag': '6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796', 'status': 'completed', 'code': 200} Jul 09 17:23:17.383340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.410951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.505356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:17.540501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17c12078-c132-492f-8e81-f587fdf5f86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.559090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c806a832-fde5-49fb-829a-a73d9d696356 req-6505c101-27d9-4ac5-9cce-abd3bd5ebd2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4219024 Jul 09 17:23:17.566557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17c12078-c132-492f-8e81-f587fdf5f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.619755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-17c12078-c132-492f-8e81-f587fdf5f86e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=678a3de06fa44286a62d6ea93223a9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0154986 Jul 09 17:23:17.622734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:17.647610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a739b2f6-98d5-4fc2-9d96-fbf1f710761b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:17.664981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.669611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6feae0bf-83cb-4e3c-a729-f71e8bb9cce4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9807835 Jul 09 17:23:17.678775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36300) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:17.683929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'security_group_rule': {'security_group_id': '9fac2868-3b85-4f63-a7e5-c0ea929ad399', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:17.705707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c12078-c132-492f-8e81-f587fdf5f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d8faf-ef7b-4454-a0ed-8c613adfb7af,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:17.754797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] Provisioning for port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:17.762914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.789720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.793498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:17.796393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] Provisioning complete for port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:17.796840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.800904 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.857930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f16058fb-fcef-49db-8f4d-d7d130090307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.860482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 765d58cd-371e-4787-830b-b74727537463 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:17.933245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f16058fb-fcef-49db-8f4d-d7d130090307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.979046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:17.998884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.059665 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.068304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880119 Jul 09 17:23:18.070501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36316) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:18.076594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691138f8-7b68-4850-aff6-c4aed43e4194 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169c75b0-3462-4495-9a28-1541e4963f5a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:18.077770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:18.104432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f16058fb-fcef-49db-8f4d-d7d130090307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.109431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f16058fb-fcef-49db-8f4d-d7d130090307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.114264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f16058fb-fcef-49db-8f4d-d7d130090307 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e63d8faf-ef7b-4454-a0ed-8c613adfb7af HTTP/1.1" status: 204 len: 168 time: 0.4887218 Jul 09 17:23:18.118975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.237693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16058fb-fcef-49db-8f4d-d7d130090307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63d8faf-ef7b-4454-a0ed-8c613adfb7af,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:18.414432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:18.512873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:18.709530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 172.25.3.207 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/4b602c52-14cc-46f3-8a88-8945d41765c0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:18.811302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:23:18.820299 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32e91959-6466-4105-939b-76162e4311f2 req-4424688f-121b-43d0-8739-1aa8a05dd40b tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.3531597 Jul 09 17:23:18.835067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['df19953c-be5e-454d-b891-ad6334969687'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:18.848474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f5f4a7d2-689d-4c44-99d6-b52b8e67f371'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:18.877097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:19.049506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:19.208218 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:19.412661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=4b602c52-14cc-46f3-8a88-8945d41765c0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:19.420044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:19.424022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 417b4969-c122-4403-826d-e776ee68539c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:19.480324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:19.489935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:19.519294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.536138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.542182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.557502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.563440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.581458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.630647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:19.638155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15a45670-7cab-4378-b934-81545635197b req-ccefc202-22b8-414d-b12a-c85229720cba tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5432 time: 0.5611312 Jul 09 17:23:19.638981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:19.640969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36370) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:19.665304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['7591df60-c373-4859-a347-03e86878b3e7'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:19.895147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-62778226-network', 'tenant_id': '3aa99a636212439897feada6c97c22bc'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:19.918331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15a45670-7cab-4378-b934-81545635197b req-1177ab85-bb94-4acb-958d-16b938cca9c5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2176628 Jul 09 17:23:19.924552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] For port 8cbd60b1-5402-4410-93ab-47cb9802635d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8cbd60b1-5402-4410-93ab-47cb9802635d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:19.986806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.013419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Made reservation on behalf of 3aa99a636212439897feada6c97c22bc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:20.016294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.021911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.038291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.039298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.059677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.139378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.139706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 417b4969-c122-4403-826d-e776ee68539c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:20.140107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.231846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=8cbd60b1-5402-4410-93ab-47cb9802635d,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:20.235401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=eb0aa449-0dc4-410e-b677-804cc56316cd,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:20.287215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:20.313492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:20.332404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c3a4bec-c0eb-4fbf-9e7a-6e22291483c9 req-05bedd05-c140-4302-a032-4fd3563ff939 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.1016021 Jul 09 17:23:20.334236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:20.338636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.461137 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.479102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.481908 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e268b35e-b2f6-455f-9d53-8bc0ee747d07 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3890553 Jul 09 17:23:20.484683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36394) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:20.491349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:c5:ab:bb', 'name': 'tempest-NetworksTestDHCPv6-693810478'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:20.517774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:23:20.538085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:20.551055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=765d58cd-371e-4787-830b-b74727537463,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:20.560258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.561979 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Added segment 03e86f49-77b4-482c-9b3b-2a590a5e5c76 of type vlan for network 511b8178-1168-4429-9106-976feeb70bc8 Jul 09 17:23:20.664165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.670511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '765d58cd-371e-4787-830b-b74727537463', 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c', 'port_id': '765d58cd-371e-4787-830b-b74727537463', 'mac_address': 'fa:16:3e:5a:63:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137ae9f0-f874-48a2-9de2-89dd8ab17a87', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:20.731903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.787018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.791458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:20.793931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:20.810897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:20.818183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:20.894312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2521946 Jul 09 17:23:20.904297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36400) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:21.030504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.031780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] Checking router: b829d48b-14d7-4efc-9df1-6668b0b2733e for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:21.108703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Request body: {'subnet': {'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-subnet', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:21.117825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 41a6ffa7-4af5-44b6-b725-b4a624930618 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:23:21.185329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Made reservation on behalf of 3aa99a636212439897feada6c97c22bc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:21.187565 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.197926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.321634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '9e82ae78-316b-430c-b7af-7f17d97090e3'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '8cbd60b1-5402-4410-93ab-47cb9802635d'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:23:21.348224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0fd2e8-a9d6-40b9-b43b-97241c953a54,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:21.349747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.409436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] For port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:21.433164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f6728-2b51-4f3a-88d3-6ba8c511b65d admin admin] Pushing event updated for resources: {'Network': ['ID=511b8178-1168-4429-9106-976feeb70bc8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:21.445182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:21.451480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:21.475609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.485639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 511b8178-1168-4429-9106-976feeb70bc8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:23:21.497406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.500182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.508737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.518206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.531799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.539663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.557557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.570405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:21.578306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-444ad687-7498-45d6-ac6a-7703c81d4f3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5432 time: 0.3130295 Jul 09 17:23:21.667681 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:21.807414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 172.20.0.13 (d6992ee0-dde0-4473-b499-57da2aa4712d/9e82ae78-316b-430c-b7af-7f17d97090e3/41a6ffa7-4af5-44b6-b725-b4a624930618) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:21.820286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fec5:abbb (d6992ee0-dde0-4473-b499-57da2aa4712d/eb0aa449-0dc4-410e-b677-804cc56316cd/41a6ffa7-4af5-44b6-b725-b4a624930618) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:21.925362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-698fbeaa-dbfc-4194-a3c8-babcc9882d10 req-984d7f04-a749-4cf0-85a2-a1c577f01534 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3421023 Jul 09 17:23:21.931604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765d58cd-371e-4787-830b-b74727537463 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:21.960260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=765d58cd-371e-4787-830b-b74727537463,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:21.966025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 417b4969-c122-4403-826d-e776ee68539c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=417b4969-c122-4403-826d-e776ee68539c,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:22.028089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.076292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.078422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b956a880-8173-4d9e-b548-cf35b1cd1363 req-2ca66bd0-1b43-47d1-90a8-234492e5d963 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.2504811 Jul 09 17:23:22.086176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5bd49858-da87-45da-a475-a3045d2b0005 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:22.174183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=4b602c52-14cc-46f3-8a88-8945d41765c0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:22.211940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.229048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.254409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.258547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 41a6ffa7-4af5-44b6-b725-b4a624930618 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:22.347909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf831b3-d142-43a5-bb2f-461b77ebc875,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:22.351255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.358792 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.361953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e4ada82a-e641-437b-8d7e-12d50471c2b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2887266 Jul 09 17:23:22.395950 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.425355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Checking segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:22.427997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Network hostable DHCP agents. Network: 511b8178-1168-4429-9106-976feeb70bc8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:23:22.435269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:22.464828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Network 511b8178-1168-4429-9106-976feeb70bc8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:23:22.484539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 511b8178-1168-4429-9106-976feeb70bc8) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:22.490138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.490989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.502083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:22.505604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:22.511740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:22.516217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=41a6ffa7-4af5-44b6-b725-b4a624930618,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:22.524815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-246a6ada-b56b-462e-ae2b-3f82892bb6ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4812961 Jul 09 17:23:22.527416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36456) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:22.532425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:22.596628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.597399 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.610150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.611891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.629115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5bd49858-da87-45da-a475-a3045d2b0005,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:22.648757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-20bd74df-88a4-4c64-9549-0f8c3fb86f05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1623971 Jul 09 17:23:22.653883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36460) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:22.654540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '5bd49858-da87-45da-a475-a3045d2b0005', 'network_id': 'd3435412-da52-4770-94fd-9c32b1d8766d', 'port_id': '5bd49858-da87-45da-a475-a3045d2b0005', 'mac_address': 'fa:16:3e:d8:f9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5586e566-9750-46f4-9b77-4205ddfe3ec1', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:22.667478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aafe4e-68a7-48dd-84db-ecc9788ac0a6 None None] Network 511b8178-1168-4429-9106-976feeb70bc8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:22.688919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Provisioning complete for port 417b4969-c122-4403-826d-e776ee68539c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:22.689196 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.794951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.822055 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:22.837579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-d0bd4908-1444-4d5f-80ef-1c9c23fc96d7 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1471998716&fields=id&tenant_id=ed455744006e41819c2175ef751d60e6 HTTP/1.1" status: 200 len: 267 time: 0.0581019 Jul 09 17:23:22.898298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d3574-9f8a-413e-86b3-dd2abd0fc3a5 req-931ca887-af61-4e77-8721-2dae3f8440c9 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.905650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-710d3574-9f8a-413e-86b3-dd2abd0fc3a5 req-931ca887-af61-4e77-8721-2dae3f8440c9 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 949 time: 0.3150291 Jul 09 17:23:22.960586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-95e244ae-22bb-4a28-812b-175930a626d8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:22.969695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-95e244ae-22bb-4a28-812b-175930a626d8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 932 time: 0.1245580 Jul 09 17:23:23.036329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f152f69-1fae-4295-a043-ca8a68010363 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.042927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f152f69-1fae-4295-a043-ca8a68010363 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.043535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Allocated IP 172.20.0.2 (d6992ee0-dde0-4473-b499-57da2aa4712d/9e82ae78-316b-430c-b7af-7f17d97090e3/8cbd60b1-5402-4410-93ab-47cb9802635d) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:23.044834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6f152f69-1fae-4295-a043-ca8a68010363 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3891366 Jul 09 17:23:23.049739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:23.054416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36478) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:23.109040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-710d3574-9f8a-413e-86b3-dd2abd0fc3a5 req-1519089d-5894-4113-acbe-1d08b184662f tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023878 Jul 09 17:23:23.237250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-9db75192-7c3e-41d4-be22-b632db42e52c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.245159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-9db75192-7c3e-41d4-be22-b632db42e52c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 932 time: 0.2623038 Jul 09 17:23:23.572408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:23.606588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:23.616299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24c9d1-6d8a-4544-8565-21793b88b2a0 None None] Pushing event updated for resources: {'Port': ['ID=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:23.622090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.626514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd49858-da87-45da-a475-a3045d2b0005 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:23.628717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.635846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.642869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.651369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.658426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.664630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:23.672701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37be1f08-615b-44ed-895a-47c8abc2796a req-05af84e4-6b75-4aed-82ac-b43ca38a43d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5433 time: 0.3380136 Jul 09 17:23:23.804737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37be1f08-615b-44ed-895a-47c8abc2796a req-a1986bf4-8f38-4609-9ea6-68fc45d5e7c3 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309993 Jul 09 17:23:23.868056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5bd49858-da87-45da-a475-a3045d2b0005,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:23.890402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-24a366b6-e4a3-4530-a98b-a8c1d01624ec tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6440339 Jul 09 17:23:23.922499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Allocated IP 172.25.3.204 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/21b2944d-3e19-4985-b44e-af63af1c3005) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:23.928110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-45c58077-afde-40d4-b3fe-eee0ef6c4cbb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0362887 Jul 09 17:23:23.931079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:23.943979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32fa311e-d28f-4cbb-8b49-822c9062ca80 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:24.035158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:24.042078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-948d2649-6a93-43df-9edc-27021d357924 req-09e2c015-6a61-4c07-841b-d610f58851c6 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e20831-80d3-41d0-86eb-b675a1ec8161 HTTP/1.1" status: 200 len: 210 time: 0.0808635 Jul 09 17:23:24.061693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] For port 8cbd60b1-5402-4410-93ab-47cb9802635d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8cbd60b1-5402-4410-93ab-47cb9802635d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:24.116487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-df2fbf0f-2d2f-423f-93cc-661a1c806c64 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:24.144915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-df2fbf0f-2d2f-423f-93cc-661a1c806c64 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:24.166551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-df2fbf0f-2d2f-423f-93cc-661a1c806c64 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:24.171711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 32fa311e-d28f-4cbb-8b49-822c9062ca80, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:24.173416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-df2fbf0f-2d2f-423f-93cc-661a1c806c64 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 1989 time: 0.2434177 Jul 09 17:23:24.176414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.237011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-075a9faa-3142-4bd1-9bcf-c150fd01f76b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/quotas/ed455744006e41819c2175ef751d60e6 HTTP/1.1" status: 200 len: 375 time: 0.0553486 Jul 09 17:23:24.257111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '32fa311e-d28f-4cbb-8b49-822c9062ca80', 'network_id': '1bbe3a36-308e-442b-91d4-e1ec1081642c', 'port_id': '32fa311e-d28f-4cbb-8b49-822c9062ca80', 'mac_address': 'fa:16:3e:34:5b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137ae9f0-f874-48a2-9de2-89dd8ab17a87', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:24.258891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.281542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 41a6ffa7-4af5-44b6-b725-b4a624930618 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:24.282143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.286283 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.322978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:24.342799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:24.348617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:24.376581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=417b4969-c122-4403-826d-e776ee68539c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:24.406164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-511b8178-1168-4429-9106-976feeb70bc8', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:24.407616 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.424491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ffbb7818-6b09-4987-a12a-4be2e3e13b7d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1865606 Jul 09 17:23:24.472586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Pushing event updated for resources: {'Port': ['ID=21b2944d-3e19-4985-b44e-af63af1c3005,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:24.533703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b8b98c37-5a20-4267-bde0-69b77fee9780 service neutron] 10.222.0.21 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956185 Jul 09 17:23:24.535616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.584793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Ignored duplicate provisioning block setup for port 8cbd60b1-5402-4410-93ab-47cb9802635d by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:23:24.587280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 41a6ffa7-4af5-44b6-b725-b4a624930618 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:24.602197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:24.611097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.615255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Provisioning for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:24.629436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.632739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c7d4faf5-046b-4494-a8f7-e9a111e7cb8f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:24.680590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7f2bc-6709-4fe7-96b1-f678d605cb0e req-b4e034c1-31e6-4eb2-bc9f-aea1a0b3851c tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:24.687574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa7f2bc-6709-4fe7-96b1-f678d605cb0e req-b4e034c1-31e6-4eb2-bc9f-aea1a0b3851c tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 949 time: 0.2717619 Jul 09 17:23:24.767604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Provisioning complete for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:24.768766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:24.792487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa7f2bc-6709-4fe7-96b1-f678d605cb0e req-392d110b-057d-448e-9d9b-40ec2b201b5b tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033154 Jul 09 17:23:24.802570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-4fb44351-08b0-4443-9921-5df1481cee6f service neutron] 10.222.0.21 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581573 Jul 09 17:23:24.850772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fa311e-d28f-4cbb-8b49-822c9062ca80 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:24.880537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40dfab-4479-4570-8e32-9ce4ac4c1e6c None None] Pushing event updated for resources: {'Port': ['ID=8cbd60b1-5402-4410-93ab-47cb9802635d,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:24.923367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-129bdd1d-c04b-4e3d-9ca3-b9333f0a36b3 service neutron] 10.222.0.21 "GET /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1191039 Jul 09 17:23:24.976759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 32fa311e-d28f-4cbb-8b49-822c9062ca80, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:24.982244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:24.988812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:25.031172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.046436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.073377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device df19953c-be5e-454d-b891-ad6334969687 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:25.103114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aed00-c95b-4a35-bce7-d4564ff7deda None None] The sync data for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 is: [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:20:01Z', 'revision_number': 4, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620', 'name': '', 'network_id': '5f560d83-8c65-445a-951f-7f5cd5e86661', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'mac_address': 'fa:16:3e:a9:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:58Z', 'updated_at': '2021-07-09T17:20:17Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'subnets': [{'id': '0baa05e0-ba84-48aa-8219-00a2ac459a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:25.203852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:25.204474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.315317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Provisioning complete for port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:25.316073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.423877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=32fa311e-d28f-4cbb-8b49-822c9062ca80,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:25.446406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['5bd49858-da87-45da-a475-a3045d2b0005'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:25.510852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-d33f93b8-4e7b-4df5-b85c-b83f9d9d72f2 service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421431 Jul 09 17:23:25.516142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.531836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['765d58cd-371e-4787-830b-b74727537463'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:25.544329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Allocated IP 172.20.0.2 (511b8178-1168-4429-9106-976feeb70bc8/2bf831b3-d142-43a5-bb2f-461b77ebc875/d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:25.552087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['32fa311e-d28f-4cbb-8b49-822c9062ca80'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:25.681812 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.759436 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d7a84-1d74-4353-975b-1b8b6efd19d5 None None] New status for floating IP 5325274c-0b0f-41d8-b23e-97458a91da3a: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:23:25.785425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=41a6ffa7-4af5-44b6-b725-b4a624930618,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:25.947039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:25.949286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c1695ca-c8c0-4005-9b97-1bafab71530e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/41a6ffa7-4af5-44b6-b725-b4a624930618 HTTP/1.1" status: 204 len: 168 time: 2.8931937 Jul 09 17:23:25.951918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36520) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:26.000039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-53a52610-160c-4a41-a059-3cbc5770b3f3 service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737608 Jul 09 17:23:26.077886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460e827-fa58-4558-b8d2-aea6d01329da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:26.080076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460e827-fa58-4558-b8d2-aea6d01329da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:26.081048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-87dfba0e-ebcf-4880-bea6-297f441ffef8 service neutron] 10.222.0.21 "GET /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0800610 Jul 09 17:23:26.082283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d460e827-fa58-4558-b8d2-aea6d01329da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:26.086824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36522) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:26.087012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d460e827-fa58-4558-b8d2-aea6d01329da tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1336229 Jul 09 17:23:26.180006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:23:26.287029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port df19953c-be5e-454d-b891-ad6334969687 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:26.326697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 9e82ae78-316b-430c-b7af-7f17d97090e3 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:26.332778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-5a0d18ef-eed4-4b9f-b4fc-258767cf181c service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766765 Jul 09 17:23:26.333496 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.509363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 417b4969-c122-4403-826d-e776ee68539c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:26.519861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port df19953c-be5e-454d-b891-ad6334969687 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:26.520243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.565009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:26.696048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b551016a-ed37-453d-8fb8-6c3b3be5dec1 service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989128 Jul 09 17:23:26.767046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a39584-94ec-41ca-9025-11fadd5a5bdb None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:26.769081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 76692d8c-8f04-44e7-a1f4-0c960863b222 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:26.782299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Provisioning for port 191f38d9-6588-4cc6-8792-9740d4baa938 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:26.876920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.060586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2588549d-ffcc-4647-ac5a-64b5767aada0 service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348007 Jul 09 17:23:27.086622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.149873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.152452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/9e82ae78-316b-430c-b7af-7f17d97090e3 HTTP/1.1" status: 204 len: 168 time: 1.0641122 Jul 09 17:23:27.157310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36538) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:27.187895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381aab55-46b1-4ce5-b861-8c0d7b10c59d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=9e82ae78-316b-430c-b7af-7f17d97090e3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:27.234883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Provisioning complete for port 191f38d9-6588-4cc6-8792-9740d4baa938 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:27.235267 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.275574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1f56957f-83b0-40ca-b71e-0775eca65493 service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008636 Jul 09 17:23:27.298267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.315018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.342126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.352948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.360353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.375283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.386976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:27.399015 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30e19286-8c49-47c9-a30d-10066c3c985e req-3eb82ead-8357-4ee7-9661-9d09c286f719 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5435 time: 1.2211041 Jul 09 17:23:27.407020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-981f0ab6-e588-4db1-aa31-21ea560ab45f service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243031 Jul 09 17:23:27.466366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:27.482341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36542) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:27.496231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6d98cf42-54d0-4430-9ca6-48ac489d858c None None] Port 191f38d9-6588-4cc6-8792-9740d4baa938 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:27.500386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:27.550472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet eb0aa449-0dc4-410e-b677-804cc56316cd {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:27.567096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-e88ab657-19f9-4235-8436-4365016d6d1f service neutron] 10.222.0.21 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541395 Jul 09 17:23:27.574132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.576905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0e229c0-f0b0-43be-be6a-9b22690cdd3d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0483615 Jul 09 17:23:27.580041 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.597324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36546) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:27.642974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.687855 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30e19286-8c49-47c9-a30d-10066c3c985e req-58ddfdda-3d1a-45ac-aaf0-b89f83350bda tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2817645 Jul 09 17:23:27.705345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 417b4969-c122-4403-826d-e776ee68539c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:27.705716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.707328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:27.707988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:27.785065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Transition to ACTIVE for port object d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:27.797541 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-8e1ecfeb-4758-4724-8812-c0d1a74f5b8a service neutron] 10.222.0.21 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236786 Jul 09 17:23:27.820533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbe719d6-1494-4c7c-9372-9ecf7d4ddb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.829006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.875228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Provisioning for port 8cbd60b1-5402-4410-93ab-47cb9802635d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:27.899343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.901344 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:27.995195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-00f0f5a0-c9c1-4478-8d01-eaf278447bce service neutron] 10.222.0.21 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913013 Jul 09 17:23:27.997621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Transition to ACTIVE for port object d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:28.015184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:28.025335 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc8443-5015-48e8-813c-89d1ac23ec93" -d '{"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-unplugged", "status": "completed", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:28.048043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.076395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=df19953c-be5e-454d-b891-ad6334969687,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:28.092055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:28.141617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.141617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:28.149534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.175770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Provisioning complete for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:28.176151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.186019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36560) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:28.193565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-64405d53-83c3-4406-a2b6-6b1a5d88e642 service neutron] 10.222.0.21 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897433 Jul 09 17:23:28.219810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Network 511b8178-1168-4429-9106-976feeb70bc8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:28.233108 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329a61e7-8f72-457b-a069-e877157f953f x-openstack-request-id: req-329a61e7-8f72-457b-a069-e877157f953f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:28.233350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.233795 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-unplugged", "status": "completed", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:28.233795 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-329a61e7-8f72-457b-a069-e877157f953f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:28.234166 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'code': 200} Jul 09 17:23:28.245987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:28.251627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:28.303015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:28.309245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbe719d6-1494-4c7c-9372-9ecf7d4ddb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.337600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Pushing event updated for resources: {'Port': ['ID=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:28.359674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:28.371122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbe719d6-1494-4c7c-9372-9ecf7d4ddb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.372268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-160c523e-b8ee-4c1d-9607-62063c2de9de service neutron] 10.222.0.21 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677518 Jul 09 17:23:28.426331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-101e61b2-2387-4e1a-a226-112fdad26d7c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.434072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.494786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-101e61b2-2387-4e1a-a226-112fdad26d7c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.498440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0aa449-0dc4-410e-b677-804cc56316cd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:28.519138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fbe719d6-1494-4c7c-9372-9ecf7d4ddb0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0da7c3b65a8c4df9b4ed59a929eef92b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0319979 Jul 09 17:23:28.527743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36562) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:28.548378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Provisioning complete for port 191f38d9-6588-4cc6-8792-9740d4baa938 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:28.548934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.561105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:28.575017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe719d6-1494-4c7c-9372-9ecf7d4ddb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a785a40-550a-4baa-953b-a9a3f2544ddb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:28.598887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-101e61b2-2387-4e1a-a226-112fdad26d7c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.601965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-101e61b2-2387-4e1a-a226-112fdad26d7c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.606013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-101e61b2-2387-4e1a-a226-112fdad26d7c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "DELETE /v2.0/security-groups/58901447-1364-4091-879e-d829c7544e16 HTTP/1.1" status: 204 len: 168 time: 0.4154189 Jul 09 17:23:28.606769 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:28.610978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Attempting to bind port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:28.612193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Attempting to bind port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:28.612577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Attempting to bind port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd on network 511b8178-1168-4429-9106-976feeb70bc8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:28.651862 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-e128b300-8708-4d58-ba85-4ee980e8e082 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] show failed (client error): The resource could not be found. Jul 09 17:23:28.655733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e128b300-8708-4d58-ba85-4ee980e8e082 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "GET /v2.0/security-groups/58901447-1364-4091-879e-d829c7544e16 HTTP/1.1" status: 404 len: 347 time: 0.0344570 Jul 09 17:23:28.659594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:28.664392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:28.730730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e61b2-2387-4e1a-a226-112fdad26d7c tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58901447-1364-4091-879e-d829c7544e16,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:28.752887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.757852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bb879fba-8f70-4386-94a7-6f301577dfff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/eb0aa449-0dc4-410e-b677-804cc56316cd HTTP/1.1" status: 204 len: 168 time: 1.5899391 Jul 09 17:23:28.762529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36574) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:28.829508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-209f0066-734c-4f70-9f47-fe85c753fcd9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580301 Jul 09 17:23:28.830527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36578) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:28.835850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:28.836160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.870674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4833a719-6f64-4be5-89db-6359a47d5188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.898204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4833a719-6f64-4be5-89db-6359a47d5188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.946734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8cbd60b1-5402-4410-93ab-47cb9802635d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:28.951605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:28.952441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Checking segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:28.955256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:28.956079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Bound using segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:28.956835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Bound port: d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:28.957473 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.022831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4833a719-6f64-4be5-89db-6359a47d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.036051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4833a719-6f64-4be5-89db-6359a47d5188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.041840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4833a719-6f64-4be5-89db-6359a47d5188 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a785a40-550a-4baa-953b-a9a3f2544ddb HTTP/1.1" status: 204 len: 168 time: 0.5119503 Jul 09 17:23:29.044741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:29.050585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70355309-2b2a-46e0-9fda-17a6f3fc96f1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.056239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-70355309-2b2a-46e0-9fda-17a6f3fc96f1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2245076 Jul 09 17:23:29.057715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Deleting port 2425b529-d3f0-4237-8ff1-286e130353cf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:29.058058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.065923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36586) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:29.098198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241465e6-7d63-47c7-a925-b3e561725058 None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': 'eb0aa449-0dc4-410e-b677-804cc56316cd'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '8cbd60b1-5402-4410-93ab-47cb9802635d'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:23:29.111205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-78f55891-98ce-4b0f-b24d-c208c13db444 None None] Port 191f38d9-6588-4cc6-8792-9740d4baa938 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:29.216187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bed931-6920-44f6-a64f-3fac82f4b721 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.217734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09bed931-6920-44f6-a64f-3fac82f4b721 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1442564 Jul 09 17:23:29.220526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833a719-6f64-4be5-89db-6359a47d5188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a785a40-550a-4baa-953b-a9a3f2544ddb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:29.221549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:29.333848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6babf4e4-2e5a-4564-811a-0a6794965741 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073656 Jul 09 17:23:29.339207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36602) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:29.351256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9d508723-18b0-4240-8446-b8d0835c81e1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:29.369249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.369743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.385747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Calling delete_port for 2425b529-d3f0-4237-8ff1-286e130353cf owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:29.524677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.558341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-241465e6-7d63-47c7-a925-b3e561725058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.561812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.574954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.582490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.589847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.596721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.603201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8cbd60b1-5402-4410-93ab-47cb9802635d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:29.612983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36606) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:29.612983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Pushing event deleted for resources: {'Port': ['ID=2425b529-d3f0-4237-8ff1-286e130353cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:29.617438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.620540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.636701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.645205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:24Z', 'revision_number': 3, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:29.650344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:29.659799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2d69463-8799-4afd-ac4f-45224a94779f req-9ea3cbd1-8364-46ea-a275-a56b9f656dee tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5436 time: 0.6137216 Jul 09 17:23:29.688145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9200df8d-4aa7-46c4-9b4a-bba51a7fb10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.733032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2d69463-8799-4afd-ac4f-45224a94779f req-8eb4638b-0ac6-4cf2-bd1b-c51f830143ec tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718880 Jul 09 17:23:29.797939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8cbd60b1-5402-4410-93ab-47cb9802635d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:29.798670 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.887721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] For port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:29.910777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d508723-18b0-4240-8446-b8d0835c81e1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:29.916208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:29.918254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Updating router d0cd2133-7748-4b5a-bd20-4577aa630d69 port 21b2944d-3e19-4985-b44e-af63af1c3005 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:23:29.919278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.924007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9d508723-18b0-4240-8446-b8d0835c81e1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.935010 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:29.936468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-363ebcf8-8ca8-49a5-bf16-53142f730c88 tempest-ServersTestBootFromVolume-1295773108 tempest-ServersTestBootFromVolume-1295773108-project] 10.222.0.21 "DELETE /v2.0/floatingips/5325274c-0b0f-41d8-b23e-97458a91da3a HTTP/1.1" status: 204 len: 168 time: 1.2708893 Jul 09 17:23:29.938141 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d508723-18b0-4240-8446-b8d0835c81e1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:23:29.943098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36624) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:29.943595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d508723-18b0-4240-8446-b8d0835c81e1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:23:30.139006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Allocated IP 172.20.0.1 (511b8178-1168-4429-9106-976feeb70bc8/2bf831b3-d142-43a5-bb2f-461b77ebc875/c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:30.188318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb8132-4604-4b3b-a70b-21bc7cc1ae23 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:30.202081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] For port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:30.277479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:30.278473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df19953c-be5e-454d-b891-ad6334969687'}, {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:30.281453 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbb51f-ce3d-4f87-a349-bb299d0a082b" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "df19953c-be5e-454d-b891-ad6334969687"}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:30.296666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.313227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Transition to ACTIVE for port object c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:30.332066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.379082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.382587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.383624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f5f4a7d2-689d-4c44-99d6-b52b8e67f371 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:30.393368 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ca10b-c35b-43be-bde5-0b54e53fce5f x-openstack-request-id: req-ec6ca10b-c35b-43be-bde5-0b54e53fce5f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:30.393953 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "df19953c-be5e-454d-b891-ad6334969687", "code": 200}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:30.394355 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec6ca10b-c35b-43be-bde5-0b54e53fce5f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:30.394887 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df19953c-be5e-454d-b891-ad6334969687', 'code': 200} Jul 09 17:23:30.395275 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2', 'code': 200} Jul 09 17:23:30.466750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9200df8d-4aa7-46c4-9b4a-bba51a7fb10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.477255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9200df8d-4aa7-46c4-9b4a-bba51a7fb10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.488531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de32d0ab-f477-40fb-9fd3-f8ca51349da8 req-56951b71-4c19-488c-9595-e3bd2c9ca82f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.5145626 Jul 09 17:23:30.493852 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.512793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b954f18-1722-4652-a837-4f699b1ccd3f None None] Provisioning complete for port 8cbd60b1-5402-4410-93ab-47cb9802635d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:30.513172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b954f18-1722-4652-a837-4f699b1ccd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.543084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9d508723-18b0-4240-8446-b8d0835c81e1 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1998892 Jul 09 17:23:30.545959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:30.554701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Network 511b8178-1168-4429-9106-976feeb70bc8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:30.559731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:30.565389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:30.582645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-25a9ee19-7b56-4b51-b2fa-4b58acdc98c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:30.611270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Pushing event updated for resources: {'Port': ['ID=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:30.634488 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.689296 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9200df8d-4aa7-46c4-9b4a-bba51a7fb10d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d41aa7bfa20847ad9c0c0b7566c85981&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0651598 Jul 09 17:23:30.693296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36652) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:30.697722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200df8d-4aa7-46c4-9b4a-bba51a7fb10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a156782-5d40-4e6c-9772-d6d79526aca3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:30.760599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:23:30.842488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a9ee19-7b56-4b51-b2fa-4b58acdc98c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:30.847877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-25a9ee19-7b56-4b51-b2fa-4b58acdc98c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.850558 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a9ee19-7b56-4b51-b2fa-4b58acdc98c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:23:30.851283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a9ee19-7b56-4b51-b2fa-4b58acdc98c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:23:30.865730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0799d4cb-bc31-4eff-835a-747c942f7e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:30.916290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-25a9ee19-7b56-4b51-b2fa-4b58acdc98c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3409665 Jul 09 17:23:30.976551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36664) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:30.994138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b43236c5-11dc-4e47-9e89-2e90770ed537 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:31.011238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0799d4cb-bc31-4eff-835a-747c942f7e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.061596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.103277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:31.324583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0799d4cb-bc31-4eff-835a-747c942f7e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.331201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0799d4cb-bc31-4eff-835a-747c942f7e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.334502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0799d4cb-bc31-4eff-835a-747c942f7e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a156782-5d40-4e6c-9772-d6d79526aca3 HTTP/1.1" status: 204 len: 168 time: 0.6378284 Jul 09 17:23:31.469804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799d4cb-bc31-4eff-835a-747c942f7e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a156782-5d40-4e6c-9772-d6d79526aca3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:31.504330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab07b-e0a9-4b28-a124-7776b0f8ad52 None None] Pushing event updated for resources: {'Port': ['ID=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:31.535183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'mac_address': 'fa:16:3e:15:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:23:31.544313 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.629387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.641768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.689944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:31.721564 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.849030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Pushing event updated for resources: {'Port': ['ID=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:31.853836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 8cbd60b1-5402-4410-93ab-47cb9802635d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8cbd60b1-5402-4410-93ab-47cb9802635d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:31.875062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.882226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:23:31.882946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.891475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.894509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:31.900550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.907982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.908243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-233b537a-dbb8-4876-bc6b-498161ce4980 req-e69286d4-f948-464e-9b73-bf0afd1101e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0448976 Jul 09 17:23:31.916480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.924642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:31.933471 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.934584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-45e23e51-9e90-462f-8459-710266bd2938 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5437 time: 0.7647784 Jul 09 17:23:31.970461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:31.970813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:31.985607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:32.016896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43236c5-11dc-4e47-9e89-2e90770ed537 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:32.045436 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b43236c5-11dc-4e47-9e89-2e90770ed537 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:32.046598 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43236c5-11dc-4e47-9e89-2e90770ed537 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:23:32.047283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43236c5-11dc-4e47-9e89-2e90770ed537 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:23:32.115900 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:32.225982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Network 511b8178-1168-4429-9106-976feeb70bc8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:32.229095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:32.318893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:32.383465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e2c960-23bf-4820-b80e-87d5d80eacf2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:32.487604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:32.538979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=8cbd60b1-5402-4410-93ab-47cb9802635d,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:32.541902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:32.549996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:32.766935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e8e2c960-23bf-4820-b80e-87d5d80eacf2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:23:32.796771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:32.813871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5a34a179-751a-4ffe-97e2-b5546feef41c admin admin] 10.222.0.21 "PUT /v2.0/routers/d0cd2133-7748-4b5a-bd20-4577aa630d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2133088 Jul 09 17:23:32.857284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aaf239-e720-4f03-b4d4-71c0d9f7340a None None] Network 511b8178-1168-4429-9106-976feeb70bc8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:32.889122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:32.925665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] Deleting port 8cbd60b1-5402-4410-93ab-47cb9802635d {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:32.926119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.053486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:33.053486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.077845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] Provisioning for port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:33.103227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:33.106105 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09720c6-13d9-4005-8255-468492e26b1d" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:33.174656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8cbd60b1-5402-4410-93ab-47cb9802635d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:33.178704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] Provisioning complete for port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:33.179945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.235255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f584b75-5e0c-458b-9e38-04bc616f49f0 req-df34d19a-5b68-4025-bf93-102643fb9140 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2996554 Jul 09 17:23:33.261143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:33.268033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:33.268976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b43236c5-11dc-4e47-9e89-2e90770ed537 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 2.2882831 Jul 09 17:23:33.274590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b8084816-a3d0-44c8-be77-72f4352a9662 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:33.275289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-5fea351e-ab22-41c3-89ac-e3883fb1e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.277503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-5fea351e-ab22-41c3-89ac-e3883fb1e8ed service neutron] 10.222.0.13 "GET /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 1028 time: 1.3261545 Jul 09 17:23:33.459845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-9bb2fa05-041c-47e1-aa19-30b51147c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.461419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-9bb2fa05-041c-47e1-aa19-30b51147c751 service neutron] 10.222.0.13 "GET /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 1028 time: 0.1766858 Jul 09 17:23:33.465386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] For port 8cbd60b1-5402-4410-93ab-47cb9802635d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8cbd60b1-5402-4410-93ab-47cb9802635d,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:33.467258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.479030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.481245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7591df60-c373-4859-a347-03e86878b3e7 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:33.502391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.526207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-acf3852e-625e-43b1-9ca4-be7e0139ea00 req-a3051acc-b9b6-450e-9c7d-c323e171864f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.1177347 Jul 09 17:23:33.672422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8084816-a3d0-44c8-be77-72f4352a9662 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:33.676597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8084816-a3d0-44c8-be77-72f4352a9662 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.693067 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8084816-a3d0-44c8-be77-72f4352a9662 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:23:33.698297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8084816-a3d0-44c8-be77-72f4352a9662 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:23:33.698691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Transition to ACTIVE for port object 21b2944d-3e19-4985-b44e-af63af1c3005 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:33.737881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] Calling delete_port for 8cbd60b1-5402-4410-93ab-47cb9802635d owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:33.762904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b8084816-a3d0-44c8-be77-72f4352a9662 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4888730 Jul 09 17:23:33.763948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36738) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:33.765557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.785837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d0da5af1-0204-4f74-a9f2-ce5fa94e22ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:33.868714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1ad6a70f-a943-4cdf-bb55-6af3bdf73ebb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.893180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1ad6a70f-a943-4cdf-bb55-6af3bdf73ebb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.893595 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af462f5-58c4-4352-89cf-a942c74a3b03 x-openstack-request-id: req-7af462f5-58c4-4352-89cf-a942c74a3b03 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:33.894111 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:33.894390 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7af462f5-58c4-4352-89cf-a942c74a3b03 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:33.894920 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'code': 200} Jul 09 17:23:33.906400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1ad6a70f-a943-4cdf-bb55-6af3bdf73ebb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:33.928178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1ad6a70f-a943-4cdf-bb55-6af3bdf73ebb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 1989 time: 0.4413564 Jul 09 17:23:33.949867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0da5af1-0204-4f74-a9f2-ce5fa94e22ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:33.957294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d0da5af1-0204-4f74-a9f2-ce5fa94e22ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:33.960330 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0da5af1-0204-4f74-a9f2-ce5fa94e22ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:23:33.960775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0da5af1-0204-4f74-a9f2-ce5fa94e22ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:23:34.017311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d0da5af1-0204-4f74-a9f2-ce5fa94e22ff tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2518079 Jul 09 17:23:34.020237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36746) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.026818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-29438ea2-6e5e-47c5-9ced-c9b285762396 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:34.113408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Attempting to bind port 21b2944d-3e19-4985-b44e-af63af1c3005 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:34.124772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Attempting to bind port 21b2944d-3e19-4985-b44e-af63af1c3005 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:34.125445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Attempting to bind port 21b2944d-3e19-4985-b44e-af63af1c3005 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:34.164772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.262650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-14d583aa-a0f8-4947-8994-761412b5e89f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed455744006e41819c2175ef751d60e6 HTTP/1.1" status: 200 len: 380 time: 0.3255856 Jul 09 17:23:34.290600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29438ea2-6e5e-47c5-9ced-c9b285762396 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:34.295852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29438ea2-6e5e-47c5-9ced-c9b285762396 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.300028 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-29438ea2-6e5e-47c5-9ced-c9b285762396 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:23:34.301099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29438ea2-6e5e-47c5-9ced-c9b285762396 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:23:34.318487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'admin_state_up': True, 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'security_groups': ['9fac2868-3b85-4f63-a7e5-c0ea929ad399']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:34.336860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-29438ea2-6e5e-47c5-9ced-c9b285762396 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3153903 Jul 09 17:23:34.339611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.415239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:34.415239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:34.415655 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.418442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:34.418961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Bound port: 21b2944d-3e19-4985-b44e-af63af1c3005, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:34.419367 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.423213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 7591df60-c373-4859-a347-03e86878b3e7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:34.443615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 7591df60-c373-4859-a347-03e86878b3e7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:34.444017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.492649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c733e8-4e40-431b-9b31-e10b9f4e94a7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:34.497409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-52c733e8-4e40-431b-9b31-e10b9f4e94a7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1564705 Jul 09 17:23:34.498470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36758) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.507149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660305072', 'description': 'tempest-description--1606028697'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:34.508097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36760) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.566588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.693990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad175f-ccc3-4ef0-b6e4-1cb76d186312 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:34.707689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3cad175f-ccc3-4ef0-b6e4-1cb76d186312 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977582 Jul 09 17:23:34.713577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36768) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.764722 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.780042 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.824917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b07cee-0326-481d-83a0-5a7ef68ed989,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:34.833804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8f75a131-3d6a-4643-9ee4-b606ab00c98a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586135 Jul 09 17:23:34.835631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Deleting port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:34.835986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.843011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.858856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:34.887617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:34.890833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a025f4ac-3e68-4a0c-ab2d-3730e512e2a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3899529 Jul 09 17:23:34.930919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36772) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:34.936618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] For port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:34.940596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'security_group_rule': {'security_group_id': 'a0b07cee-0326-481d-83a0-5a7ef68ed989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:34.972541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:34.984228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.000035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.013363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.032020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.040122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.048380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:35.058301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-58521053-b0fe-4e4c-8613-a31748493c3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5438 time: 0.4509377 Jul 09 17:23:35.076597 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d24203b4-37c6-4fa0-b23c-9c8b1b5fd97b req-fd505c62-7f59-4bf7-9c16-47f28f63d1bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.1370699 Jul 09 17:23:35.077637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:35.142226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.161396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba14529f-0407-4c77-a37e-a21d96fc4a1e req-e959f067-8ff3-465b-9444-bc46ca0347ec tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996907 Jul 09 17:23:35.211688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] For port 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:35.212379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.232440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] For port 21b2944d-3e19-4985-b44e-af63af1c3005, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:35.240306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] For port 21b2944d-3e19-4985-b44e-af63af1c3005, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=21b2944d-3e19-4985-b44e-af63af1c3005,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:35.243883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Calling delete_port for 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:35.248685 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.270786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.275484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.308187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:35.319831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.458655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:35.476334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.485908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] No DVR routers for this DVR port 8cbd60b1-5402-4410-93ab-47cb9802635d on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:35.603888 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.676841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 172.20.0.4 (10d12db8-2ba2-46a3-b374-0c7479d7bbd2/ce888ba5-a28e-479c-9fa6-b6a93d3b7dec/e47147c5-5b21-4c8d-a35d-b52bbea0e0dc) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:35.871196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.890733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.898017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:35.900106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:35.913280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:35.913606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175510f-9283-4652-b861-51ef5347b549 None None] Pushing event updated for resources: {'Port': ['ID=21b2944d-3e19-4985-b44e-af63af1c3005,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:35.943198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:23:35.944978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.979733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:35.994573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6087ad81-8d4e-4c99-8d38-ddf8601bd728,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:36.068683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:36.073420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:36.083214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.084169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.115318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.118921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ccd2d5c-5701-494b-b7d5-59042020e225 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1842432 Jul 09 17:23:36.126914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36792) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:36.151710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'security_group_rule': {'security_group_id': 'a0b07cee-0326-481d-83a0-5a7ef68ed989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:36.154974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece8b8d-4d3d-446c-bed4-14fb534dda5c None None] Pushing event deleted for resources: {'Port': ['ID=8cbd60b1-5402-4410-93ab-47cb9802635d,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:36.184795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404acb5-4fac-44ab-a376-07ee3e813d51 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:36.193342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3472471 Jul 09 17:23:36.197187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748cad9-0057-40bc-ad3a-705242800801 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=1d546d19-d8df-4828-b344-64985ff9acbc,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:36.206658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:36.231503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.237175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:37:06:60', 'name': 'tempest-NetworksTestDHCPv6-1859015514'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:36.424589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object e47147c5-5b21-4c8d-a35d-b52bbea0e0dc will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:36.527624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72b9e501-6235-490b-8e84-7186ddf2a0e7 req-f29f6027-f932-4ced-805d-17868fa18413 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0632980 Jul 09 17:23:36.533281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.557729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.560453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50e760-3be8-43bf-8b89-9fe726501e36 None None] Pushing event updated for resources: {'Port': ['ID=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:36.654021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:36.655338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.747177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175510f-9283-4652-b861-51ef5347b549 None None] Pushing event updated for resources: {'Port': ['ID=21b2944d-3e19-4985-b44e-af63af1c3005,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:36.769204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:36.805156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.814483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.845814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.861277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.866967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:36.880885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.887742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.916908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:36.921553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-198fd627-444c-41e8-ade8-cfad3e44b3f4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5438 time: 0.4232686 Jul 09 17:23:36.941146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.022223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.100971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7591df60-c373-4859-a347-03e86878b3e7'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:37.104009 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bb35fe-e54d-4b43-a426-e3243748248a" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "7591df60-c373-4859-a347-03e86878b3e7"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:37.127074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:37.146807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ad2e660-770a-4074-a740-0f8d86731c5a req-509dbc7a-4e7f-4fd4-a66b-40f8efc0221d tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2189481 Jul 09 17:23:37.184588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:37.189202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:37.204408 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d13116-50fd-4003-b68d-d6fa716a0de6 x-openstack-request-id: req-34d13116-50fd-4003-b68d-d6fa716a0de6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:37.204934 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "7591df60-c373-4859-a347-03e86878b3e7", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:37.212983 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.214207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0828333 Jul 09 17:23:37.218394 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34d13116-50fd-4003-b68d-d6fa716a0de6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:37.218854 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7591df60-c373-4859-a347-03e86878b3e7', 'code': 200} Jul 09 17:23:37.228173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36816) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:37.259024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:37.269651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0288301-3803-49aa-b192-67c0ef8571b1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20c66be-056d-41d9-b0bd-f5387a2f0a4e,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:37.305954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:37.321092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7591df60-c373-4859-a347-03e86878b3e7,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:37.333723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:37.342533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.419965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.421090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:37.441269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port a49a2db4-af62-435a-baf7-513542d5a771 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:23:37.466270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.836139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:37.883436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '1d546d19-d8df-4828-b344-64985ff9acbc'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:23:37.884362 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.892777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-502f52b0-7c82-4f64-8a13-500c37295c33 None None] Provisioning complete for port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:37.893176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-502f52b0-7c82-4f64-8a13-500c37295c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:37.917821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe37:660 (d6992ee0-dde0-4473-b499-57da2aa4712d/1d546d19-d8df-4828-b344-64985ff9acbc/a49a2db4-af62-435a-baf7-513542d5a771) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:37.966651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:37.967057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b0cea1f-98ab-4a39-b3ef-aed4c5ffd796 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:37.990542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Router b829d48b-14d7-4efc-9df1-6668b0b2733e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:37.992261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:38.002998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32fa311e-d28f-4cbb-8b49-822c9062ca80 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:38.021155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.022019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.103684 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-16dc7eb7-09cc-4b14-a214-93883302cc0b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7955410 Jul 09 17:23:38.163179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.201422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'admin_state_up': True, 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'security_groups': ['9fac2868-3b85-4f63-a7e5-c0ea929ad399']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:38.242920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e8e2c960-23bf-4820-b80e-87d5d80eacf2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:38.243535 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.372250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:38.372616 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.471321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.523752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object a49a2db4-af62-435a-baf7-513542d5a771 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:38.591428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 32fa311e-d28f-4cbb-8b49-822c9062ca80 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:38.670855 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.792956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=a49a2db4-af62-435a-baf7-513542d5a771,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:38.852682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:38.862829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:38.875232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:38.889922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.890599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.912610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Allocated IP 2001:db8::f816:3eff:fe9f:1744 (d6992ee0-dde0-4473-b499-57da2aa4712d/1d546d19-d8df-4828-b344-64985ff9acbc/dfb25301-7763-4b62-8473-99fa9d827701) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:38.923139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795448e9-1094-49c6-bef3-f8301b99981c req-ea11494c-5dc2-452f-8f7b-ba734be806ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.925434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-795448e9-1094-49c6-bef3-f8301b99981c req-ea11494c-5dc2-452f-8f7b-ba734be806ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 931 time: 0.8658669 Jul 09 17:23:38.957267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:38.963652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.966332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:38.973676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.979790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.985812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:38.993424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:39.001381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:39.008455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:39.010417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-e0c89475-8901-4240-ba03-e51b942fcb23 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5439 time: 0.4031663 Jul 09 17:23:39.027088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c86253c7-d993-45e1-8d57-eb495ad75991 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8096068 Jul 09 17:23:39.037950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36842) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:39.175021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-795448e9-1094-49c6-bef3-f8301b99981c req-b5aa97db-ba81-4475-aae8-fa96f6313990 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267640 Jul 09 17:23:39.254490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.283375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 32fa311e-d28f-4cbb-8b49-822c9062ca80 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:39.284045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.319060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.562670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 10.1.1.99 (a9b78c49-ffbf-44cb-8a11-fff2c19c012a/65b804a7-5c56-4574-a8d5-ef808e42310d/1d084d3c-dba2-4b8f-8a09-039453d44ada) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:39.642077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-502f52b0-7c82-4f64-8a13-500c37295c33 None None] Provisioning for port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:39.777936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.794817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object 1d084d3c-dba2-4b8f-8a09-039453d44ada will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:39.828900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:23:39.838633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6d35bc15-858c-4384-a3b6-7c624b00ec4e admin admin] 10.222.0.21 "PUT /v2.0/routers/b829d48b-14d7-4efc-9df1-6668b0b2733e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8909445 Jul 09 17:23:39.842246 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.845446 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] Sync routers for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:39.846944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36856) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:39.874763 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:39.875396 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:39.885225 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.944446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:39.974387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:39.978857 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6453b911-d712-422e-b9e1-c26c741f845b" -d '{"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:39.983478 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:39.990444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e7fa174-4255-4b20-b9fc-52d5ef3d0bb7 req-8d356d55-49bc-41ab-99d2-1aca59ef2752 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9731047 Jul 09 17:23:40.015240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.061396 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.086112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-502f52b0-7c82-4f64-8a13-500c37295c33 None None] Provisioning complete for port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:40.086628 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-502f52b0-7c82-4f64-8a13-500c37295c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.098468 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb4442-16fa-45d3-af35-dfa293ec1c02 x-openstack-request-id: req-5fdb4442-16fa-45d3-af35-dfa293ec1c02 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:40.098905 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-plugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:40.099285 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fdb4442-16fa-45d3-af35-dfa293ec1c02 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:40.099803 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'code': 200} Jul 09 17:23:40.126998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3b835-596b-448c-9eac-0c6bf0a92c85 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:40.139827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a7f3b835-596b-448c-9eac-0c6bf0a92c85 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0729969 Jul 09 17:23:40.143113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36860) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:40.163615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:40.195250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:40.205226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:40.227949 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:40.282816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:40.340538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Transition to ACTIVE for port object dfb25301-7763-4b62-8473-99fa9d827701 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:40.446503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 32fa311e-d28f-4cbb-8b49-822c9062ca80, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:40.459499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-502f52b0-7c82-4f64-8a13-500c37295c33 None None] Port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:40.461752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Transition to ACTIVE for port object dfb25301-7763-4b62-8473-99fa9d827701 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:40.465849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:40.466139 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.466754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.473519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 765d58cd-371e-4787-830b-b74727537463 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:40.481603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b789c725-55e0-447f-ab9b-ac958bc3efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.500254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Allocated IP 172.25.3.235 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/d7ef8ef9-3927-4864-b33d-5935059a0f35) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:40.564670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:40.579178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-49be74ed-e517-4189-b1eb-2014ed3b2035 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4275882 Jul 09 17:23:40.595320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.600379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'admin_state_up': True, 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'security_groups': ['9fac2868-3b85-4f63-a7e5-c0ea929ad399']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:40.715233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:40.718571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Provisioning for port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:40.742878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Provisioning complete for port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:40.743717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:40.746183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=32fa311e-d28f-4cbb-8b49-822c9062ca80,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:40.756194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:31Z', 'revision_number': 2, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:40.768882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:40.830229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:40.862377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e216d4a8-2ad3-4b65-a7dc-1900e0db267d None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:31Z', 'revision_number': 2, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:40.891394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 765d58cd-371e-4787-830b-b74727537463 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:40.969501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:23:35Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:41.004898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port a49a2db4-af62-435a-baf7-513542d5a771 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:41.005858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.025872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 765d58cd-371e-4787-830b-b74727537463 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:41.027501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.056094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.084327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:41.093225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Pushing event updated for resources: {'Port': ['ID=dfb25301-7763-4b62-8473-99fa9d827701,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:41.093569 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] Checking router: b829d48b-14d7-4efc-9df1-6668b0b2733e for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:41.098726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Attempting to bind port dfb25301-7763-4b62-8473-99fa9d827701 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:41.099246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Attempting to bind port dfb25301-7763-4b62-8473-99fa9d827701 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:41.100906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Attempting to bind port dfb25301-7763-4b62-8473-99fa9d827701 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:41.127032 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] Routers {'b829d48b-14d7-4efc-9df1-6668b0b2733e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:41.127858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:41.128250 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b829d48b-14d7-4efc-9df1-6668b0b2733e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:41.128534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:41.132745 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.133399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:41.134026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Bound port: dfb25301-7763-4b62-8473-99fa9d827701, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:41.134532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.195051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.233635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Provisioning complete for port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:41.234612 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.245313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc98c2e-53df-4f0d-bf9a-b0b83926f17a req-3244b841-9362-4f84-8ba2-020b6674abb9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:41.278425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc98c2e-53df-4f0d-bf9a-b0b83926f17a req-3244b841-9362-4f84-8ba2-020b6674abb9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:41.285368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1dc98c2e-53df-4f0d-bf9a-b0b83926f17a req-3244b841-9362-4f84-8ba2-020b6674abb9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 1652 time: 0.5408514 Jul 09 17:23:41.332622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=765d58cd-371e-4787-830b-b74727537463,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:41.361750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.362793 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] Set router b829d48b-14d7-4efc-9df1-6668b0b2733e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:41.364582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5bd49858-da87-45da-a475-a3045d2b0005 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:41.449663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.490526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for a49a2db4-af62-435a-baf7-513542d5a771 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:41.524472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5414724c-4de4-41ee-b923-1130ec054b49 None None] Port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:41.584362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] For port dfb25301-7763-4b62-8473-99fa9d827701, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:41.622573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] For port dfb25301-7763-4b62-8473-99fa9d827701, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfb25301-7763-4b62-8473-99fa9d827701,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:41.627788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:41.645705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.660336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.775485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eda18-f6ad-4f40-9645-c9c812587966 None None] Pushing event updated for resources: {'Port': ['ID=dfb25301-7763-4b62-8473-99fa9d827701,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:41.805433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:41.806554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 5bd49858-da87-45da-a475-a3045d2b0005 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:41.810280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.828895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 5bd49858-da87-45da-a475-a3045d2b0005 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:41.837451 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.867373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7e035167-6fd6-4888-8c01-d4447a75c1d9 None None] Provisioning for port 1d084d3c-dba2-4b8f-8a09-039453d44ada completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:41.904339 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.910797 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.921006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.951542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7e035167-6fd6-4888-8c01-d4447a75c1d9 None None] Provisioning complete for port 1d084d3c-dba2-4b8f-8a09-039453d44ada triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:41.952031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e035167-6fd6-4888-8c01-d4447a75c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:41.957711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:42.014032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1dc98c2e-53df-4f0d-bf9a-b0b83926f17a req-688db2d5-2de7-49ad-af8f-98ac528b2e18 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547399 Jul 09 17:23:42.017818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:42.028941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=a49a2db4-af62-435a-baf7-513542d5a771,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:42.052682 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:23:35Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:42.054772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.076407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.096832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.117105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.122332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fa311e-d28f-4cbb-8b49-822c9062ca80'}, {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d58cd-371e-4787-830b-b74727537463'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:42.127591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.129691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-46820b6b-214d-43d4-bb8f-45d04cb030cc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/a49a2db4-af62-435a-baf7-513542d5a771 HTTP/1.1" status: 204 len: 168 time: 1.9826655 Jul 09 17:23:42.130813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.135094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:42.135854 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c939415-2ea4-47d6-9c15-54e39d90cea1" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "32fa311e-d28f-4cbb-8b49-822c9062ca80"}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "765d58cd-371e-4787-830b-b74727537463"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:42.149228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.162801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.173980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-294a4e31-ddf1-480e-9fd2-f2d3b436d453 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5441 time: 0.7246985 Jul 09 17:23:42.176047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:42.185056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7e035167-6fd6-4888-8c01-d4447a75c1d9 None None] Port 1d084d3c-dba2-4b8f-8a09-039453d44ada cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:42.311836 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab819242-73b9-4088-ad2c-10e38d278a3e None None] The sync data for ids ['b829d48b-14d7-4efc-9df1-6668b0b2733e'] in n-d-791506-17 is: [{'id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'name': 'tempest-ServersTestBootFromVolume-794328064-router', 'tenant_id': '9cf1534321aa4c49ad00a8d45719bcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:19:50Z', 'updated_at': '2021-07-09T17:23:35Z', 'revision_number': 5, 'project_id': '9cf1534321aa4c49ad00a8d45719bcee', 'gw_port': {'id': '9980ac0e-83c2-47aa-84ee-fa18d93911c8', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b829d48b-14d7-4efc-9df1-6668b0b2733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:19:53Z', 'updated_at': '2021-07-09T17:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:42.357572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.365761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723460f0-7542-4280-9c68-bfe149b60c64 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.388727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723460f0-7542-4280-9c68-bfe149b60c64 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:42.396984 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-723460f0-7542-4280-9c68-bfe149b60c64 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2606792 Jul 09 17:23:42.405437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36914) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:42.482795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5bd49858-da87-45da-a475-a3045d2b0005,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:42.498381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.631487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:42.633399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 1d546d19-d8df-4828-b344-64985ff9acbc {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:42.662209 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2e906-bb7e-4d22-b5c2-f748265dbb1d x-openstack-request-id: req-8bc2e906-bb7e-4d22-b5c2-f748265dbb1d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:42.662520 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "32fa311e-d28f-4cbb-8b49-822c9062ca80", "code": 200}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "765d58cd-371e-4787-830b-b74727537463", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:42.664595 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bc2e906-bb7e-4d22-b5c2-f748265dbb1d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:42.666491 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fa311e-d28f-4cbb-8b49-822c9062ca80', 'code': 200} Jul 09 17:23:42.667851 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765d58cd-371e-4787-830b-b74727537463', 'code': 200} Jul 09 17:23:42.681915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.825134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:42.911069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a020-3e4e-4f3f-98af-3b9eb46ec349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.002732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.102030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.170518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.179316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/1d546d19-d8df-4828-b344-64985ff9acbc HTTP/1.1" status: 204 len: 168 time: 0.7683082 Jul 09 17:23:43.179316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4270dfc-d839-46fd-bb8d-5972f2ee180d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=1d546d19-d8df-4828-b344-64985ff9acbc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:43.182204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:43.332069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.458167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-790fe6aa-541b-4967-bd5a-ed0a4d2ce885 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2600768 Jul 09 17:23:43.459235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36924) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:43.505929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:43.639104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21b2944d-3e19-4985-b44e-af63af1c3005 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:43.779558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14845-46f5-428d-af95-66dc3c55aaf8 req-4569d4fd-1abc-4fac-b123-08f0c4888cc6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:43.786240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14845-46f5-428d-af95-66dc3c55aaf8 req-4569d4fd-1abc-4fac-b123-08f0c4888cc6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:43.794613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9c14845-46f5-428d-af95-66dc3c55aaf8 req-4569d4fd-1abc-4fac-b123-08f0c4888cc6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 1652 time: 0.3723071 Jul 09 17:23:43.826017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 21b2944d-3e19-4985-b44e-af63af1c3005 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:43.831884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 21b2944d-3e19-4985-b44e-af63af1c3005 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:43.832308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:43.936804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9c14845-46f5-428d-af95-66dc3c55aaf8 req-28690927-c1a3-4102-8f29-89979f8db2cc tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370537 Jul 09 17:23:43.941319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:43.956825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.027872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.081619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0140b-c9fd-4775-b3b4-1f4839bb38ee None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:44.194333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.403862 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.425333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'Port': ['ID=d7ef8ef9-3927-4864-b33d-5935059a0f35,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:44.453635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 21b2944d-3e19-4985-b44e-af63af1c3005, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=21b2944d-3e19-4985-b44e-af63af1c3005,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:44.464633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5a8d46f1-4185-4869-8313-69c95c2e569d None None] Provisioning for port dfb25301-7763-4b62-8473-99fa9d827701 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:44.474168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c9d73ac-1f54-42be-92d7-f3032a4bd19c req-0eac28bc-a081-41b4-833c-864afddd5019 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.2992530 Jul 09 17:23:44.481263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.482215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfb25301-7763-4b62-8473-99fa9d827701 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:44.511812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Deleting port 9980ac0e-83c2-47aa-84ee-fa18d93911c8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:44.512545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.514549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.560721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 10.1.1.54 (a9b78c49-ffbf-44cb-8a11-fff2c19c012a/65b804a7-5c56-4574-a8d5-ef808e42310d/7c456876-e7c0-4e82-b804-2a70c1a4259d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:44.676289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:44.679246 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a933f5-6f92-4240-a467-2613a7c2650f" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "5bd49858-da87-45da-a475-a3045d2b0005"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:44.688504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] For port 9980ac0e-83c2-47aa-84ee-fa18d93911c8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9980ac0e-83c2-47aa-84ee-fa18d93911c8,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:44.689155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.692562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=21b2944d-3e19-4985-b44e-af63af1c3005,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:44.728134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Calling delete_port for 9980ac0e-83c2-47aa-84ee-fa18d93911c8 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:44.767137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port dfb25301-7763-4b62-8473-99fa9d827701 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:44.798956 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ccd8d-bb7d-4e54-ba62-7157b676b6a4 x-openstack-request-id: req-7f2ccd8d-bb7d-4e54-ba62-7157b676b6a4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:44.800043 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-plugged", "status": "completed", "tag": "5bd49858-da87-45da-a475-a3045d2b0005", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:44.800972 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f2ccd8d-bb7d-4e54-ba62-7157b676b6a4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:44.801548 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005', 'code': 200} Jul 09 17:23:44.802800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dfb25301-7763-4b62-8473-99fa9d827701 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:44.805279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:44.868213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:23:45.011702 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.094734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port dfb25301-7763-4b62-8473-99fa9d827701, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfb25301-7763-4b62-8473-99fa9d827701,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:45.103262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.230473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=dfb25301-7763-4b62-8473-99fa9d827701,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:45.233710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:45.282533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:45.283227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8dd3d5e5-0adf-47f5-aa7a-9ab68a0f4620 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:45.337533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7a8fe1a1-45cd-41cf-94ce-3c6bad5bbb92 None None] Provisioning complete for port dfb25301-7763-4b62-8473-99fa9d827701 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:45.339373 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7a8fe1a1-45cd-41cf-94ce-3c6bad5bbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.410406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.466525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object 7c456876-e7c0-4e82-b804-2a70c1a4259d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:45.565163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21b2944d-3e19-4985-b44e-af63af1c3005 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:45.615291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.616198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.624769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.625331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.625725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.626201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.626669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:45.639642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-993448c5-f322-4651-b8ce-bfb051ae270f req-39ff8eee-e6bb-4928-95a6-f708c6f04437 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.5368938 Jul 09 17:23:45.846122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 21b2944d-3e19-4985-b44e-af63af1c3005 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:45.846697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.847135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:45.946769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-993448c5-f322-4651-b8ce-bfb051ae270f req-04dabace-4d1e-41a5-91fd-cf10470a280e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958765 Jul 09 17:23:45.955676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.016739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e96d4db2-67a1-49fa-9043-2d1a5a65ead6 None None] Could not find standard attr ID for object a49a2db4-af62-435a-baf7-513542d5a771. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:23:46.027042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:23:46.050260 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.066980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:46.067648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:46.277577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfb25301-7763-4b62-8473-99fa9d827701 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:46.350627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:46.361634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.392975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:46.441367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9980ac0e-83c2-47aa-84ee-fa18d93911c8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:46.456705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:46.468350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.474368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.482977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:46.486179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:46.493782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd75b97e-e315-4d65-8685-dea011b25394 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:23:46.500864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.507143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.513029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.532224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.538138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.550236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-122c2c7f-da26-43dc-9f00-a1f9d0904a84 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.4131191 Jul 09 17:23:46.554884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] For port dfb25301-7763-4b62-8473-99fa9d827701, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfb25301-7763-4b62-8473-99fa9d827701,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:46.561107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.561761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.630823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a4b43efa-39cd-44e2-95d3-07410c126f95 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.0362303 Jul 09 17:23:46.644268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.656161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44622e5c-89e5-47fd-b634-a140872e44b5 req-d46c9c3d-a9fd-4a9a-af7b-1ee36ca70188 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.663996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44622e5c-89e5-47fd-b634-a140872e44b5 req-d46c9c3d-a9fd-4a9a-af7b-1ee36ca70188 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.672209 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:23:46.681378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44622e5c-89e5-47fd-b634-a140872e44b5 req-d46c9c3d-a9fd-4a9a-af7b-1ee36ca70188 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.690526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44622e5c-89e5-47fd-b634-a140872e44b5 req-d46c9c3d-a9fd-4a9a-af7b-1ee36ca70188 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 2372 time: 1.0257864 Jul 09 17:23:46.692420 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c720ab7f-5c21-4248-87f4-e630df1c1077 req-0f824afc-3d40-48a6-8cd8-8ff7890874db tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400881 Jul 09 17:23:46.703696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.714260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.715078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.742985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'admin_state_up': True, 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'security_groups': ['9fac2868-3b85-4f63-a7e5-c0ea929ad399']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:46.899070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:46.933561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:46.940183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:46.944781 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:46.986648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=d24f12ae-1295-478f-8284-9e24b82414eb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:47.001368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=dfb25301-7763-4b62-8473-99fa9d827701,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:47.009561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86bd9192-8c9e-4186-bcf4-5b61b8c6e0e4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5331440 Jul 09 17:23:47.011790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:47.028942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:e9:56:d8', 'name': 'tempest-NetworksTestDHCPv6-1234917461'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:47.073031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.080262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.230878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.231430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b829d48b-14d7-4efc-9df1-6668b0b2733e {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:23:47.241276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.245119 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f47194f4-560a-4113-8e75-c071d28897a1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b829d48b-14d7-4efc-9df1-6668b0b2733e HTTP/1.1" status: 204 len: 168 time: 7.3918047 Jul 09 17:23:47.249028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36982) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:47.283554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75b97e-e315-4d65-8685-dea011b25394 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:23:47.293416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.321239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44622e5c-89e5-47fd-b634-a140872e44b5 req-4e5a80c1-9c8d-4247-a359-51fd23d8bc09 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6296823 Jul 09 17:23:47.332991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.415185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Deleting subnet 0baa05e0-ba84-48aa-8219-00a2ac459a69 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:47.427491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.463369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'Port': ['ID=d7ef8ef9-3927-4864-b33d-5935059a0f35,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:47.553143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.585744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.602657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:47.614045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:47.628454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.633186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a7da4b79-2c4c-47df-a85f-032f7b270309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.3471758 Jul 09 17:23:47.902494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.937490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:47.987818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 36c0ca32-93a8-4c57-a209-95c92fe3167d yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:23:48.216822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dfb25301-7763-4b62-8473-99fa9d827701 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:48.219297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fee9:56d8 (d6992ee0-dde0-4473-b499-57da2aa4712d/d24f12ae-1295-478f-8284-9e24b82414eb/36c0ca32-93a8-4c57-a209-95c92fe3167d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:48.225241 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.327194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:31Z', 'revision_number': 2, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:48.426439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:23:48.436554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Updating router d0cd2133-7748-4b5a-bd20-4577aa630d69 port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:23:48.580124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 10.2.2.100 (9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045/9298338a-8a79-4c35-a34e-c7f596bb07e5/78ba4791-9361-4bec-a2bf-a35d77a9ef64) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:48.619380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.625994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.633900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.653391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.667629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.678143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.694956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.713676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:48.723647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-590299e7-1aa0-4fb0-9fd8-cf1fec1f68cf tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.5015168 Jul 09 17:23:48.739321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.793483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.808057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object 78ba4791-9361-4bec-a2bf-a35d77a9ef64 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:48.873129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-069abd83-c261-4ff8-9a2d-c5b5498b587e req-1b51c416-6015-4b9f-8809-7c0278a11c1b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482081 Jul 09 17:23:48.917604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-74c41b7f-2b27-4c31-b70c-5ec05ed26e52 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1660305072&fields=id&tenant_id=3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 267 time: 0.7717111 Jul 09 17:23:48.920434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:48.987470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:48.990572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.013178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.017294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:49.054698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:49.057959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:49.145102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0baa05e0-ba84-48aa-8219-00a2ac459a69,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:49.185662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:49.186596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.191101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.206310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0341da21-b69d-4486-9344-44f41944885d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0baa05e0-ba84-48aa-8219-00a2ac459a69 HTTP/1.1" status: 204 len: 168 time: 1.9561706 Jul 09 17:23:49.208398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37020) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:49.210717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 36c0ca32-93a8-4c57-a209-95c92fe3167d will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:49.216183 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-92de3c87-10bd-4d80-a3c3-827584777b10 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4806137 Jul 09 17:23:49.242935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'admin_state_up': True, 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'security_groups': ['9fac2868-3b85-4f63-a7e5-c0ea929ad399']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:49.342929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfb25301-7763-4b62-8473-99fa9d827701 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:49.406777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.510861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Made reservation on behalf of ed455744006e41819c2175ef751d60e6 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:49.524778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.576151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dfb25301-7763-4b62-8473-99fa9d827701 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:49.576545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.592729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-60ed06a4-bf94-4a78-8bac-567b34b77201 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:49.594347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-60ed06a4-bf94-4a78-8bac-567b34b77201 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 815 time: 0.6755412 Jul 09 17:23:49.793586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Deleting port 6289186b-6042-42bf-a139-60bd62bb9e1b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:49.802020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.822741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:49.898813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-15246d57-e9d9-4c42-bfb7-615d2d81d17e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/quotas/3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 375 time: 0.0768440 Jul 09 17:23:50.260996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=36c0ca32-93a8-4c57-a209-95c92fe3167d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:50.294074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:50.300605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:50.304526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9980ac0e-83c2-47aa-84ee-fa18d93911c8 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:50.316787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392a9e-1067-4075-92a9-ffc69c384c77 req-f18f3736-9fb8-4616-8865-8e7a7bb8225d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.324508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392a9e-1067-4075-92a9-ffc69c384c77 req-f18f3736-9fb8-4616-8865-8e7a7bb8225d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.337391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Allocated IP 10.2.2.200 (9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045/9298338a-8a79-4c35-a34e-c7f596bb07e5/cc6501eb-c7db-4cd0-ac61-63184505eb64) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:50.338455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392a9e-1067-4075-92a9-ffc69c384c77 req-f18f3736-9fb8-4616-8865-8e7a7bb8225d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.341464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2644a23-745b-4d83-ac32-a2d427fb5870 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:50.356292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392a9e-1067-4075-92a9-ffc69c384c77 req-f18f3736-9fb8-4616-8865-8e7a7bb8225d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.362958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f392a9e-1067-4075-92a9-ffc69c384c77 req-f18f3736-9fb8-4616-8865-8e7a7bb8225d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 3093 time: 0.9383380 Jul 09 17:23:50.365457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] For port 6289186b-6042-42bf-a139-60bd62bb9e1b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6289186b-6042-42bf-a139-60bd62bb9e1b,segment=NetworkSegment(67d37fff-a908-4e2a-8cff-67f4fce632f6),segment_id=67d37fff-a908-4e2a-8cff-67f4fce632f6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:50.366998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.372121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:50.386455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:50.390646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.542147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Calling delete_port for 6289186b-6042-42bf-a139-60bd62bb9e1b owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:50.571435 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.589160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Transition to ACTIVE for port object c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:50.596541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581666a0-ff07-4067-8b34-aecdda09aa40 None None] Network 5f560d83-8c65-445a-951f-7f5cd5e86661 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:50.601791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9980ac0e-83c2-47aa-84ee-fa18d93911c8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:50.602241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9980ac0e-83c2-47aa-84ee-fa18d93911c8 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:50.610056 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.644539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2dcbe8b4-1e16-4abf-a6cc-a0d56189390e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6282401 Jul 09 17:23:50.648488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:50.685867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f392a9e-1067-4075-92a9-ffc69c384c77 req-f838332c-8f42-457f-b234-d5685ab2c3e0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892487 Jul 09 17:23:50.899740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.961419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a2ce13a0-e731-40d9-87b1-0a516d965b8d None None] Provisioning complete for port dfb25301-7763-4b62-8473-99fa9d827701 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:50.962291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2ce13a0-e731-40d9-87b1-0a516d965b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.988654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:50.989620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Pushing event deleted for resources: {'Port': ['ID=6289186b-6042-42bf-a139-60bd62bb9e1b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:51.006043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] No DVR routers for this DVR port 6289186b-6042-42bf-a139-60bd62bb9e1b on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:51.029942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Transition to ACTIVE for port object cc6501eb-c7db-4cd0-ac61-63184505eb64 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:51.138792 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.146341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.209490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-93fe5dcb-937d-4a76-9e4f-749e497f4145 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2751799 Jul 09 17:23:51.211919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.218343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.224555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.230733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.238223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.247677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.253999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.267385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb53bef2-01a5-481d-b0cd-fc3995035f0d req-c4e7de1a-0424-4718-8464-07f7bc0ac488 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.3118699 Jul 09 17:23:51.268007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37038) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:51.273101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f560d83-8c65-445a-951f-7f5cd5e86661']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:51.293507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Request body: {'floatingip': {'port_id': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:51.386358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Pushing event updated for resources: {'Port': ['ID=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:51.404045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb4b64-ae19-43a0-b575-421bba9d689e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.409931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d37fff-a908-4e2a-8cff-67f4fce632f6') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:51.410134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d37fff-a908-4e2a-8cff-67f4fce632f6') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:51.416978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb4b64-ae19-43a0-b575-421bba9d689e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.419117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3ceb4b64-ae19-43a0-b575-421bba9d689e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7566271 Jul 09 17:23:51.429089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37048) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:51.434533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:23:51.436397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:23:51.439434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:23:51.458971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Attempting to bind port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:51.459472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Attempting to bind port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:51.462675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Attempting to bind port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d on network 511b8178-1168-4429-9106-976feeb70bc8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:51.543617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.544045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.544386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.544782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.545128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.545465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.545826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.546197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.546500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.546830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.547157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.547477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:23:51.554202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:51.554578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Checking segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:51.554992 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.555968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Bound using segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:51.555968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Bound port: c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:51.556271 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.568487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event updated for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:51.647311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] For port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:51.651036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] For port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:51.661713 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.693745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:51.707952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:51.742816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c32d-306a-4e5f-a9cf-e179855ece8b None None] Pushing event updated for resources: {'Port': ['ID=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:51.747700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7558a1-64c6-4f9b-9130-1d85175fab84 None None] DHCP port deletion for 5f560d83-8c65-445a-951f-7f5cd5e86661 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:23:51.833929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ab0f557-ba67-489e-abb9-7e560b6c6741 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6028631 Jul 09 17:23:51.838057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-794bf39a-4019-4c9a-94fe-cf01a63eb589 service neutron] 10.222.0.21 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063561 Jul 09 17:23:51.862026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:23:51.862719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:51.874061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:52.343737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.462329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.478939 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-87f39ec6-a7b4-4290-8fe6-0e785eb84b00 service neutron] 10.222.0.21 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145403 Jul 09 17:23:52.489088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.547075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:23:52.683359 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.713538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:23:52.714340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:23:52.720500 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:23:52.738723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Provisioning for port 7c456876-e7c0-4e82-b804-2a70c1a4259d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:52.828553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Provisioning complete for port 7c456876-e7c0-4e82-b804-2a70c1a4259d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:52.828930 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:52.920825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Port 7c456876-e7c0-4e82-b804-2a70c1a4259d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:52.992017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Provisioning for port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:53.005906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Provisioning complete for port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:53.006329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.179361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-293ce744-cb58-4fa5-b254-c594015ceca6 None None] Port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:53.211186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:53.589731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:51Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:23:53.702592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:53.760394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a862da0-32b0-48ee-91b7-a7c9738d92f3 None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:51Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:23:53.784548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:53.785404 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:53.968904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Provisioning for port 36c0ca32-93a8-4c57-a209-95c92fe3167d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:54.037761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Provisioning complete for port 36c0ca32-93a8-4c57-a209-95c92fe3167d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:54.038441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.099124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Port 36c0ca32-93a8-4c57-a209-95c92fe3167d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:54.180029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Provisioning for port cc6501eb-c7db-4cd0-ac61-63184505eb64 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:23:54.193043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Provisioning complete for port cc6501eb-c7db-4cd0-ac61-63184505eb64 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:54.193517 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.252031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Port cc6501eb-c7db-4cd0-ac61-63184505eb64 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:23:54.273824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Provisioning complete for port dfb25301-7763-4b62-8473-99fa9d827701 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:54.274309 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5aaef29-ec3d-44d3-879a-e7cd1a3062b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.277918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.356433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:54.365736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.492476 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c4096e57-f868-4df5-9a8b-d8670faaa3e8 req-63816450-0f47-4753-a4e7-418ecdf88a84 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 210 time: 1.1186104 Jul 09 17:23:54.506027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6289186b-6042-42bf-a139-60bd62bb9e1b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:54.527357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47147c5-5b21-4c8d-a35d-b52bbea0e0dc {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:54.555865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:54.559412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-c9fcbfc2-66df-4130-8e37-5352e1ce8937 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:54.560156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.574299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-c9fcbfc2-66df-4130-8e37-5352e1ce8937 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:54.601568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Transition to ACTIVE for port object e47147c5-5b21-4c8d-a35d-b52bbea0e0dc will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:54.602475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-c9fcbfc2-66df-4130-8e37-5352e1ce8937 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:54.608880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.620401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-c9fcbfc2-66df-4130-8e37-5352e1ce8937 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:54.629420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-c9fcbfc2-66df-4130-8e37-5352e1ce8937 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:54.654786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6289186b-6042-42bf-a139-60bd62bb9e1b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:54.655126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6289186b-6042-42bf-a139-60bd62bb9e1b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:54.677988 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-c9fcbfc2-66df-4130-8e37-5352e1ce8937 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 3814 time: 2.1665683 Jul 09 17:23:54.682631 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.710693 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:54.723046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f560d83-8c65-445a-951f-7f5cd5e86661 HTTP/1.1" status: 204 len: 168 time: 5.5058966 Jul 09 17:23:54.771646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Pushing event updated for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:54.786329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:23:54.950681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c313f-fa53-447d-84d9-ad17b0a83ace admin admin] Pushing event deleted for resources: {'Network': ['ID=5f560d83-8c65-445a-951f-7f5cd5e86661,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.052615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b0fd2af-681e-49ce-bba3-fec943b90081 req-51e975f4-8812-4e7b-be74-f4ade75f6489 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709455 Jul 09 17:23:55.080621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 36c0ca32-93a8-4c57-a209-95c92fe3167d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:55.086820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.113637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.138266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Attempting to bind port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:55.138605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Attempting to bind port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:55.138934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Attempting to bind port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc on network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:55.147799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc on network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:23:55.151711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Attempting to bind port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc on network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:55.157553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:55.157909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Checking segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:55.158277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Bound using segment: {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:55.158704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Bound port: e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef5db4b-7622-4013-a210-baeb0668eae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:55.159060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.168315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:23:55.246606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37106) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.258186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.286582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-ac79850d-0e0a-44ec-ba6a-5055bd33fed2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.8260999 Jul 09 17:23:55.358571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:23:55.358945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.426269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37108) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:55.427428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9eb17931-3dbc-4a03-a66a-17148350188d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cf1534321aa4c49ad00a8d45719bcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717412 Jul 09 17:23:55.491621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:55.500517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:55.508347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.590984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:55.591659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.593141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] 10.222.0.13 "PUT /v2.0/ports/e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 1092 time: 3.7459917 Jul 09 17:23:55.593643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:55.595985 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:55.696687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:55.779353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:55.789175 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d6991-570f-418d-b9d8-3e4264dce115 x-openstack-request-id: req-d54d6991-570f-418d-b9d8-3e4264dce115 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:55.789712 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:55.790531 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d54d6991-570f-418d-b9d8-3e4264dce115 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:55.792914 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'status': 'completed', 'code': 200} Jul 09 17:23:55.811230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61736-3184-4b44-a62d-b1b99b978a19 service neutron] Pushing event updated for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:55.813636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 36c0ca32-93a8-4c57-a209-95c92fe3167d owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:55.907125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.275100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-676ea3c9-c797-409c-9647-0a071429522f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:56.276831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-676ea3c9-c797-409c-9647-0a071429522f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.36 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 815 time: 0.7997413 Jul 09 17:23:56.279918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-090a09fa-b1a5-45c8-9f3d-9e6a6ceb035c req-a79ca4bc-633d-4345-a399-535fba535528 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 210 time: 0.1248360 Jul 09 17:23:56.283307 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Floating IP 5e8cc7ec-9cbb-4f24-909f-9385580d6bc4 associated. External IP: 172.25.3.172, port: f5f4a7d2-689d-4c44-99d6-b52b8e67f371. Jul 09 17:23:56.438986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191f38d9-6588-4cc6-8792-9740d4baa938 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:56.440401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.455589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.484533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Transition to ACTIVE for port object 191f38d9-6588-4cc6-8792-9740d4baa938 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:56.517414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad555fda-4f50-41b5-a8fd-bb848d36e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.522033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.562992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-58637067-9127-4d97-b044-52f2ceb5e5d8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 380 time: 0.1585317 Jul 09 17:23:56.580362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'port': {'device_id': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'admin_state_up': True, 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'security_groups': ['a0b07cee-0326-481d-83a0-5a7ef68ed989']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:56.781344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Pushing event updated for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:56.813078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=36c0ca32-93a8-4c57-a209-95c92fe3167d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:56.826446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:56.833427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-90be49fe-df4c-4634-a231-ab90161d9f36 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/36c0ca32-93a8-4c57-a209-95c92fe3167d HTTP/1.1" status: 204 len: 168 time: 5.3959641 Jul 09 17:23:56.842334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:56.933675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad43b-5478-4a46-a127-0f6368357c75 req-fb06cda3-f7e3-4d51-a233-c55eecc7291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:56.936976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:56.942476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-fb06cda3-f7e3-4d51-a233-c55eecc7291f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2256d8fa4d6d4da19314b45a23f0c703&device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 1098 time: 1.5700247 Jul 09 17:23:56.960146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:56.988601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:56.998286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.009728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.016070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.025021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-3fcf069d-4897-42a6-911d-b39b7fded56a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 4599 time: 0.5340879 Jul 09 17:23:57.047528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad555fda-4f50-41b5-a8fd-bb848d36e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.095146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Attempting to bind port 191f38d9-6588-4cc6-8792-9740d4baa938 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:23:57.095409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-01b34bdc-a87a-4242-ac19-7785b7a19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.095793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Attempting to bind port 191f38d9-6588-4cc6-8792-9740d4baa938 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:23:57.095929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-01b34bdc-a87a-4242-ac19-7785b7a19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.096267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Attempting to bind port 191f38d9-6588-4cc6-8792-9740d4baa938 on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:57.096397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-01b34bdc-a87a-4242-ac19-7785b7a19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.096791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-01b34bdc-a87a-4242-ac19-7785b7a19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.097431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-01b34bdc-a87a-4242-ac19-7785b7a19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.099239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-01b34bdc-a87a-4242-ac19-7785b7a19d85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 4362 time: 1.0511889 Jul 09 17:23:57.110837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fa7ad-eff4-4638-b516-91096866505b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.112556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fa7ad-eff4-4638-b516-91096866505b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.118132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-086fa7ad-eff4-4638-b516-91096866505b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2729321 Jul 09 17:23:57.125781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Port 191f38d9-6588-4cc6-8792-9740d4baa938 on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:23:57.126269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Attempting to bind port 191f38d9-6588-4cc6-8792-9740d4baa938 on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:23:57.132080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37146) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:57.136970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:23:57.137549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Checking segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:23:57.138071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Bound using segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:23:57.139915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Bound port: 191f38d9-6588-4cc6-8792-9740d4baa938, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:23:57.140474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.172071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a784ec1-8856-4468-8d14-cf9011bbd422 req-e517e880-1f52-40b5-9b16-3dca7467e105 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458941 Jul 09 17:23:57.433585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:23:57.448903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=191f38d9-6588-4cc6-8792-9740d4baa938,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:23:57.466638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet d24f12ae-1295-478f-8284-9e24b82414eb {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:23:57.474826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.537240 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.632648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.721671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.738289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.823963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:57.824918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.826683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] 10.222.0.13 "PUT /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 1132 time: 2.1593454 Jul 09 17:23:57.846805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '191f38d9-6588-4cc6-8792-9740d4baa938'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:23:57.855730 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3da1b6-002f-4c32-a3b4-6d134eb58170" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "191f38d9-6588-4cc6-8792-9740d4baa938"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:23:57.859902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=d24f12ae-1295-478f-8284-9e24b82414eb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:57.868317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:57.941664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b060-c856-4581-bb9a-48e5c8c2fecd service neutron] Pushing event updated for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:57.968263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea2486-fad4-49b2-8800-f73c08ad2979 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:23:57.970584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:57.975366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4e9b1ff-8602-4216-a4b4-189f8d207df2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/d24f12ae-1295-478f-8284-9e24b82414eb HTTP/1.1" status: 204 len: 168 time: 0.8280950 Jul 09 17:23:57.977711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37156) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:58.168811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-80bc6468-d0ff-4569-af44-699366d4e026 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1805186 Jul 09 17:23:58.170063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37164) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:58.367557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.373768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Made reservation on behalf of 3aa99a636212439897feada6c97c22bc for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:58.382714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.413088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:23:58.480257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655fd2d-9f6f-4316-ab8e-845d6e5557d7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.494046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8655fd2d-9f6f-4316-ab8e-845d6e5557d7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3163316 Jul 09 17:23:58.526518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0147a-2661-4150-9804-e4ebaf776edf req-49aec9e8-2e42-47b4-a90f-e0a64cf5c0a9 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.528667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87a0147a-2661-4150-9804-e4ebaf776edf req-49aec9e8-2e42-47b4-a90f-e0a64cf5c0a9 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.3999343 Jul 09 17:23:58.529239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37172) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:58.553421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] Deleting port dfb25301-7763-4b62-8473-99fa9d827701 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:23:58.556472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.686663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46f1cab8-b182-4d5e-aafd-3e4575473e9d req-38b040ad-0e00-4901-815b-cf3529c79c11 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 210 time: 0.3592703 Jul 09 17:23:58.716840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] For port dfb25301-7763-4b62-8473-99fa9d827701, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dfb25301-7763-4b62-8473-99fa9d827701,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:23:58.717183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.737281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] Calling delete_port for dfb25301-7763-4b62-8473-99fa9d827701 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:23:58.782633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87a0147a-2661-4150-9804-e4ebaf776edf req-2e2c8ad2-f604-4108-a83c-319eb50991cf tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218275 Jul 09 17:23:58.886131 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a924b3b0-2e8f-4ec9-9975-41ff22b12674 x-openstack-request-id: req-a924b3b0-2e8f-4ec9-9975-41ff22b12674 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:23:58.886556 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "191f38d9-6588-4cc6-8792-9740d4baa938", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:23:58.886948 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a924b3b0-2e8f-4ec9-9975-41ff22b12674 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:23:58.887530 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '191f38d9-6588-4cc6-8792-9740d4baa938', 'status': 'completed', 'code': 200} Jul 09 17:23:58.898486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ddba2-1b06-4f4a-8afe-1654036bff32 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:58.900511 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b7ddba2-1b06-4f4a-8afe-1654036bff32 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3678336 Jul 09 17:23:58.911738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37182) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:58.955621 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:58.977739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] No DVR routers for this DVR port dfb25301-7763-4b62-8473-99fa9d827701 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:23:59.006596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafc26a-babd-46d9-a6cc-21bfa9ff3ec7 None None] Pushing event deleted for resources: {'Port': ['ID=dfb25301-7763-4b62-8473-99fa9d827701,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:23:59.063741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b465cdd6-cec3-49a3-9e84-b46441a40d22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501300 Jul 09 17:23:59.068014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37188) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:23:59.075048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:23:59.148330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfb25301-7763-4b62-8473-99fa9d827701 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:23:59.194441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: dfb25301-7763-4b62-8473-99fa9d827701 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:23:59.194835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dfb25301-7763-4b62-8473-99fa9d827701 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:23:59.339830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Allocated IP 172.20.0.14 (511b8178-1168-4429-9106-976feeb70bc8/2bf831b3-d142-43a5-bb2f-461b77ebc875/955f2974-b0cf-4fbe-a2f0-2f7b0566f234) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:23:59.395987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:23:59.400768 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.630912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Router 47a69476-0521-4e4f-8e22-874386a6d5d1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:23:59.651246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad43b-5478-4a46-a127-0f6368357c75 req-757a9e2c-43e0-41ef-a2c7-85b8c3abc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.652963 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-757a9e2c-43e0-41ef-a2c7-85b8c3abc445 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5608a990-f38c-476c-9d71-23d6cfb8e477 HTTP/1.1" status: 200 len: 911 time: 2.6400192 Jul 09 17:23:59.655701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-319d645f-eef3-48e6-9f31-78bc00d0d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.655701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-319d645f-eef3-48e6-9f31-78bc00d0d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.655701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-319d645f-eef3-48e6-9f31-78bc00d0d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:23:59.669722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-319d645f-eef3-48e6-9f31-78bc00d0d9aa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed455744006e41819c2175ef751d60e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 2.5238140 Jul 09 17:23:59.683418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad555fda-4f50-41b5-a8fd-bb848d36e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.699191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad555fda-4f50-41b5-a8fd-bb848d36e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.713928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ad555fda-4f50-41b5-a8fd-bb848d36e800 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8003a8c-5bd8-4165-be67-dc5f0e84a58d HTTP/1.1" status: 204 len: 168 time: 4.2808311 Jul 09 17:23:59.855124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:23:59.874880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:23:59.907285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Transition to ACTIVE for port object a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:23:59.992524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:00.202551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad555fda-4f50-41b5-a8fd-bb848d36e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8003a8c-5bd8-4165-be67-dc5f0e84a58d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:00.352531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-03111c9a-eb34-4126-91f7-b8864c98a8a1 req-1b4d41a7-a30d-49cd-98fc-64f3d9c2429d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 210 time: 0.1129005 Jul 09 17:24:00.377109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-38c4c0e5-d895-43d2-8f09-0a7976e9945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:00.389594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-38c4c0e5-d895-43d2-8f09-0a7976e9945f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08653ed6208c48cea0af2043feb92545&device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 1103 time: 2.0261209 Jul 09 17:24:00.605940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Pushing event updated for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:00.691057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:24:00.784793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:00.884101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Attempting to bind port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:00.884730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Attempting to bind port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:00.884856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Attempting to bind port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:00.892320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:00.892648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Attempting to bind port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:00.905036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:00.905391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Checking segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:00.905781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Bound using segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:00.906287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Bound port: a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:00.906648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:00.945744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:00.971829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:24:00.981146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:00.982617 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] Sync routers for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:24:00.994469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5926411-c89c-424d-955f-c80c4c72483a None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:01.002817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:01.003460 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:01.071667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:01.104917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-1a4ecf1b-d647-4f8c-b611-f10cc0325031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a HTTP/1.1" status: 200 len: 1002 time: 1.4331532 Jul 09 17:24:01.109694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.110616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:01.282372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:01.292127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:01.303542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=8b1a8765-f93c-4c7c-9412-420436057c78,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:01.322726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f30f773d-192e-41a8-9701-a668f726f70f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2531407 Jul 09 17:24:01.324255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37222) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:01.355426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:0d:dc:09', 'name': 'tempest-NetworksTestDHCPv6-50873207'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:01.371502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '8b1a8765-f93c-4c7c-9412-420436057c78'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:01.372685 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:01.405381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.425147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.447809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.463119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.488251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.501279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.510290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:01.514253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-5873f4d2-0073-49df-b969-7537cb9c6ffb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 4599 time: 2.1584415 Jul 09 17:24:01.538552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:01.549830 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:01.728274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-14609389-937d-4541-90db-9bde38e91c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.730874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d051d01-8a92-4b64-bd1d-5d5935b19f1b req-14609389-937d-4541-90db-9bde38e91c30 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9940491 Jul 09 17:24:01.740963 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-589745ae-fb66-4e25-aa63-f5724c25313b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "PUT /v2.0/floatingips/5e8cc7ec-9cbb-4f24-909f-9385580d6bc4 HTTP/1.1" status: 200 len: 991 time: 10.4626944 Jul 09 17:24:01.742885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-126cf3e3-96d2-4f6c-89a4-7ca90c6909eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.766020 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-126cf3e3-96d2-4f6c-89a4-7ca90c6909eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 1.1325402 Jul 09 17:24:01.814652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:01.824227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Allocated IP 2001:db8::f816:3eff:fe5f:b86f (d6992ee0-dde0-4473-b499-57da2aa4712d/8b1a8765-f93c-4c7c-9412-420436057c78/9078826e-8779-4937-b113-057bc080e830) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:01.836903 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25367936-cfda-43a9-a705-a5c3dd4361a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:01.839197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:01.848837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:01.850755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] 10.222.0.13 "PUT /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 1132 time: 3.9873304 Jul 09 17:24:01.909085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:01.932496 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30ca756-41cc-4bae-9eda-7b16dd6c152e" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:02.152425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.162116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430923f-eac5-40b5-b71c-1dfd2db97714 req-240f5b2c-03d3-4753-be14-2005957197a0 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.186867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f430923f-eac5-40b5-b71c-1dfd2db97714 req-240f5b2c-03d3-4753-be14-2005957197a0 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 1.1993310 Jul 09 17:24:02.193626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Transition to ACTIVE for port object 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:02.241304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-162540408-network', 'tenant_id': '5eed1eb61ad54a64bc4732eab7f1e90b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:02.298604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad43b-5478-4a46-a127-0f6368357c75 req-05c45c8b-1e1c-4d94-bb3b-7d455bbf2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:02.305805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-05c45c8b-1e1c-4d94-bb3b-7d455bbf2046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5995ae4-8abd-4214-b134-75c694c678ed HTTP/1.1" status: 200 len: 849 time: 0.9694810 Jul 09 17:24:02.330520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b332dfd-9b29-47f6-b9da-0d1568fcd474 req-a68617e4-cc78-40db-84ac-8e36f0ea2f01 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8148434 Jul 09 17:24:02.349400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.356996 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '5e8cc7ec-9cbb-4f24-909f-9385580d6bc4', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'port_id': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'mac_address': 'fa:16:3e:89:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:21:53Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 1, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:58Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:02.372549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Transition to ACTIVE for port object 9078826e-8779-4937-b113-057bc080e830 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:02.436335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f430923f-eac5-40b5-b71c-1dfd2db97714 req-56723899-5312-49f5-aff0-a9b80f8100c8 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482555 Jul 09 17:24:02.440997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Transition to ACTIVE for port object 9078826e-8779-4937-b113-057bc080e830 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:02.444845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf571d1-9cec-4508-b8e3-b419a09eeb86 service neutron] Pushing event updated for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:02.460097 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] Checking router: 47a69476-0521-4e4f-8e22-874386a6d5d1 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:24:02.461505 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.480522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:02.505706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:02.519632 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:02.520715 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:02.561997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.643250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.662592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Pushing event updated for resources: {'Port': ['ID=9078826e-8779-4937-b113-057bc080e830,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:02.708828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:02.718112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:02.725045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:02.738247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Network 511b8178-1168-4429-9106-976feeb70bc8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:02.869124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Attempting to bind port 9078826e-8779-4937-b113-057bc080e830 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:02.872267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Attempting to bind port 9078826e-8779-4937-b113-057bc080e830 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:02.872983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Attempting to bind port 9078826e-8779-4937-b113-057bc080e830 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:02.887413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:02.888589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:02.890198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.890566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:02.891175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Bound port: 9078826e-8779-4937-b113-057bc080e830, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:02.894631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:02.944836 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184eca7-2691-4b02-9df3-02c4aba119e7 x-openstack-request-id: req-1184eca7-2691-4b02-9df3-02c4aba119e7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:02.945705 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:02.945705 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1184eca7-2691-4b02-9df3-02c4aba119e7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:02.945705 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd', 'status': 'completed', 'code': 200} Jul 09 17:24:02.961255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Made reservation on behalf of 5eed1eb61ad54a64bc4732eab7f1e90b for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:02.969171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.002522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.040905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] For port 9078826e-8779-4937-b113-057bc080e830, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:03.045619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] For port 9078826e-8779-4937-b113-057bc080e830, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9078826e-8779-4937-b113-057bc080e830,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:03.060491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.072579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.073114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.073612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.074026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.074496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.074956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.091190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.091190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-472f1680-dbc3-460d-8cc3-9f2a992aa6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6212 time: 1.0587938 Jul 09 17:24:03.127703 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:03.207861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2e5e-0958-4952-9a02-85ce8e830a57 None None] Pushing event updated for resources: {'Port': ['ID=9078826e-8779-4937-b113-057bc080e830,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:03.278625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:03.280978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:03.290392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-544fa6cc-1a0e-4f95-aa2d-956cb72bcb56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2 HTTP/1.1" status: 200 len: 217 time: 1.0154445 Jul 09 17:24:03.295793 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ec272-a971-498b-bfec-fdcdb49645b7 x-openstack-request-id: req-a48ec272-a971-498b-bfec-fdcdb49645b7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:03.296356 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:03.296615 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a48ec272-a971-498b-bfec-fdcdb49645b7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:03.297097 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'status': 'completed', 'code': 200} Jul 09 17:24:03.309897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:03.893916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3150dbf-789a-47e9-b142-dcec30612d5c None None] Provisioning for port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:03.902852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3150dbf-789a-47e9-b142-dcec30612d5c None None] Provisioning complete for port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:03.903510 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3150dbf-789a-47e9-b142-dcec30612d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.905530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d084d3c-dba2-4b8f-8a09-039453d44ada {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:03.927453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:03.950319 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '5e8cc7ec-9cbb-4f24-909f-9385580d6bc4', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'port_id': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'mac_address': 'fa:16:3e:89:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:21:53Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 1, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:58Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:03.967348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Transition to ACTIVE for port object 1d084d3c-dba2-4b8f-8a09-039453d44ada will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:03.973904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-1371b754-605c-4941-a01d-8f7fe113c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:03.977914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-1371b754-605c-4941-a01d-8f7fe113c7d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.6591752 Jul 09 17:24:04.017352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad43b-5478-4a46-a127-0f6368357c75 req-1cb9dd4b-5b45-4409-9eb0-4d81471ed854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.018900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-1cb9dd4b-5b45-4409-9eb0-4d81471ed854 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5608a990-f38c-476c-9d71-23d6cfb8e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6858172 Jul 09 17:24:04.020114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b3150dbf-789a-47e9-b142-dcec30612d5c None None] Port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:24:04.036714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.038146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:04.040941 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4f8d1-1cbc-4bcf-a584-ff7301ab873d None None] The sync data for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 is: [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '5e8cc7ec-9cbb-4f24-909f-9385580d6bc4', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'port_id': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'mac_address': 'fa:16:3e:89:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8492996-4675-416b-baeb-b48ac5793537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:21:53Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 1, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:58Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:24:04.069306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:04.273446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9882e3-fa29-4bed-835c-a114111ae3a4 req-b785cd72-b1bf-4556-be65-5ba9e556a0d4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.282044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f9882e3-fa29-4bed-835c-a114111ae3a4 req-b785cd72-b1bf-4556-be65-5ba9e556a0d4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 932 time: 1.4671559 Jul 09 17:24:04.346932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:04.512410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:04.548805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0323a-114f-4149-a005-dcee99ff92cf None None] New status for floating IP 5e8cc7ec-9cbb-4f24-909f-9385580d6bc4: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:24:04.639159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f9882e3-fa29-4bed-835c-a114111ae3a4 req-efaef331-f825-473a-8647-d8248f74f163 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562012 Jul 09 17:24:04.816350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-7ea8eae4-d22e-4940-af03-f718f4ce3bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432973 Jul 09 17:24:04.840151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port bcaf6410-7cba-4750-9112-50ed79e4003c yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:24:04.851847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.852516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.853488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.854135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.854775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.855409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.856126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.858582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-29b1c004-649b-487c-9e3d-9876d523a09d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 1.5068746 Jul 09 17:24:04.866024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-c6db9b45-7ee3-4e72-ab88-48a48b9fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.866820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-c6db9b45-7ee3-4e72-ab88-48a48b9fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.867480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-c6db9b45-7ee3-4e72-ab88-48a48b9fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:04.869874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-c6db9b45-7ee3-4e72-ab88-48a48b9fdc15 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed455744006e41819c2175ef751d60e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.7438667 Jul 09 17:24:05.074123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.100473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.115305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.133004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9078826e-8779-4937-b113-057bc080e830 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:05.135085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.161347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.169767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.185688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.198268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-df54b7b8-2d4e-4ac6-9ad5-17295eaf0e38 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5384 time: 1.2172277 Jul 09 17:24:05.213082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-cb821b20-13d8-428d-8e1f-e0230d65d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.216792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-cb821b20-13d8-428d-8e1f-e0230d65d449 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1411476 Jul 09 17:24:05.243937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9078826e-8779-4937-b113-057bc080e830 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:05.364411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Attempting to bind port 1d084d3c-dba2-4b8f-8a09-039453d44ada on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:05.364755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Attempting to bind port 1d084d3c-dba2-4b8f-8a09-039453d44ada by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:05.367203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Attempting to bind port 1d084d3c-dba2-4b8f-8a09-039453d44ada on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:05.426179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Port 1d084d3c-dba2-4b8f-8a09-039453d44ada on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:05.426572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Attempting to bind port 1d084d3c-dba2-4b8f-8a09-039453d44ada on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:05.447379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-cfbdfc45-ecb4-49b6-bd8b-0205b7d6d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.448908 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e3da1b6-002f-4c32-a3b4-6d134eb58170 req-cfbdfc45-ecb4-49b6-bd8b-0205b7d6d858 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3478677 Jul 09 17:24:05.466990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] Provisioning for port 9078826e-8779-4937-b113-057bc080e830 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:05.472316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] Provisioning complete for port 9078826e-8779-4937-b113-057bc080e830 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:05.473060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.485855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:05.486256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Checking segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:05.486584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Bound using segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:05.487090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Bound port: 1d084d3c-dba2-4b8f-8a09-039453d44ada, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:05.487460 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.504570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0c51d2b5-472f-4fb9-8155-6148d2f02057 req-646cff8c-e98f-4ffe-910b-5d9c0c157d22 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3039436 Jul 09 17:24:05.527363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe0d:dc09 (d6992ee0-dde0-4473-b499-57da2aa4712d/8b1a8765-f93c-4c7c-9412-420436057c78/bcaf6410-7cba-4750-9112-50ed79e4003c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:05.540880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fad43b-5478-4a46-a127-0f6368357c75 req-9a6e41fa-dc96-4eed-9280-df2ab2c8d03a service neutron] 10.222.0.36 "GET /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071486 Jul 09 17:24:05.598016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.605114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-4596f38b-6de7-4a8d-8e6f-3734ab93b8a6 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374240 Jul 09 17:24:05.630307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.780228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:05.784109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:05.810871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6f938-16f9-4dfe-8ac6-a9c57cc00767,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:05.866821 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-195d092c-bed6-44ae-93a0-a8e49b87f053 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.2903490 Jul 09 17:24:05.867508 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.871440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.929907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] For port 9078826e-8779-4937-b113-057bc080e830, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9078826e-8779-4937-b113-057bc080e830,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:05.931466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.932655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.935230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 200 len: 1091 time: 3.4965706 Jul 09 17:24:05.943916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:05.946615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:05.950385 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289d512-3896-45ca-bc6e-d5f8fec91a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:05.958444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Request body: {'port': {'device_id': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:05.972384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-cd130631-aa94-4ddf-a350-269595551a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:05.975526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-cd130631-aa94-4ddf-a350-269595551a2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b HTTP/1.1" status: 200 len: 917 time: 1.0998108 Jul 09 17:24:05.978940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:24:06.011149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc64c5-63e2-43ba-b3d1-28395c7e67df None None] Pushing event updated for resources: {'Port': ['ID=9078826e-8779-4937-b113-057bc080e830,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:06.011680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:06.062784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ee4c682-9453-4447-9b04-44b0142a0066 req-ae953bae-7559-463a-97fa-863cb1200a36 service neutron] 10.222.0.13 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441855 Jul 09 17:24:06.128650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.129374 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Added segment 58fce7a0-0744-4b24-a125-c36dc3d61208 of type vlan for network b500ae9a-6db6-4026-aa74-9142ab94904e Jul 09 17:24:06.197083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aab66-0b4d-46f4-badd-5346e7dfca81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:06.268806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bd69d-cae7-4b82-8234-43fe6c6eed74 req-ea7283ac-1195-4537-adc0-270abd6727b9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.275057 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c8bd69d-cae7-4b82-8234-43fe6c6eed74 req-ea7283ac-1195-4537-adc0-270abd6727b9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 932 time: 0.4070024 Jul 09 17:24:06.310137 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.326132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.348260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c8bd69d-cae7-4b82-8234-43fe6c6eed74 req-07789ae3-388e-4931-885c-a519edbe5990 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721483 Jul 09 17:24:06.350136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.373989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c359c6-88d1-42ec-abfc-75483879e0bd req-b18c02c6-debe-4902-bbcf-2388510dbfab tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.391052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c359c6-88d1-42ec-abfc-75483879e0bd req-b18c02c6-debe-4902-bbcf-2388510dbfab tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.7001717 Jul 09 17:24:06.400543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-972489d1-9ef4-478f-a647-7e257debfc31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1001 time: 0.3738437 Jul 09 17:24:06.486368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.487176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.487397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.487912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.488396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.488905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.489400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.491642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-598b3e9a-f143-4c9a-8a4f-0e23ce43f77d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6238 time: 0.7895384 Jul 09 17:24:06.537416 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332c228e-0693-435d-afa2-7645f9a9426c x-openstack-request-id: req-332c228e-0693-435d-afa2-7645f9a9426c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:06.537704 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:06.538111 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-332c228e-0693-435d-afa2-7645f9a9426c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:06.538664 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada', 'status': 'completed', 'code': 200} Jul 09 17:24:06.594093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.595189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.595832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.625859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4c359c6-88d1-42ec-abfc-75483879e0bd req-f52b3e99-3b46-4567-836e-d553b463684e tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323537 Jul 09 17:24:06.697493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:06.779067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-56867745-ecae-4e44-ba0c-394fe0b3a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:06.780642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-56867745-ecae-4e44-ba0c-394fe0b3a09d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.3681018 Jul 09 17:24:06.877204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.1986492 Jul 09 17:24:06.881406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37336) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:06.905864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Request body: {'subnet': {'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-162540408-subnet', 'tenant_id': '5eed1eb61ad54a64bc4732eab7f1e90b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:06.910163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object bcaf6410-7cba-4750-9112-50ed79e4003c will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:06.941482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e64c9-fbd1-4ea5-b8ca-1b49f8a22031 admin admin] Pushing event updated for resources: {'Network': ['ID=b500ae9a-6db6-4026-aa74-9142ab94904e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:06.994826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c456876-e7c0-4e82-b804-2a70c1a4259d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:07.004222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b500ae9a-6db6-4026-aa74-9142ab94904e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:24:07.042683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.049003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-167c3c00-b54c-423e-a5a2-2747d843bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.049854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-167c3c00-b54c-423e-a5a2-2747d843bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.050543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-167c3c00-b54c-423e-a5a2-2747d843bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.052585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-167c3c00-b54c-423e-a5a2-2747d843bb38 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed455744006e41819c2175ef751d60e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5491557 Jul 09 17:24:07.072898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Made reservation on behalf of 5eed1eb61ad54a64bc4732eab7f1e90b for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:07.075626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.120834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9078826e-8779-4937-b113-057bc080e830 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:07.176246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:07.184754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Transition to ACTIVE for port object 7c456876-e7c0-4e82-b804-2a70c1a4259d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:07.192238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.205498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.209453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9078826e-8779-4937-b113-057bc080e830 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:07.209832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.224899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-6af49b36-ff42-4933-9633-a47a0f154bcf tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.226507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-6af49b36-ff42-4933-9633-a47a0f154bcf tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.36 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.3897774 Jul 09 17:24:07.233988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-633060b5-586b-484d-bb7b-a8f31d9e8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.235961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-633060b5-586b-484d-bb7b-a8f31d9e8c82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4060621 Jul 09 17:24:07.239653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.320418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Transition to ACTIVE for port object 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:07.342903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.461132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:07.500463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf47d3-4287-4a9e-aae0-1c1f52da385f req-8394a17a-bed2-436a-a77f-6f25df2f82a1 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.505663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-faaf47d3-4287-4a9e-aae0-1c1f52da385f req-8394a17a-bed2-436a-a77f-6f25df2f82a1 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 951 time: 0.5008113 Jul 09 17:24:07.787049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.793146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.799612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.805821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.812963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.819003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.825231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.827399 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-62ee842a-e1f8-4ad6-b04e-8176c447104e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5384 time: 0.9186878 Jul 09 17:24:07.846346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-1bb3e8dd-c67c-4c72-9931-149de703d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.847882 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c30ca756-41cc-4bae-9eda-7b16dd6c152e req-1bb3e8dd-c67c-4c72-9931-149de703d23a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7779496 Jul 09 17:24:07.875756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:07.888810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=bcaf6410-7cba-4750-9112-50ed79e4003c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:07.891710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:07.905665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:07.912010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:07.912915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:07.951663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-1dc0eb81-efbb-4862-a1c5-48cb9a468b23 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995523 Jul 09 17:24:07.958711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a68c2221-fcf6-4d37-a4f6-730881ded0c5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.6090708 Jul 09 17:24:07.959873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:08.015880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e165ed99-6eef-4e02-a78d-4ff4eef5f32c req-363d1ae0-d009-40fb-b06f-fd82cc0d2e8c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433392 Jul 09 17:24:08.029436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.081503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.082123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.082123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.082697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.082830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.083070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.083394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.083732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.084356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.085040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.085259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.085657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:08.281450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.289079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25367936-cfda-43a9-a705-a5c3dd4361a3 req-8bb2ae18-1563-4a3c-9999-ea7865638d25 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277881 Jul 09 17:24:08.319066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db40df89-379a-4cac-863f-2fbc91c52bb2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.325854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db40df89-379a-4cac-863f-2fbc91c52bb2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.327716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-db40df89-379a-4cac-863f-2fbc91c52bb2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3652544 Jul 09 17:24:08.342807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.343115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.343645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.344200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.344678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.345498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.346129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.348857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-1725db06-3dff-4be2-bb69-d17794642077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6306 time: 0.3767748 Jul 09 17:24:08.349517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37350) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:08.386094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Attempting to bind port 7c456876-e7c0-4e82-b804-2a70c1a4259d on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:08.387094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Attempting to bind port 7c456876-e7c0-4e82-b804-2a70c1a4259d by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:08.387730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Attempting to bind port 7c456876-e7c0-4e82-b804-2a70c1a4259d on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:08.399320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f37403b2-e7f8-468f-9536-1a2705b00b60 None None] Provisioning for port bcaf6410-7cba-4750-9112-50ed79e4003c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:08.405142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f37403b2-e7f8-468f-9536-1a2705b00b60 None None] Provisioning complete for port bcaf6410-7cba-4750-9112-50ed79e4003c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:08.405958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f37403b2-e7f8-468f-9536-1a2705b00b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.483394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Port 7c456876-e7c0-4e82-b804-2a70c1a4259d on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:08.483873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Attempting to bind port 7c456876-e7c0-4e82-b804-2a70c1a4259d on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:08.490452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:08.522959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:08.523933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:08.524285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Checking segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:08.524734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Bound using segment: {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:08.525463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Bound port: 7c456876-e7c0-4e82-b804-2a70c1a4259d, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d456c-392e-442c-84e1-7501a9e55e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:08.525819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.558759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f37403b2-e7f8-468f-9536-1a2705b00b60 None None] Port bcaf6410-7cba-4750-9112-50ed79e4003c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:24:08.572572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Attempting to bind port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:08.572915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Attempting to bind port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:08.573251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Attempting to bind port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 on network 511b8178-1168-4429-9106-976feeb70bc8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:08.586482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a17f41-7880-43da-86bb-ef9bc01610c7 req-a29d6c56-cfaa-4b69-9987-cdef55d04b33 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.589959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86a17f41-7880-43da-86bb-ef9bc01610c7 req-a29d6c56-cfaa-4b69-9987-cdef55d04b33 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.3876622 Jul 09 17:24:08.598529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-faaf47d3-4287-4a9e-aae0-1c1f52da385f req-f317c82e-73a1-44fc-bce2-8738b5071d89 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0687249 Jul 09 17:24:08.624626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 on network 511b8178-1168-4429-9106-976feeb70bc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:08.624626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Attempting to bind port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 on network 511b8178-1168-4429-9106-976feeb70bc8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:08.645227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:08.645637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Checking segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:08.645961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Bound using segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:08.646410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Bound port: 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:08.646809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.648915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Checking segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:08.649270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Network hostable DHCP agents. Network: b500ae9a-6db6-4026-aa74-9142ab94904e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:24:08.687421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Deleting port 7a2e3a9e-9776-4412-bdff-507a8b18860a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:08.687643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.714047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-bb0bb34a-c6ea-4cf8-993b-7d3503830dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.714645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-bb0bb34a-c6ea-4cf8-993b-7d3503830dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.715003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-bb0bb34a-c6ea-4cf8-993b-7d3503830dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.717034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-bb0bb34a-c6ea-4cf8-993b-7d3503830dab service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed455744006e41819c2175ef751d60e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3569899 Jul 09 17:24:08.723289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86a17f41-7880-43da-86bb-ef9bc01610c7 req-783238fc-cd34-4798-b08b-b55dc8272577 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051321 Jul 09 17:24:08.799360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port bcaf6410-7cba-4750-9112-50ed79e4003c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:08.800101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.815968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:08.873821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Network b500ae9a-6db6-4026-aa74-9142ab94904e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:24:08.879550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-4f215a32-c83c-47e4-999b-d52e89f42ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.881135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:08.881293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2289d512-3896-45ca-bc6e-d5f8fec91a7e req-4f215a32-c83c-47e4-999b-d52e89f42ee8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569211 Jul 09 17:24:08.895861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b500ae9a-6db6-4026-aa74-9142ab94904e) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:08.919626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.930966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:08.932229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c268973-ce8e-40fc-87fb-a0c65ace1c29 None None] Network b500ae9a-6db6-4026-aa74-9142ab94904e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:08.937209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:08.938425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.955436 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.960176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.966888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] For port 7a2e3a9e-9776-4412-bdff-507a8b18860a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7a2e3a9e-9776-4412-bdff-507a8b18860a,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:08.968096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:08.972443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0fabd173-42e4-416a-ba2b-9367b4d476e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0705509 Jul 09 17:24:08.978025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for bcaf6410-7cba-4750-9112-50ed79e4003c owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:09.004902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:09.071066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:09.097249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.097942 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.099847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 200 len: 1091 time: 3.0919831 Jul 09 17:24:09.102288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:09.102471 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:09.112384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2acb9c-fcb7-4250-a409-f08e3d50f255 req-942fdaf6-550c-48e7-ace9-4e88f6d55563 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.114028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a2acb9c-fcb7-4250-a409-f08e3d50f255 req-942fdaf6-550c-48e7-ace9-4e88f6d55563 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 946 time: 0.3144968 Jul 09 17:24:09.115250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.145834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:09.176890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:09.184377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:09.194483 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b3e6b-ad0c-4009-8bda-2b80101e5202" -d '{"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:09.197477 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.200869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cfb0e-cc3f-4324-9434-309a9055ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.241967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.250012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.293092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=bcaf6410-7cba-4750-9112-50ed79e4003c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.338513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.342834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0174c32b-8253-4f62-b7df-82f2d0ae2613 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/bcaf6410-7cba-4750-9112-50ed79e4003c HTTP/1.1" status: 204 len: 168 time: 0.9891257 Jul 09 17:24:09.343487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37390) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:09.398100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c639fec-c94a-4e40-9ffc-73dda73c4b7d None None] Network b500ae9a-6db6-4026-aa74-9142ab94904e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:09.449559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4705b2d-19e4-456e-8757-cf0c04597d47 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.454499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4705b2d-19e4-456e-8757-cf0c04597d47 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.463815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4705b2d-19e4-456e-8757-cf0c04597d47 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1166286 Jul 09 17:24:09.465522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37396) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:09.529741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.530314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.531934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 1093 time: 3.5885611 Jul 09 17:24:09.578953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=11']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.634857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 8b1a8765-f93c-4c7c-9412-420436057c78 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:09.647853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dc226-e50b-4017-987e-f3bf805d14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:09.667073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.677017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.685148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.692966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.700951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.709864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.716109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:09.718670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-2c07f35f-8b46-4bc0-93f4-996e8d66df9f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5396 time: 0.3280053 Jul 09 17:24:09.719753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.731487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a2acb9c-fcb7-4250-a409-f08e3d50f255 req-bafc6c5e-1ffc-47b1-9a8f-cd2b83653038 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5970042 Jul 09 17:24:09.806188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.841745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.842115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.842434 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Floating IP 519ffecc-caf1-467b-a2c4-98aa7ff045dc disassociated. External IP: 172.25.3.210, port: 7a2e3a9e-9776-4412-bdff-507a8b18860a. Jul 09 17:24:09.842779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Calling delete_port for 7a2e3a9e-9776-4412-bdff-507a8b18860a owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:09.860849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a63779b2-5dd5-4c27-be27-67cf06705cc0 req-f865f6f7-4063-4aaf-ada9-11dabac06b40 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071293 Jul 09 17:24:09.977662 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c6bcd0-cb83-485f-9505-78cef3550fd2 x-openstack-request-id: req-f5c6bcd0-cb83-485f-9505-78cef3550fd2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:09.978003 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:09.978478 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c6bcd0-cb83-485f-9505-78cef3550fd2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:09.978874 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'code': 200} Jul 09 17:24:09.987729 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04819454-2b8a-4ebf-9d62-53b8e25d81de x-openstack-request-id: req-04819454-2b8a-4ebf-9d62-53b8e25d81de {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:09.988070 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:09.988304 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04819454-2b8a-4ebf-9d62-53b8e25d81de {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:09.988707 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d', 'status': 'completed', 'code': 200} Jul 09 17:24:09.993780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:09.998214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.040655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event deleted for resources: {'Port': ['ID=7a2e3a9e-9776-4412-bdff-507a8b18860a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:10.063285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.116920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.117448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.117894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.118372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.118924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.119403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.119976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.122344 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-cde6e58c-7c8a-4e2e-a304-d5d237ff323a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6348 time: 0.2580335 Jul 09 17:24:10.203189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-f860111a-8491-4ddc-ae24-74470068d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.205302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-f860111a-8491-4ddc-ae24-74470068d437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1096 time: 0.5955782 Jul 09 17:24:10.266602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.327124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.329487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/8b1a8765-f93c-4c7c-9412-420436057c78 HTTP/1.1" status: 204 len: 168 time: 0.8630013 Jul 09 17:24:10.336769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0642301-775e-407f-8fa0-0d5fd33e4071 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:10.359993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37424) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:10.386957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-bcc18b74-5086-46d6-a941-9247d36b714c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 217 time: 0.1673102 Jul 09 17:24:10.420176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-24446030-b14d-45c5-a031-c5b85999fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.463058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6246c26-650f-4b29-a620-d1511e034ebc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976357 Jul 09 17:24:10.472194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37426) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:10.477228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:10.533031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-28f94e5d-417e-4ab9-afd1-ad47a858837b tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.534654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-28f94e5d-417e-4ab9-afd1-ad47a858837b tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 812 time: 0.2702928 Jul 09 17:24:10.535452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fab2e-434f-455f-8f29-b8309c0591e2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1a8765-f93c-4c7c-9412-420436057c78,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:10.582847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-fbc28d70-b939-45b9-829b-4ad813d85772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.583356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-fbc28d70-b939-45b9-829b-4ad813d85772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.583858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-fbc28d70-b939-45b9-829b-4ad813d85772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.585620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-fbc28d70-b939-45b9-829b-4ad813d85772 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed455744006e41819c2175ef751d60e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4547989 Jul 09 17:24:10.599619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-6705e81e-ec09-487f-876d-f4fdac7c4e26 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/quotas/5eed1eb61ad54a64bc4732eab7f1e90b HTTP/1.1" status: 200 len: 375 time: 0.0494590 Jul 09 17:24:10.645653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:24:10.701438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12af9b4-e56f-4b31-82e4-98511569fa66 req-7d4fbc9d-5878-43e3-bb98-56898643bb1d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.711914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a12af9b4-e56f-4b31-82e4-98511569fa66 req-7d4fbc9d-5878-43e3-bb98-56898643bb1d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.5736277 Jul 09 17:24:10.718580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-4ed4a60e-ec2a-4f48-b67e-b0b4f1a93c0a tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160014 Jul 09 17:24:10.754590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] Deleting port 9078826e-8779-4937-b113-057bc080e830 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:10.755188 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.807297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:24:10.809598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-c3ec1c46-0bbc-4cfe-950f-bbe75137eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:10.812136 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-c3ec1c46-0bbc-4cfe-950f-bbe75137eb43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.3705611 Jul 09 17:24:10.852642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] For port 9078826e-8779-4937-b113-057bc080e830, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9078826e-8779-4937-b113-057bc080e830,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:10.853082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.867315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] Calling delete_port for 9078826e-8779-4937-b113-057bc080e830 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:10.878686 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-d03e733c-54e8-4ee0-800d-0be545f161d9 service neutron] 10.222.0.21 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588552 Jul 09 17:24:10.918887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:10.922535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:10.979357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a12af9b4-e56f-4b31-82e4-98511569fa66 req-b680efe5-3f6b-4a93-8f45-6dfc1614aeb6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659779 Jul 09 17:24:10.998994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:11.032120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] No DVR routers for this DVR port 9078826e-8779-4937-b113-057bc080e830 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:11.049688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-fef6cccb-afd6-4d56-b99e-e6e01a554cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.051355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff8b32f1-9c60-4de7-965e-6ba9c20c05da req-fef6cccb-afd6-4d56-b99e-e6e01a554cd7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4471200 Jul 09 17:24:11.062765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-eb742ef4-d7a4-4f75-9322-9ae625d6a206 service neutron] 10.222.0.21 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830153 Jul 09 17:24:11.101532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9078826e-8779-4937-b113-057bc080e830 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:11.318164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ba4791-9361-4bec-a2bf-a35d77a9ef64 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:11.345822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:11.355400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29197ca-c3f9-49e6-bc97-0bc029147d27 None None] Pushing event deleted for resources: {'Port': ['ID=9078826e-8779-4937-b113-057bc080e830,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:11.357099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9078826e-8779-4937-b113-057bc080e830 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:11.357440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9078826e-8779-4937-b113-057bc080e830 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:11.359144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7a2e3a9e-9776-4412-bdff-507a8b18860a no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:11.386640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 7a2e3a9e-9776-4412-bdff-507a8b18860a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:11.387332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7a2e3a9e-9776-4412-bdff-507a8b18860a not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:11.388291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-b413246c-24b8-46e4-82f8-dfc19aa8b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.390961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-b413246c-24b8-46e4-82f8-dfc19aa8b835 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5613327 Jul 09 17:24:11.410896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Transition to ACTIVE for port object 78ba4791-9361-4bec-a2bf-a35d77a9ef64 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:11.412240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:24:11.424157 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] Sync routers for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:24:11.436173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:11.437117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:11.569855 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:11.572727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.577794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:11.584488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.592851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.600985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.610884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.617109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.625618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:11.635156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55dfd189-611d-4ba4-9f43-2f653682edba req-8f83cd32-2502-480e-bc6f-d6fbf9795c06 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5408 time: 0.1628985 Jul 09 17:24:11.692836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-561c6847-d056-41a3-8dfa-b74fd0647be3 req-2f4afa2e-1402-4a84-9419-98985705a5ef tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/ports?device_id=49fc1cdd-31b1-405e-9b83-9f65c2d32ab7 HTTP/1.1" status: 200 len: 210 time: 0.2782352 Jul 09 17:24:11.701470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55dfd189-611d-4ba4-9f43-2f653682edba req-1e03c7f6-4550-400c-b9db-a14e1670a1c1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651569 Jul 09 17:24:11.780847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] No DVR routers for this DVR port 7a2e3a9e-9776-4412-bdff-507a8b18860a on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:11.783936 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:11.786970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c2a73a1-bc2e-49bd-b9a4-4c90346d5965 req-0bb68af1-960d-41fa-b3d5-b538ffb9c6a5 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.36 "DELETE /v2.0/ports/7a2e3a9e-9776-4412-bdff-507a8b18860a HTTP/1.1" status: 204 len: 173 time: 4.5102394 Jul 09 17:24:11.956800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Pushing event updated for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:12.001848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:24:12.004453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}, {'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'name': 'network-vif-deleted', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:12.006981 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14b816a-3981-418e-b68a-676c42e55b00" -d '{"events": [{"name": "network-changed", "server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}, {"server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "name": "network-vif-deleted", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:12.102678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-c382a54b-f775-46fd-a98f-b5598b2b9a1d service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006116 Jul 09 17:24:12.112856 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a69bc1-4bda-4902-90d8-d9b27a671a03 x-openstack-request-id: req-92a69bc1-4bda-4902-90d8-d9b27a671a03 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:12.113155 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "status": "completed", "code": 200}, {"server_uuid": "49fc1cdd-31b1-405e-9b83-9f65c2d32ab7", "name": "network-vif-deleted", "tag": "7a2e3a9e-9776-4412-bdff-507a8b18860a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:12.113405 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92a69bc1-4bda-4902-90d8-d9b27a671a03 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:12.114823 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'status': 'completed', 'code': 200} Jul 09 17:24:12.115092 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc1cdd-31b1-405e-9b83-9f65c2d32ab7', 'name': 'network-vif-deleted', 'tag': '7a2e3a9e-9776-4412-bdff-507a8b18860a', 'status': 'completed', 'code': 200} Jul 09 17:24:12.126928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:12.201475 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:52Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:12.296256 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] Checking router: 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:24:12.316660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:12.317715 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:12.594885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:12.809906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd28e974-84a1-445d-880a-ffde77315345 req-24667806-9441-4927-9101-179e682bfac6 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 210 time: 0.0554364 Jul 09 17:24:12.882381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfeb0-7105-4ba0-aea2-75432fc6e057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.075336 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:52Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:13.078546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:13.102190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:13.113806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f66c7a-7bbf-4eb0-927d-47a25db9495a None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:13.120811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.121700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.127530 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67a3bd-b268-447a-845e-2925e8989053 None None] The sync data for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 is: [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:21:44Z', 'revision_number': 4, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b156458c-f5de-4ec7-a3a7-91cad3f5a24f', 'name': '', 'network_id': '5608a990-f38c-476c-9d71-23d6cfb8e477', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'mac_address': 'fa:16:3e:09:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:40Z', 'updated_at': '2021-07-09T17:21:52Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'subnets': [{'id': 'c5995ae4-8abd-4214-b134-75c694c678ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:24:13.221622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a2b4c73c-e09a-4ab3-adf5-1d196a5f83d5 req-bdb6a6bf-de17-4c85-9766-e21968424d8f service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0852499 Jul 09 17:24:13.229890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7567415 Jul 09 17:24:13.232675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37544) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:13.233964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f948bb-3356-486f-8807-5ba5ad751ac4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:13.238381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:1c:0b:8f', 'name': 'tempest-NetworksTestDHCPv6-345958915'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:13.240702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Attempting to bind port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:13.241152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Attempting to bind port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:13.241716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Attempting to bind port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:13.266524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:13.267004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Attempting to bind port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:13.321019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eac101-33aa-42d6-9674-bafca9e19c60 req-b297c69b-4d90-410b-8f63-b0ead8ae7a8e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.325978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83eac101-33aa-42d6-9674-bafca9e19c60 req-b297c69b-4d90-410b-8f63-b0ead8ae7a8e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.3840222 Jul 09 17:24:13.329373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:13.330095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Checking segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:13.331522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Bound using segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:13.333038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Bound port: 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:13.335648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.499373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': 'd1659ff7-41d2-42d1-90c6-b48c0f4ad4fe'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:13.499842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:13.501099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.508143 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.513140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83eac101-33aa-42d6-9674-bafca9e19c60 req-1f7cd605-4796-4a3b-a35f-030c95e1e8e8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667080 Jul 09 17:24:13.667249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.723545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:13.747519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66869-62fb-422c-98dc-98dec58eaa94 None None] New status for floating IP 519ffecc-caf1-467b-a2c4-98aa7ff045dc: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:24:13.780521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37560) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:13.842050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:13.859275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:13.891697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:24:13.930559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.948820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.955999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.962482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.969273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.976194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:13.983012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.000762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-73f49577-58b2-4a5a-ba9b-f28629b38d07 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5408 time: 0.5936947 Jul 09 17:24:14.062818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Pushing event updated for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:14.071709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Allocated IP 2001:db8::f816:3eff:fe8d:19b5 (d6992ee0-dde0-4473-b499-57da2aa4712d/d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe/66ffb9b5-c513-4b33-86e4-a3e054fb1392) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:14.188203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.192173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.194189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-99678e23-93e0-4a90-b8ea-7234cf97324d service neutron] 10.222.0.13 "PUT /v2.0/ports/78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 200 len: 1092 time: 5.0524948 Jul 09 17:24:14.194839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:14.197383 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:14.206267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9536c30-6b7f-49ce-83d0-440cb6a9ca66 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.225079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ddbf700f-9cba-4415-9289-8c3c983b7080 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.226932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ddbf700f-9cba-4415-9289-8c3c983b7080 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 812 time: 0.5274596 Jul 09 17:24:14.239238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Request body: {'port': {'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:14.244523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e2dc2aa-9160-4daf-99ad-a9ae1b0c0b97 req-c1d94857-3b5e-4b43-98a3-76802c2301e6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2426217 Jul 09 17:24:14.328214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b816a-3981-418e-b68a-676c42e55b00 req-fc4f806d-feb7-48bb-8ee1-fa40f4b6795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.336873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-fc4f806d-feb7-48bb-8ee1-fa40f4b6795d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1096 time: 0.7591877 Jul 09 17:24:14.342121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-2a57435b-e8ea-460e-848b-871ec20e8208 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.358434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-2a57435b-e8ea-460e-848b-871ec20e8208 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 812 time: 0.6806514 Jul 09 17:24:14.360553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Request body: {'port': {'device_id': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'admin_state_up': True, 'tenant_id': '5eed1eb61ad54a64bc4732eab7f1e90b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:14.370699 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.377369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Request body: {'port': {'device_id': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'admin_state_up': True, 'tenant_id': '5eed1eb61ad54a64bc4732eab7f1e90b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:14.384775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Transition to ACTIVE for port object 66ffb9b5-c513-4b33-86e4-a3e054fb1392 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:14.405802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Transition to ACTIVE for port object 66ffb9b5-c513-4b33-86e4-a3e054fb1392 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:14.451431 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.470103 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.533545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Pushing event updated for resources: {'Port': ['ID=66ffb9b5-c513-4b33-86e4-a3e054fb1392,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:14.544151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:14.548481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:14.559861 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9536c30-6b7f-49ce-83d0-440cb6a9ca66 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.563560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:14.573273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Made reservation on behalf of 5eed1eb61ad54a64bc4732eab7f1e90b for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:14.599060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.636170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b816a-3981-418e-b68a-676c42e55b00 req-9305161a-bb9f-45aa-9689-e5280bc4aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:14.637686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-9305161a-bb9f-45aa-9689-e5280bc4aadb service neutron] 10.222.0.36 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.2659421 Jul 09 17:24:14.646530 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd10ec10-d7f7-499b-a802-d4a23a31eacf x-openstack-request-id: req-fd10ec10-d7f7-499b-a802-d4a23a31eacf {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:14.646947 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:14.647070 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd10ec10-d7f7-499b-a802-d4a23a31eacf {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:14.647471 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64', 'status': 'completed', 'code': 200} Jul 09 17:24:14.675466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36fb34d7-8af8-4e19-ac74-42e2fbe5c0b2 req-1ec8a987-8cef-4730-9a28-e84d67f0aadd tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 210 time: 0.3353643 Jul 09 17:24:14.711920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Attempting to bind port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:14.712296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Attempting to bind port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:14.712705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Attempting to bind port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:14.736477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:14.736943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:14.737451 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.737995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:14.738481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Bound port: 66ffb9b5-c513-4b33-86e4-a3e054fb1392, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:14.738915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.854095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-2615d56d-4e48-4d1b-978b-10385bb4eea9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 217 time: 0.1766670 Jul 09 17:24:14.873655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] For port 66ffb9b5-c513-4b33-86e4-a3e054fb1392, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:14.878329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] For port 66ffb9b5-c513-4b33-86e4-a3e054fb1392, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=66ffb9b5-c513-4b33-86e4-a3e054fb1392,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:14.887084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.956342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:14.985342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461e1f5-518c-4cb2-bd81-6d2c639f6351 None None] Pushing event updated for resources: {'Port': ['ID=66ffb9b5-c513-4b33-86e4-a3e054fb1392,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:15.037670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b816a-3981-418e-b68a-676c42e55b00 req-590fa607-780c-4514-9d66-15ca6785d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.039322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-590fa607-780c-4514-9d66-15ca6785d3ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.1746373 Jul 09 17:24:15.101789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.102269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.102774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.103253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.103728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.104213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.104724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.106876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-7b43446f-70fa-435f-bb4a-2b14646360d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6416 time: 0.4547803 Jul 09 17:24:15.331505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:15.498035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Made reservation on behalf of 5eed1eb61ad54a64bc4732eab7f1e90b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:15.503882 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.510210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:15.520097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Allocated IP 172.20.0.9 (b500ae9a-6db6-4026-aa74-9142ab94904e/9b3d0a9a-3ebd-4f0e-916b-c059aef5130c/c7f0c048-5f80-4d9f-a63b-7cf390963189) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:15.539700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'mac_address': 'fa:16:3e:78:8a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:15.585012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.600171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:15.621700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-4da7dc2d-44ac-46dd-ad74-86e93298f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.622186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-4da7dc2d-44ac-46dd-ad74-86e93298f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.622660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-4da7dc2d-44ac-46dd-ad74-86e93298f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.624006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:15.624632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-4da7dc2d-44ac-46dd-ad74-86e93298f465 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed455744006e41819c2175ef751d60e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5049567 Jul 09 17:24:15.630068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.691814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe1c:b8f (d6992ee0-dde0-4473-b499-57da2aa4712d/d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe/4b1bc6a1-40ab-4c09-80e4-648a2dc01a50) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:15.693918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:15.783639 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.790117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9536c30-6b7f-49ce-83d0-440cb6a9ca66 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.792679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c9536c30-6b7f-49ce-83d0-440cb6a9ca66 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.793937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c9536c30-6b7f-49ce-83d0-440cb6a9ca66 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a7605e3-68fe-4e42-8eb4-4ab896fb84dc HTTP/1.1" status: 204 len: 168 time: 2.0063648 Jul 09 17:24:15.804669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37650) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:15.870757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9536c30-6b7f-49ce-83d0-440cb6a9ca66 tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7605e3-68fe-4e42-8eb4-4ab896fb84dc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:15.883255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b816a-3981-418e-b68a-676c42e55b00 req-a9a39545-e400-4428-8683-afb09d2c0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.888771 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-40b87319-6c26-4c61-87d7-eaaf08801d7b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] show failed (client error): The resource could not be found. Jul 09 17:24:15.893966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-40b87319-6c26-4c61-87d7-eaaf08801d7b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "GET /v2.0/security-groups/1a7605e3-68fe-4e42-8eb4-4ab896fb84dc HTTP/1.1" status: 404 len: 347 time: 0.0741172 Jul 09 17:24:15.894199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-a9a39545-e400-4428-8683-afb09d2c0bad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8381386 Jul 09 17:24:15.894339 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:15.910475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['955f2974-b0cf-4fbe-a2f0-2f7b0566f234'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:15.920788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb4c47-55c7-4273-b129-1aed25b9ffce req-4cb56d6e-2ec4-4916-970a-201676133e88 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:15.922411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fcb4c47-55c7-4273-b129-1aed25b9ffce req-4cb56d6e-2ec4-4916-970a-201676133e88 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.6018457 Jul 09 17:24:15.927675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37654) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:16.154146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fcb4c47-55c7-4273-b129-1aed25b9ffce req-aebd042a-7c77-41dc-86bb-a9e80268f4b9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956577 Jul 09 17:24:16.284683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.298969 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.313261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:16.319330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6501eb-c7db-4cd0-ac61-63184505eb64 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:16.328868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.345378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Transition to ACTIVE for port object cc6501eb-c7db-4cd0-ac61-63184505eb64 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:16.386233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-5800a982-bde0-42d5-b97f-26c97c6b73cb service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830332 Jul 09 17:24:16.389049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-c09c94ae-ec96-4317-9d88-8654a6012fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.389884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Network b500ae9a-6db6-4026-aa74-9142ab94904e is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:16.392377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc116a0b-e6cd-4d65-af9e-bf676ff7703e req-c09c94ae-ec96-4317-9d88-8654a6012fb0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7476971 Jul 09 17:24:16.402861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:16.406140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event updated for resources: {'Port': ['ID=c7f0c048-5f80-4d9f-a63b-7cf390963189,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:16.409309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:16.448093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Deleting port 8953eb0c-b481-48e0-aea8-6d9e351b4e36 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:16.448379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.477060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.565985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.569444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.591033 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-8a49cdc2-7683-44e3-a169-7e69f106f97e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2293661 Jul 09 17:24:16.605434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:16.607988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Request body: {'port': {'device_id': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:16.661522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.662807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.671683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.681914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.689420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.696536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.705333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.713618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.715980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-6c2b2056-ad37-4d33-bb27-ea0d7cf2008b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5408 time: 1.1007204 Jul 09 17:24:16.727243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1509d465-6377-4003-b1d6-7731073b27e5 None None] Provisioning for port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:16.727913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Allocated IP 172.20.0.12 (b500ae9a-6db6-4026-aa74-9142ab94904e/9b3d0a9a-3ebd-4f0e-916b-c059aef5130c/17b9487c-feae-4401-becf-16e0ce37c370) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:16.785970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.786305 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.823581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:16.824699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Calling delete_port for 8953eb0c-b481-48e0-aea8-6d9e351b4e36 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:16.878608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:16.881462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=4b1bc6a1-40ab-4c09-80e4-648a2dc01a50,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:16.889570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:16.895940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:16.896830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:16.905790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.906133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.906473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.909530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.909935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.910274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.910627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.910964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.911239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.911565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.911915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.912309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:16.989987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72506027-b4a9-44c8-a7a9-9dce4f1b8ab8 req-244ff54f-7e59-4b94-bc59-7d285360acc2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705719 Jul 09 17:24:17.086959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7a8070fc-bd4f-4dca-ad15-f315e9485fcb tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8528912 Jul 09 17:24:17.095967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14b816a-3981-418e-b68a-676c42e55b00 req-98be6b10-6d75-4143-8ece-3c1e24adc29b service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412637 Jul 09 17:24:17.096480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37696) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:17.100235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.232765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 66ffb9b5-c513-4b33-86e4-a3e054fb1392 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:17.320802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:17.327703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:17.328466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.389503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:17.406738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.506066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:17.528897 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.541822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:17.542712 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.563431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Pushing event deleted for resources: {'Port': ['ID=8953eb0c-b481-48e0-aea8-6d9e351b4e36,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:17.612426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3f9e170d-860f-4a13-9092-896b45949191 None None] Provisioning for port 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:17.621009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3f9e170d-860f-4a13-9092-896b45949191 None None] Provisioning complete for port 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:17.621467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3f9e170d-860f-4a13-9092-896b45949191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.626118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Attempting to bind port cc6501eb-c7db-4cd0-ac61-63184505eb64 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:17.627146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Attempting to bind port cc6501eb-c7db-4cd0-ac61-63184505eb64 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:17.627960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Attempting to bind port cc6501eb-c7db-4cd0-ac61-63184505eb64 on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:17.628321 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.700318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81440178-8925-4603-a2ac-b62ef13d831a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:17.706368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 66ffb9b5-c513-4b33-86e4-a3e054fb1392, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=66ffb9b5-c513-4b33-86e4-a3e054fb1392,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:17.709350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81440178-8925-4603-a2ac-b62ef13d831a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:17.712816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81440178-8925-4603-a2ac-b62ef13d831a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5670872 Jul 09 17:24:17.718307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37702) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:17.722475 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.723599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Port cc6501eb-c7db-4cd0-ac61-63184505eb64 on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:17.731323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Attempting to bind port cc6501eb-c7db-4cd0-ac61-63184505eb64 on network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:17.741551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:17.742182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Checking segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:17.742877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Bound using segment: {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:17.743525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Bound port: cc6501eb-c7db-4cd0-ac61-63184505eb64, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d172414-8794-4359-af6f-d4df8c379c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:17.744585 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.788678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0cdb7-901a-4214-b49b-e7bc16d996b2 req-84442650-4068-4ae5-8fa4-dbcb07d5ad3c tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:17.792652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=66ffb9b5-c513-4b33-86e4-a3e054fb1392,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:17.800244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.801989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e170d-860f-4a13-9092-896b45949191 None None] Port 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:24:17.806600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.808258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8f26ff03-490e-4dfc-8e81-dff5e36daf4b tempest-ServersTestManualDisk-1652388109 tempest-ServersTestManualDisk-1652388109-project] 10.222.0.21 "DELETE /v2.0/floatingips/519ffecc-caf1-467b-a2c4-98aa7ff045dc HTTP/1.1" status: 204 len: 168 time: 1.8514440 Jul 09 17:24:17.813971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cad0cdb7-901a-4214-b49b-e7bc16d996b2 req-84442650-4068-4ae5-8fa4-dbcb07d5ad3c tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 931 time: 0.4527359 Jul 09 17:24:17.837506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37704) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:17.842464 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.863361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e4f9-ffda-43b1-825e-c816ca2a3e87 req-c932676a-d927-4eb7-8d28-fccb134c6c71 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:17.868646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:17.871055 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357a492-c290-4727-93f8-0b2cd1498b61" -d '{"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-plugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:17.872454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38d1e4f9-ffda-43b1-825e-c816ca2a3e87 req-c932676a-d927-4eb7-8d28-fccb134c6c71 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 945 time: 0.2641799 Jul 09 17:24:17.888871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:17.894281 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.910348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:17.971995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:17.996884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Network b500ae9a-6db6-4026-aa74-9142ab94904e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:18.003223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cad0cdb7-901a-4214-b49b-e7bc16d996b2 req-c3dc02f0-c719-4c02-b0bd-72701bd185a7 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884191 Jul 09 17:24:18.012861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38d1e4f9-ffda-43b1-825e-c816ca2a3e87 req-2ddb7513-6702-46ac-a90b-9c7353375e81 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391821 Jul 09 17:24:18.050529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:18.064792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:18.098984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:18.105512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.114485 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e4184-f10c-4fbd-98d4-152c9395a7d7 x-openstack-request-id: req-3b0e4184-f10c-4fbd-98d4-152c9395a7d7 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:18.115159 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-plugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:18.115630 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b0e4184-f10c-4fbd-98d4-152c9395a7d7 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:18.117066 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'code': 200} Jul 09 17:24:18.133760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:18.146395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event updated for resources: {'Port': ['ID=17b9487c-feae-4401-becf-16e0ce37c370,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:18.165479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:18.193513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.193513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.199904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.255512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f0c048-5f80-4d9f-a63b-7cf390963189 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:18.268084 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.371022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-ca618b09-fa4c-4a98-944f-98bd1f511800 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0295415 Jul 09 17:24:18.372360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.373051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.375002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 1092 time: 4.1469049 Jul 09 17:24:18.379953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:18.382348 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:18.386523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.396622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Transition to ACTIVE for port object c7f0c048-5f80-4d9f-a63b-7cf390963189 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:18.405055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Request body: {'port': {'device_id': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:18.513058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:18.524454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:18.675669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37756) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:18.728463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f0c048-5f80-4d9f-a63b-7cf390963189,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:18.821474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.827971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.834816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.841434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.847892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.854524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.861169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:18.877266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-4672d19f-4674-4315-b768-6b64e520c90f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.5275085 Jul 09 17:24:18.948236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ada8a414-88d6-4350-92a1-8577044b70f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.043369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 66ffb9b5-c513-4b33-86e4-a3e054fb1392 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:19.043956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c5f3dff-6be8-46cb-96a4-4aab1555cf10 req-566cdaa7-5936-4598-8b74-540a5456d9a9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652529 Jul 09 17:24:19.049510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.104708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:19.105382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.126240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=4b1bc6a1-40ab-4c09-80e4-648a2dc01a50,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:19.134527 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152e7292-c8d1-44ad-8080-ad906cd5ce84 x-openstack-request-id: req-152e7292-c8d1-44ad-8080-ad906cd5ce84 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:19.135014 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:19.135554 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-152e7292-c8d1-44ad-8080-ad906cd5ce84 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:19.136139 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64', 'status': 'completed', 'code': 200} Jul 09 17:24:19.154610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb765e6-5a88-48cb-8018-781b5ff7f7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:19.161172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Attempting to bind port c7f0c048-5f80-4d9f-a63b-7cf390963189 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:19.161513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Attempting to bind port c7f0c048-5f80-4d9f-a63b-7cf390963189 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:19.161981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Attempting to bind port c7f0c048-5f80-4d9f-a63b-7cf390963189 on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:19.218712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.220838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-757547df-b4a1-4eb9-a5e3-3e6b7868cf05 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 HTTP/1.1" status: 204 len: 168 time: 1.5014696 Jul 09 17:24:19.221584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Port c7f0c048-5f80-4d9f-a63b-7cf390963189 on network b500ae9a-6db6-4026-aa74-9142ab94904e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:19.221907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Attempting to bind port c7f0c048-5f80-4d9f-a63b-7cf390963189 on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:19.228695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37772) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:19.289609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b248d8a-74af-442c-b29d-1efbb738dec1 req-b1d90439-85d1-4469-a044-b0ece344b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.291535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b248d8a-74af-442c-b29d-1efbb738dec1 req-b1d90439-85d1-4469-a044-b0ece344b0e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1098 time: 1.0013640 Jul 09 17:24:19.322637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.323421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.324005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.324539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.325312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.325862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.326347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.328364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:19.328623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-2c9666bc-cc12-4977-948f-32bb8ae81f3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6484 time: 0.8285377 Jul 09 17:24:19.328744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Checking segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:19.329124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Bound using segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:19.329577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Bound port: c7f0c048-5f80-4d9f-a63b-7cf390963189, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:19.329939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.336353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.428279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1320938-3771-433a-b17b-784e48b98542 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.429501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1320938-3771-433a-b17b-784e48b98542 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.431223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1320938-3771-433a-b17b-784e48b98542 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2005198 Jul 09 17:24:19.437934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37778) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:19.500940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-d47cdbae-dbcc-4837-941f-29babace0cb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 217 time: 0.1395576 Jul 09 17:24:19.517861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041dca-4cd7-46f4-9824-ad2ce355e29a req-ff8c385b-17f1-4012-a911-0a7dbfe1b659 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.519421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16041dca-4cd7-46f4-9824-ad2ce355e29a req-ff8c385b-17f1-4012-a911-0a7dbfe1b659 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 943 time: 0.3127167 Jul 09 17:24:19.537611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b248d8a-74af-442c-b29d-1efbb738dec1 req-6ace8fe5-7354-4060-aea5-73a081001fa8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299240 Jul 09 17:24:19.560350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] For port c7f0c048-5f80-4d9f-a63b-7cf390963189, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:19.584345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ada8a414-88d6-4350-92a1-8577044b70f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.591249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:19.594951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] For port c7f0c048-5f80-4d9f-a63b-7cf390963189, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:19.599428 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.601949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ada8a414-88d6-4350-92a1-8577044b70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.642336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.685873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16041dca-4cd7-46f4-9824-ad2ce355e29a req-b6ccfd22-0eb6-4f25-b2f1-3c063b1d720b tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515837 Jul 09 17:24:19.703795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-4cb87a8a-3999-4048-947f-7ec67468995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.705575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-4cb87a8a-3999-4048-947f-7ec67468995a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 200 len: 850 time: 0.1919219 Jul 09 17:24:19.719308 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.727631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ada8a414-88d6-4350-92a1-8577044b70f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53230bb959fb4572aebace691fca4526&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0459030 Jul 09 17:24:19.746791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:19.748015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.748997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.750417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7f0c048-5f80-4d9f-a63b-7cf390963189 HTTP/1.1" status: 200 len: 1092 time: 3.1525664 Jul 09 17:24:19.754735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'tag': 'c7f0c048-5f80-4d9f-a63b-7cf390963189'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:19.757119 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eb50e1-ea7c-4b44-a227-d72e8ca02108" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0baf70-2600-4153-8478-ec426bdd19e6", "tag": "c7f0c048-5f80-4d9f-a63b-7cf390963189"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:19.759537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8a414-88d6-4350-92a1-8577044b70f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def7fa0-082e-4a75-8dee-567579b4f962,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:19.836399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368acd4-d44c-4ef1-b344-bbe4fdfae757 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f0c048-5f80-4d9f-a63b-7cf390963189,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:19.894112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1f4f3a8f-da1e-4b61-be0c-dfbbe9da8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:19.895964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1f4f3a8f-da1e-4b61-be0c-dfbbe9da8169 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819415 Jul 09 17:24:19.954507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.960011 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83600dc1-7d7b-4929-8533-705f7f332088 x-openstack-request-id: req-83600dc1-7d7b-4929-8533-705f7f332088 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:19.960409 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0baf70-2600-4153-8478-ec426bdd19e6", "tag": "c7f0c048-5f80-4d9f-a63b-7cf390963189", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:19.960537 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83600dc1-7d7b-4929-8533-705f7f332088 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:19.960912 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'tag': 'c7f0c048-5f80-4d9f-a63b-7cf390963189', 'status': 'completed', 'code': 200} Jul 09 17:24:19.961549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1517f826-fc7c-4cdc-9671-76c4c64516f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:19.990641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.034507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1517f826-fc7c-4cdc-9671-76c4c64516f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.057261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-c16f8e29-07c4-4a77-a034-f7cf8a1f0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.058899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-c16f8e29-07c4-4a77-a034-f7cf8a1f0f71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 1095 time: 0.2421494 Jul 09 17:24:20.095968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b9487c-feae-4401-becf-16e0ce37c370 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:20.111133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.212675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Transition to ACTIVE for port object 17b9487c-feae-4401-becf-16e0ce37c370 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:20.227334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.240501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-e16da828-53d0-458f-ab3b-6ebb0c71521a service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316202 Jul 09 17:24:20.359168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Pushing event updated for resources: {'Port': ['ID=17b9487c-feae-4401-becf-16e0ce37c370,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:20.400812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b48169-65cd-46f8-9a32-0fa29ea30acc req-67485fc8-a802-4ed1-8738-e78660cb1ff9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.402569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b48169-65cd-46f8-9a32-0fa29ea30acc req-67485fc8-a802-4ed1-8738-e78660cb1ff9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.5148137 Jul 09 17:24:20.446422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.460950 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-568978f5-8635-4c39-a618-4e6620b25075 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189 HTTP/1.1" status: 200 len: 217 time: 0.3846102 Jul 09 17:24:20.526186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:20.537140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-79bfdfbf-c2fe-42ce-aff6-491d1d1bb15c service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731385 Jul 09 17:24:20.543701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Attempting to bind port 17b9487c-feae-4401-becf-16e0ce37c370 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:20.544095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Attempting to bind port 17b9487c-feae-4401-becf-16e0ce37c370 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:20.544422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Attempting to bind port 17b9487c-feae-4401-becf-16e0ce37c370 on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:20.545016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.546975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-734bbe52-b4a5-46c7-bee6-a8713893a310 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe HTTP/1.1" status: 204 len: 168 time: 1.1023502 Jul 09 17:24:20.550716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37818) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:20.562464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef505a-893a-4839-8821-282ff1ae30e1 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:20.569508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2b48169-65cd-46f8-9a32-0fa29ea30acc req-6b11bce2-4e38-4ecd-ae46-84d0cadd9d71 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320109 Jul 09 17:24:20.590736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-95dbe285-a5da-4373-b0e6-569a1c6dcdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.595409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-95dbe285-a5da-4373-b0e6-569a1c6dcdcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.1268051 Jul 09 17:24:20.624743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Port 17b9487c-feae-4401-becf-16e0ce37c370 on network b500ae9a-6db6-4026-aa74-9142ab94904e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:20.625070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Attempting to bind port 17b9487c-feae-4401-becf-16e0ce37c370 on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:20.643386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1517f826-fc7c-4cdc-9671-76c4c64516f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.658351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1517f826-fc7c-4cdc-9671-76c4c64516f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.659808 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1517f826-fc7c-4cdc-9671-76c4c64516f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1def7fa0-082e-4a75-8dee-567579b4f962 HTTP/1.1" status: 204 len: 168 time: 0.9060075 Jul 09 17:24:20.676539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-21ff1317-d1d4-4bb2-9a9e-a22667232ac8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257930 Jul 09 17:24:20.681011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-5d9930de-dc1a-4dde-9099-0696b4b01897 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 217 time: 0.1326609 Jul 09 17:24:20.682276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37822) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:20.697643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:20.701539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Checking segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:20.702193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Bound using segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:20.704496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Bound port: 17b9487c-feae-4401-becf-16e0ce37c370, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:20.704803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-469689e1-ec1e-4ba5-bbaf-b79acea32d5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901017 Jul 09 17:24:20.706086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.759547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517f826-fc7c-4cdc-9671-76c4c64516f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1def7fa0-082e-4a75-8dee-567579b4f962,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:20.859122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-a9676354-60fd-43e6-b04e-8226c8be56c6 service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533785 Jul 09 17:24:20.870755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd591730-9244-4a8d-befb-b7fd7cf28d13 req-9180f6fc-29f3-4928-8dd0-97fef383e583 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.872312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd591730-9244-4a8d-befb-b7fd7cf28d13 req-9180f6fc-29f3-4928-8dd0-97fef383e583 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.1056573 Jul 09 17:24:20.914541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:24:20.935039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-51417c54-2e49-4c45-96c3-8a448c9e412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:20.936607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-51417c54-2e49-4c45-96c3-8a448c9e412c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.2060320 Jul 09 17:24:20.976435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Deleting port b156458c-f5de-4ec7-a3a7-91cad3f5a24f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:20.976779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:20.994859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd591730-9244-4a8d-befb-b7fd7cf28d13 req-a74ec6f6-38f6-4642-943a-79f5e57808da tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128020 Jul 09 17:24:21.015884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] Deleting port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:21.017574 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.038130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 66ffb9b5-c513-4b33-86e4-a3e054fb1392 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:21.044360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-e2ea3137-262c-42dd-8c63-e8750ccfbd8c service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703889 Jul 09 17:24:21.147369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] For port 17b9487c-feae-4401-becf-16e0ce37c370, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:21.150506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] For port 66ffb9b5-c513-4b33-86e4-a3e054fb1392, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=66ffb9b5-c513-4b33-86e4-a3e054fb1392,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:21.151043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.171535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37828) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:21.177934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] Calling delete_port for 66ffb9b5-c513-4b33-86e4-a3e054fb1392 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:21.184370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] For port 17b9487c-feae-4401-becf-16e0ce37c370, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=17b9487c-feae-4401-becf-16e0ce37c370,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:21.194214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61134645-6a33-4659-b246-c3af8dad131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.200527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.205426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] For port b156458c-f5de-4ec7-a3a7-91cad3f5a24f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:21.205779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.221607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.227456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.233927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.240373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.246362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.247212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-e4eab4d7-6911-4c2b-a6f4-a1b1316ff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.249123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-e4eab4d7-6911-4c2b-a6f4-a1b1316ff3bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 1095 time: 0.1485660 Jul 09 17:24:21.252729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.258726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.260769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-a7f1499a-8988-43f0-8bd4-8859000b367f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.5048857 Jul 09 17:24:21.268449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b9a5fc-7809-4fc7-9718-319cda89711e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.273310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-15b9a5fc-7809-4fc7-9718-319cda89711e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5748582 Jul 09 17:24:21.273516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:21.283402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.321014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Calling delete_port for b156458c-f5de-4ec7-a3a7-91cad3f5a24f owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:21.337008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dcacf-3133-4f6f-9f40-93672e59335b req-c1ca8380-953d-4ce7-a989-a970ff811a05 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.339422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d04dcacf-3133-4f6f-9f40-93672e59335b req-c1ca8380-953d-4ce7-a989-a970ff811a05 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 943 time: 0.1972272 Jul 09 17:24:21.344044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.344696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.346284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] 10.222.0.36 "PUT /v2.0/ports/17b9487c-feae-4401-becf-16e0ce37c370 HTTP/1.1" status: 200 len: 1093 time: 2.9534035 Jul 09 17:24:21.346757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'tag': '17b9487c-feae-4401-becf-16e0ce37c370'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:21.349301 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c3289-9efa-4244-b79e-1b499f881e36" -d '{"events": [{"name": "network-changed", "server_uuid": "da85bc3c-6313-46cb-b94a-5a979adcfad2", "tag": "17b9487c-feae-4401-becf-16e0ce37c370"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:21.363062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 66ffb9b5-c513-4b33-86e4-a3e054fb1392, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=66ffb9b5-c513-4b33-86e4-a3e054fb1392,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:21.386019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.453534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.455472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e33a91f-ca1a-4a87-8d2a-92b7be63d730 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.457202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e33a91f-ca1a-4a87-8d2a-92b7be63d730 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1807699 Jul 09 17:24:21.465328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d04dcacf-3133-4f6f-9f40-93672e59335b req-e47d7840-e2fc-4957-aacd-cf3d95215883 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026061 Jul 09 17:24:21.468377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:21.468699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=66ffb9b5-c513-4b33-86e4-a3e054fb1392,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:21.503820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] Pushing event deleted for resources: {'Port': ['ID=66ffb9b5-c513-4b33-86e4-a3e054fb1392,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:21.510099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606691f-de57-4769-83c9-33e14378fe68 None None] No DVR routers for this DVR port 66ffb9b5-c513-4b33-86e4-a3e054fb1392 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:21.517574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-490a67cc-2e05-4641-9d21-bb54d2a6fa4b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447755 Jul 09 17:24:21.522744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37838) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:21.529720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:21.540135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-d9170d02-86b4-467b-9396-d9cdcfb79f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.541871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-d9170d02-86b4-467b-9396-d9cdcfb79f23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 913 time: 0.2847590 Jul 09 17:24:21.542112 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8952aca7-2ae6-4f00-98ff-aae87a7bc844 req-770758ff-2876-4835-a446-aca5c94921ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2627380 Jul 09 17:24:21.550522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-bb0ca0f0-50cf-4c6a-98bd-d092ebe2911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.552417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-bb0ca0f0-50cf-4c6a-98bd-d092ebe2911b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6068945 Jul 09 17:24:21.555702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6fef-95fe-4c57-a88d-77acd90a2b3a service neutron] Pushing event updated for resources: {'Port': ['ID=17b9487c-feae-4401-becf-16e0ce37c370,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:21.647000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61134645-6a33-4659-b246-c3af8dad131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.648770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-ac6c099c-27ff-4404-b31c-fd83c9950006 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189 HTTP/1.1" status: 200 len: 217 time: 0.0933440 Jul 09 17:24:21.651974 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492865d3-6553-4b29-a7c1-855053c69e7e x-openstack-request-id: req-492865d3-6553-4b29-a7c1-855053c69e7e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:21.652260 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da85bc3c-6313-46cb-b94a-5a979adcfad2", "tag": "17b9487c-feae-4401-becf-16e0ce37c370", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:21.652511 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-492865d3-6553-4b29-a7c1-855053c69e7e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:21.652912 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'tag': '17b9487c-feae-4401-becf-16e0ce37c370', 'status': 'completed', 'code': 200} Jul 09 17:24:21.676269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61134645-6a33-4659-b246-c3af8dad131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.716354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-486432b5-cf95-4a07-8ca7-15027d97d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.718188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-486432b5-cf95-4a07-8ca7-15027d97d729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=da85bc3c-6313-46cb-b94a-5a979adcfad2 HTTP/1.1" status: 200 len: 1096 time: 0.2604475 Jul 09 17:24:21.776659 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-a3a5d600-6658-44b7-bacb-c120b6e4b541 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b9487c-feae-4401-becf-16e0ce37c370 HTTP/1.1" status: 200 len: 217 time: 0.0469167 Jul 09 17:24:21.780430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-8c7a7655-e874-4466-bde6-0c512e6673cf service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112563 Jul 09 17:24:21.794404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61134645-6a33-4659-b246-c3af8dad131a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c7989fe2fc9451098120530d54a5724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181755 Jul 09 17:24:21.795629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37842) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:21.796631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61134645-6a33-4659-b246-c3af8dad131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e84dce-cd2a-4e31-b403-abf3d2f41a78,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:21.800024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-ed989522-b512-4618-9243-32f3b4b67517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.801489 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-ed989522-b512-4618-9243-32f3b4b67517 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.1398931 Jul 09 17:24:21.842280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:21.845823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:21.853943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-fe7dfef3-e376-4355-868b-829d5d376a7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400958 Jul 09 17:24:21.949588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329306-d4ea-4f19-b526-f14175787d92 req-3afcb1af-fb5b-4134-bbd4-57e01ee6013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.951058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-3afcb1af-fb5b-4134-bbd4-57e01ee6013b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.1677151 Jul 09 17:24:21.979717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3e539-2297-4063-a25f-7bc2ccdaf839 req-370b0822-1efd-439a-afbc-86c7cf1e6cf9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:21.980737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23d3e539-2297-4063-a25f-7bc2ccdaf839 req-370b0822-1efd-439a-afbc-86c7cf1e6cf9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.2585289 Jul 09 17:24:22.013596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-3b6794f6-107d-478b-ad2b-f46904d3e8e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527532 Jul 09 17:24:22.073862 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.074724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-ceff3a7d-8bc8-4466-8eed-a46d2bb95eeb service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079551 Jul 09 17:24:22.088171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23d3e539-2297-4063-a25f-7bc2ccdaf839 req-ea0a35c7-7401-4d74-a9bf-177d8eceedf6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974429 Jul 09 17:24:22.123395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea5c-c371-4f1a-8093-123086633054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.133557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-17601678-f3af-46b6-9338-90384da68166 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392334 Jul 09 17:24:22.212545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b156458c-f5de-4ec7-a3a7-91cad3f5a24f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:22.283537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea5c-c371-4f1a-8093-123086633054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.288126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59eb50e1-ea7c-4b44-a227-d72e8ca02108 req-3a574ac9-605e-483d-b16a-7e2bbc0e32a9 service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046998 Jul 09 17:24:22.291197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-fdb7a568-b44f-415d-8695-a3a9589d88bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 217 time: 0.1303458 Jul 09 17:24:22.305446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.362265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:22.374344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:22.384434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.385172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.387791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd173d-6acf-4aba-a809-04af616db3db None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:22.399351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa6031-c811-42f5-9a04-44297d746a39 req-a8860eda-5f42-4bff-bc2b-09cb5c94f966 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.405131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39fa6031-c811-42f5-9a04-44297d746a39 req-a8860eda-5f42-4bff-bc2b-09cb5c94f966 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1641917 Jul 09 17:24:22.406088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=c1cda40b-183b-4bf0-9850-4c80baa641a0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:22.415730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37848) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:22.425073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-55f0ab6d-8458-4a51-8dfa-449cc43174a9 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.426655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-55f0ab6d-8458-4a51-8dfa-449cc43174a9 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.4468818 Jul 09 17:24:22.429893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c1d96c3-8fe8-42ac-b8ac-009ae15e8d75 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9054732 Jul 09 17:24:22.432423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37850) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:22.432618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'floatingip': {'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:22.437990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:43:5e:93', 'name': 'tempest-NetworksTestDHCPv6-1099176798'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:22.467237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-46f78419-fb40-4f09-a130-b32e771a8a01 service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287369 Jul 09 17:24:22.573344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:22.601607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': 'c1cda40b-183b-4bf0-9850-4c80baa641a0'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:22.602494 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.733438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4ea1-a9e1-498d-a172-f0b8719a31a1 req-ee46a6f6-9594-47e3-8522-040e77a274ca tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.734926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99eb4ea1-a9e1-498d-a172-f0b8719a31a1 req-ee46a6f6-9594-47e3-8522-040e77a274ca tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 943 time: 0.1062355 Jul 09 17:24:22.738479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:22.755848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/c1cda40b-183b-4bf0-9850-4c80baa641a0/cc803024-e212-4418-96c5-0930932e1893) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:22.784165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 23d00dad-0aa4-428b-a124-0a1856a84a9b yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:24:22.798389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99eb4ea1-a9e1-498d-a172-f0b8719a31a1 req-beb25074-6db1-4d2b-8731-0932671e3e78 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Jul 09 17:24:22.953396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-4e626726-7459-456c-b9c2-0aeca55c485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:22.955094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-4e626726-7459-456c-b9c2-0aeca55c485f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.6452723 Jul 09 17:24:22.957680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.046695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.052985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.059303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.066055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.072223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.075605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa55b-f4e9-44ea-b28d-00aca9ad48b1 req-ba79ccea-d75d-4676-8e88-8fd0b09ee972 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.076987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5d6fa55b-f4e9-44ea-b28d-00aca9ad48b1 req-ba79ccea-d75d-4676-8e88-8fd0b09ee972 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.9486928 Jul 09 17:24:23.079207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.091411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.093533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-0d0021ea-004b-4171-a546-46de937cad12 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.1418214 Jul 09 17:24:23.094776 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.133441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Transition to ACTIVE for port object cc803024-e212-4418-96c5-0930932e1893 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:23.139986 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-453a8c55-f797-4df0-8803-757d68bc02b9 req-17915540-2886-47b0-b700-a61dbc6bd6ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381532 Jul 09 17:24:23.149431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Transition to ACTIVE for port object cc803024-e212-4418-96c5-0930932e1893 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:23.156265 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.176886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea5c-c371-4f1a-8093-123086633054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.179550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f6fea5c-c371-4f1a-8093-123086633054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.180832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1f6fea5c-c371-4f1a-8093-123086633054 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e84dce-cd2a-4e31-b403-abf3d2f41a78 HTTP/1.1" status: 204 len: 168 time: 1.3768477 Jul 09 17:24:23.224504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:23.230515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:23.239025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:23.239462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::e6 (d6992ee0-dde0-4473-b499-57da2aa4712d/c1cda40b-183b-4bf0-9850-4c80baa641a0/23d00dad-0aa4-428b-a124-0a1856a84a9b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:23.280882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fea5c-c371-4f1a-8093-123086633054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e84dce-cd2a-4e31-b403-abf3d2f41a78,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:23.333262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Pushing event updated for resources: {'Port': ['ID=cc803024-e212-4418-96c5-0930932e1893,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:23.367619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Attempting to bind port cc803024-e212-4418-96c5-0930932e1893 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:23.368323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Attempting to bind port cc803024-e212-4418-96c5-0930932e1893 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:23.369493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Attempting to bind port cc803024-e212-4418-96c5-0930932e1893 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:23.374913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5d6fa55b-f4e9-44ea-b28d-00aca9ad48b1 req-c3de594e-fa1f-476b-ba2b-591419bc0900 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835376 Jul 09 17:24:23.378299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:23.380873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:23.380873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.381427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:23.383314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Bound port: cc803024-e212-4418-96c5-0930932e1893, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:23.384182 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.386730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5329306-d4ea-4f19-b526-f14175787d92 req-6f3c4072-c411-4467-bf8f-4500b30bc8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871386 Jul 09 17:24:23.393690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.454000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.475309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 23d00dad-0aa4-428b-a124-0a1856a84a9b will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:23.492216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] For port cc803024-e212-4418-96c5-0930932e1893, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:23.496127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] For port cc803024-e212-4418-96c5-0930932e1893, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc803024-e212-4418-96c5-0930932e1893,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:23.504906 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.513993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-93d57310-210b-4ac3-879a-dd6aa580c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.515756 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-93d57310-210b-4ac3-879a-dd6aa580c91e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4906421 Jul 09 17:24:23.524537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.566008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805fb3f-eb77-4c5a-aaf8-e8624222087c None None] Pushing event updated for resources: {'Port': ['ID=cc803024-e212-4418-96c5-0930932e1893,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:23.596823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Deleting port 76692d8c-8f04-44e7-a1f4-0c960863b222 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:23.597160 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.607145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=23d00dad-0aa4-428b-a124-0a1856a84a9b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:23.620161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:23.631301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:23.634216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:23.641550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.641550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:23.659267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-34b66020-0bb1-45ee-abef-56c2ce4f072c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2253659 Jul 09 17:24:23.662427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37864) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:23.678496 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:24:23.761824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d0f93-dbae-4064-b7a0-a9b1829a589f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.768431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d0f93-dbae-4064-b7a0-a9b1829a589f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.771807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e16d0f93-dbae-4064-b7a0-a9b1829a589f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1059175 Jul 09 17:24:23.773342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:23.883148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3289-9efa-4244-b79e-1b499f881e36 req-0f1aa4c5-bb4e-45cd-826c-c1f6a922edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:23.888075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-0f1aa4c5-bb4e-45cd-826c-c1f6a922edf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=da85bc3c-6313-46cb-b94a-5a979adcfad2 HTTP/1.1" status: 200 len: 1096 time: 0.4268928 Jul 09 17:24:23.976639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 23d00dad-0aa4-428b-a124-0a1856a84a9b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:23.977250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.091544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] For port 76692d8c-8f04-44e7-a1f4-0c960863b222, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=76692d8c-8f04-44e7-a1f4-0c960863b222,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:24.091937 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.162946 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.180102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 23d00dad-0aa4-428b-a124-0a1856a84a9b owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:24.198540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f890ae-37ac-44c8-a6e6-6f0d6d0b46ff req-66b99461-3ac1-4bec-afd6-5e44ff5c77b7 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:24.200215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63f890ae-37ac-44c8-a6e6-6f0d6d0b46ff req-66b99461-3ac1-4bec-afd6-5e44ff5c77b7 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 943 time: 0.1541936 Jul 09 17:24:24.305393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Calling delete_port for 76692d8c-8f04-44e7-a1f4-0c960863b222 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:24.308379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63f890ae-37ac-44c8-a6e6-6f0d6d0b46ff req-6a3c5f29-b4ad-41a0-ab3a-d88d29f5d2e9 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999019 Jul 09 17:24:24.318079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-75e7d5dd-a97b-49ae-9b8d-577844e8a317 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364385 Jul 09 17:24:24.392828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.413194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.426371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=23d00dad-0aa4-428b-a124-0a1856a84a9b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:24.472317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.474358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78277d28-c1b4-491d-8387-8c4efb3aa645 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/23d00dad-0aa4-428b-a124-0a1856a84a9b HTTP/1.1" status: 204 len: 168 time: 0.6999636 Jul 09 17:24:24.479266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37894) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:24.599311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.630822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3289-9efa-4244-b79e-1b499f881e36 req-5cfc42ae-9f60-40a5-a84f-dc8df00de949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:24.632422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-5cfc42ae-9f60-40a5-a84f-dc8df00de949 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 913 time: 0.7290545 Jul 09 17:24:24.642405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e989b-4c8b-4e4a-b920-85fd8149dbbc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:24.644097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e989b-4c8b-4e4a-b920-85fd8149dbbc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:24.646217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4b3e989b-4c8b-4e4a-b920-85fd8149dbbc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1637464 Jul 09 17:24:24.650993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37898) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:24.688748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:24:24.738089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet c1cda40b-183b-4bf0-9850-4c80baa641a0 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:24.742375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.778273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11dff7-3239-49ee-aa9c-79ed639a0439 req-c34a887f-c334-48ad-869b-b8b218e82c27 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:24.779955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc11dff7-3239-49ee-aa9c-79ed639a0439 req-c34a887f-c334-48ad-869b-b8b218e82c27 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 947 time: 0.2173324 Jul 09 17:24:24.781593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-25fdee79-d900-4ea7-9bba-79d3376263af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b9487c-feae-4401-becf-16e0ce37c370 HTTP/1.1" status: 200 len: 217 time: 0.0960042 Jul 09 17:24:24.830801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-830e924b-9ceb-48c9-8d4a-42aa66081258 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936762 Jul 09 17:24:24.832884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:24.863578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc11dff7-3239-49ee-aa9c-79ed639a0439 req-9fbd3ea3-0c45-4ccd-8182-841c14de8b7d tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707498 Jul 09 17:24:24.922999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c7f0c048-5f80-4d9f-a63b-7cf390963189 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:24.926828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 76692d8c-8f04-44e7-a1f4-0c960863b222 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:25.245205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port c7f0c048-5f80-4d9f-a63b-7cf390963189, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:25.266688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.286268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc803024-e212-4418-96c5-0930932e1893 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:25.289625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'c7f0c048-5f80-4d9f-a63b-7cf390963189', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'port_id': 'c7f0c048-5f80-4d9f-a63b-7cf390963189', 'mac_address': 'fa:16:3e:c6:42:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3d0a9a-3ebd-4f0e-916b-c059aef5130c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:25.317118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.323455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.329706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.336662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.339696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.342929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.354635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.361397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.363594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/c1cda40b-183b-4bf0-9850-4c80baa641a0 HTTP/1.1" status: 204 len: 168 time: 0.7119803 Jul 09 17:24:25.367327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:25.369134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.377592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-250afce8-6654-4f84-aa23-817834eebd75 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 1.0734081 Jul 09 17:24:25.405920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abc101-e8d3-4ddb-9941-210a901f35d2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cda40b-183b-4bf0-9850-4c80baa641a0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:25.437827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-926af91f-8da8-4ac7-859f-c9f10cc62c73 None None] Provisioning for port cc803024-e212-4418-96c5-0930932e1893 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:25.438780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-6ed59cf2-cded-4bbb-bcdb-b71e432ad0ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 200 len: 217 time: 0.0568967 Jul 09 17:24:25.440242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 17b9487c-feae-4401-becf-16e0ce37c370 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:25.442555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ef4c6-1bd6-4011-96a0-6e3fc7f0af64 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:25.500592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-92cbe361-c896-4634-aeea-4ad1df99e1c4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318734 Jul 09 17:24:25.504107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37920) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:25.508059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3289-9efa-4244-b79e-1b499f881e36 req-f4c804dc-a84c-4f7b-8547-99fe94f71974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.509666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-f4c804dc-a84c-4f7b-8547-99fe94f71974 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.7217312 Jul 09 17:24:25.528379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.579581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f0c048-5f80-4d9f-a63b-7cf390963189 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:25.635656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-68f6ac3f-5a2f-4ae9-bc6e-c87ba9e14071 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005621 Jul 09 17:24:25.677437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0c2a3-c69f-48cb-8c59-c12c3586c3a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.679005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4d0c2a3-c69f-48cb-8c59-c12c3586c3a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1736498 Jul 09 17:24:25.681969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:25.708604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port c7f0c048-5f80-4d9f-a63b-7cf390963189, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:25.715597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-888edb2c-5b31-4344-a248-9422be69f223 None None] Could not find standard attr ID for object 23d00dad-0aa4-428b-a124-0a1856a84a9b. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:24:25.730137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.750507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62754c06-cd28-4afb-8eb1-ac2382fc80f7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.752376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-62754c06-cd28-4afb-8eb1-ac2382fc80f7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694323 Jul 09 17:24:25.757634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:25.766824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111afb96-104c-4fb1-b813-9b9d1df4a84c req-e6c717e1-33f9-4064-b9b5-1a70b1a035b6 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.775102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-111afb96-104c-4fb1-b813-9b9d1df4a84c req-e6c717e1-33f9-4064-b9b5-1a70b1a035b6 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 943 time: 0.2421229 Jul 09 17:24:25.787665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-c9f362ca-8898-4ade-897e-179874bc9d8f service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336439 Jul 09 17:24:25.788854 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Floating IP f2bf59a0-a36c-4054-ad76-c875a5b5969b associated. External IP: 172.25.3.235, port: 955f2974-b0cf-4fbe-a2f0-2f7b0566f234. Jul 09 17:24:25.845219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e011c313-8df8-4caf-ba63-bdf79d8360f6 req-4acf3d92-10ad-4722-bf7c-d2af162b6c5b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4666011 Jul 09 17:24:25.847172 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a782a092-1d5e-4bf9-b076-10c8ffaa0c00 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692770 Jul 09 17:24:25.851508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:25.862547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:25.873615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=c7f0c048-5f80-4d9f-a63b-7cf390963189,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:25.885207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-206412ed-4b63-4f32-9364-da939bf649ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:25.891417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-206412ed-4b63-4f32-9364-da939bf649ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.4351752 Jul 09 17:24:25.936010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-111afb96-104c-4fb1-b813-9b9d1df4a84c req-e2c1ac28-183c-418a-b5c2-f59bf2da60ea tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597707 Jul 09 17:24:25.967855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cc803024-e212-4418-96c5-0930932e1893 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:25.983471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cc803024-e212-4418-96c5-0930932e1893 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:25.983984 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:25.990200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['c7f0c048-5f80-4d9f-a63b-7cf390963189'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:26.001369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 17b9487c-feae-4401-becf-16e0ce37c370, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=17b9487c-feae-4401-becf-16e0ce37c370,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:26.038687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:24:26.039853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '17b9487c-feae-4401-becf-16e0ce37c370', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'port_id': '17b9487c-feae-4401-becf-16e0ce37c370', 'mac_address': 'fa:16:3e:2a:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3d0a9a-3ebd-4f0e-916b-c059aef5130c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:26.058356 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] Sync routers for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:24:26.077319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c67ec83c-b41e-4b5b-8aaf-c72367584ad7 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2360334 Jul 09 17:24:26.080746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37938) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:26.085635 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:26.090556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:26.139959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:26.140727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.149608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.214592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Pushing event deleted for resources: {'Port': ['ID=76692d8c-8f04-44e7-a1f4-0c960863b222,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:26.265620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-df0f1d1e-6b34-4df6-95d2-1d299b1db9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:26.267246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-df0f1d1e-6b34-4df6-95d2-1d299b1db9de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3281558 Jul 09 17:24:26.271163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.299541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b9487c-feae-4401-becf-16e0ce37c370 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:26.351063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923c3289-9efa-4244-b79e-1b499f881e36 req-597c7821-3adf-4905-aec4-367bc44eff5f service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534127 Jul 09 17:24:26.412255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] No DVR routers for this DVR port 76692d8c-8f04-44e7-a1f4-0c960863b222 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:26.453981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 17b9487c-feae-4401-becf-16e0ce37c370, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=17b9487c-feae-4401-becf-16e0ce37c370,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:26.464297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:24:26.472463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a184e23b-8557-4ef0-a585-521050a20002 req-462a37c3-002e-4f0d-875a-cdf312467766 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eb04b49-40d2-4597-b7d1-c0cf070b3294 HTTP/1.1" status: 200 len: 210 time: 0.1299336 Jul 09 17:24:26.479580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.480471 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.482461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3980551a-186c-4fb0-a317-cf8bcee15d0b req-4a0d579f-d78c-4178-89cd-6bf5276ad615 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "DELETE /v2.0/ports/76692d8c-8f04-44e7-a1f4-0c960863b222 HTTP/1.1" status: 204 len: 173 time: 4.0319602 Jul 09 17:24:26.482928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-deleted', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:26.485303 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8aba7e-2b26-453c-abbf-3484fe09a4b7" -d '{"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-deleted", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:26.619638 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.626217 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e7232-79c8-4a04-ad72-d60d470d75a3 x-openstack-request-id: req-7e0e7232-79c8-4a04-ad72-d60d470d75a3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:26.626501 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb04b49-40d2-4597-b7d1-c0cf070b3294", "name": "network-vif-deleted", "tag": "76692d8c-8f04-44e7-a1f4-0c960863b222", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:26.626752 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e0e7232-79c8-4a04-ad72-d60d470d75a3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:26.627155 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb04b49-40d2-4597-b7d1-c0cf070b3294', 'name': 'network-vif-deleted', 'tag': '76692d8c-8f04-44e7-a1f4-0c960863b222', 'status': 'completed', 'code': 200} Jul 09 17:24:26.638735 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:26.655096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:24:26.700262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-1179726b-6847-4f03-ac0a-578bc38604ac service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383570 Jul 09 17:24:26.769780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=17b9487c-feae-4401-becf-16e0ce37c370,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:26.808245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.819894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['17b9487c-feae-4401-becf-16e0ce37c370'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:26.868020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port cc803024-e212-4418-96c5-0930932e1893, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc803024-e212-4418-96c5-0930932e1893,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:26.880448 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:26.930693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] Deleting port cc803024-e212-4418-96c5-0930932e1893 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:26.931788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.040088 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:24:21Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:27.092319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:24:27.127617 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] Checking router: 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:24:27.132122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:24:27.146843 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] Routers {'7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:27.147481 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:27.162376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-44d19b59-0a99-4aa8-88d2-5dfd257cbc44 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561896 Jul 09 17:24:27.171785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc803024-e212-4418-96c5-0930932e1893 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:27.176686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.236926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=cc803024-e212-4418-96c5-0930932e1893,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:27.301418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:27.303455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:27.333024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:24:27.333684 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] Set router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:27.393198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f76946fe-882a-4dcb-9007-c698bdc9a4fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "PUT /v2.0/floatingips/f2bf59a0-a36c-4054-ad76-c875a5b5969b HTTP/1.1" status: 200 len: 992 time: 4.9761674 Jul 09 17:24:27.394718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b2bc971f-96fe-4ce4-a66d-9e77793de6a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 200 len: 217 time: 0.1395273 Jul 09 17:24:27.463386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.534520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] For port cc803024-e212-4418-96c5-0930932e1893, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc803024-e212-4418-96c5-0930932e1893,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:27.535598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.545324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-862a52fb-ffa7-4828-bca7-978594fc9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.547164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-862a52fb-ffa7-4828-bca7-978594fc9fa8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.1018782 Jul 09 17:24:27.560871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] Calling delete_port for cc803024-e212-4418-96c5-0930932e1893 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:27.653734 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:24:21Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:27.678439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7182-0471-4437-b965-da6280044abf req-4553ec09-2b61-4c42-9eb4-e7249c35ea3f tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.683314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0af7182-0471-4437-b965-da6280044abf req-4553ec09-2b61-4c42-9eb4-e7249c35ea3f tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 944 time: 0.4290366 Jul 09 17:24:27.684726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.692734 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd214ee0-82c4-410f-a723-af2765aef5dd None None] The sync data for ids ['7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439'] in n-d-791506-17 is: [{'id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'name': 'tempest-ServersTestManualDisk-86726750-router', 'tenant_id': '2256d8fa4d6d4da19314b45a23f0c703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '9def8538-db34-48c6-bc08-8193837c10b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:21:30Z', 'updated_at': '2021-07-09T17:24:21Z', 'revision_number': 5, 'project_id': '2256d8fa4d6d4da19314b45a23f0c703', 'gw_port': {'id': '9def8538-db34-48c6-bc08-8193837c10b0', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:21:31Z', 'updated_at': '2021-07-09T17:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:24:27.697915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.705317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.710809 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.715887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.725444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.734004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.747289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.756623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-2c3087fe-4680-4ace-89b8-43b5d1b243f1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.4892979 Jul 09 17:24:27.781019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0af7182-0471-4437-b965-da6280044abf req-e0141085-5e97-4f3c-8cae-4e432242f44b tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841010 Jul 09 17:24:27.794733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b1880e16-5ecb-4724-b46b-56867ea2e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:27.796675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b1880e16-5ecb-4724-b46b-56867ea2e12d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2227905 Jul 09 17:24:27.849038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port cc803024-e212-4418-96c5-0930932e1893, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc803024-e212-4418-96c5-0930932e1893,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:27.858254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4e857c2-62ff-4530-955d-c2d78f21d52f req-365f28f4-07bf-4fdb-9c94-5ee8df7cb023 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995452 Jul 09 17:24:27.864319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.873379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:27.940054 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-53ab8bcb-738b-4215-b02a-105b4d5114b5 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361890 Jul 09 17:24:27.948132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:27.988855 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.137615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] No DVR routers for this DVR port cc803024-e212-4418-96c5-0930932e1893 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:28.184943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] For port cc803024-e212-4418-96c5-0930932e1893, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc803024-e212-4418-96c5-0930932e1893,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:28.186361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-a1397bbb-2c2a-45bc-9fbb-d497cd2300d1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295856 Jul 09 17:24:28.202272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=cc803024-e212-4418-96c5-0930932e1893,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:28.260747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Deleting port 9def8538-db34-48c6-bc08-8193837c10b0 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:28.261238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.267520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-5b7715fd-90e1-4f52-9041-a95e9c6fbadf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0709970 Jul 09 17:24:28.268288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.281551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.282668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.343839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b194ac34-0767-45d7-bdff-3cece84874fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:28.343839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-b194ac34-0767-45d7-bdff-3cece84874fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.0697904 Jul 09 17:24:28.417625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ce693fe1-375e-4e23-a116-5006f8ba6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:28.419559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-ce693fe1-375e-4e23-a116-5006f8ba6cb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0707395 Jul 09 17:24:28.518614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=22fa746e-cf99-4207-b422-b47d8307888a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:28.530181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:28.539729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=cc803024-e212-4418-96c5-0930932e1893,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:28.554821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:28.559318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:28.560199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.568846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b002e-946c-4e1f-8dd2-b27631883494 None None] Pushing event deleted for resources: {'Port': ['ID=cc803024-e212-4418-96c5-0930932e1893,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:28.577101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967402cd-8596-42df-937b-eb5b6d6a4430 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:28.604194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7f6cab44-ee47-4cca-8913-769f3b5e3189 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7508953 Jul 09 17:24:28.605155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37984) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:28.612402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-975f7c0c-14da-4dcb-ab3c-4a45e7a9caa6 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861145 Jul 09 17:24:28.622006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:28.634076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:28.636950 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc51a713-6757-4cd2-b10e-0e82b1ec3280" -d '{"events": [{"name": "network-changed", "server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:28.685404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] For port 9def8538-db34-48c6-bc08-8193837c10b0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9def8538-db34-48c6-bc08-8193837c10b0,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:28.686394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.708446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Calling delete_port for 9def8538-db34-48c6-bc08-8193837c10b0 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:28.739976 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae361c7b-90ad-4c56-a742-dc22fd7b6b36 x-openstack-request-id: req-ae361c7b-90ad-4c56-a742-dc22fd7b6b36 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:28.740470 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:28.740817 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae361c7b-90ad-4c56-a742-dc22fd7b6b36 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:28.742090 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'status': 'completed', 'code': 200} Jul 09 17:24:28.812767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': '22fa746e-cf99-4207-b422-b47d8307888a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:28.813633 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.926835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:28.931059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:28.933861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-d656588b-340a-4153-b846-ab73ffcbc1e8 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153336 Jul 09 17:24:28.987800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-31cedc8e-d181-485c-bf81-99c0a77ffeea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 217 time: 0.0460734 Jul 09 17:24:29.029935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c7f0c048-5f80-4d9f-a63b-7cf390963189 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:29.033464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b156458c-f5de-4ec7-a3a7-91cad3f5a24f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:29.085742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-c0d495ab-6684-476c-8a3d-199e20725622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.087658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-c0d495ab-6684-476c-8a3d-199e20725622 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1098 time: 0.3279693 Jul 09 17:24:29.114380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ff17973-afbb-4458-b180-0f354d886606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.118011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-3ff17973-afbb-4458-b180-0f354d886606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.1133525 Jul 09 17:24:29.118351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b156458c-f5de-4ec7-a3a7-91cad3f5a24f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:29.118809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b156458c-f5de-4ec7-a3a7-91cad3f5a24f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:29.146637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dc478-3e51-46e5-aa18-3e654a67a1b5 req-c9d460b0-3304-4134-94c7-a83aacebe16a tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.148830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48dc478-3e51-46e5-aa18-3e654a67a1b5 req-c9d460b0-3304-4134-94c7-a83aacebe16a tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 949 time: 0.4040196 Jul 09 17:24:29.188338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Allocated IP 2001:db8::f816:3eff:fe85:cdf7 (d6992ee0-dde0-4473-b499-57da2aa4712d/22fa746e-cf99-4207-b422-b47d8307888a/f88f65bb-2141-4eab-bf58-8c5cf93ebf5c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:29.277273 n-d-791506-17 neutron-server[93895]: INFO neutron.db.ipam_backend_mixin [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22fa746e-cf99-4207-b422-b47d8307888a (CIDR: 2001:db8::/64) Jul 09 17:24:29.287421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986aacb-b8d3-4dbb-a83c-44a91c2247b2 req-0407e7cf-43ef-42bc-b9dd-f387b6f50026 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.294840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4986aacb-b8d3-4dbb-a83c-44a91c2247b2 req-0407e7cf-43ef-42bc-b9dd-f387b6f50026 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 944 time: 0.2627327 Jul 09 17:24:29.302991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port c7f0c048-5f80-4d9f-a63b-7cf390963189 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:29.309052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48dc478-3e51-46e5-aa18-3e654a67a1b5 req-edbdbbe4-18ab-4957-9a1a-4c2cb1aceb64 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366982 Jul 09 17:24:29.324500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port c7f0c048-5f80-4d9f-a63b-7cf390963189 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:29.324926 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.334479 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:24:29.334479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:24:29.347094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaec38-2252-444c-9620-682ac5a72738 req-70930bf6-b490-4c89-80a4-86a3b1fa37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.348815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-70930bf6-b490-4c89-80a4-86a3b1fa37f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1984794 Jul 09 17:24:29.362951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90da1fcb-85aa-422f-b01c-a34fe0b475ab tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7535765 Jul 09 17:24:29.363356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37998) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:29.392421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:29.395248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4986aacb-b8d3-4dbb-a83c-44a91c2247b2 req-a8e39e85-65f5-4362-9b60-ddead40b90b2 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992815 Jul 09 17:24:29.399687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.453827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-2eff2d23-9462-4e35-abcb-24458564ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.456854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 17b9487c-feae-4401-becf-16e0ce37c370 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:29.459216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-2eff2d23-9462-4e35-abcb-24458564ca37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.3612225 Jul 09 17:24:29.496588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9def8538-db34-48c6-bc08-8193837c10b0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:29.510281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f2bf59a0-a36c-4054-ad76-c875a5b5969b', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'mac_address': 'fa:16:3e:78:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:23:42Z', 'updated_at': '2021-07-09T17:24:24Z', 'revision_number': 1, 'project_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:29.591188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:24:29.655835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.693069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-40b3470e-72ff-4f6e-a00c-ed23c9a417b4 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310935 Jul 09 17:24:29.708680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:24:29.709553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:29.805191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-c067e4d4-6a90-47ef-a35e-245324242a2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 1000 time: 0.2443242 Jul 09 17:24:29.819907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.860413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port c7f0c048-5f80-4d9f-a63b-7cf390963189, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:29.868640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.874265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f0c048-5f80-4d9f-a63b-7cf390963189'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:29.875004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.877115 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfaa949-4c7b-42d0-a752-47a94e13b7b5" -d '{"events": [{"server_uuid": "ad0baf70-2600-4153-8478-ec426bdd19e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7f0c048-5f80-4d9f-a63b-7cf390963189"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:29.886151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.888872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 17b9487c-feae-4401-becf-16e0ce37c370 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:29.901422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 17b9487c-feae-4401-becf-16e0ce37c370 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:29.901843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.904003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.906166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.928926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.953906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.956600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.957067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:24:29.970317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.972589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:29.974426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d885233f-0295-4d42-9946-92de0d10a4ff admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d1fc0ee-bfbd-4c39-bf62-48f8cee2e439 HTTP/1.1" status: 204 len: 168 time: 3.8927648 Jul 09 17:24:29.976920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38002) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:29.977773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.986604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:29.994847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:30.006851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-14c2e48b-e311-4e7e-8c87-c03eaab5be85 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.4457173 Jul 09 17:24:30.033661 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae5641f-ef62-4eb8-ac1f-92d7b6ef45bc x-openstack-request-id: req-eae5641f-ef62-4eb8-ac1f-92d7b6ef45bc {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:30.033943 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0baf70-2600-4153-8478-ec426bdd19e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7f0c048-5f80-4d9f-a63b-7cf390963189", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:30.034657 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eae5641f-ef62-4eb8-ac1f-92d7b6ef45bc {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:30.035062 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f0c048-5f80-4d9f-a63b-7cf390963189', 'code': 200} Jul 09 17:24:30.035645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=c7f0c048-5f80-4d9f-a63b-7cf390963189,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:30.038112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-dc9867f8-0586-4a63-b63d-0a90ee48822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:30.040021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-dc9867f8-0586-4a63-b63d-0a90ee48822a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.2249053 Jul 09 17:24:30.050782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Transition to ACTIVE for port object f88f65bb-2141-4eab-bf58-8c5cf93ebf5c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:30.056145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:30.058454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Deleting subnet c5995ae4-8abd-4214-b134-75c694c678ed {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:30.059983 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.062204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.106426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Transition to ACTIVE for port object f88f65bb-2141-4eab-bf58-8c5cf93ebf5c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:30.109605 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.141234 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.142623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5aaec38-2252-444c-9620-682ac5a72738 req-7d7afa45-ce6c-4e19-9bdc-723fe5585364 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326050 Jul 09 17:24:30.164897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:24:30.228871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.243483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:30.249274 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd9d2851-7e9e-428d-9473-0fc7c2a77e1d req-d8cb5bbb-a7af-4422-9404-659c2fa95627 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2408960 Jul 09 17:24:30.250087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:30.253226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:30.314925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.354837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5995ae4-8abd-4214-b134-75c694c678ed,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:30.392254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.394462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd23e9d3-7de7-4824-b980-ea7ea9c87ee3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c5995ae4-8abd-4214-b134-75c694c678ed HTTP/1.1" status: 204 len: 168 time: 0.4160683 Jul 09 17:24:30.400123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:30.418854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318f35f-e5ce-4693-98a2-47d6ff78f206 None None] Network 5608a990-f38c-476c-9d71-23d6cfb8e477 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:30.427588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Pushing event updated for resources: {'Port': ['ID=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:30.481671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.490183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Attempting to bind port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:30.490565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Attempting to bind port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:30.490931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Attempting to bind port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:30.514765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:30.515276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:30.515688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.516107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:30.516671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Bound port: f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:30.517036 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.578980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 17b9487c-feae-4401-becf-16e0ce37c370, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=17b9487c-feae-4401-becf-16e0ce37c370,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:30.593624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.698060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=17b9487c-feae-4401-becf-16e0ce37c370,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:30.718116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:30.816577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-18f38514-0dea-43c8-ac72-210e3000d239 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:30.819061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-18f38514-0dea-43c8-ac72-210e3000d239 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 949 time: 0.4687395 Jul 09 17:24:30.911815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74104c8f-aaba-4219-9352-dfc0ce596dfd req-de38630b-7373-4af3-b039-c71526154c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:30.913397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74104c8f-aaba-4219-9352-dfc0ce596dfd req-de38630b-7373-4af3-b039-c71526154c46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 1097 time: 0.8459048 Jul 09 17:24:30.935603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] For port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:30.983950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] For port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:31.009690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.036911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-835e0f75-e8b9-4b83-8f6a-922eb6570de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.040476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-835e0f75-e8b9-4b83-8f6a-922eb6570de5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9708400 Jul 09 17:24:31.167367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74104c8f-aaba-4219-9352-dfc0ce596dfd req-3c247244-ebc0-421f-aff4-967b3c87b567 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423134 Jul 09 17:24:31.185565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.186214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.186669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.187163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.187630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.188128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.188591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.190848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-28068c60-85a0-494d-b887-b28146bdfad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6484 time: 0.9256418 Jul 09 17:24:31.267329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d94a54-044e-46d8-8a1c-961ecf73cb33 req-3841c521-2b36-4196-9287-996dda5994dc tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.275290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29d94a54-044e-46d8-8a1c-961ecf73cb33 req-3841c521-2b36-4196-9287-996dda5994dc tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 949 time: 0.6390619 Jul 09 17:24:31.281220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] DHCP port deletion for 5608a990-f38c-476c-9d71-23d6cfb8e477 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:24:31.283852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9def8538-db34-48c6-bc08-8193837c10b0 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:31.328505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9def8538-db34-48c6-bc08-8193837c10b0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:31.329131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9def8538-db34-48c6-bc08-8193837c10b0 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:31.346059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623f5fa-6365-44f5-a27c-feb04f9ab149 req-c383b669-1323-42da-8ac6-9a73074c8188 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.347902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f623f5fa-6365-44f5-a27c-feb04f9ab149 req-c383b669-1323-42da-8ac6-9a73074c8188 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 945 time: 0.4311309 Jul 09 17:24:31.379421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f2bf59a0-a36c-4054-ad76-c875a5b5969b', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'mac_address': 'fa:16:3e:78:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:23:42Z', 'updated_at': '2021-07-09T17:24:24Z', 'revision_number': 1, 'project_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:31.393093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21d77d-ab5d-4a75-826b-88d917cbf4dd None None] Pushing event updated for resources: {'Port': ['ID=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:31.396436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29d94a54-044e-46d8-8a1c-961ecf73cb33 req-8f4e5bb1-71f1-4952-8307-c4d907db8f90 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201284 Jul 09 17:24:31.412257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-e6c24bc5-4a69-4d8a-90c0-c7bd5c97c6bc service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526294 Jul 09 17:24:31.436980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Deleting port f6463ec9-0ac8-4949-8733-e6a1616ba3fd {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:31.437263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.454667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c76f8e-7ef0-45dc-9539-287ecf3e457f None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f2bf59a0-a36c-4054-ad76-c875a5b5969b', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'mac_address': 'fa:16:3e:78:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:23:42Z', 'updated_at': '2021-07-09T17:24:24Z', 'revision_number': 1, 'project_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:24:31.502953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] Deleting port f6463ec9-0ac8-4949-8733-e6a1616ba3fd {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:31.503356 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.582683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] For port f6463ec9-0ac8-4949-8733-e6a1616ba3fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:31.583418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.608813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Calling delete_port for f6463ec9-0ac8-4949-8733-e6a1616ba3fd owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:31.656212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f623f5fa-6365-44f5-a27c-feb04f9ab149 req-94de3dd3-618a-4292-9386-334053e1516e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881584 Jul 09 17:24:31.672213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.732274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-878e17e8-d61d-4797-9cb1-d9a22da44faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.734110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-878e17e8-d61d-4797-9cb1-d9a22da44faf service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 902 time: 0.5087759 Jul 09 17:24:31.739809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] For port f6463ec9-0ac8-4949-8733-e6a1616ba3fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,segment=NetworkSegment(38f29ff6-91a3-46d1-92ee-895c9990efe4),segment_id=38f29ff6-91a3-46d1-92ee-895c9990efe4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:31.746546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.790320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] Calling delete_port for f6463ec9-0ac8-4949-8733-e6a1616ba3fd owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:31.848629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:31.863490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:31.867911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:31.868517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.928995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Deleting port e8e2c960-23bf-4820-b80e-87d5d80eacf2 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:31.932075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:31.936663 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2274446-f91a-4edc-9b7b-72468427b486 None None] New status for floating IP f2bf59a0-a36c-4054-ad76-c875a5b5969b: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:24:31.955775 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-06fcd9a5-3adc-4731-9b61-8999e3a543c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 217 time: 0.1635182 Jul 09 17:24:31.964727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: from cryptography.utils import int_from_bytes Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: from cryptography.utils import int_from_bytes Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.002565 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:24:32.005378 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:24:32.015122 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.029336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] No DVR routers for this DVR port f6463ec9-0ac8-4949-8733-e6a1616ba3fd on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:32.049898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9487c-feae-4401-becf-16e0ce37c370'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:32.052033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] No DVR routers for this DVR port f6463ec9-0ac8-4949-8733-e6a1616ba3fd on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:32.054861 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571efc1f-19d4-4459-a60d-77c8c8254c66" -d '{"events": [{"server_uuid": "da85bc3c-6313-46cb-b94a-5a979adcfad2", "name": "network-vif-plugged", "status": "completed", "tag": "17b9487c-feae-4401-becf-16e0ce37c370"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:32.060996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c9e69-2f22-4efc-9932-cafbf58c28e3 None None] Pushing event deleted for resources: {'Port': ['ID=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:32.093030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc51a713-6757-4cd2-b10e-0e82b1ec3280 req-c5670252-15ce-45e9-b6e2-8a54047a2f83 service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196465 Jul 09 17:24:32.104411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=301f09ee-4843-4f1b-8654-3afffadfc300,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:32.110906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f830f558-e6a8-4bc9-b6d4-9f5b05472afd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7254338 Jul 09 17:24:32.112207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:32.117418 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a346c2-e33d-4c43-9128-639eafa44891 x-openstack-request-id: req-60a346c2-e33d-4c43-9128-639eafa44891 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:32.117953 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da85bc3c-6313-46cb-b94a-5a979adcfad2", "name": "network-vif-plugged", "status": "completed", "tag": "17b9487c-feae-4401-becf-16e0ce37c370", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:32.118210 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60a346c2-e33d-4c43-9128-639eafa44891 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:32.118626 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9487c-feae-4401-becf-16e0ce37c370', 'code': 200} Jul 09 17:24:32.125394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:32:43:da', 'name': 'tempest-NetworksTestDHCPv6-1889642280'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:32.200157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-30f09097-93ca-47b9-9b9b-d7c1f5e11bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.201685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-30f09097-93ca-47b9-9b9b-d7c1f5e11bcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.2276602 Jul 09 17:24:32.256599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] For port e8e2c960-23bf-4820-b80e-87d5d80eacf2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e8e2c960-23bf-4820-b80e-87d5d80eacf2,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:32.257012 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.317525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Calling delete_port for e8e2c960-23bf-4820-b80e-87d5d80eacf2 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:32.345738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.351846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.357885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.369459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.378230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f6463ec9-0ac8-4949-8733-e6a1616ba3fd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:32.383740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.393008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.399988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.408158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-e8fac3d9-0d6a-47f4-8b91-b4b7b932c3a0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.4675157 Jul 09 17:24:32.477161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.488600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5608a990-f38c-476c-9d71-23d6cfb8e477']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:32.509122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f29ff6-91a3-46d1-92ee-895c9990efe4') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:32.509378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-f9e16b24-d824-4426-90e2-f2bf4b23f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.509823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f29ff6-91a3-46d1-92ee-895c9990efe4') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:24:32.511082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-f9e16b24-d824-4426-90e2-f2bf4b23f972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3004625 Jul 09 17:24:32.530319 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.533324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:32.553586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.562801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:24:32.563369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.565810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d432e92a-96a8-431d-acae-957e7f42cda2 req-5fc10484-4a64-4cd5-a419-faa04a55f98c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566832 Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:24:32.660403 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:24:32.665158 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:24:32.675082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.705199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.707088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/5608a990-f38c-476c-9d71-23d6cfb8e477 HTTP/1.1" status: 204 len: 168 time: 2.3048112 Jul 09 17:24:32.739983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e448-352f-4ee8-ad0b-60f259b25fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=5608a990-f38c-476c-9d71-23d6cfb8e477,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:32.749225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-248ad6f8-ba73-4672-a3d4-466b10f98e9f service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291837 Jul 09 17:24:32.783894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e7a7a-41f2-48f1-a15e-1e8e9da1303e req-898704e7-f942-4ac9-8efe-33d42a465d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.786165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e69e7a7a-41f2-48f1-a15e-1e8e9da1303e req-898704e7-f942-4ac9-8efe-33d42a465d27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da85bc3c-6313-46cb-b94a-5a979adcfad2 HTTP/1.1" status: 200 len: 1098 time: 0.5080280 Jul 09 17:24:32.790599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b7e3-9d55-4295-9e80-e638e7a44fa3 req-8ed88fff-fbfc-452b-beb6-3073bf732749 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:32.792545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1226b7e3-9d55-4295-9e80-e638e7a44fa3 req-8ed88fff-fbfc-452b-beb6-3073bf732749 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/ports?device_id=44bf4da5-0c72-4f50-8c80-70519c9a1afd HTTP/1.1" status: 200 len: 949 time: 0.1308370 Jul 09 17:24:32.878877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e69e7a7a-41f2-48f1-a15e-1e8e9da1303e req-769dc6c4-91d5-4924-a273-760132c756c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724320 Jul 09 17:24:32.883509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.941522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1226b7e3-9d55-4295-9e80-e638e7a44fa3 req-a61e6737-ec23-4698-b677-b26f5e7a592a tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.21 "GET /v2.0/security-groups?id=76e60d2e-4359-4f98-8bd0-214180334d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372023 Jul 09 17:24:32.960292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port febf358c-4d82-428c-bef7-afbf94ebf695 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:24:32.964203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:32.976578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:33.053378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: e8e2c960-23bf-4820-b80e-87d5d80eacf2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:33.053722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e8e2c960-23bf-4820-b80e-87d5d80eacf2 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:33.079932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] No DVR routers for this DVR port e8e2c960-23bf-4820-b80e-87d5d80eacf2 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:33.081757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Pushing event deleted for resources: {'Port': ['ID=e8e2c960-23bf-4820-b80e-87d5d80eacf2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:33.085720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.088233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d13c3ac-0a52-45f0-b2ce-b2023f0dc3a8 req-967db5ff-cc64-49fd-a3f5-2e596c71e810 tempest-ListImageFiltersTestJSON-499964554 tempest-ListImageFiltersTestJSON-499964554-project] 10.222.0.13 "DELETE /v2.0/ports/e8e2c960-23bf-4820-b80e-87d5d80eacf2 HTTP/1.1" status: 204 len: 173 time: 2.2445636 Jul 09 17:24:33.088702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-deleted', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:33.092010 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc06c00-16c9-4207-8802-739eaeb09bcc" -d '{"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-deleted", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:33.133318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67438f3-e3aa-4caf-95ed-7a8244ef4593 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:33.166173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:33.249873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f88f65bb-2141-4eab-bf58-8c5cf93ebf5c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:33.277994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a291207a-06ba-4026-9681-bb50bb10ae26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2256d8fa4d6d4da19314b45a23f0c703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083443 Jul 09 17:24:33.278693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38046) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:33.285264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b307871-3f55-4d2d-980e-92ca12ade3ac None None] Provisioning for port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:33.332431 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fd00b-f47f-4ef2-9fea-e054b8acc38c x-openstack-request-id: req-435fd00b-f47f-4ef2-9fea-e054b8acc38c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:33.332896 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf4da5-0c72-4f50-8c80-70519c9a1afd", "name": "network-vif-deleted", "tag": "e8e2c960-23bf-4820-b80e-87d5d80eacf2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:33.333160 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-435fd00b-f47f-4ef2-9fea-e054b8acc38c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:33.333732 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf4da5-0c72-4f50-8c80-70519c9a1afd', 'name': 'network-vif-deleted', 'tag': 'e8e2c960-23bf-4820-b80e-87d5d80eacf2', 'status': 'completed', 'code': 200} Jul 09 17:24:33.368278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91e394-2348-4971-84c1-485cfaa1c44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.387974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20b59cc4-a5cf-4a6f-bdc3-e9a7b0b11ea3 req-b7d8ddf3-d988-46d5-9932-c5970944e68e service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246912 Jul 09 17:24:33.418594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91e394-2348-4971-84c1-485cfaa1c44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.418875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:33.428317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:33.428688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.432021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972a374-7d42-405a-80a6-9f7d083a1039 req-87ce1b09-58a7-4db0-b752-127f05095f52 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:33.439098 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b972a374-7d42-405a-80a6-9f7d083a1039 req-87ce1b09-58a7-4db0-b752-127f05095f52 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 945 time: 0.2629964 Jul 09 17:24:33.486801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91e394-2348-4971-84c1-485cfaa1c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.495241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91e394-2348-4971-84c1-485cfaa1c44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.497011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d91e394-2348-4971-84c1-485cfaa1c44f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08e085db-07fb-4aa1-9938-f5ace3634589 HTTP/1.1" status: 204 len: 168 time: 0.2171900 Jul 09 17:24:33.508771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e394-2348-4971-84c1-485cfaa1c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e085db-07fb-4aa1-9938-f5ace3634589,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:33.563666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b972a374-7d42-405a-80a6-9f7d083a1039 req-dd3a16dd-3cc7-4de6-a5de-e7d23d32c7e8 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232986 Jul 09 17:24:33.601498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8:0:1::395 (d6992ee0-dde0-4473-b499-57da2aa4712d/301f09ee-4843-4f1b-8654-3afffadfc300/febf358c-4d82-428c-bef7-afbf94ebf695) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:33.634068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe32:43da (d6992ee0-dde0-4473-b499-57da2aa4712d/22fa746e-cf99-4207-b422-b47d8307888a/febf358c-4d82-428c-bef7-afbf94ebf695) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:33.660941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.735818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:33.744513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:33.920589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f6463ec9-0ac8-4949-8733-e6a1616ba3fd no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:33.963018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f6463ec9-0ac8-4949-8733-e6a1616ba3fd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:33.963410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f6463ec9-0ac8-4949-8733-e6a1616ba3fd not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:33.989309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:34.030962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': '22fa746e-cf99-4207-b422-b47d8307888a', 'ip_address': '2001:db8::f816:3eff:fe85:cdf7'}, {'subnet_id': '301f09ee-4843-4f1b-8654-3afffadfc300'}], 'binding:host_id': 'n-d-791506-17'}, 'id': 'f88f65bb-2141-4eab-bf58-8c5cf93ebf5c'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:24:34.059077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fc73b-df22-48c6-9741-a01f4aee3fd3 req-039ab2c3-b189-421a-aff7-547511d621a4 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.062505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.072433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d77fc73b-df22-48c6-9741-a01f4aee3fd3 req-039ab2c3-b189-421a-aff7-547511d621a4 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=da85bc3c-6313-46cb-b94a-5a979adcfad2 HTTP/1.1" status: 200 len: 946 time: 0.1598656 Jul 09 17:24:34.082524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object febf358c-4d82-428c-bef7-afbf94ebf695 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:34.088316 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.146540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.209262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d77fc73b-df22-48c6-9741-a01f4aee3fd3 req-9874f953-926f-400a-a759-c61073986d8d tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358073 Jul 09 17:24:34.305183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:34.324288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:34.328292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:34.346708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.347419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.365249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Allocated IP 2001:db8:0:1::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/301f09ee-4843-4f1b-8654-3afffadfc300/f88f65bb-2141-4eab-bf58-8c5cf93ebf5c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:34.369521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=febf358c-4d82-428c-bef7-afbf94ebf695,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:34.391220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.414149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.428743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.438842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.453060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.459359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.486066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:34.494422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3989a378-1b12-4106-a59f-a6f92cad5f9d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.5479174 Jul 09 17:24:34.521506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38076) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:34.521995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fec87678-1684-450e-b425-ddf5b7066fca tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4038324 Jul 09 17:24:34.536962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] For port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:34.627218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.628231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-609c8d99-d463-471d-bf26-09ca41b94b8c req-3d7112e0-58e1-429f-8064-fb51bec57cb5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325886 Jul 09 17:24:34.647804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Transition to ACTIVE for port object f88f65bb-2141-4eab-bf58-8c5cf93ebf5c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:34.664222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.751750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port febf358c-4d82-428c-bef7-afbf94ebf695 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:34.752226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.831370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8b133-98da-43ed-b5ac-ae112781be4a None None] Pushing event updated for resources: {'Port': ['ID=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:34.925917 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:34.944042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for febf358c-4d82-428c-bef7-afbf94ebf695 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:35.071996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38104) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:35.108680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f88f65bb-2141-4eab-bf58-8c5cf93ebf5c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:35.205643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1239089453-network', 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:35.241895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:35.244969 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.260184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.271982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.415855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=febf358c-4d82-428c-bef7-afbf94ebf695,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:35.425045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.429572 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3c83671b-ebb2-4341-9bef-6eba5cc40610 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/febf358c-4d82-428c-bef7-afbf94ebf695 HTTP/1.1" status: 204 len: 168 time: 0.9047897 Jul 09 17:24:35.436805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38118) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:35.506695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3433-f7db-4966-88db-eea9371468c7 req-7116b23d-3b35-4025-bda7-f8f42d5c108e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.508587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e62c3433-f7db-4966-88db-eea9371468c7 req-7116b23d-3b35-4025-bda7-f8f42d5c108e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=da85bc3c-6313-46cb-b94a-5a979adcfad2 HTTP/1.1" status: 200 len: 946 time: 0.0960910 Jul 09 17:24:35.539282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.549386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.609432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf3cb5-6a13-431b-ae30-88aacd1cd7bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.609671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e62c3433-f7db-4966-88db-eea9371468c7 req-fee1e03e-eb1e-43fd-843b-c5b8d097194a tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946577 Jul 09 17:24:35.611959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-30bf3cb5-6a13-431b-ae30-88aacd1cd7bd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1737506 Jul 09 17:24:35.614579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:35.617734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:24:35.647160 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.647566 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Added segment b764bf59-d82e-4d2e-8e78-b67e7fbb8045 of type vlan for network 8ed56b76-7db4-4328-a8ea-ee33971697b4 Jul 09 17:24:35.649297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b04f80-bb34-4d4f-89c8-c40c5a2a228b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:35.740180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea8d97-c1cb-4da1-ae37-cb4fdd62a2e7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.745403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f5ea8d97-c1cb-4da1-ae37-cb4fdd62a2e7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1291664 Jul 09 17:24:35.746115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38136) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:35.755543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.808698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.810840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.811795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.830135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bfc4b-23e4-48db-bb5c-b3e8e9407844 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.832749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bfc4b-23e4-48db-bb5c-b3e8e9407844 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.836797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bfc4b-23e4-48db-bb5c-b3e8e9407844 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:35.842995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c8bfc4b-23e4-48db-bb5c-b3e8e9407844 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0956283 Jul 09 17:24:35.843668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38140) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:35.849312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7749121 Jul 09 17:24:35.851868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38142) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:35.857457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Request body: {'subnet': {'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1239089453-subnet', 'tenant_id': 'a8717971522f4b38958888e22c629862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:35.945495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 22fa746e-cf99-4207-b422-b47d8307888a {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:35.951932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f7d35-a426-44c6-89b2-0209a6d276d7 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed56b76-7db4-4328-a8ea-ee33971697b4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:35.952190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3ea2faf-df8c-4a6e-8243-9a232ae680cc None None] Provisioning for port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:35.954364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.957280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3ea2faf-df8c-4a6e-8243-9a232ae680cc None None] Provisioning complete for port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:35.957814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2faf-df8c-4a6e-8243-9a232ae680cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:35.961752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:35.972643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.027649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:24:36.034444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.198447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.271132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.317892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=22fa746e-cf99-4207-b422-b47d8307888a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:36.320227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.322277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-843d49df-698f-460c-85d2-7445dde64f1e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/22fa746e-cf99-4207-b422-b47d8307888a HTTP/1.1" status: 204 len: 168 time: 0.4769316 Jul 09 17:24:36.325211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38158) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:36.334980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.421447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-940f9bb6-a992-482a-8b38-b6af2e477806 None None] Could not find standard attr ID for object febf358c-4d82-428c-bef7-afbf94ebf695. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:24:36.466873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet 301f09ee-4843-4f1b-8654-3afffadfc300 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:36.477667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4961b46-652e-4abb-ae96-40f5a7a9e2cf None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:36.479246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=871b662f-c6cb-4dbf-ad13-665c13a17e07,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:36.482225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.524395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:36.524765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Network hostable DHCP agents. Network: 8ed56b76-7db4-4328-a8ea-ee33971697b4, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:24:36.548344 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.601177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.610674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.617234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.623732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.629968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.635906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.642047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.644000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31908387-6895-4f0c-b936-496510ba8768 req-75473735-91c3-446b-be3f-08a7028200e5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.3067536 Jul 09 17:24:36.647349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:24:36.681237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8ed56b76-7db4-4328-a8ea-ee33971697b4) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:36.685824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:36.686449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.694274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f1558-e93a-4baf-89b4-f776f233a358 None None] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:36.753312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8d66eab7-b366-4d8a-aa4e-e8310b6423ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9002447 Jul 09 17:24:36.766024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31908387-6895-4f0c-b936-496510ba8768 req-5109ae4b-74c7-4ecd-b76a-373f1f9c1693 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116333 Jul 09 17:24:36.778226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.875802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a7714-eb45-4ba5-a17b-e86141013b51 None None] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:36.901515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.971320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=301f09ee-4843-4f1b-8654-3afffadfc300,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:36.975344 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:36.977516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97f81a7a-dd1a-4ac0-afa6-08c162e1231e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/301f09ee-4843-4f1b-8654-3afffadfc300 HTTP/1.1" status: 204 len: 168 time: 0.6509476 Jul 09 17:24:36.980633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38190) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:37.042251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f37c071-4d61-4974-afc2-1ab88c65f1ba tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592968 Jul 09 17:24:37.044919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38194) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:37.063936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:37.351661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:37.355348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:37.380345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-d0be562c-705e-4713-8303-6cc4d55e2495 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:37.393703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-d0be562c-705e-4713-8303-6cc4d55e2495 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 812 time: 0.1788638 Jul 09 17:24:37.476965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-de2027d2-ecdc-43fc-bb0a-ee459581efd8 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/quotas/5eed1eb61ad54a64bc4732eab7f1e90b HTTP/1.1" status: 200 len: 375 time: 0.0324686 Jul 09 17:24:37.523754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38220) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:37.619624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa22250-d78e-45f7-bac6-956c4ecfa427 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:37.639445 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-bab68ab4-4c54-48d2-bc34-d6008c8a79cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614139 Jul 09 17:24:37.819860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-f6892a75-a49c-4629-aa75-e63338f5716c service neutron] 10.222.0.21 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793244 Jul 09 17:24:37.839158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-12aa518e-f6de-44c1-83bf-6722188a0f45 None None] Provisioning complete for port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:37.839672 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-12aa518e-f6de-44c1-83bf-6722188a0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:37.843405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-f4d5ceb8-63f8-4e7f-869c-cbee21aa7416 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:37.845317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-f4d5ceb8-63f8-4e7f-869c-cbee21aa7416 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "GET /v2.0/ports?device_id=da85bc3c-6313-46cb-b94a-5a979adcfad2 HTTP/1.1" status: 200 len: 946 time: 0.2277300 Jul 09 17:24:37.854982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-a75aab73-799a-46eb-b566-323f5bca3982 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:37.856633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-a75aab73-799a-46eb-b566-323f5bca3982 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.1803570 Jul 09 17:24:37.923635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b0458cd7-5dbe-492c-993e-82c3a3020e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08653ed6208c48cea0af2043feb92545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988354 Jul 09 17:24:37.926410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38234) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:37.930983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-62e356c0-91ab-4f1d-8c90-4469fcffff48 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0566552 Jul 09 17:24:38.015843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.018164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-7c191823-32f0-4deb-b9e5-527733f0ebf3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551860 Jul 09 17:24:38.054458 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c57c495b-aa10-4048-a41c-c8d813325c92 service neutron] 10.222.0.21 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337034 Jul 09 17:24:38.095700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:24:38.097792 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-824575be-1aa4-4300-8c0d-719175339532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.109586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:24:38.139187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Deleting port 17b9487c-feae-4401-becf-16e0ce37c370 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:38.141347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.206289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] Deleting port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:38.206550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-824575be-1aa4-4300-8c0d-719175339532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.208153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.264567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-9a1cefde-d02c-42a8-ad3d-5733b64b63af service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453530 Jul 09 17:24:38.317121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] For port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:38.317884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.333100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] Calling delete_port for f88f65bb-2141-4eab-bf58-8c5cf93ebf5c owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:38.356032 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-824575be-1aa4-4300-8c0d-719175339532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.358869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-824575be-1aa4-4300-8c0d-719175339532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.360859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-824575be-1aa4-4300-8c0d-719175339532 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76e60d2e-4359-4f98-8bd0-214180334d5c HTTP/1.1" status: 204 len: 168 time: 0.4323108 Jul 09 17:24:38.401991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-18de8866-0258-491e-b939-c853a866c161 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:38.403972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-18de8866-0258-491e-b939-c853a866c161 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad0baf70-2600-4153-8478-ec426bdd19e6 HTTP/1.1" status: 200 len: 945 time: 0.4303298 Jul 09 17:24:38.406911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824575be-1aa4-4300-8c0d-719175339532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e60d2e-4359-4f98-8bd0-214180334d5c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:38.448965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.521089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.534621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] For port 17b9487c-feae-4401-becf-16e0ce37c370, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=17b9487c-feae-4401-becf-16e0ce37c370,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:38.535619 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.557599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] Pushing event deleted for resources: {'Port': ['ID=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:38.571735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbaa18-b78f-4b72-bfa0-51e25d26a853 None None] No DVR routers for this DVR port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:38.578767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Calling delete_port for 17b9487c-feae-4401-becf-16e0ce37c370 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:38.758518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] For port f88f65bb-2141-4eab-bf58-8c5cf93ebf5c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:38.769260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-9ad7463d-35d9-494e-931b-d877aed9638f service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033770 Jul 09 17:24:38.797073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.808671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.809109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['c7f0c048-5f80-4d9f-a63b-7cf390963189'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:38.814419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['17b9487c-feae-4401-becf-16e0ce37c370'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:38.817272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.819341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:38.871356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event deleted for resources: {'Port': ['ID=17b9487c-feae-4401-becf-16e0ce37c370,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:38.899582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=f88f65bb-2141-4eab-bf58-8c5cf93ebf5c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:38.990500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:39.004134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:39.010587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.011183 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.032924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b6c39-042f-4454-89da-f54bd65fcacd None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:39.120597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] No DVR routers for this DVR port 17b9487c-feae-4401-becf-16e0ce37c370 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:39.134336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.141337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5a25ed3-586c-4053-9b1b-a2be98cbe723 req-2462978e-95d9-45c8-8a4e-72d06c841623 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "DELETE /v2.0/ports/17b9487c-feae-4401-becf-16e0ce37c370 HTTP/1.1" status: 204 len: 173 time: 1.2807331 Jul 09 17:24:39.144217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'name': 'network-vif-deleted', 'tag': '17b9487c-feae-4401-becf-16e0ce37c370'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:39.153233 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282345d3-6797-4a43-80c5-809facdfcce8" -d '{"events": [{"server_uuid": "da85bc3c-6313-46cb-b94a-5a979adcfad2", "name": "network-vif-deleted", "tag": "17b9487c-feae-4401-becf-16e0ce37c370"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:39.171895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=ef803258-7920-419a-bbc6-339bb070e152,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:39.209187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Deleting port c7f0c048-5f80-4d9f-a63b-7cf390963189 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:39.210232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.235988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f88f65bb-2141-4eab-bf58-8c5cf93ebf5c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:39.240906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cfb9a8eb-3f81-42f8-938d-852d24726a16 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1926601 Jul 09 17:24:39.245748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:39.265662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:39.268061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f88f65bb-2141-4eab-bf58-8c5cf93ebf5c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:39.268684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f88f65bb-2141-4eab-bf58-8c5cf93ebf5c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:39.337778 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.412318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] For port c7f0c048-5f80-4d9f-a63b-7cf390963189, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=c7f0c048-5f80-4d9f-a63b-7cf390963189,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:39.414079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.432662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': 'ef803258-7920-419a-bbc6-339bb070e152'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:39.437192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:39.673072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.682159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.703746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.729377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.758877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.769611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.796978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:39.810390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-648c3e43-4339-451d-97be-1faa0bb71773 req-6050fe30-1f7e-46d6-ab6c-51ae80fb0724 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.7888708 Jul 09 17:24:39.924300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-648c3e43-4339-451d-97be-1faa0bb71773 req-ba3ba363-5383-43a8-924b-bd90cf60bf60 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041458 Jul 09 17:24:39.948982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Allocated IP 2001:db8::f816:3eff:fe93:ea74 (d6992ee0-dde0-4473-b499-57da2aa4712d/ef803258-7920-419a-bbc6-339bb070e152/46bd879d-d961-4fb4-9956-33e4aeb878b0) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:39.988516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:39.993295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.116255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8895e2f-19d8-4584-993b-6fe804c8f16b req-08a45fe2-3d09-40ae-a4af-2de6c6e69094 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 210 time: 0.0791285 Jul 09 17:24:40.226150 n-d-791506-17 neutron-server[93895]: INFO neutron.db.ipam_backend_mixin [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef803258-7920-419a-bbc6-339bb070e152 (CIDR: 2001:db8::/64) Jul 09 17:24:40.237641 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:24:40.238367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:24:40.271429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ea4b7b41-5852-4977-886f-b3bdc2d4b84b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0203140 Jul 09 17:24:40.272312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38304) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:40.278028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:40.392166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6343eab-665c-42c5-b313-fcc385fe5302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.401258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.411971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Transition to ACTIVE for port object 46bd879d-d961-4fb4-9956-33e4aeb878b0 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:40.443477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Transition to ACTIVE for port object 46bd879d-d961-4fb4-9956-33e4aeb878b0 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:40.454870 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.546229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:40.550174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.579668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Pushing event updated for resources: {'Port': ['ID=46bd879d-d961-4fb4-9956-33e4aeb878b0,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:40.604197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:40.605902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:40.610223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:40.735140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Calling delete_port for c7f0c048-5f80-4d9f-a63b-7cf390963189 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:40.796354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Attempting to bind port 46bd879d-d961-4fb4-9956-33e4aeb878b0 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:40.797940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Attempting to bind port 46bd879d-d961-4fb4-9956-33e4aeb878b0 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:40.798399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Attempting to bind port 46bd879d-d961-4fb4-9956-33e4aeb878b0 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:40.817621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:40.819615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:40.821539 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.821814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:40.823505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Bound port: 46bd879d-d961-4fb4-9956-33e4aeb878b0, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:40.825583 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.901982 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28debc9d-24d0-4cdc-b49b-62e2a995b732 x-openstack-request-id: req-28debc9d-24d0-4cdc-b49b-62e2a995b732 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:40.902321 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da85bc3c-6313-46cb-b94a-5a979adcfad2", "name": "network-vif-deleted", "tag": "17b9487c-feae-4401-becf-16e0ce37c370", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:40.902590 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28debc9d-24d0-4cdc-b49b-62e2a995b732 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:40.902992 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da85bc3c-6313-46cb-b94a-5a979adcfad2', 'name': 'network-vif-deleted', 'tag': '17b9487c-feae-4401-becf-16e0ce37c370', 'status': 'completed', 'code': 200} Jul 09 17:24:40.904561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:40.977299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4cd9c285-250b-4be5-9e0d-b2a81c29b048 req-9ca3f640-f341-4256-b830-b394835b6aab tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 210 time: 0.0864673 Jul 09 17:24:40.995554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c7f0c048-5f80-4d9f-a63b-7cf390963189 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:41.039363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event deleted for resources: {'Port': ['ID=c7f0c048-5f80-4d9f-a63b-7cf390963189,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:41.083433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: c7f0c048-5f80-4d9f-a63b-7cf390963189 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:41.085566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device c7f0c048-5f80-4d9f-a63b-7cf390963189 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:41.116542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:41.124855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] For port 46bd879d-d961-4fb4-9956-33e4aeb878b0, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:41.133263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] For port 46bd879d-d961-4fb4-9956-33e4aeb878b0, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=46bd879d-d961-4fb4-9956-33e4aeb878b0,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:41.140303 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:41.141412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] No DVR routers for this DVR port c7f0c048-5f80-4d9f-a63b-7cf390963189 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:41.146573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:41.150201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c8f2093-5ace-49f6-aaa2-1fff328fe4d0 req-adc1c9f9-c418-4c04-ba4b-4cae4eca3924 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "DELETE /v2.0/ports/c7f0c048-5f80-4d9f-a63b-7cf390963189 HTTP/1.1" status: 204 len: 173 time: 2.7382963 Jul 09 17:24:41.187533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=a0cd9dfa-85fe-4ac4-ac32-72c6d3842515,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:41.205023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:41.206872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:41.213789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:41.214440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:41.234699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6729677e-1c9d-4a47-b301-062e2f2f0c22 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9610934 Jul 09 17:24:41.237478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38318) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:41.244720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:35:52:0d', 'name': 'tempest-NetworksTestDHCPv6-951011069'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:41.312558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9ac6e-8fb9-4ee3-90b1-e18a8676252e None None] Pushing event updated for resources: {'Port': ['ID=46bd879d-d961-4fb4-9956-33e4aeb878b0,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:41.466771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 17b9487c-feae-4401-becf-16e0ce37c370 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:41.502065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:41.539433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 17b9487c-feae-4401-becf-16e0ce37c370 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:41.539809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 17b9487c-feae-4401-becf-16e0ce37c370 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:41.700478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:41.735160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 564511d5-7aa7-4f72-9579-f59294deea39 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:24:41.858123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-198ddf9d-4aa0-456a-acf7-245e6add1d56 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:41.861204 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-198ddf9d-4aa0-456a-acf7-245e6add1d56 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 812 time: 0.3872895 Jul 09 17:24:41.902935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Request body: {'port': {'device_id': '17f19dd2-302e-4086-aeea-1b182708b975', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'admin_state_up': True, 'tenant_id': '5eed1eb61ad54a64bc4732eab7f1e90b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:42.053783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8:0:1::24b (d6992ee0-dde0-4473-b499-57da2aa4712d/a0cd9dfa-85fe-4ac4-ac32-72c6d3842515/564511d5-7aa7-4f72-9579-f59294deea39) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:42.062790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::f816:3eff:fe35:520d (d6992ee0-dde0-4473-b499-57da2aa4712d/ef803258-7920-419a-bbc6-339bb070e152/564511d5-7aa7-4f72-9579-f59294deea39) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:42.070014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.076443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.082559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.089168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.096925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.103278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.109272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.111362 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-96c79114-54e4-4489-9c11-6a949c480f4c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.6211152 Jul 09 17:24:42.191148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdc2ea4f-bd82-4adf-82e7-5d5579ac0bd2 req-d2fe2d30-4f25-4603-b344-05bdd245376d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640171 Jul 09 17:24:42.232209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Made reservation on behalf of 5eed1eb61ad54a64bc4732eab7f1e90b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:42.236033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:42.313550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:42.344837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 564511d5-7aa7-4f72-9579-f59294deea39 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:42.481880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:42.563087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ad97b2b-f562-46d5-afca-17906db45986 req-411c16e1-0ab8-4e85-8c3b-d5a7df18229d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 210 time: 0.0640991 Jul 09 17:24:42.692682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d986609-f68a-4b98-9537-f56139428404 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:42.694347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d986609-f68a-4b98-9537-f56139428404 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 812 time: 0.4482343 Jul 09 17:24:42.711377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Request body: {'port': {'device_id': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'admin_state_up': True, 'tenant_id': '5eed1eb61ad54a64bc4732eab7f1e90b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:42.795027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Allocated IP 172.20.0.6 (b500ae9a-6db6-4026-aa74-9142ab94904e/9b3d0a9a-3ebd-4f0e-916b-c059aef5130c/077e9bc7-3e5c-4711-aade-f2017015708b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:42.877884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-453483f5-06d1-4e0d-b9f6-409b9d49750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:42.979061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30575b36-ab22-4fd7-90f9-53e1af4d2da8 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:43.047493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'name': 'network-vif-deleted', 'tag': 'c7f0c048-5f80-4d9f-a63b-7cf390963189'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:43.047493 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2065e7-cd93-4d68-8c6e-5dae3c5aa990" -d '{"events": [{"server_uuid": "ad0baf70-2600-4153-8478-ec426bdd19e6", "name": "network-vif-deleted", "tag": "c7f0c048-5f80-4d9f-a63b-7cf390963189"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:43.229660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.232939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Made reservation on behalf of 5eed1eb61ad54a64bc4732eab7f1e90b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:43.238218 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.263221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=564511d5-7aa7-4f72-9579-f59294deea39,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:43.361695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1720f0fd-88f3-4351-94ef-6f149a3aa2c1 req-23783f7b-fe0a-4502-9617-64eb4172689e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 210 time: 0.0836272 Jul 09 17:24:43.395084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:43.402259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:43.407263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.424160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:43.447680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:43.455804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.504641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 46bd879d-d961-4fb4-9956-33e4aeb878b0 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:43.532443 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00628928-3a2f-47ab-9d07-006bfaffb78e x-openstack-request-id: req-00628928-3a2f-47ab-9d07-006bfaffb78e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:43.532822 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0baf70-2600-4153-8478-ec426bdd19e6", "name": "network-vif-deleted", "tag": "c7f0c048-5f80-4d9f-a63b-7cf390963189", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:43.533003 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00628928-3a2f-47ab-9d07-006bfaffb78e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:43.533413 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0baf70-2600-4153-8478-ec426bdd19e6', 'name': 'network-vif-deleted', 'tag': 'c7f0c048-5f80-4d9f-a63b-7cf390963189', 'status': 'completed', 'code': 200} Jul 09 17:24:43.542222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3d3dabe8-4b59-4c80-9472-9e1326bb8279 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3032286 Jul 09 17:24:43.543342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38348) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:43.581001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Network b500ae9a-6db6-4026-aa74-9142ab94904e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:43.615119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:43.631623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:43.784740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-587c382b-6c68-408f-8649-bfff35bef24c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:43.789767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-587c382b-6c68-408f-8649-bfff35bef24c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 1.3454168 Jul 09 17:24:43.804292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8d6685c8-ab0e-47b9-b566-d039df8b4718 None None] Provisioning for port 46bd879d-d961-4fb4-9956-33e4aeb878b0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:43.817781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Request body: {'port': {'device_id': '0920622a-d4e4-43ee-b332-9391419e1832', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'admin_state_up': True, 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:43.834521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Allocated IP 172.20.0.14 (b500ae9a-6db6-4026-aa74-9142ab94904e/9b3d0a9a-3ebd-4f0e-916b-c059aef5130c/dec50337-b266-40e9-8a90-fdea8c00d39d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:43.840215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.919626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.929485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:43.930651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:43.933980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 46bd879d-d961-4fb4-9956-33e4aeb878b0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:43.935459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event updated for resources: {'Port': ['ID=077e9bc7-3e5c-4711-aade-f2017015708b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:43.956998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 46bd879d-d961-4fb4-9956-33e4aeb878b0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:43.957338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.069535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': 'ef803258-7920-419a-bbc6-339bb070e152', 'ip_address': '2001:db8::f816:3eff:fe93:ea74'}, {'subnet_id': 'a0cd9dfa-85fe-4ac4-ac32-72c6d3842515'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '46bd879d-d961-4fb4-9956-33e4aeb878b0'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:24:44.073575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1c7f80c2-c0a6-481c-89aa-22a7c4a5cd94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1961920 Jul 09 17:24:44.099045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Request body: {'port': {'device_id': '17f19dd2-302e-4086-aeea-1b182708b975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:44.177598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.179838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.186736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.192989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.193474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.199619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.205909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0eb8295c-deae-40bd-a2d9-751302f89a18 req-8ed87f9f-480f-4843-8ca8-a630c0f19ee7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 210 time: 0.0733986 Jul 09 17:24:44.206933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.213419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.219902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.227722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:44.228086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-13077e3a-09c0-4d34-9452-cb7088894afb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.6000443 Jul 09 17:24:44.249329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.276925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 564511d5-7aa7-4f72-9579-f59294deea39 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:44.278399 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.300924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 46bd879d-d961-4fb4-9956-33e4aeb878b0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=46bd879d-d961-4fb4-9956-33e4aeb878b0,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:44.304057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.308764 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.341031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce29f831-3925-4f19-b23a-a70ab3483f37 req-9bbbaa5c-1df0-4143-ac49-a23825a5ddef tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119163 Jul 09 17:24:44.363325 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.437897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=46bd879d-d961-4fb4-9956-33e4aeb878b0,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:44.450773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38372) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:44.475931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Allocated IP 2001:db8:0:1::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/a0cd9dfa-85fe-4ac4-ac32-72c6d3842515/46bd879d-d961-4fb4-9956-33e4aeb878b0) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:44.560066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.659444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] For port 46bd879d-d961-4fb4-9956-33e4aeb878b0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=46bd879d-d961-4fb4-9956-33e4aeb878b0,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:44.686536 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.696549 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.705772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Network b500ae9a-6db6-4026-aa74-9142ab94904e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:44.713293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Transition to ACTIVE for port object 46bd879d-d961-4fb4-9956-33e4aeb878b0 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:44.719280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.732868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74edc215-d939-4b02-964d-f528014d4a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.738489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:44.741545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:44.754193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 564511d5-7aa7-4f72-9579-f59294deea39 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:44.756119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event updated for resources: {'Port': ['ID=dec50337-b266-40e9-8a90-fdea8c00d39d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:44.839306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.840100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.856204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3064-c4e0-4525-bd47-8a13541d867a req-2ab8154e-850e-48e8-9f4d-248fc76b4d62 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:44.857711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cfd3064-c4e0-4525-bd47-8a13541d867a req-2ab8154e-850e-48e8-9f4d-248fc76b4d62 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 932 time: 0.2827623 Jul 09 17:24:44.870937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74edc215-d939-4b02-964d-f528014d4a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.874336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4fbcc-def8-483d-adeb-985813d1d9e9 None None] Pushing event updated for resources: {'Port': ['ID=46bd879d-d961-4fb4-9956-33e4aeb878b0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:44.886880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74edc215-d939-4b02-964d-f528014d4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:44.913799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7d82b780-dc80-4ea3-badf-6122b78273cf tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2089481 Jul 09 17:24:44.931649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Request body: {'port': {'device_id': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:44.994456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-74edc215-d939-4b02-964d-f528014d4a3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a27844a7c6c4717aad92c27024d2e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329266 Jul 09 17:24:44.996359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Allocated IP 172.20.0.4 (8ed56b76-7db4-4328-a8ea-ee33971697b4/871b662f-c6cb-4dbf-ad13-665c13a17e07/99910d72-d182-4d17-bba9-0fbe90a2f61f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:45.000381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38380) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:45.012724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc215-d939-4b02-964d-f528014d4a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9010c3a-128b-48f5-85dc-d303ab5160d2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:45.052472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cfd3064-c4e0-4525-bd47-8a13541d867a req-e9e8906c-5777-4478-b044-154b8a128a6e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796587 Jul 09 17:24:45.115724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 46bd879d-d961-4fb4-9956-33e4aeb878b0 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:45.162243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077e9bc7-3e5c-4711-aade-f2017015708b {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:45.180932 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.187588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.211850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Transition to ACTIVE for port object 077e9bc7-3e5c-4711-aade-f2017015708b will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:45.236310 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.305255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0de3010-3f60-43c5-bf22-3cf85325450f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.336810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0de3010-3f60-43c5-bf22-3cf85325450f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.402268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Pushing event updated for resources: {'Port': ['ID=077e9bc7-3e5c-4711-aade-f2017015708b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:45.478051 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.492661 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-896f02a2-8904-40db-95d8-753012a03096 req-6048fa6f-f675-4041-87b9-7940950a7f06 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 210 time: 0.0558839 Jul 09 17:24:45.527239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0de3010-3f60-43c5-bf22-3cf85325450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.531335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0de3010-3f60-43c5-bf22-3cf85325450f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.540042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0de3010-3f60-43c5-bf22-3cf85325450f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9010c3a-128b-48f5-85dc-d303ab5160d2 HTTP/1.1" status: 204 len: 168 time: 0.5371885 Jul 09 17:24:45.568740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Attempting to bind port 077e9bc7-3e5c-4711-aade-f2017015708b on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:45.569193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Attempting to bind port 077e9bc7-3e5c-4711-aade-f2017015708b by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:45.569524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Attempting to bind port 077e9bc7-3e5c-4711-aade-f2017015708b on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:45.629715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Port 077e9bc7-3e5c-4711-aade-f2017015708b on network b500ae9a-6db6-4026-aa74-9142ab94904e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:45.629954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Attempting to bind port 077e9bc7-3e5c-4711-aade-f2017015708b on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:45.653026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:45.653367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Checking segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:45.653759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Bound using segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:45.654306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Bound port: 077e9bc7-3e5c-4711-aade-f2017015708b, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:45.654679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.687843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de3010-3f60-43c5-bf22-3cf85325450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9010c3a-128b-48f5-85dc-d303ab5160d2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:45.689812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.696612 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.791934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.798380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.804862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.810838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.816777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.826207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=564511d5-7aa7-4f72-9579-f59294deea39,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:45.829354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.839649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.845699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:45.850376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:45.858909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-203a637a-8070-4d59-a93c-cb943b401f66 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.3115184 Jul 09 17:24:45.912496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event updated for resources: {'Port': ['ID=99910d72-d182-4d17-bba9-0fbe90a2f61f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:45.918622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:45.928137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:45.959270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] For port 077e9bc7-3e5c-4711-aade-f2017015708b, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:45.967432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec50337-b266-40e9-8a90-fdea8c00d39d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:45.985578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:45.996598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a13dedf2-6137-4a43-aa3d-27b2da6f4bc3 None None] Could not find standard attr ID for object 564511d5-7aa7-4f72-9579-f59294deea39. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:24:46.004627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] For port 077e9bc7-3e5c-4711-aade-f2017015708b, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=077e9bc7-3e5c-4711-aade-f2017015708b,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:46.015210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a13dedf2-6137-4a43-aa3d-27b2da6f4bc3 None None] Provisioning for port 46bd879d-d961-4fb4-9956-33e4aeb878b0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:46.022195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a13dedf2-6137-4a43-aa3d-27b2da6f4bc3 None None] Provisioning complete for port 46bd879d-d961-4fb4-9956-33e4aeb878b0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:46.028795 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a13dedf2-6137-4a43-aa3d-27b2da6f4bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.056732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38396) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.060851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1606f464-cd5d-4903-945e-0b675c75fee8 req-191e94ef-c84e-4bab-a679-2203c55e1cc1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004132 Jul 09 17:24:46.069223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.075191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-782f2b24-d817-4545-b465-1f879db1e73a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/564511d5-7aa7-4f72-9579-f59294deea39 HTTP/1.1" status: 204 len: 168 time: 2.5207369 Jul 09 17:24:46.083243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38400) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.091736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.101442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecbcae8c-4881-4a96-b022-910b46f4aa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.125319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Transition to ACTIVE for port object dec50337-b266-40e9-8a90-fdea8c00d39d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:46.157625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.164370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.169199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.170316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.170931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.172536 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] 10.222.0.13 "PUT /v2.0/ports/077e9bc7-3e5c-4711-aade-f2017015708b HTTP/1.1" status: 200 len: 1092 time: 2.0833900 Jul 09 17:24:46.177972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f19dd2-302e-4086-aeea-1b182708b975', 'tag': '077e9bc7-3e5c-4711-aade-f2017015708b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:46.180515 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad69188c-b083-4322-858e-dffa36b584ba" -d '{"events": [{"name": "network-changed", "server_uuid": "17f19dd2-302e-4086-aeea-1b182708b975", "tag": "077e9bc7-3e5c-4711-aade-f2017015708b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:46.281282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d3654f-5e32-44c3-9064-8d986138f742 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.287907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877ec97-01e3-4e35-bc1c-d791296e9477 service neutron] Pushing event updated for resources: {'Port': ['ID=077e9bc7-3e5c-4711-aade-f2017015708b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:46.290603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38414) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.293771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-54d3654f-5e32-44c3-9064-8d986138f742 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2093046 Jul 09 17:24:46.318413 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143fe6ed-9ef0-4ffe-80e1-c1c9142c0a57 x-openstack-request-id: req-143fe6ed-9ef0-4ffe-80e1-c1c9142c0a57 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:46.318748 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f19dd2-302e-4086-aeea-1b182708b975", "tag": "077e9bc7-3e5c-4711-aade-f2017015708b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:46.319050 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-143fe6ed-9ef0-4ffe-80e1-c1c9142c0a57 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:46.319452 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f19dd2-302e-4086-aeea-1b182708b975', 'tag': '077e9bc7-3e5c-4711-aade-f2017015708b', 'status': 'completed', 'code': 200} Jul 09 17:24:46.374388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecbcae8c-4881-4a96-b022-910b46f4aa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.383052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecbcae8c-4881-4a96-b022-910b46f4aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.403367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-5c3d3fa3-922b-4506-bd14-feca2a5a7123 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5959897 Jul 09 17:24:46.430658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Request body: {'port': {'device_id': '0920622a-d4e4-43ee-b332-9391419e1832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:46.468013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d9fc5334-4eb2-459b-addd-a9cc354e5f53 None None] Could not find standard attr ID for object 564511d5-7aa7-4f72-9579-f59294deea39. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:24:46.476199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dec50337-b266-40e9-8a90-fdea8c00d39d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:46.481414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ecbcae8c-4881-4a96-b022-910b46f4aa1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c47d281a6264425b204355fae935476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231308 Jul 09 17:24:46.484059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcae8c-4881-4a96-b022-910b46f4aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d473a0-4286-4888-bc87-805457f25e48,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:46.488072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38418) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.586741 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.630900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-de8781e7-8ec5-46fd-aaa5-95bdfe5589e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.632531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-de8781e7-8ec5-46fd-aaa5-95bdfe5589e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 1095 time: 0.3731346 Jul 09 17:24:46.633925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38422) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.695446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Attempting to bind port dec50337-b266-40e9-8a90-fdea8c00d39d on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:46.696459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Attempting to bind port dec50337-b266-40e9-8a90-fdea8c00d39d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:46.696459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Attempting to bind port dec50337-b266-40e9-8a90-fdea8c00d39d on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:46.705869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e5e9e-9ed5-4f95-9504-988d49186209 req-52830030-1a43-49dd-ad77-39489520d9d9 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.707617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-285e5e9e-9ed5-4f95-9504-988d49186209 req-52830030-1a43-49dd-ad77-39489520d9d9 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 944 time: 0.4451916 Jul 09 17:24:46.717151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8270f3d-0adf-40b1-9949-8ed87aec5080 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.718156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1a31e41-59bc-4a30-a7fa-d45015ff6646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.719587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d8270f3d-0adf-40b1-9949-8ed87aec5080 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3820384 Jul 09 17:24:46.721251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-752b702c-d682-49e5-b413-344228bafac7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=077e9bc7-3e5c-4711-aade-f2017015708b HTTP/1.1" status: 200 len: 217 time: 0.0785992 Jul 09 17:24:46.721924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38426) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.763009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Port dec50337-b266-40e9-8a90-fdea8c00d39d on network b500ae9a-6db6-4026-aa74-9142ab94904e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:46.763406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Attempting to bind port dec50337-b266-40e9-8a90-fdea8c00d39d on network b500ae9a-6db6-4026-aa74-9142ab94904e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:46.819728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1a31e41-59bc-4a30-a7fa-d45015ff6646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.820636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:46.820972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Checking segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:46.821355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Bound using segment: {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:46.821791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Bound port: dec50337-b266-40e9-8a90-fdea8c00d39d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fce7a0-0744-4b24-a125-c36dc3d61208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:46.822144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.845685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1c92-15a7-427c-98f6-73a3ecb3fb11 req-98c2615c-ff2f-4b23-a713-0fd3570937ec tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.847305 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d42f1c92-15a7-427c-98f6-73a3ecb3fb11 req-98c2615c-ff2f-4b23-a713-0fd3570937ec tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 931 time: 0.1938956 Jul 09 17:24:46.855910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-643a6304-5c44-4aa0-807f-eb0e4b38f946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.883823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f2d33-3048-49ae-8f48-24831dfd73ac tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.885330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f2d33-3048-49ae-8f48-24831dfd73ac tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.886828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f2d33-3048-49ae-8f48-24831dfd73ac tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.888631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e23f2d33-3048-49ae-8f48-24831dfd73ac tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1563334 Jul 09 17:24:46.891527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-285e5e9e-9ed5-4f95-9504-988d49186209 req-6b8d5678-3136-4ce3-91d3-7d42a5297427 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686029 Jul 09 17:24:46.893351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38428) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:46.929337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-6c2e5353-804b-4c08-8eb9-896967777d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:46.931130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-6c2e5353-804b-4c08-8eb9-896967777d0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.1848857 Jul 09 17:24:46.948637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d42f1c92-15a7-427c-98f6-73a3ecb3fb11 req-38296574-d889-4be3-9972-70b35d2b52cf tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942750 Jul 09 17:24:46.992610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1a31e41-59bc-4a30-a7fa-d45015ff6646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.992610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1a31e41-59bc-4a30-a7fa-d45015ff6646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:46.992610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1a31e41-59bc-4a30-a7fa-d45015ff6646 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8d473a0-4286-4888-bc87-805457f25e48 HTTP/1.1" status: 204 len: 168 time: 0.4983745 Jul 09 17:24:47.007466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-896a5f4b-1b29-4880-8191-f388e19169bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552177 Jul 09 17:24:47.007649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a31e41-59bc-4a30-a7fa-d45015ff6646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d473a0-4286-4888-bc87-805457f25e48,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:47.059490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet a0cd9dfa-85fe-4ac4-ac32-72c6d3842515 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:47.100660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.106108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99910d72-d182-4d17-bba9-0fbe90a2f61f {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:47.115562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.129180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] For port dec50337-b266-40e9-8a90-fdea8c00d39d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:47.130966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Transition to ACTIVE for port object 99910d72-d182-4d17-bba9-0fbe90a2f61f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:47.138270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.161029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] For port dec50337-b266-40e9-8a90-fdea8c00d39d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dec50337-b266-40e9-8a90-fdea8c00d39d,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:47.180393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.208794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.273784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Pushing event updated for resources: {'Port': ['ID=99910d72-d182-4d17-bba9-0fbe90a2f61f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:47.307586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.308279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.309968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/dec50337-b266-40e9-8a90-fdea8c00d39d HTTP/1.1" status: 200 len: 1093 time: 2.3854024 Jul 09 17:24:47.358014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Attempting to bind port 99910d72-d182-4d17-bba9-0fbe90a2f61f on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:47.358427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Attempting to bind port 99910d72-d182-4d17-bba9-0fbe90a2f61f by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:47.358696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Attempting to bind port 99910d72-d182-4d17-bba9-0fbe90a2f61f on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:47.368739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Port 99910d72-d182-4d17-bba9-0fbe90a2f61f on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:24:47.369074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Attempting to bind port 99910d72-d182-4d17-bba9-0fbe90a2f61f on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:47.390110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.396268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.402285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.408186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.414246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.420023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.426112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.428291 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09665939-74ac-4f76-85b6-076ccef4a305 req-37966b85-73be-4f01-bfdb-e2b3ff00a4d0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.1742640 Jul 09 17:24:47.429148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:47.429481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:47.429867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Bound using segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:47.430307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Bound port: 99910d72-d182-4d17-bba9-0fbe90a2f61f, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:47.430740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.432837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:47.469706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96a107f3-98bc-491c-8d8c-c2d1b055e924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.533911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09665939-74ac-4f76-85b6-076ccef4a305 req-59497fff-15c3-4204-a48c-6be5ab3f5a3c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924819 Jul 09 17:24:47.557782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] For port 99910d72-d182-4d17-bba9-0fbe90a2f61f, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:47.561306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] For port 99910d72-d182-4d17-bba9-0fbe90a2f61f, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:47.577712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.618179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.618806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.620658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] 10.222.0.13 "PUT /v2.0/ports/99910d72-d182-4d17-bba9-0fbe90a2f61f HTTP/1.1" status: 200 len: 1092 time: 1.2014306 Jul 09 17:24:47.621108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0920622a-d4e4-43ee-b332-9391419e1832', 'tag': '99910d72-d182-4d17-bba9-0fbe90a2f61f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:47.623752 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87672233-2e34-4871-8325-a11c75bb17b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0920622a-d4e4-43ee-b332-9391419e1832", "tag": "99910d72-d182-4d17-bba9-0fbe90a2f61f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:47.656619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b291d-c810-4c67-a849-381bc92aaac6 service neutron] Pushing event updated for resources: {'Port': ['ID=99910d72-d182-4d17-bba9-0fbe90a2f61f,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:47.678262 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4503ce-99c1-4ff4-a201-168e4b09a333 x-openstack-request-id: req-cb4503ce-99c1-4ff4-a201-168e4b09a333 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:47.678561 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0920622a-d4e4-43ee-b332-9391419e1832", "tag": "99910d72-d182-4d17-bba9-0fbe90a2f61f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:47.678812 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb4503ce-99c1-4ff4-a201-168e4b09a333 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:47.679219 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0920622a-d4e4-43ee-b332-9391419e1832', 'tag': '99910d72-d182-4d17-bba9-0fbe90a2f61f', 'status': 'completed', 'code': 200} Jul 09 17:24:47.741426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-6bd5922c-abc5-44ef-8814-5e82707ea598 service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154098 Jul 09 17:24:47.748876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ffdac499-b39c-47e8-818a-daac07694544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.750524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ffdac499-b39c-47e8-818a-daac07694544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 1095 time: 0.0813890 Jul 09 17:24:47.774963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679316ff-d960-4f82-b68f-374cea3d27c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dec50337-b266-40e9-8a90-fdea8c00d39d,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:47.793060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-99506565-c875-4adb-a596-16652547c123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f HTTP/1.1" status: 200 len: 217 time: 0.0354471 Jul 09 17:24:47.847243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-77de436a-4095-49f7-b158-6958b0245688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.848761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-77de436a-4095-49f7-b158-6958b0245688 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0485320 Jul 09 17:24:47.857538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-643a6304-5c44-4aa0-807f-eb0e4b38f946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.866649 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.872271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-643a6304-5c44-4aa0-807f-eb0e4b38f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:47.884703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-860ec7fc-9c4b-4bf3-bd41-ce8366dcc3c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295045 Jul 09 17:24:47.966940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-643a6304-5c44-4aa0-807f-eb0e4b38f946 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0b6b16bc3e04385b8a63dcce6be3a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3264356 Jul 09 17:24:47.970505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38446) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:47.986047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a6304-5c44-4aa0-807f-eb0e4b38f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74470ef-2969-4170-bb9d-b2118f43abd1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:47.996572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1e0b0f84-95e2-45b2-8575-3122b7178da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:47.998422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-1e0b0f84-95e2-45b2-8575-3122b7178da6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 1096 time: 0.2837343 Jul 09 17:24:48.002554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-0ef7fb3e-08df-429e-af45-4fd4f2890d24 service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225697 Jul 09 17:24:48.050563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.053548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-c0540ee3-fd16-456d-99ae-d9ed0d3ee576 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dec50337-b266-40e9-8a90-fdea8c00d39d HTTP/1.1" status: 200 len: 217 time: 0.0452137 Jul 09 17:24:48.099382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96a107f3-98bc-491c-8d8c-c2d1b055e924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.118680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cd9dfa-85fe-4ac4-ac32-72c6d3842515,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:48.135987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b31b5e-5a22-4c4c-8fa9-a681f717e34b None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:48.143498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96a107f3-98bc-491c-8d8c-c2d1b055e924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.149126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.152236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3fa49107-9d12-4d27-814e-4462fc612711 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/a0cd9dfa-85fe-4ac4-ac32-72c6d3842515 HTTP/1.1" status: 204 len: 168 time: 1.2557015 Jul 09 17:24:48.165357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:48.185482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7eba53c5-9104-4a58-824b-ac37898393c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.185482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-7eba53c5-9104-4a58-824b-ac37898393c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.1238315 Jul 09 17:24:48.196205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-fe3fa1d8-791d-43c5-84de-6971c567ba2e service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017390 Jul 09 17:24:48.241121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-ab50430c-d8f2-4034-ba29-ed35dbabbf96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328350 Jul 09 17:24:48.268294 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-96a107f3-98bc-491c-8d8c-c2d1b055e924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f12a29fa37bf475ebd4f4343e6a2c285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319664 Jul 09 17:24:48.279887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38454) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:48.280641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a107f3-98bc-491c-8d8c-c2d1b055e924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcea8f9-9638-4df5-a008-9810c60f37d3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:48.322015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'tag': 'dec50337-b266-40e9-8a90-fdea8c00d39d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:48.324303 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add85cea-ac4a-45ed-8334-0ce9d91cd066" -d '{"events": [{"name": "network-changed", "server_uuid": "218f35b0-e0a3-4607-9be5-d37a76023bc9", "tag": "dec50337-b266-40e9-8a90-fdea8c00d39d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:48.341727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69188c-b083-4322-858e-dffa36b584ba req-96297e5b-35ce-4c94-a27e-cc892b47d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.343257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-96297e5b-35ce-4c94-a27e-cc892b47d2af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 1095 time: 0.2498972 Jul 09 17:24:48.357006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c45ed6-19d0-4eae-9292-b2abca12d70a req-0b688aff-37bd-4bc0-b7eb-2de0ae81a19b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.358496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64c45ed6-19d0-4eae-9292-b2abca12d70a req-0b688aff-37bd-4bc0-b7eb-2de0ae81a19b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 943 time: 0.2347541 Jul 09 17:24:48.365034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet ef803258-7920-419a-bbc6-339bb070e152 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:48.376785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faece04b-bf8c-481a-988a-1a4dee1eef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.378512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.453175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51824-52da-4538-b154-b705754a58e3 req-9a58b8fb-b9a6-4d52-a47e-fba0d9784994 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.460365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eb51824-52da-4538-b154-b705754a58e3 req-9a58b8fb-b9a6-4d52-a47e-fba0d9784994 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 944 time: 0.3889225 Jul 09 17:24:48.467624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-f8f64b1d-7018-4b5e-9870-bf2ce76a6f1b service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161860 Jul 09 17:24:48.480843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64c45ed6-19d0-4eae-9292-b2abca12d70a req-7019d3be-68af-4ccf-a3a3-4e0920625981 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105969 Jul 09 17:24:48.500032 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faece04b-bf8c-481a-988a-1a4dee1eef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.515835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.562914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e4b93ff-7075-4c79-a76a-8f7989ed8262 req-ce6d56f0-0938-48ca-85ee-49592d870f0f service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261971 Jul 09 17:24:48.564944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69188c-b083-4322-858e-dffa36b584ba req-39760ac7-d0e5-4144-ada9-ad0d515eb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.566482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-39760ac7-d0e5-4144-ada9-ad0d515eb87f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 913 time: 0.2055447 Jul 09 17:24:48.582848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0381cac-cda8-4723-8781-efc1fb413895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.648652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eb51824-52da-4538-b154-b705754a58e3 req-a8fc04c4-758e-4103-b179-b1606f7d3af5 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871529 Jul 09 17:24:48.659140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-325b09e0-1fae-4a8d-b1a6-e7abddc81b44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=077e9bc7-3e5c-4711-aade-f2017015708b HTTP/1.1" status: 200 len: 217 time: 0.0756717 Jul 09 17:24:48.718882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0381cac-cda8-4723-8781-efc1fb413895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.735174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69188c-b083-4322-858e-dffa36b584ba req-27a98d0b-2f31-4495-bdfb-838a6c0ef7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.737122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-27a98d0b-2f31-4495-bdfb-838a6c0ef7c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.0682406 Jul 09 17:24:48.740662 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2e47f1-3214-4072-be46-62d2226ca017 x-openstack-request-id: req-1c2e47f1-3214-4072-be46-62d2226ca017 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:48.741071 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218f35b0-e0a3-4607-9be5-d37a76023bc9", "tag": "dec50337-b266-40e9-8a90-fdea8c00d39d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:48.741484 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c2e47f1-3214-4072-be46-62d2226ca017 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:48.741971 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'tag': 'dec50337-b266-40e9-8a90-fdea8c00d39d', 'status': 'completed', 'code': 200} Jul 09 17:24:48.799789 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0381cac-cda8-4723-8781-efc1fb413895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.800496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-d87c202c-6272-414e-a95c-8a05d380202e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557771 Jul 09 17:24:48.802695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0381cac-cda8-4723-8781-efc1fb413895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.802999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e75fb4-28a0-4097-9f15-664c526a795b req-21131296-c14f-4bba-96a4-e1b0dc957538 service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196273 Jul 09 17:24:48.807054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0381cac-cda8-4723-8781-efc1fb413895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfcea8f9-9638-4df5-a008-9810c60f37d3 HTTP/1.1" status: 204 len: 168 time: 0.5225728 Jul 09 17:24:48.870044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0381cac-cda8-4723-8781-efc1fb413895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcea8f9-9638-4df5-a008-9810c60f37d3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:48.890663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faece04b-bf8c-481a-988a-1a4dee1eef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.900703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faece04b-bf8c-481a-988a-1a4dee1eef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.904266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-faece04b-bf8c-481a-988a-1a4dee1eef7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f74470ef-2969-4170-bb9d-b2118f43abd1 HTTP/1.1" status: 204 len: 168 time: 0.9282413 Jul 09 17:24:48.917165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:48.920979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faece04b-bf8c-481a-988a-1a4dee1eef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74470ef-2969-4170-bb9d-b2118f43abd1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:48.960185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87672233-2e34-4871-8325-a11c75bb17b4 req-99882bd2-0b1d-401f-b354-b108f3bbcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:48.961789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-99882bd2-0b1d-401f-b354-b108f3bbcdf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 1095 time: 0.3071744 Jul 09 17:24:48.981438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-a0bc5c26-bc35-4c66-9b2d-e0978389eda5 service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714540 Jul 09 17:24:49.055046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78ba4791-9361-4bec-a2bf-a35d77a9ef64 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:49.083913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:49.146775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87672233-2e34-4871-8325-a11c75bb17b4 req-1cf4b06e-5c20-4133-85f5-2369b88952d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.148530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-1cf4b06e-5c20-4133-85f5-2369b88952d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.1767302 Jul 09 17:24:49.150836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=ef803258-7920-419a-bbc6-339bb070e152,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:49.153140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:49.158755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc054767-b01f-4677-8188-ada2aca7a7b4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/ef803258-7920-419a-bbc6-339bb070e152 HTTP/1.1" status: 204 len: 168 time: 0.9900160 Jul 09 17:24:49.169051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38466) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:49.192358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-bddc5227-618f-441d-8442-c027c7bb3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.194010 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-bddc5227-618f-441d-8442-c027c7bb3658 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 1096 time: 0.2100635 Jul 09 17:24:49.225954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:49.238795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '78ba4791-9361-4bec-a2bf-a35d77a9ef64', 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'port_id': '78ba4791-9361-4bec-a2bf-a35d77a9ef64', 'mac_address': 'fa:16:3e:bd:06:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9298338a-8a79-4c35-a34e-c7f596bb07e5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:49.240626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-73bbd7a9-a7a1-412b-806c-1752205e805e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602839 Jul 09 17:24:49.244584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce60c9-6a90-4aae-b64b-9f5b60b382cc None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:49.257715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-44a4dcbc-69c1-45f6-a34b-9ff489765f01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f HTTP/1.1" status: 200 len: 217 time: 0.0920010 Jul 09 17:24:49.260288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:49.268844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:49.337000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-f0d25184-1039-459f-beeb-407988bb7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.337000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-f0d25184-1039-459f-beeb-407988bb7c0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 200 len: 913 time: 0.1004834 Jul 09 17:24:49.337206 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:49.356523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.362701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.368890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.370334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ba4791-9361-4bec-a2bf-a35d77a9ef64 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:49.374865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cc3a2ffd-8ebc-4dc5-9608-ecd297255e0b None None] Provisioning complete for port 46bd879d-d961-4fb4-9956-33e4aeb878b0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:49.375430 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2ffd-8ebc-4dc5-9608-ecd297255e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:49.375565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.381561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.388081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.394468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.403812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-c146b425-99c2-467c-83f1-1da940aebe17 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5420 time: 0.4210284 Jul 09 17:24:49.445081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-386ae75d-a0d1-4a8a-aadf-6992fc088c57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dec50337-b266-40e9-8a90-fdea8c00d39d HTTP/1.1" status: 200 len: 217 time: 0.1023130 Jul 09 17:24:49.466796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87672233-2e34-4871-8325-a11c75bb17b4 req-513d1092-68c0-4e12-8120-6dbdfe5fbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.479394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-513d1092-68c0-4e12-8120-6dbdfe5fbffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.2059891 Jul 09 17:24:49.490611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:49.499693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:49.500400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e47147c5-5b21-4c8d-a35d-b52bbea0e0dc details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:49.556449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2ce28ea-e1a7-47d0-8f12-abfd57c21654 req-1e08e9b5-212b-400b-8e82-69345cbc2a46 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512921 Jul 09 17:24:49.561543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-3607b226-fbd8-4c7d-8ac8-c8d382409b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:49.563037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-3607b226-fbd8-4c7d-8ac8-c8d382409b5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 200 len: 852 time: 0.0770643 Jul 09 17:24:49.584685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-e423fc59-fe3a-4b5f-852a-75642567ed09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922415 Jul 09 17:24:49.657322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-d284c93b-64b3-439d-bbde-cf45ca436cfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b500ae9a-6db6-4026-aa74-9142ab94904e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792301 Jul 09 17:24:49.659983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad69188c-b083-4322-858e-dffa36b584ba req-c002277b-d463-4ed8-8b76-78a5d8843ebf service neutron] 10.222.0.13 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351335 Jul 09 17:24:49.744079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-c6c5ac10-f26b-42d9-ae15-7c46c9e458ae service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506534 Jul 09 17:24:49.793227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:49.835055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-f363dee1-995a-41fd-8ce0-bcd72853ad14 service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552036 Jul 09 17:24:49.929129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:49.959585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:24:49.978163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'port_id': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'mac_address': 'fa:16:3e:5d:86:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:50.114905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-add85cea-ac4a-45ed-8334-0ce9d91cd066 req-830bca5b-36db-4010-8902-2cf89db3f528 service neutron] 10.222.0.36 "GET /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713959 Jul 09 17:24:50.149445 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.170424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96a4fa-bb41-47a9-8e76-52eaf3302c68 req-ad4aca3e-7a23-4072-88ea-df63042a9942 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.173037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47147c5-5b21-4c8d-a35d-b52bbea0e0dc {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:50.179543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f96a4fa-bb41-47a9-8e76-52eaf3302c68 req-ad4aca3e-7a23-4072-88ea-df63042a9942 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 944 time: 0.1646316 Jul 09 17:24:50.197372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:50.206201 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.207321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d084d3c-dba2-4b8f-8a09-039453d44ada details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:50.249811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] Deleting port 46bd879d-d961-4fb4-9956-33e4aeb878b0 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:50.251016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.252816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f96a4fa-bb41-47a9-8e76-52eaf3302c68 req-8355ae1f-54fa-431e-a3d4-b1530db077a5 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684583 Jul 09 17:24:50.311329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:50.315131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.409918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:50.430069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] For port 46bd879d-d961-4fb4-9956-33e4aeb878b0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=46bd879d-d961-4fb4-9956-33e4aeb878b0,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:50.431121 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.455065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] Calling delete_port for 46bd879d-d961-4fb4-9956-33e4aeb878b0 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:50.458121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd87bf8-a743-4e6a-b392-c16cbcf2db16 req-3740f426-8fea-401d-97c7-cc75f4d2bfbe tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.465469 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd87bf8-a743-4e6a-b392-c16cbcf2db16 req-3740f426-8fea-401d-97c7-cc75f4d2bfbe tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 943 time: 0.7201731 Jul 09 17:24:50.500131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87672233-2e34-4871-8325-a11c75bb17b4 req-9afe67e0-57a5-4ca0-83b5-982e688e6b21 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244544 Jul 09 17:24:50.544501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd87bf8-a743-4e6a-b392-c16cbcf2db16 req-de143ad6-e85d-4358-bc84-8111086e1287 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Jul 09 17:24:50.578393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:50.602792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '1d084d3c-dba2-4b8f-8a09-039453d44ada', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'port_id': '1d084d3c-dba2-4b8f-8a09-039453d44ada', 'mac_address': 'fa:16:3e:6a:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:50.664899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.679281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.681260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d084d3c-dba2-4b8f-8a09-039453d44ada {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:50.702413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.708082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:50.718978 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.719754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cc6501eb-c7db-4cd0-ac61-63184505eb64 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:50.751034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] Pushing event deleted for resources: {'Port': ['ID=46bd879d-d961-4fb4-9956-33e4aeb878b0,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:50.754675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba1e64-4da9-45b2-9615-8f5258bb7bca None None] No DVR routers for this DVR port 46bd879d-d961-4fb4-9956-33e4aeb878b0 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:24:50.794964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:50.799004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:50.807878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.808490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:50.814451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a3db8-7eb8-4a75-ba4c-ff928d2f78c8 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:50.821895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:50.829664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=a7067f57-5853-4c62-bc16-e5f2b9de9ce2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:50.851672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38532) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:50.851891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-81c5d911-515c-43c8-86f9-df9069c58794 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5903685 Jul 09 17:24:50.858285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:50.875406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.881480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.887396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.898454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.899358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.906265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.912443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:50.914452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-409fd3d7-f28a-4874-8b9a-1ef73b38f2bf tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5423 time: 0.1881201 Jul 09 17:24:50.946637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'cc6501eb-c7db-4cd0-ac61-63184505eb64', 'network_id': '9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045', 'port_id': 'cc6501eb-c7db-4cd0-ac61-63184505eb64', 'mac_address': 'fa:16:3e:2c:38:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9298338a-8a79-4c35-a34e-c7f596bb07e5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:50.950833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:50.957994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38536) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:50.984789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36e26c3f-ea2d-45ef-90af-a138d40c81a5 req-516b6c12-711c-42af-977b-eed6232e73b0 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612948 Jul 09 17:24:51.089109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:51.095148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.146081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd3e30ca-23fb-4459-8755-25bed727b426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.186207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 46bd879d-d961-4fb4-9956-33e4aeb878b0 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:51.218342 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7067f57-5853-4c62-bc16-e5f2b9de9ce2 (CIDR: 2001:db8::/64) Jul 09 17:24:51.225073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 46bd879d-d961-4fb4-9956-33e4aeb878b0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:24:51.225644 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:24:51.226094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 46bd879d-d961-4fb4-9956-33e4aeb878b0 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:24:51.227147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:24:51.254647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.276508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6501eb-c7db-4cd0-ac61-63184505eb64 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:51.289652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd3e30ca-23fb-4459-8755-25bed727b426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.298926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd3e30ca-23fb-4459-8755-25bed727b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.310117 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-219918ff-5851-48c4-a714-f6de6490dd03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4544635 Jul 09 17:24:51.310639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38544) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:51.313609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:51.316792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:51.323118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.323807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7c456876-e7c0-4e82-b804-2a70c1a4259d details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:51.371101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e30ca-23fb-4459-8755-25bed727b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbf2529-2b33-4af2-9bf8-fa4f27a90c2c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:51.399087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:51.427743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd3e30ca-23fb-4459-8755-25bed727b426 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d82d1073daa24efc949ba617b10df848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680142 Jul 09 17:24:51.456349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38548) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:51.460192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6992ee0-dde0-4473-b499-57da2aa4712d', 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'tenant_id': '361748460ce94411b2952977508cbb12', 'fixed_ips': [{'subnet_id': 'a7067f57-5853-4c62-bc16-e5f2b9de9ce2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:51.461099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.465179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:51.488076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '7c456876-e7c0-4e82-b804-2a70c1a4259d', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'port_id': '7c456876-e7c0-4e82-b804-2a70c1a4259d', 'mac_address': 'fa:16:3e:57:56:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:51.510483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e90e-334c-4978-87f4-fa31f3e60e2d req-956e5f35-c430-4e17-bc9f-0d0ce4e2ed2e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.519405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4039e90e-334c-4978-87f4-fa31f3e60e2d req-956e5f35-c430-4e17-bc9f-0d0ce4e2ed2e tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 944 time: 0.1183245 Jul 09 17:24:51.532563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd88be-fb4a-4518-ba3f-453fdc94baba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.555030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd88be-fb4a-4518-ba3f-453fdc94baba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.567555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4039e90e-334c-4978-87f4-fa31f3e60e2d req-b7aecd29-2e78-47d8-8456-1a174889e37b tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Jul 09 17:24:51.581964 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.583980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dec50337-b266-40e9-8a90-fdea8c00d39d details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:51.612416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd88be-fb4a-4518-ba3f-453fdc94baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.614986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd88be-fb4a-4518-ba3f-453fdc94baba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.616200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a5cd88be-fb4a-4518-ba3f-453fdc94baba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cbf2529-2b33-4af2-9bf8-fa4f27a90c2c HTTP/1.1" status: 204 len: 168 time: 0.1589684 Jul 09 17:24:51.625623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd88be-fb4a-4518-ba3f-453fdc94baba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbf2529-2b33-4af2-9bf8-fa4f27a90c2c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:51.629030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:51.633018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.633500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c456876-e7c0-4e82-b804-2a70c1a4259d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:51.736687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/a7067f57-5853-4c62-bc16-e5f2b9de9ce2/86b2e1bf-6855-4ea5-baf7-076b7e5a51b3) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:51.832513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:24:51.880881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:51.898424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:51.899109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:51.977851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba523d-5572-4875-972b-54332fc467b0 req-9ac71580-46ce-4c12-9bd5-b20f7e09c928 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:51.980124 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93ba523d-5572-4875-972b-54332fc467b0 req-9ac71580-46ce-4c12-9bd5-b20f7e09c928 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 943 time: 0.0927463 Jul 09 17:24:52.047206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93ba523d-5572-4875-972b-54332fc467b0 req-482a2f83-3998-4daa-bb73-380a6be216e5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596435 Jul 09 17:24:52.131907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:24:52.144548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:52.158816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'port_id': 'a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd', 'mac_address': 'fa:16:3e:59:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:52.161018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.objects.ports [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:24:52.163696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.189092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dec50337-b266-40e9-8a90-fdea8c00d39d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dec50337-b266-40e9-8a90-fdea8c00d39d,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:52.218061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=e4e21eb1-0c74-471c-b93d-f97c6002a2cc,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:52.230541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:52.232269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:52.235838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.236598 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.276494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dbb2f836-b299-4e72-9360-215b6057d0aa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9617784 Jul 09 17:24:52.277730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38582) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:52.278049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:52.280324 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.284612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'dec50337-b266-40e9-8a90-fdea8c00d39d', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'port_id': 'dec50337-b266-40e9-8a90-fdea8c00d39d', 'mac_address': 'fa:16:3e:34:9a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3d0a9a-3ebd-4f0e-916b-c059aef5130c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:52.289595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:c6:22:96', 'name': 'tempest-NetworksTestDHCPv6-1578448694'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:52.312531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.312531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.312531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.312531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.313143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.313555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.313980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.314394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.314871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.315354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.315877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.316624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:24:52.322935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Transition to ACTIVE for port object 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:52.326490 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.381367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.387423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.393465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.398799 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.399751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.406055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.412237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.419108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.421210 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-f6bcaba5-295b-43c1-a158-1073797ef6ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5425 time: 0.2080233 Jul 09 17:24:52.428207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec50337-b266-40e9-8a90-fdea8c00d39d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:52.436150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:52.458842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:52.471862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Transition to ACTIVE for port object 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:52.480111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.480111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 191f38d9-6588-4cc6-8792-9740d4baa938 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:52.500904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f345236f-afe5-44ac-b1e6-cf16efa25c08 req-d60758a3-63c2-4535-861a-9ed823910c9b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687220 Jul 09 17:24:52.527587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:52.543308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.550794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dec50337-b266-40e9-8a90-fdea8c00d39d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dec50337-b266-40e9-8a90-fdea8c00d39d,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:52.568082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.580977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:52.586146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:52.586146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:52.592267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:52.642897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38594) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:52.673244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:52.685503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=191f38d9-6588-4cc6-8792-9740d4baa938,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:52.686261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.710942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 4e9f8910-1a80-43e9-9e62-b1fc3de95f19 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:24:52.755065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '191f38d9-6588-4cc6-8792-9740d4baa938', 'network_id': 'a9b78c49-ffbf-44cb-8a11-fff2c19c012a', 'port_id': '191f38d9-6588-4cc6-8792-9740d4baa938', 'mac_address': 'fa:16:3e:93:4e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b804a7-5c56-4574-a8d5-ef808e42310d', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:52.856313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dfa3c-eb6d-45fa-a307-02bca3c7067f req-2108ac64-c57f-4abe-a4ff-5a6857749ef0 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:52.858939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a1dfa3c-eb6d-45fa-a307-02bca3c7067f req-2108ac64-c57f-4abe-a4ff-5a6857749ef0 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 945 time: 0.1502895 Jul 09 17:24:52.910743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Attempting to bind port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:24:52.913341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Attempting to bind port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:24:52.916784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Attempting to bind port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 on network d6992ee0-dde0-4473-b499-57da2aa4712d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:24:52.932557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dec50337-b266-40e9-8a90-fdea8c00d39d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:52.953120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a1dfa3c-eb6d-45fa-a307-02bca3c7067f req-fc20403e-efb5-4b71-89a5-14fd50623df7 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867486 Jul 09 17:24:52.954020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7dc151e4-39da-4a0e-bb6b-1e1d5967b308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:52.989057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dec50337-b266-40e9-8a90-fdea8c00d39d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:53.000705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:24:53.001241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Checking segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:53.001749 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.002277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Bound using segment: {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:24:53.002867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Bound port: 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae44af5-2620-45c3-a207-07d363023e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:24:53.003401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.016141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::29c (d6992ee0-dde0-4473-b499-57da2aa4712d/a7067f57-5853-4c62-bc16-e5f2b9de9ce2/4e9f8910-1a80-43e9-9e62-b1fc3de95f19) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:53.023301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8:0:1:f816:3eff:fec6:2296 (d6992ee0-dde0-4473-b499-57da2aa4712d/e4e21eb1-0c74-471c-b93d-f97c6002a2cc/4e9f8910-1a80-43e9-9e62-b1fc3de95f19) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:53.039895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.086286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191f38d9-6588-4cc6-8792-9740d4baa938 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:53.098123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7dc151e4-39da-4a0e-bb6b-1e1d5967b308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.105268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7dc151e4-39da-4a0e-bb6b-1e1d5967b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.158414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=191f38d9-6588-4cc6-8792-9740d4baa938,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:53.167940 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.169242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7dc151e4-39da-4a0e-bb6b-1e1d5967b308 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2aeb013df7048ac9b5ee81a7e3f02c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245678 Jul 09 17:24:53.172629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:24:53.173264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38608) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:53.187970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc151e4-39da-4a0e-bb6b-1e1d5967b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de5c16-91a5-4a7e-a370-c33be6743f2d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:53.214790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 077e9bc7-3e5c-4711-aade-f2017015708b details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:53.266939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:24:53.286438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.333474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-2254a575-07a0-4ee9-b1f9-303dce534e89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1385148 Jul 09 17:24:53.334231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.334381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6c09-9f48-4dde-91b3-d23c6b64a59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.356651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 4e9f8910-1a80-43e9-9e62-b1fc3de95f19 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:53.368067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6c09-9f48-4dde-91b3-d23c6b64a59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.368397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f7b78-0a03-4ebe-a5fe-05a3e5a15c9e req-d771fb3d-329c-4258-b265-a6591b07e1a7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.377090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-098f7b78-0a03-4ebe-a5fe-05a3e5a15c9e req-d771fb3d-329c-4258-b265-a6591b07e1a7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 943 time: 0.1320896 Jul 09 17:24:53.401765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:53.427906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-098f7b78-0a03-4ebe-a5fe-05a3e5a15c9e req-5a701a2c-732e-4382-8f4b-0c88fad49634 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509152 Jul 09 17:24:53.477112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.549325 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6c09-9f48-4dde-91b3-d23c6b64a59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.551984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6c09-9f48-4dde-91b3-d23c6b64a59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.553213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6d9c6c09-9f48-4dde-91b3-d23c6b64a59e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0de5c16-91a5-4a7e-a370-c33be6743f2d HTTP/1.1" status: 204 len: 168 time: 0.3771436 Jul 09 17:24:53.589109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 077e9bc7-3e5c-4711-aade-f2017015708b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=077e9bc7-3e5c-4711-aade-f2017015708b,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:53.618117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '077e9bc7-3e5c-4711-aade-f2017015708b', 'network_id': 'b500ae9a-6db6-4026-aa74-9142ab94904e', 'port_id': '077e9bc7-3e5c-4711-aade-f2017015708b', 'mac_address': 'fa:16:3e:16:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3d0a9a-3ebd-4f0e-916b-c059aef5130c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:53.622153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:53.637866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=4e9f8910-1a80-43e9-9e62-b1fc3de95f19,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:53.645646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:53.649926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:24:53.661714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c6c09-9f48-4dde-91b3-d23c6b64a59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de5c16-91a5-4a7e-a370-c33be6743f2d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:53.665340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.666128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.696350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.696865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.700226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.701303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.701727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.703009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.704205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.716263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-582c76b8-4892-4128-9821-88d316aaf085 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.2667201 Jul 09 17:24:53.718138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c181590-59a2-4204-bd6c-61c872756e51 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4395525 Jul 09 17:24:53.720316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:53.854624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:53.863044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['78ba4791-9361-4bec-a2bf-a35d77a9ef64'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:53.952985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:53.956826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['cc6501eb-c7db-4cd0-ac61-63184505eb64'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:53.962650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['7c456876-e7c0-4e82-b804-2a70c1a4259d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:53.972693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:53.996216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.006715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['191f38d9-6588-4cc6-8792-9740d4baa938'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:54.013758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-70cc691c-c38d-4181-8c3d-57de90bf22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.014828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-70cc691c-c38d-4181-8c3d-57de90bf22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.015484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-70cc691c-c38d-4181-8c3d-57de90bf22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.017589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-70cc691c-c38d-4181-8c3d-57de90bf22c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 2296 time: 0.2613111 Jul 09 17:24:54.018011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.028852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.040636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.048361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.055254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.067659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-fbcbae6b-c2cd-47e1-a697-a1c6ff78ac5c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5427 time: 0.2909362 Jul 09 17:24:54.094446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-f537f741-a37b-451c-88bb-5789c07881f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1001 time: 0.0698276 Jul 09 17:24:54.162655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-c473f270-07c8-40f2-9fff-5c305f293df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.165128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-c473f270-07c8-40f2-9fff-5c305f293df0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.0639691 Jul 09 17:24:54.166903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 4e9f8910-1a80-43e9-9e62-b1fc3de95f19 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:24:54.167366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:54.202860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa3d1378-db98-43d3-a111-c9e10f441f42 req-88356f91-baee-495e-ba51-0dbc5b1693e6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336315 Jul 09 17:24:54.272172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077e9bc7-3e5c-4711-aade-f2017015708b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:54.300406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 077e9bc7-3e5c-4711-aade-f2017015708b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=077e9bc7-3e5c-4711-aade-f2017015708b,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:54.330264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:54.331244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 99910d72-d182-4d17-bba9-0fbe90a2f61f details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:24:54.337923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-be522731-8f8d-47bc-a387-21e28820b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.340522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-be522731-8f8d-47bc-a387-21e28820b96d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673212 Jul 09 17:24:54.367274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:54.384274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 4e9f8910-1a80-43e9-9e62-b1fc3de95f19 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:24:54.397132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0219df-e40b-4bc1-b6db-d8e38a2ae5ef None None] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:54.400010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:54.478389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec5bc7-bbeb-40be-9bd4-4789c689f5fc req-4846ec34-05b6-469c-ae8e-6d297fc18044 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:54.492893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71ec5bc7-bbeb-40be-9bd4-4789c689f5fc req-4846ec34-05b6-469c-ae8e-6d297fc18044 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 945 time: 0.2010524 Jul 09 17:24:54.636296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71ec5bc7-bbeb-40be-9bd4-4789c689f5fc req-de2e3ab7-d389-4a2e-bab5-d6f96ed0c3b0 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422822 Jul 09 17:24:54.675077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-64a8e310-c3e8-4aca-b79b-22529c78c7a1 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277333 Jul 09 17:24:54.791673 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:54.838577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-e9516e2f-d23d-4a17-9d45-f1dc9dbdc307 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569636 Jul 09 17:24:54.873317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=4e9f8910-1a80-43e9-9e62-b1fc3de95f19,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:54.910897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-a4e31c35-f054-4895-b506-a43782d71fd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 217 time: 0.0650313 Jul 09 17:24:54.913337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38654) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:55.039908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4b869-11cf-4788-bfd4-b9deb21f2cf1 req-6195f56f-1d5e-4d9f-b9cb-839149bef5b3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.044224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-33d75a86-9c3f-40be-8a65-deabaf43403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.048769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-33d75a86-9c3f-40be-8a65-deabaf43403c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1294093 Jul 09 17:24:55.050072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15c4b869-11cf-4788-bfd4-b9deb21f2cf1 req-6195f56f-1d5e-4d9f-b9cb-839149bef5b3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 943 time: 0.3420362 Jul 09 17:24:55.054114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.056542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f7921ea-c9cd-42ea-ad96-3efcc36b28b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/4e9f8910-1a80-43e9-9e62-b1fc3de95f19 HTTP/1.1" status: 204 len: 168 time: 1.3350737 Jul 09 17:24:55.062766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38658) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:55.145321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 99910d72-d182-4d17-bba9-0fbe90a2f61f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:55.147318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15c4b869-11cf-4788-bfd4-b9deb21f2cf1 req-5768cdec-edc5-43ce-aa15-9cd2ac18a40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956299 Jul 09 17:24:55.173332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1359619534-network', 'tenant_id': '00d7628771f64ab1a3095d70aca32408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:55.197281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-ba5967c1-88a9-4627-9ccd-f91f7212a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.202667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543be45d-7d3f-4763-a3a3-cf5cd901cf35 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:55.205612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d6115-037e-402e-80d2-434fb6795d46 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.206722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-ba5967c1-88a9-4627-9ccd-f91f7212a638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506624 Jul 09 17:24:55.208538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cb3d6115-037e-402e-80d2-434fb6795d46 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1441929 Jul 09 17:24:55.210759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38662) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:55.254998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:55.282281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '99910d72-d182-4d17-bba9-0fbe90a2f61f', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': '99910d72-d182-4d17-bba9-0fbe90a2f61f', 'mac_address': 'fa:16:3e:54:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:24:55.303041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380888f8-194a-40bf-a851-b57f56e0a5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.305495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-380888f8-194a-40bf-a851-b57f56e0a5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0931361 Jul 09 17:24:55.311404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38666) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:55.325199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:55.327368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.345908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['1d084d3c-dba2-4b8f-8a09-039453d44ada'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:55.371677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.416557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499fdd3c-1ded-4a80-8606-ea4c1212478b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.418238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499fdd3c-1ded-4a80-8606-ea4c1212478b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.419829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499fdd3c-1ded-4a80-8606-ea4c1212478b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.423843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-499fdd3c-1ded-4a80-8606-ea4c1212478b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1083264 Jul 09 17:24:55.424631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38668) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:55.443381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-58ce32a4-1459-45a1-af7e-8351c0b707d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294068 Jul 09 17:24:55.492883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet a7067f57-5853-4c62-bc16-e5f2b9de9ce2 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:55.510143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.515419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=077e9bc7-3e5c-4711-aade-f2017015708b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:55.516458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.523573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.530172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.536335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.543383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.547460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9bb4d6c9-e1eb-4a93-aa4f-156293b32a2b None None] Provisioning for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:55.549577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.551644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa193b1a-2a71-4754-b391-a5c017812126 req-a9ceb909-2e14-4719-9086-865bbf758c3f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5427 time: 0.1708024 Jul 09 17:24:55.552928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.605039 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.608610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-de644856-d38f-4a94-9852-c8474fdeb4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484601 Jul 09 17:24:55.612001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.626161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.659321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa193b1a-2a71-4754-b391-a5c017812126 req-cbde221d-1bfc-43d2-acbd-a2be07cc06b3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828347 Jul 09 17:24:55.681997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-6a384db2-855e-4d4d-9d95-c07e5286e5c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 217 time: 0.0647199 Jul 09 17:24:55.702729 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.729024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.750010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-4058083d-6045-495b-8892-0e8b4cf66a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:55.752801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-4058083d-6045-495b-8892-0e8b4cf66a94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0634925 Jul 09 17:24:55.776592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:24:55.797249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.846010 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.855738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/a7067f57-5853-4c62-bc16-e5f2b9de9ce2 HTTP/1.1" status: 204 len: 168 time: 0.4244034 Jul 09 17:24:55.855738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31053c2c-7a14-409f-ad4a-9780f76c2860 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=a7067f57-5853-4c62-bc16-e5f2b9de9ce2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:55.857848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38676) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:55.912922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3931e0a-a015-4dcd-a5e2-29a007cf55a9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:55.935084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:55.936615 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Added segment 447efc36-b3f0-4751-b8c9-2eb1bfda7184 of type vlan for network a2255004-0418-4fcd-9cca-ec5eb79e87d9 Jul 09 17:24:55.967679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99910d72-d182-4d17-bba9-0fbe90a2f61f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:24:55.974559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet e4e21eb1-0c74-471c-b93d-f97c6002a2cc {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:24:55.978600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.038984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 99910d72-d182-4d17-bba9-0fbe90a2f61f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:56.058154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.061210 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.094919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-b5634f02-da66-4001-87ee-a16638fe199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.097365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-b5634f02-da66-4001-87ee-a16638fe199d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3318472 Jul 09 17:24:56.123570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979ca0-94bf-4c11-b0bb-09b0bccc28dd req-a59eddd2-44ff-4a37-bb80-86895d965747 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.130938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de979ca0-94bf-4c11-b0bb-09b0bccc28dd req-a59eddd2-44ff-4a37-bb80-86895d965747 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 945 time: 0.3125794 Jul 09 17:24:56.148523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:56.153587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.157604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.179704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:56.179704 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.240947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.291093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e21eb1-0c74-471c-b93d-f97c6002a2cc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:56.321514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.323650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b4056bde-1d88-4ed8-954a-8633d05d8a17 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/e4e21eb1-0c74-471c-b93d-f97c6002a2cc HTTP/1.1" status: 204 len: 168 time: 0.4578927 Jul 09 17:24:56.327002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38686) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:56.372069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd66e217-9d65-422d-b67d-b214cdd88362 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437722 Jul 09 17:24:56.375092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38688) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:56.380972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:56.494502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db021f-c37d-4004-bbb1-d42146f72f9f req-89c45fcc-f387-42ea-b2e3-db1b4b0827ab tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.496368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-30db021f-c37d-4004-bbb1-d42146f72f9f req-89c45fcc-f387-42ea-b2e3-db1b4b0827ab tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 944 time: 0.2091682 Jul 09 17:24:56.540863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['077e9bc7-3e5c-4711-aade-f2017015708b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:56.543600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['99910d72-d182-4d17-bba9-0fbe90a2f61f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:24:56.545860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:56.550534 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.568876 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.571084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=99910d72-d182-4d17-bba9-0fbe90a2f61f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:56.610737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-30db021f-c37d-4004-bbb1-d42146f72f9f req-ce020df4-dc6e-471f-b983-5fc70d252a00 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076362 Jul 09 17:24:56.708114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.709170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.709907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.804132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:56.860576 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.883461 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.923436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de979ca0-94bf-4c11-b0bb-09b0bccc28dd req-3dae03b7-d1f2-4c85-9b5e-eaa51aa367f4 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7914371 Jul 09 17:24:56.930150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:56.941384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-df7c561f-dd46-433a-8114-f558fdd2bf5c service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075836 Jul 09 17:24:56.943703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:56.944450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] Pushing event updated for resources: {'Network': ['ID=a2255004-0418-4fcd-9cca-ec5eb79e87d9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:56.949808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:56.950469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:56.962084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=e984abc3-de82-4613-abb8-1745fb77503f,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:56.985151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eb0f7af1-4a92-4588-92ff-70fbf39b5d01 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0706177 Jul 09 17:24:56.991712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3517a605-1b32-45ce-b098-f8e23db833e3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6153932 Jul 09 17:24:56.992459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38692) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:56.992772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38694) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:57.001042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:57.060609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:24:57.085366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Request body: {'subnet': {'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1359619534-subnet', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:57.106204 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-4d2470c0-1e01-433f-8b8e-2e0c9a8ff574 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360679 Jul 09 17:24:57.198299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-7d6a920e-f897-4db7-97c3-c70952d0ce00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 217 time: 0.0810237 Jul 09 17:24:57.204006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:57.206938 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.216694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:57.229125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.256839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6d73f-fecb-4991-8326-93c123adcb89 None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': 'e4e21eb1-0c74-471c-b93d-f97c6002a2cc'}, {'subnet_id': 'a7067f57-5853-4c62-bc16-e5f2b9de9ce2'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '86b2e1bf-6855-4ea5-baf7-076b7e5a51b3'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:24:57.265059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-67b3cadb-7408-4ff7-874c-c82ed8c7dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.267005 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-67b3cadb-7408-4ff7-874c-c82ed8c7dff4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0614004 Jul 09 17:24:57.268947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:57.353002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.360021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.361852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-ff732c60-2884-476b-9bd2-2a8693689216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.362941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f6b6d73f-fecb-4991-8326-93c123adcb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.365140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-ff732c60-2884-476b-9bd2-2a8693689216 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835676 Jul 09 17:24:57.367017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.373596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.379872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.387830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.393657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.395651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-f4bcfaa9-8a82-46d5-9363-eecc758ea36c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5427 time: 0.3027654 Jul 09 17:24:57.488216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-75e3a1fb-f083-428f-890e-5eac94c91cab service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159787 Jul 09 17:24:57.494318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2438bed3-31ee-4f30-9f56-d6ebff835929 req-98b944c1-8d26-43f9-abcc-3d38b3191ad1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916953 Jul 09 17:24:57.499669 n-d-791506-17 neutron-server[93895]: INFO neutron.db.ipam_backend_mixin [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e984abc3-de82-4613-abb8-1745fb77503f (CIDR: 2001:db8::/64) Jul 09 17:24:57.524209 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:24:57.524709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:24:57.546948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dec50337-b266-40e9-8a90-fdea8c00d39d up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:57.572234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f4fdab2-7d91-40b5-9bb9-915b8464418c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5768781 Jul 09 17:24:57.575114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:57.580758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'subnet': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:57.664164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c1085-758e-4a2e-8935-1e7e9091a860 None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:57.773982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-0535736c-fb02-41d8-8a8c-da181b059a5f service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771461 Jul 09 17:24:57.777254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port dec50337-b266-40e9-8a90-fdea8c00d39d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:57.791117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port dec50337-b266-40e9-8a90-fdea8c00d39d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:57.791487 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.821574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c4d49ba3-2afd-4de4-83ed-57dd03f53808 None None] Provisioning complete for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:57.821940 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c4d49ba3-2afd-4de4-83ed-57dd03f53808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.850348 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-e9c28040-1a1c-4551-b42c-26727c4b0e5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 217 time: 0.0686145 Jul 09 17:24:57.933352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:24:57.943847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.957368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:57.982595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-2a96f8c9-ea74-46c5-97ba-d1ef5131db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:57.984133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-2a96f8c9-ea74-46c5-97ba-d1ef5131db97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1204593 Jul 09 17:24:58.121768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-a4649198-1dea-4910-ac6c-b9293d7af71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.123667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-a4649198-1dea-4910-ac6c-b9293d7af71f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1330559 Jul 09 17:24:58.132320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec4c3ee-a682-4085-ad3c-7eb23d19abac,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:58.151745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Checking segment: {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:24:58.152062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Network hostable DHCP agents. Network: a2255004-0418-4fcd-9cca-ec5eb79e87d9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:24:58.169371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78ba4791-9361-4bec-a2bf-a35d77a9ef64 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:58.212655 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.242026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:24:58.274050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-d8253901-17fa-4db3-82df-838fdbc42beb service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430249 Jul 09 17:24:58.275449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec50337-b266-40e9-8a90-fdea8c00d39d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:24:58.278064 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7ab3b-4692-47b8-b729-bb2fdd91c54f" -d '{"events": [{"server_uuid": "218f35b0-e0a3-4607-9be5-d37a76023bc9", "name": "network-vif-plugged", "status": "completed", "tag": "dec50337-b266-40e9-8a90-fdea8c00d39d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:24:58.278566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a2255004-0418-4fcd-9cca-ec5eb79e87d9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:58.296868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c7676-6b06-4779-b6f5-42d0f8ff21ea None None] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:24:58.315071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.315854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.316785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dec50337-b266-40e9-8a90-fdea8c00d39d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dec50337-b266-40e9-8a90-fdea8c00d39d,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:58.336684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27074971-7340-489c-af8e-9ece0e31030e req-6efa1cbf-2b00-460e-8515-235c660251db tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.338483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27074971-7340-489c-af8e-9ece0e31030e req-6efa1cbf-2b00-460e-8515-235c660251db tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 945 time: 0.1880558 Jul 09 17:24:58.352804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.393075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:58.400118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:58.400491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.403900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15c8e7-f98c-447e-85b2-c73c93cbfa94 req-3a9611e2-1f8e-4dba-abe0-df8ef3888c8c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.405604 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d15c8e7-f98c-447e-85b2-c73c93cbfa94 req-3a9611e2-1f8e-4dba-abe0-df8ef3888c8c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 944 time: 0.5578468 Jul 09 17:24:58.413154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-be7f7ac6-d39f-4e90-b62b-c93ad5f1cd8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4192502 Jul 09 17:24:58.418520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:24:58.439104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:24:58.463451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-cfeb45ec-4fe9-435b-8f70-f682aa710d97 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787994 Jul 09 17:24:58.488527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dec50337-b266-40e9-8a90-fdea8c00d39d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:58.511714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27074971-7340-489c-af8e-9ece0e31030e req-db107980-a7a5-49ba-a7c4-23d51a331872 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653762 Jul 09 17:24:58.549415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-deb7bd4e-006e-4ce8-bc0e-6d7505f7363e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 217 time: 0.0738425 Jul 09 17:24:58.568284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d15c8e7-f98c-447e-85b2-c73c93cbfa94 req-5bccc746-c981-4d3a-ad73-2113b3df86fb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483843 Jul 09 17:24:58.578001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.579174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.701333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.714888 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0b819-836f-42e5-918a-b3c0366ea6fd x-openstack-request-id: req-a3c0b819-836f-42e5-918a-b3c0366ea6fd {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:24:58.717218 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218f35b0-e0a3-4607-9be5-d37a76023bc9", "name": "network-vif-plugged", "status": "completed", "tag": "dec50337-b266-40e9-8a90-fdea8c00d39d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:24:58.717535 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3c0b819-836f-42e5-918a-b3c0366ea6fd {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:24:58.718156 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec50337-b266-40e9-8a90-fdea8c00d39d', 'code': 200} Jul 09 17:24:58.779205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-bc55a705-cdb2-45f0-b3e5-36e360ad764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:58.781495 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-bc55a705-cdb2-45f0-b3e5-36e360ad764b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.2119405 Jul 09 17:24:58.812286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:58.813653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b8bb882-e160-4438-894d-c1b592aa7f58 None None] Provisioning complete for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:58.814146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb882-e160-4438-894d-c1b592aa7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.833196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.839633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'fixed_ips': [{'subnet_id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:24:58.840552 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.843038 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:58.843993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e47147c5-5b21-4c8d-a35d-b52bbea0e0dc up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:58.863753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:24:59.021424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:59.056920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:59.076347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:59.076717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.132205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70969a-ae5b-4a27-93af-a721e9675988 req-14fbf602-32cb-4ef8-aee0-ba627af67002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.132455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:24:59.134149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a70969a-ae5b-4a27-93af-a721e9675988 req-14fbf602-32cb-4ef8-aee0-ba627af67002 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 1098 time: 0.3666244 Jul 09 17:24:59.146257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.186047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-cce75fe4-6988-4d53-8dde-db9a5dfd961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.188412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-cce75fe4-6988-4d53-8dde-db9a5dfd961d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3796263 Jul 09 17:24:59.207089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.215376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.221989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.228703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.233472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Allocated IP 172.20.0.2 (a2255004-0418-4fcd-9cca-ec5eb79e87d9/3ec4c3ee-a682-4085-ad3c-7eb23d19abac/5e95f380-91ba-448b-9221-e3425fbe4c7b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:24:59.235096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.242511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.248589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:24:59.256365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-c288557e-836c-49b0-903a-a06bee562da2 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5428 time: 0.3730710 Jul 09 17:24:59.266820 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.346335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f272894a-14d9-453a-8508-0f3c654ccc50 None None] Could not find standard attr ID for object 4e9f8910-1a80-43e9-9e62-b1fc3de95f19. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:24:59.384563 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a70969a-ae5b-4a27-93af-a721e9675988 req-38f7fb82-701d-428d-ab31-9e84aec2ef1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420137 Jul 09 17:24:59.406413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.422585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e7b85c0-7367-4568-babb-4e7f843b3dde req-1f81c55a-9339-4750-89ae-ea290b550dbb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651759 Jul 09 17:24:59.464867 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.477054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:59.479386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-90d39c5e-da08-4816-9b2e-e18ed2b5be22 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206657 Jul 09 17:24:59.537308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:24:59.548975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.550131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 191f38d9-6588-4cc6-8792-9740d4baa938 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:24:59.631619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-8b6851cc-fa78-49a3-a1ff-5d096ddedb1a service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435118 Jul 09 17:24:59.688510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:24:59.690070 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-02f91be8-4c33-4058-9427-4bcda707a776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.0389936 Jul 09 17:24:59.734774 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.754605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Transition to ACTIVE for port object 5e95f380-91ba-448b-9221-e3425fbe4c7b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:59.758536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 191f38d9-6588-4cc6-8792-9740d4baa938 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:24:59.770990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 191f38d9-6588-4cc6-8792-9740d4baa938 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:24:59.771397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.800278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Transition to ACTIVE for port object 5e95f380-91ba-448b-9221-e3425fbe4c7b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:24:59.815140 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:24:59.875552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:24:59.883110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:24:59.934999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:00.012654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Pushing event updated for resources: {'Port': ['ID=5e95f380-91ba-448b-9221-e3425fbe4c7b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:00.029720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.046527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.047319 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.075791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-4615561c-6b27-4e68-9fbe-1ccc033b7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.075791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-4615561c-6b27-4e68-9fbe-1ccc033b7c49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.3758955 Jul 09 17:25:00.173560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Attempting to bind port 5e95f380-91ba-448b-9221-e3425fbe4c7b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:00.174328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Attempting to bind port 5e95f380-91ba-448b-9221-e3425fbe4c7b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:00.174888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Attempting to bind port 5e95f380-91ba-448b-9221-e3425fbe4c7b on network a2255004-0418-4fcd-9cca-ec5eb79e87d9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:00.204391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:00.205097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Checking segment: {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:00.206514 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.208379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Bound using segment: {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:00.208897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Bound port: 5e95f380-91ba-448b-9221-e3425fbe4c7b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:00.209301 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.236272 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.257083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:25:00.257440 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:25:00.272823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.295675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:00.323683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e1e4f-db3f-41e4-a7b4-92ae261bd3be req-9f9e455a-09d4-4291-97c0-df87c9521c4f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.326171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-477e1e4f-db3f-41e4-a7b4-92ae261bd3be req-9f9e455a-09d4-4291-97c0-df87c9521c4f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 944 time: 0.5845537 Jul 09 17:25:00.334918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=191f38d9-6588-4cc6-8792-9740d4baa938,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:00.340870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] For port 5e95f380-91ba-448b-9221-e3425fbe4c7b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:00.350072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] For port 5e95f380-91ba-448b-9221-e3425fbe4c7b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5e95f380-91ba-448b-9221-e3425fbe4c7b,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:00.354767 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.356201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cc6501eb-c7db-4cd0-ac61-63184505eb64 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:00.376215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.391556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.404218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Subnet': ['ID=cf92e866-24ac-44a2-abbb-96eca381082c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:00.424883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:00.428079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:00.432572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.433338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.447969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386807-79fe-421e-b1a0-7670ea6fd815 req-3151007e-3233-48e3-bb9a-bbaa7b8c4e68 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.453169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a553c5-f88e-45d4-845d-23ac6c4b423c None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:00.459645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4386807-79fe-421e-b1a0-7670ea6fd815 req-3151007e-3233-48e3-bb9a-bbaa7b8c4e68 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 946 time: 0.5742919 Jul 09 17:25:00.495057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b7e75d37-8333-4220-a980-17213eb552e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9190359 Jul 09 17:25:00.498073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38742) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:00.504544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Request body: {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'mac_address': 'fa:16:3e:c8:fc:59', 'name': 'tempest-NetworksTestDHCPv6-2051598313'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:00.517556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-78af9017-ab2b-45d5-8a60-6e2ef84af39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:00.519071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-78af9017-ab2b-45d5-8a60-6e2ef84af39d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4298873 Jul 09 17:25:00.589079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:00.624497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port cc6501eb-c7db-4cd0-ac61-63184505eb64 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:00.681371 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:25:00.698067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port cc6501eb-c7db-4cd0-ac61-63184505eb64 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:00.698627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:00.800496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-477e1e4f-db3f-41e4-a7b4-92ae261bd3be req-37fc13da-f357-443a-ae3b-94bb2c122fa1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193466 Jul 09 17:25:00.942814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4386807-79fe-421e-b1a0-7670ea6fd815 req-70d1044f-5a0c-467c-95dc-e90ee0a3c609 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825552 Jul 09 17:25:00.980949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-e91f2ac4-e162-4d41-ae80-f8c4bb44b1b7 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198277 Jul 09 17:25:01.057516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Made reservation on behalf of 361748460ce94411b2952977508cbb12 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:01.061109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Allocated IP 172.25.3.229 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/3f421c8d-453e-4f87-8047-d165c46a082d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:01.075747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191f38d9-6588-4cc6-8792-9740d4baa938'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:01.079331 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d64a6fa-3411-4cf7-953a-e6acd3dfc970" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "191f38d9-6588-4cc6-8792-9740d4baa938"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:01.249109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c052b8c0-18b6-4144-bfa5-dabb6f63a812 req-fc005d76-8dac-4b54-a2ea-d048bad62096 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593837 Jul 09 17:25:01.282166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.297741 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.314601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e457a-6a40-43cc-b909-f8a98d59881d None None] Pushing event updated for resources: {'Port': ['ID=5e95f380-91ba-448b-9221-e3425fbe4c7b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:01.354954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.370956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] device_id is not set on port 9899bb3a-b2b8-44f1-8265-20b7cfabd298 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:25:01.432116 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ecdd1-97e6-45b2-9aea-9490a18243c8 x-openstack-request-id: req-c93ecdd1-97e6-45b2-9aea-9490a18243c8 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:01.432755 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "191f38d9-6588-4cc6-8792-9740d4baa938", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:01.432900 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c93ecdd1-97e6-45b2-9aea-9490a18243c8 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:01.433408 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64', 'code': 200} Jul 09 17:25:01.433742 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'code': 200} Jul 09 17:25:01.434092 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191f38d9-6588-4cc6-8792-9740d4baa938', 'code': 200} Jul 09 17:25:01.437470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:01.474202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.537206 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.554132 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.580486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:01.650770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:01.661645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:01.662501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7c456876-e7c0-4e82-b804-2a70c1a4259d up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:01.691102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:01.719751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:01.735129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:01.787331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8::355 (d6992ee0-dde0-4473-b499-57da2aa4712d/e984abc3-de82-4613-abb8-1745fb77503f/9899bb3a-b2b8-44f1-8265-20b7cfabd298) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:01.787628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Pushing event updated for resources: {'Port': ['ID=3f421c8d-453e-4f87-8047-d165c46a082d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:01.796633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:fc59 (d6992ee0-dde0-4473-b499-57da2aa4712d/cf92e866-24ac-44a2-abbb-96eca381082c/9899bb3a-b2b8-44f1-8265-20b7cfabd298) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:01.798617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5e95f380-91ba-448b-9221-e3425fbe4c7b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:01.811819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.818518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.824737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.831859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.844393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.851376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.857911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:01.866067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-ffed0612-5e2a-469a-a3fd-bbe4f16c3f9a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5430 time: 0.4254556 Jul 09 17:25:01.959723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:01.995969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Update dhcp port {'port': {'network_id': 'd6992ee0-dde0-4473-b499-57da2aa4712d', 'fixed_ips': [{'subnet_id': 'cf92e866-24ac-44a2-abbb-96eca381082c', 'ip_address': '2001:db8:0:1:f816:3eff:fefd:804'}, {'subnet_id': 'e984abc3-de82-4613-abb8-1745fb77503f'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '86b2e1bf-6855-4ea5-baf7-076b7e5a51b3'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:25:02.046382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8336aef5-9344-4626-b6a3-a0c20f29f900 req-f45a6e52-2f48-4414-ba75-ec87173c5780 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791537 Jul 09 17:25:02.068873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.097641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 7c456876-e7c0-4e82-b804-2a70c1a4259d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:02.100419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.119237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5e95f380-91ba-448b-9221-e3425fbe4c7b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:02.122179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 7c456876-e7c0-4e82-b804-2a70c1a4259d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:02.122878 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.132511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Transition to ACTIVE for port object 9899bb3a-b2b8-44f1-8265-20b7cfabd298 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:02.211851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe0cba-eae1-4ccf-993b-9c0bebf26a0e req-0d3d1184-c9df-4098-be0f-34372763d1ae tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.213839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78fe0cba-eae1-4ccf-993b-9c0bebf26a0e req-0d3d1184-c9df-4098-be0f-34372763d1ae tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 944 time: 0.1377773 Jul 09 17:25:02.235682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.338837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78fe0cba-eae1-4ccf-993b-9c0bebf26a0e req-61d41293-7a85-4931-b011-143074305a7f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103544 Jul 09 17:25:02.377178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Network d6992ee0-dde0-4473-b499-57da2aa4712d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:02.397226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:02.402712 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.406780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce6f31-0872-4654-bd11-d7d10ccadd0d None None] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:02.413287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:02.419367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.432656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.442295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event updated for resources: {'Port': ['ID=9899bb3a-b2b8-44f1-8265-20b7cfabd298,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:02.475523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aad53dab-9832-4218-9ea4-33910a25080f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9757895 Jul 09 17:25:02.476475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38760) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:02.676282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:02.691557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.694643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting port 9899bb3a-b2b8-44f1-8265-20b7cfabd298 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:02.695065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.728834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:02.757433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] Provisioning for port 5e95f380-91ba-448b-9221-e3425fbe4c7b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:02.787385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Allocated IP 2001:db8::2 (d6992ee0-dde0-4473-b499-57da2aa4712d/e984abc3-de82-4613-abb8-1745fb77503f/86b2e1bf-6855-4ea5-baf7-076b7e5a51b3) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:02.791959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] Provisioning complete for port 5e95f380-91ba-448b-9221-e3425fbe4c7b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:02.792339 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.817164 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.834025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Calling delete_port for 9899bb3a-b2b8-44f1-8265-20b7cfabd298 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:02.881140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:02.918049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:02.971179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218367aa-0eaa-4bba-a5d4-0cc3b7339a72 req-5c8166a0-57ce-4349-ac1c-dcc1d52d8880 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:02.979039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-218367aa-0eaa-4bba-a5d4-0cc3b7339a72 req-5c8166a0-57ce-4349-ac1c-dcc1d52d8880 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 946 time: 0.7301967 Jul 09 17:25:03.022082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:03.066206 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-218367aa-0eaa-4bba-a5d4-0cc3b7339a72 req-5032dda0-9d06-43b0-8986-58eb5b4ccaa6 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861657 Jul 09 17:25:03.066353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.107343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:03.116519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.122897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Transition to ACTIVE for port object 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:03.123626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:03.124093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.165784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.227350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.238092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Port': ['ID=9899bb3a-b2b8-44f1-8265-20b7cfabd298,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:03.262009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.267197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bde7423c-4d02-4c7e-9797-5afcb68f456e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/9899bb3a-b2b8-44f1-8265-20b7cfabd298 HTTP/1.1" status: 204 len: 168 time: 0.7894607 Jul 09 17:25:03.267881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38768) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:03.294695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c50be6-35b3-4b58-af47-de805aa1c8f9 None None] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:03.382037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2839f4-76dc-4854-9fb3-7dac908c7f2f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.386199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e2839f4-76dc-4854-9fb3-7dac908c7f2f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1173377 Jul 09 17:25:03.386812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38772) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:03.428404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde0fe9-54ca-4d0b-82da-4ff993b93759 req-d5647609-00e3-4e3e-814f-251a34c15d7c tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.430019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-adde0fe9-54ca-4d0b-82da-4ff993b93759 req-d5647609-00e3-4e3e-814f-251a34c15d7c tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 944 time: 0.1330464 Jul 09 17:25:03.435557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.445122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:03.447737 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd03a387-8912-4e40-a85e-04ac2bf6baee" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:03.463590 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.465632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Router 6e3e510f-6bcf-434e-89d8-39efb22419cd is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:25:03.504211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-adde0fe9-54ca-4d0b-82da-4ff993b93759 req-4f2d7dcd-c20b-4613-91e3-2c9058dc9fa9 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 Jul 09 17:25:03.538173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086d70c-2b82-4548-acbc-2056240ab336 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.544157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a086d70c-2b82-4548-acbc-2056240ab336 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1543581 Jul 09 17:25:03.545133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38776) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:03.548631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.555625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.562324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.570184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.576767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.586638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.593230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.598609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-26859b45-9132-4422-80fb-7bc956047b36 req-cafb0456-7250-4f37-b1b1-9efa407064f4 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5432 time: 0.3021839 Jul 09 17:25:03.629048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:03.631506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] For port 5e95f380-91ba-448b-9221-e3425fbe4c7b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5e95f380-91ba-448b-9221-e3425fbe4c7b,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:03.637642 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.638680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 99910d72-d182-4d17-bba9-0fbe90a2f61f up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:03.653046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.659485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf08080-890f-4898-b9df-cf92b45ce557 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.661198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf08080-890f-4898-b9df-cf92b45ce557 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.662872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf08080-890f-4898-b9df-cf92b45ce557 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:03.667521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-faf08080-890f-4898-b9df-cf92b45ce557 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1213381 Jul 09 17:25:03.668139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38780) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:03.767306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:03.785249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-26859b45-9132-4422-80fb-7bc956047b36 req-19fbe768-b2df-4c10-81de-9cb815396208 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743751 Jul 09 17:25:03.822805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:03.858225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.864011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b0c76a8a-844d-4715-b07b-a6a86b7503fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4395349 Jul 09 17:25:03.865098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38784) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:03.876653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet cf92e866-24ac-44a2-abbb-96eca381082c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:03.891396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:03.932123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baf79c-7170-4515-a6d3-fbbad89b1f16 None None] Pushing event updated for resources: {'Port': ['ID=5e95f380-91ba-448b-9221-e3425fbe4c7b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:03.946369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Sync routers for ids ['6e3e510f-6bcf-434e-89d8-39efb22419cd'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:25:03.953062 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addfa3c6-b5ba-424a-a28d-2c5fab77cd1b x-openstack-request-id: req-addfa3c6-b5ba-424a-a28d-2c5fab77cd1b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:03.953355 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:03.954711 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-addfa3c6-b5ba-424a-a28d-2c5fab77cd1b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:03.955292 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64', 'code': 200} Jul 09 17:25:03.955714 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d', 'code': 200} Jul 09 17:25:03.977854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Routers {'6e3e510f-6bcf-434e-89d8-39efb22419cd'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:03.978824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6e3e510f-6bcf-434e-89d8-39efb22419cd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:04.029336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.051575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 99910d72-d182-4d17-bba9-0fbe90a2f61f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:04.058666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 99910d72-d182-4d17-bba9-0fbe90a2f61f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:04.059039 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.097977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b63aa9-167c-4986-8299-d4340867d17f req-e396cad0-2190-47e4-bbbb-a255f0672413 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:04.106480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87b63aa9-167c-4986-8299-d4340867d17f req-e396cad0-2190-47e4-bbbb-a255f0672413 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 944 time: 0.3841076 Jul 09 17:25:04.194054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87b63aa9-167c-4986-8299-d4340867d17f req-a94d2966-2b5e-48a5-b8ff-53caa836557c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863085 Jul 09 17:25:04.285773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.365141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.423914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=cf92e866-24ac-44a2-abbb-96eca381082c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:04.430608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.434900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c81ff238-3523-4f07-b7f4-f7dd812da5dc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/cf92e866-24ac-44a2-abbb-96eca381082c HTTP/1.1" status: 204 len: 168 time: 0.7634676 Jul 09 17:25:04.435496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38788) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:04.476964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f4fa3efa-a172-48a8-9a38-e204d6e0bedd None None] Provisioning complete for port 5e95f380-91ba-448b-9221-e3425fbe4c7b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:04.477583 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3efa-a172-48a8-9a38-e204d6e0bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.573395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Set router 6e3e510f-6bcf-434e-89d8-39efb22419cd gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:04.613152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Deleting subnet e984abc3-de82-4613-abb8-1745fb77503f {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:04.638506 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.707187 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.787223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.795957 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.848568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7736-5225-4474-adbb-0d0aa41ad90e req-409ea39d-6bf1-410f-a228-6a65f216408d tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:04.851316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296c7736-5225-4474-adbb-0d0aa41ad90e req-409ea39d-6bf1-410f-a228-6a65f216408d tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 944 time: 0.1171219 Jul 09 17:25:04.870232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e540e6a-93b4-41d1-9488-ab824900d6ae None None] Network d6992ee0-dde0-4473-b499-57da2aa4712d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:04.892768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 99910d72-d182-4d17-bba9-0fbe90a2f61f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:04.934883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.948027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:04.949701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d084d3c-dba2-4b8f-8a09-039453d44ada up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:04.964441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296c7736-5225-4474-adbb-0d0aa41ad90e req-9227cebb-4837-4a5b-a603-d2b686856dd5 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Jul 09 17:25:04.991467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Allocated IP 172.20.0.1 (a2255004-0418-4fcd-9cca-ec5eb79e87d9/3ec4c3ee-a682-4085-ad3c-7eb23d19abac/79e89a22-dec3-4dbb-a6b3-8c18109cc27c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:05.014576 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.050679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Subnet': ['ID=e984abc3-de82-4613-abb8-1745fb77503f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:05.055544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.061764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ba388993-4a8c-49ff-9ef2-fce80ab09ed4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/e984abc3-de82-4613-abb8-1745fb77503f HTTP/1.1" status: 204 len: 168 time: 0.6249068 Jul 09 17:25:05.062646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.090712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 1d084d3c-dba2-4b8f-8a09-039453d44ada completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:05.100633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 1d084d3c-dba2-4b8f-8a09-039453d44ada triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:05.101219 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.128332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-45845494-06c4-4adb-a523-d33843e3846c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641310 Jul 09 17:25:05.129009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38798) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.173352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.190718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.196353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-95052d72-332b-4986-a094-0aab90732a54 None None] Provisioning for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:05.196852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.203094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.205501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-95052d72-332b-4986-a094-0aab90732a54 None None] Provisioning complete for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:05.206062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95052d72-332b-4986-a094-0aab90732a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.209631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.217833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.224428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.230578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.238049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-9f0748f8-d1f1-4c39-a474-81e23df17264 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5433 time: 0.2481515 Jul 09 17:25:05.239920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea70522-8402-4bff-8c93-18abbec55a1f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.244267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38804) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.245906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ea70522-8402-4bff-8c93-18abbec55a1f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.1157897 Jul 09 17:25:05.298134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Transition to ACTIVE for port object 79e89a22-dec3-4dbb-a6b3-8c18109cc27c will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:05.343701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba5e3b53-37b5-4fa0-929e-5d929c32ccfc req-a570c195-1757-49f6-b68e-e704e994ba4b tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047704 Jul 09 17:25:05.355223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f79381-1edf-447f-aa03-67da2d58188e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.356725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81f79381-1edf-447f-aa03-67da2d58188e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115534 Jul 09 17:25:05.359419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38808) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.402846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ba283cd7-870e-4126-8e1b-f04624e288f9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422733 Jul 09 17:25:05.408897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38810) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.426620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.431056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=99910d72-d182-4d17-bba9-0fbe90a2f61f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:05.467340 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-150b3a8e-8a51-4428-9f09-8ce645a684fa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.468062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150b3a8e-8a51-4428-9f09-8ce645a684fa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.468371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:05.473871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-150b3a8e-8a51-4428-9f09-8ce645a684fa tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/9899bb3a-b2b8-44f1-8265-20b7cfabd298 HTTP/1.1" status: 404 len: 333 time: 0.0632312 Jul 09 17:25:05.477902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38812) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.477902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:05.490253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:05.535990 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95052d72-332b-4986-a094-0aab90732a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.544791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Pushing event updated for resources: {'Port': ['ID=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:05.556472 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7bc1a8-5eaa-456a-9f02-17ed8b695b76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.560952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7bc1a8-5eaa-456a-9f02-17ed8b695b76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.565351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7a7bc1a8-5eaa-456a-9f02-17ed8b695b76 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/cf92e866-24ac-44a2-abbb-96eca381082c HTTP/1.1" status: 404 len: 337 time: 0.0865488 Jul 09 17:25:05.568006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38814) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.587705 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.597838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:25:02Z', 'revision_number': 3, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:05.603052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.648656 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8ab4da-86ac-4b3a-b9f3-ff728aa458d3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.649448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8ab4da-86ac-4b3a-b9f3-ff728aa458d3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.652865 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9a8ab4da-86ac-4b3a-b9f3-ff728aa458d3 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/e984abc3-de82-4613-abb8-1745fb77503f HTTP/1.1" status: 404 len: 337 time: 0.0799012 Jul 09 17:25:05.655856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38816) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.692279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Checking router: 6e3e510f-6bcf-434e-89d8-39efb22419cd for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:25:05.692708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Updating router 6e3e510f-6bcf-434e-89d8-39efb22419cd port 3f421c8d-453e-4f87-8047-d165c46a082d binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:25:05.712753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56466040-5f6f-44f8-994a-0757b9ce601a req-54c39f85-6840-4090-a1f0-bda4f6ad05bb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:05.714737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56466040-5f6f-44f8-994a-0757b9ce601a req-54c39f85-6840-4090-a1f0-bda4f6ad05bb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 945 time: 0.2225409 Jul 09 17:25:05.716126 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a6cd7f-0e56-48ab-b4db-549de93690e0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.717916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a6cd7f-0e56-48ab-b4db-549de93690e0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.719919 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04a6cd7f-0e56-48ab-b4db-549de93690e0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/4e9f8910-1a80-43e9-9e62-b1fc3de95f19 HTTP/1.1" status: 404 len: 333 time: 0.0616245 Jul 09 17:25:05.743337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38818) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.790504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-95052d72-332b-4986-a094-0aab90732a54 None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:05.799076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56466040-5f6f-44f8-994a-0757b9ce601a req-7eee3bcc-42fb-44af-bf2e-6a9c92932345 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744154 Jul 09 17:25:05.803182 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3964829-d762-4842-ab05-828fa5164da5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.803784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3964829-d762-4842-ab05-828fa5164da5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.807703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b3964829-d762-4842-ab05-828fa5164da5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/e4e21eb1-0c74-471c-b93d-f97c6002a2cc HTTP/1.1" status: 404 len: 337 time: 0.0614393 Jul 09 17:25:05.810812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38820) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.820904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95052d72-332b-4986-a094-0aab90732a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.830915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.833704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5e95f380-91ba-448b-9221-e3425fbe4c7b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:05.844442 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7143158-7da3-432c-83b6-4e3b6fddd7e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.844906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7143158-7da3-432c-83b6-4e3b6fddd7e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.846729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c7143158-7da3-432c-83b6-4e3b6fddd7e8 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/a7067f57-5853-4c62-bc16-e5f2b9de9ce2 HTTP/1.1" status: 404 len: 337 time: 0.0340791 Jul 09 17:25:05.850465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38822) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.874797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:05.883151 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3d7fb1-ce24-4bf7-849b-d89729c3ca1b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.883950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3d7fb1-ce24-4bf7-849b-d89729c3ca1b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.887837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca3d7fb1-ce24-4bf7-849b-d89729c3ca1b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/564511d5-7aa7-4f72-9579-f59294deea39 HTTP/1.1" status: 404 len: 333 time: 0.0342577 Jul 09 17:25:05.889014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38824) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.904478 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.905252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 077e9bc7-3e5c-4711-aade-f2017015708b up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:05.916741 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:05.935840 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d418b25-c0d4-418b-9c2a-be1beb8469fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.936293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d418b25-c0d4-418b-9c2a-be1beb8469fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.941492 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1d418b25-c0d4-418b-9c2a-be1beb8469fc tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/a0cd9dfa-85fe-4ac4-ac32-72c6d3842515 HTTP/1.1" status: 404 len: 337 time: 0.0478806 Jul 09 17:25:05.942753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38826) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:05.963383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd'}, {'server_uuid': '0920622a-d4e4-43ee-b332-9391419e1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99910d72-d182-4d17-bba9-0fbe90a2f61f'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:05.966190 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94f859a-79d7-4fd3-b389-ae2adc4e8bb9" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd"}, {"server_uuid": "0920622a-d4e4-43ee-b332-9391419e1832", "name": "network-vif-plugged", "status": "completed", "tag": "99910d72-d182-4d17-bba9-0fbe90a2f61f"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:05.988355 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d293142-1991-4b01-996e-0db0e62b9027 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:05.988508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d293142-1991-4b01-996e-0db0e62b9027 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:05.992747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4d293142-1991-4b01-996e-0db0e62b9027 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/ef803258-7920-419a-bbc6-339bb070e152 HTTP/1.1" status: 404 len: 337 time: 0.0445461 Jul 09 17:25:05.993389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38830) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.031377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95052d72-332b-4986-a094-0aab90732a54 None None] Pushing event updated for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=11']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:06.033835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-83212198-bbd8-46c0-95ba-ffcf740f048a None None] Provisioning for port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:06.065376 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75e82f6-0de4-4e94-ae52-0fcebf9a819f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.066134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75e82f6-0de4-4e94-ae52-0fcebf9a819f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.071368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a75e82f6-0de4-4e94-ae52-0fcebf9a819f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/febf358c-4d82-428c-bef7-afbf94ebf695 HTTP/1.1" status: 404 len: 333 time: 0.0737050 Jul 09 17:25:06.071368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38834) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.105472 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-64316aa0-2723-47c6-b7e4-b71f3e7cc773 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.105927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64316aa0-2723-47c6-b7e4-b71f3e7cc773 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.110163 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-64316aa0-2723-47c6-b7e4-b71f3e7cc773 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/301f09ee-4843-4f1b-8654-3afffadfc300 HTTP/1.1" status: 404 len: 337 time: 0.0361781 Jul 09 17:25:06.112060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.128789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] DHCP port deletion for d6992ee0-dde0-4473-b499-57da2aa4712d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:25:06.140096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-83212198-bbd8-46c0-95ba-ffcf740f048a None None] Provisioning complete for port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:06.140474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-83212198-bbd8-46c0-95ba-ffcf740f048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.143942 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b063eda-2f40-4c0f-8b3c-3224d6a5c2d0 x-openstack-request-id: req-2b063eda-2f40-4c0f-8b3c-3224d6a5c2d0 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:06.144241 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd", "code": 200}, {"server_uuid": "0920622a-d4e4-43ee-b332-9391419e1832", "name": "network-vif-plugged", "status": "completed", "tag": "99910d72-d182-4d17-bba9-0fbe90a2f61f", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-plugged", "status": "completed", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:06.144500 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b063eda-2f40-4c0f-8b3c-3224d6a5c2d0 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:06.144877 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd', 'code': 200} Jul 09 17:25:06.145126 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0920622a-d4e4-43ee-b332-9391419e1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99910d72-d182-4d17-bba9-0fbe90a2f61f', 'code': 200} Jul 09 17:25:06.145370 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada', 'code': 200} Jul 09 17:25:06.181558 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ed3ae9-b5cb-4457-b92b-404afc88909f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.181558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ed3ae9-b5cb-4457-b92b-404afc88909f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.192229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00ed3ae9-b5cb-4457-b92b-404afc88909f tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/22fa746e-cf99-4207-b422-b47d8307888a HTTP/1.1" status: 404 len: 337 time: 0.0761294 Jul 09 17:25:06.193129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38838) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.200929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5e95f380-91ba-448b-9221-e3425fbe4c7b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:06.201321 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.226589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.234052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.266828 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d31457-90a6-4c88-aa5e-17fb88ca692c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.267590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d31457-90a6-4c88-aa5e-17fb88ca692c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.272652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-54d31457-90a6-4c88-aa5e-17fb88ca692c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/23d00dad-0aa4-428b-a124-0a1856a84a9b HTTP/1.1" status: 404 len: 333 time: 0.0782366 Jul 09 17:25:06.278667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38840) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.283217 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.301439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 077e9bc7-3e5c-4711-aade-f2017015708b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:06.308530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:06.317850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-83212198-bbd8-46c0-95ba-ffcf740f048a None None] Port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:06.327290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 077e9bc7-3e5c-4711-aade-f2017015708b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:06.327661 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.386116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f588619-38a7-44f7-b928-6048be62a81a req-d2c09321-328b-4cc7-b1f8-d20ec177a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.388321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3f588619-38a7-44f7-b928-6048be62a81a req-d2c09321-328b-4cc7-b1f8-d20ec177a79b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 1097 time: 0.0983005 Jul 09 17:25:06.394657 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-194b2e65-1312-4e1d-9cd7-6f89f26077dd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.395243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194b2e65-1312-4e1d-9cd7-6f89f26077dd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.399562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-194b2e65-1312-4e1d-9cd7-6f89f26077dd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/c1cda40b-183b-4bf0-9850-4c80baa641a0 HTTP/1.1" status: 404 len: 337 time: 0.1114647 Jul 09 17:25:06.423100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38848) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.484580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8adf1-1f6e-4275-9c92-fb533f3ccac8 req-be80c31f-c4ad-4a5f-b763-615d5f8760c7 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.489022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Pushing event updated for resources: {'Port': ['ID=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:06.500231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06d8adf1-1f6e-4275-9c92-fb533f3ccac8 req-be80c31f-c4ad-4a5f-b763-615d5f8760c7 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 944 time: 0.3026509 Jul 09 17:25:06.526139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:06.528807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:06.540211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] Deleting port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:06.541138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.542171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.542771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.543318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.544052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.544588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.545154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.545656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.547669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-2c8eb62c-5554-4265-8997-80efb30e52e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.2316432 Jul 09 17:25:06.565324 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b696d4-db9a-44ce-83fc-6cd7076f1221 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.565948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b696d4-db9a-44ce-83fc-6cd7076f1221 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.567753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00b696d4-db9a-44ce-83fc-6cd7076f1221 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/4b1bc6a1-40ab-4c09-80e4-648a2dc01a50 HTTP/1.1" status: 404 len: 333 time: 0.1376176 Jul 09 17:25:06.573392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38852) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.630631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:06.658333 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c39da26-5398-4e75-9145-9d19caa03389 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.658785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c39da26-5398-4e75-9145-9d19caa03389 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.669756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c39da26-5398-4e75-9145-9d19caa03389 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/d1659ff7-41d2-42d1-90c6-b48c0f4ad4fe HTTP/1.1" status: 404 len: 337 time: 0.0787024 Jul 09 17:25:06.672729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3f588619-38a7-44f7-b928-6048be62a81a req-64ba9b8c-0969-4ee7-ade4-b2ae331ef064 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710316 Jul 09 17:25:06.673226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38854) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.734841 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbfc4f5-743f-4087-882a-4fbe6dcc21af tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.735636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbfc4f5-743f-4087-882a-4fbe6dcc21af tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.737513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3dbfc4f5-743f-4087-882a-4fbe6dcc21af tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/bcaf6410-7cba-4750-9112-50ed79e4003c HTTP/1.1" status: 404 len: 333 time: 0.0555208 Jul 09 17:25:06.740163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38856) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.742378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cbac6411-1f2e-4825-bb0e-5f12ce478865 req-7a2738ca-ec1a-4e8d-a2a7-a2dc8b7be649 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&id=abd16e5f-507a-416f-87c7-6db777d4c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227169 Jul 09 17:25:06.773171 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc302fc-66b3-4b41-bb60-1a3e83f6bd68 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.773545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc302fc-66b3-4b41-bb60-1a3e83f6bd68 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.775457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8bc302fc-66b3-4b41-bb60-1a3e83f6bd68 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/8b1a8765-f93c-4c7c-9412-420436057c78 HTTP/1.1" status: 404 len: 337 time: 0.0343335 Jul 09 17:25:06.781192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.788217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06d8adf1-1f6e-4275-9c92-fb533f3ccac8 req-583a83b3-e2e8-41f4-b633-b73c92e3afbd tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868743 Jul 09 17:25:06.859357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Router 6e3e510f-6bcf-434e-89d8-39efb22419cd has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:25:06.865345 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8accc706-352e-4dff-9ed8-86b9c9ef9f03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.866278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8accc706-352e-4dff-9ed8-86b9c9ef9f03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.868228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8accc706-352e-4dff-9ed8-86b9c9ef9f03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/36c0ca32-93a8-4c57-a209-95c92fe3167d HTTP/1.1" status: 404 len: 333 time: 0.0858891 Jul 09 17:25:06.871003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.887928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.894961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.901801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.908552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.914856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.919290 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd5f1a5-6966-4615-a0bb-66245fa5a4b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.919847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd5f1a5-6966-4615-a0bb-66245fa5a4b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.921636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1bd5f1a5-6966-4615-a0bb-66245fa5a4b7 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/d24f12ae-1295-478f-8284-9e24b82414eb HTTP/1.1" status: 404 len: 337 time: 0.0496230 Jul 09 17:25:06.923024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.925070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38864) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.931823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:06.939214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] For port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,segment=NetworkSegment(cae44af5-2620-45c3-a207-07d363023e2a),segment_id=cae44af5-2620-45c3-a207-07d363023e2a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:06.939610 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.948739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af24ef60-4d21-476f-985c-743c07e2185c req-e9e670d1-6fb0-471b-bca4-635c264f3c72 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.3213551 Jul 09 17:25:06.964313 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.968409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:06.970007 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafc9396-86e5-436d-b9fb-3a5d31e697bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:06.970771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafc9396-86e5-436d-b9fb-3a5d31e697bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:06.976121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38866) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:06.977346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] Calling delete_port for 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:06.979272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aafc9396-86e5-436d-b9fb-3a5d31e697bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/a49a2db4-af62-435a-baf7-513542d5a771 HTTP/1.1" status: 404 len: 333 time: 0.0523233 Jul 09 17:25:07.015145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Transition to ACTIVE for port object 3f421c8d-453e-4f87-8047-d165c46a082d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:07.057472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8962f505-7b51-4c43-b66b-4300af64748a None None] Provisioning complete for port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:07.057747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8962f505-7b51-4c43-b66b-4300af64748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.063657 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.106654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 077e9bc7-3e5c-4711-aade-f2017015708b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=077e9bc7-3e5c-4711-aade-f2017015708b,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:07.144663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8e9bd-fa54-4901-b072-b169535a6d72 req-3679c5f4-4d06-4729-90ef-171473a1142f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:07.146877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-77f8e9bd-fa54-4901-b072-b169535a6d72 req-3679c5f4-4d06-4729-90ef-171473a1142f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 945 time: 0.0763495 Jul 09 17:25:07.147242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:07.147625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.149344 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.202864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-77f8e9bd-fa54-4901-b072-b169535a6d72 req-c6e3455b-59cd-497d-8ef0-31a60ed48833 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479910 Jul 09 17:25:07.210624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8962f505-7b51-4c43-b66b-4300af64748a None None] Port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:07.230798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38d043-35f7-4b83-b444-d21ef650982b None None] Pushing event updated for resources: {'Port': ['ID=3f421c8d-453e-4f87-8047-d165c46a082d,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:07.242973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Attempting to bind port 3f421c8d-453e-4f87-8047-d165c46a082d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:07.243344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Attempting to bind port 3f421c8d-453e-4f87-8047-d165c46a082d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:07.244407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Attempting to bind port 3f421c8d-453e-4f87-8047-d165c46a082d on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:07.286076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:07.286499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:07.286894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.287290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:07.287823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Bound port: 3f421c8d-453e-4f87-8047-d165c46a082d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:07.288178 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.311905 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.331146 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No ports have port_id starting with 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 Jul 09 17:25:07.347220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] No DVR routers for this DVR port 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:07.353199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=077e9bc7-3e5c-4711-aade-f2017015708b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:07.397498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12795edf-7646-47c1-905c-a03bf8bb8bb8 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:25:07.402186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55c7fe-d3bc-474e-8a26-2f55aab37fbb None None] Pushing event deleted for resources: {'Port': ['ID=86b2e1bf-6855-4ea5-baf7-076b7e5a51b3,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:07.426608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] For port 3f421c8d-453e-4f87-8047-d165c46a082d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:07.443833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] For port 3f421c8d-453e-4f87-8047-d165c46a082d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3f421c8d-453e-4f87-8047-d165c46a082d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:07.458788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:07.478528 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5271353d-c7a8-4f04-b188-72d5d597afcd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.478986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5271353d-c7a8-4f04-b188-72d5d597afcd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.480766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5271353d-c7a8-4f04-b188-72d5d597afcd tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/1d546d19-d8df-4828-b344-64985ff9acbc HTTP/1.1" status: 404 len: 337 time: 0.5035019 Jul 09 17:25:07.490630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38872) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.515007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af24ef60-4d21-476f-985c-743c07e2185c req-c3804479-ae3e-4fa7-9ef1-890799e16805 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5649376 Jul 09 17:25:07.550319 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ef16b0-7ca0-4452-8a3c-5c77674e03bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.550319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ef16b0-7ca0-4452-8a3c-5c77674e03bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.550319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88ef16b0-7ca0-4452-8a3c-5c77674e03bf tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/41a6ffa7-4af5-44b6-b725-b4a624930618 HTTP/1.1" status: 404 len: 333 time: 0.0569193 Jul 09 17:25:07.551698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38876) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.620183 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a16d2e6-1a94-4e88-9a2f-e9e1ccd46b08 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.622044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a16d2e6-1a94-4e88-9a2f-e9e1ccd46b08 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.630575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:07.630867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7a16d2e6-1a94-4e88-9a2f-e9e1ccd46b08 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/eb0aa449-0dc4-410e-b677-804cc56316cd HTTP/1.1" status: 404 len: 337 time: 0.0759926 Jul 09 17:25:07.641500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a365f4cb-419b-4329-b591-362ff8712c81 admin admin] 10.222.0.21 "PUT /v2.0/routers/6e3e510f-6bcf-434e-89d8-39efb22419cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7671785 Jul 09 17:25:07.641500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38878) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.677304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:07.714258 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d078bfdf-17e2-4e85-a9bb-791d12b5160a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.716263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d078bfdf-17e2-4e85-a9bb-791d12b5160a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.731217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.731381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d078bfdf-17e2-4e85-a9bb-791d12b5160a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/9e82ae78-316b-430c-b7af-7f17d97090e3 HTTP/1.1" status: 404 len: 337 time: 0.0957818 Jul 09 17:25:07.745005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:07.745487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 86b2e1bf-6855-4ea5-baf7-076b7e5a51b3 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:07.751631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Routers {'6e3e510f-6bcf-434e-89d8-39efb22419cd'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:07.752298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6e3e510f-6bcf-434e-89d8-39efb22419cd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:07.798727 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa6de00-874c-4f55-ab37-3da66196229e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.799480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa6de00-874c-4f55-ab37-3da66196229e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.801303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0aa6de00-874c-4f55-ab37-3da66196229e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/b2025020-41e4-423d-9ab0-62cca7788882 HTTP/1.1" status: 404 len: 333 time: 0.0686188 Jul 09 17:25:07.804300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38888) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.833239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38892) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.856367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38d043-35f7-4b83-b444-d21ef650982b None None] Pushing event updated for resources: {'Port': ['ID=3f421c8d-453e-4f87-8047-d165c46a082d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:07.866868 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdb4fd5-9f3e-4607-9ed6-7723da5340c2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.867575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdb4fd5-9f3e-4607-9ed6-7723da5340c2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.872309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38896) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.873155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5cdb4fd5-9f3e-4607-9ed6-7723da5340c2 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/8d3adb0c-b7c1-48cd-a050-12939e807935 HTTP/1.1" status: 404 len: 337 time: 0.0669122 Jul 09 17:25:07.942393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] Set router 6e3e510f-6bcf-434e-89d8-39efb22419cd gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:07.947966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1338626611'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:07.952924 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b932e3-1f8b-49bc-a141-53f5b8880052 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:07.954398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b932e3-1f8b-49bc-a141-53f5b8880052 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:07.956529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-02b932e3-1f8b-49bc-a141-53f5b8880052 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/5aef872a-a740-47cb-b097-3698e4948d7e HTTP/1.1" status: 404 len: 337 time: 0.0825136 Jul 09 17:25:07.959590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:07.987043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:07.997991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.009125 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f69cf92-a459-4fb4-830d-f7105162788a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.010012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f69cf92-a459-4fb4-830d-f7105162788a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.014916 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1f69cf92-a459-4fb4-830d-f7105162788a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/8a484fe4-6c30-4c66-b237-5a1d42048aae HTTP/1.1" status: 404 len: 333 time: 0.0540919 Jul 09 17:25:08.015708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38902) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.042876 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-689a4f07-fe81-483b-8889-c05a61d2f114 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.043490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689a4f07-fe81-483b-8889-c05a61d2f114 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.048199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-689a4f07-fe81-483b-8889-c05a61d2f114 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/823bc887-93ec-4312-abc1-c674a0bb8dc7 HTTP/1.1" status: 404 len: 337 time: 0.0312963 Jul 09 17:25:08.048993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.065136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:08.073077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.085296 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.085970 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Added segment 4e791eb8-7068-4730-a719-e7ec2395c489 of type vlan for network 63c0cfd4-07bb-4601-a75c-92394127ae71 Jul 09 17:25:08.128111 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cd8168-5370-41e0-8836-6d67254e0989 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.128627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cd8168-5370-41e0-8836-6d67254e0989 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.133488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-39cd8168-5370-41e0-8836-6d67254e0989 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/328bd422-5d75-48ec-b15a-3214f40234d6 HTTP/1.1" status: 404 len: 337 time: 0.0833802 Jul 09 17:25:08.135128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38906) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.166845 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a7c6ca-8a2c-420a-a10a-27bed1374f1d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.167747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a7c6ca-8a2c-420a-a10a-27bed1374f1d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.172564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f9a7c6ca-8a2c-420a-a10a-27bed1374f1d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/7205ab3c-c0b2-444e-92ef-b2ff662b6803 HTTP/1.1" status: 404 len: 333 time: 0.0362813 Jul 09 17:25:08.173495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38908) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.212482 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8a1eb5-b6ff-45fb-bc69-e06231c6582c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.213199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8a1eb5-b6ff-45fb-bc69-e06231c6582c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.213484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f19dd2-302e-4086-aeea-1b182708b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077e9bc7-3e5c-4711-aade-f2017015708b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:08.215475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fb8a1eb5-b6ff-45fb-bc69-e06231c6582c tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/372a0f29-85bd-4158-8c34-ce4f5180582e HTTP/1.1" status: 404 len: 337 time: 0.0396688 Jul 09 17:25:08.218302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38912) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.226391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.227632 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c61386-9abe-4dbf-9dd0-81b0aaaac343" -d '{"events": [{"server_uuid": "17f19dd2-302e-4086-aeea-1b182708b975", "name": "network-vif-plugged", "status": "completed", "tag": "077e9bc7-3e5c-4711-aade-f2017015708b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:08.309579 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2066f8cb-56e1-4449-a254-ccd2fa5a7248 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.311060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2066f8cb-56e1-4449-a254-ccd2fa5a7248 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.313648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2066f8cb-56e1-4449-a254-ccd2fa5a7248 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/84b9e6aa-8c29-4c46-adab-b8110890213d HTTP/1.1" status: 404 len: 337 time: 0.0939164 Jul 09 17:25:08.316594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38920) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.338449 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.352892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:08.353550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.354616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c306009-8827-43a6-96ef-8b2c6b99c5c3 req-124387b1-fd0b-4fc7-b46e-ffed78f3d287 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:08.359428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c306009-8827-43a6-96ef-8b2c6b99c5c3 req-124387b1-fd0b-4fc7-b46e-ffed78f3d287 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 945 time: 0.2706969 Jul 09 17:25:08.386033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12795edf-7646-47c1-905c-a03bf8bb8bb8 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:25:08.394951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a3ba7881-20a3-4f3d-a5be-e40c36fe4406 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports?device_id=2284fa42-5efc-460d-b398-472f8c67e331 HTTP/1.1" status: 200 len: 205 time: 0.0768621 Jul 09 17:25:08.404024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38922) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.407712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c306009-8827-43a6-96ef-8b2c6b99c5c3 req-5eb4fc60-1731-4b0d-b876-a2919f1120dc tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Jul 09 17:25:08.475858 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-4fe48fa9-ee07-4290-96af-10103d7115c6 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] delete failed (client error): The resource could not be found. Jul 09 17:25:08.477038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4fe48fa9-ee07-4290-96af-10103d7115c6 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/routers/2284fa42-5efc-460d-b398-472f8c67e331 HTTP/1.1" status: 404 len: 336 time: 0.0681062 Jul 09 17:25:08.479529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.519490 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0822ac8b-e82c-48cd-8978-7e08db765f46 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.519934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0822ac8b-e82c-48cd-8978-7e08db765f46 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.521812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0822ac8b-e82c-48cd-8978-7e08db765f46 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/18edf7a9-29d5-4a8b-b158-c98f5790a402 HTTP/1.1" status: 404 len: 337 time: 0.0413213 Jul 09 17:25:08.525722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38928) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.526441 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0718de1-1841-4025-a6e2-5f3266d6684c x-openstack-request-id: req-c0718de1-1841-4025-a6e2-5f3266d6684c {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:08.526921 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f19dd2-302e-4086-aeea-1b182708b975", "name": "network-vif-plugged", "status": "completed", "tag": "077e9bc7-3e5c-4711-aade-f2017015708b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:08.527319 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0718de1-1841-4025-a6e2-5f3266d6684c {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:08.528073 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f19dd2-302e-4086-aeea-1b182708b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077e9bc7-3e5c-4711-aade-f2017015708b', 'code': 200} Jul 09 17:25:08.578638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fe804b2d-23f5-473b-8d8c-477e287b24b9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c317b1e-718f-4726-8375-a92f9163461f HTTP/1.1" status: 200 len: 205 time: 0.0517533 Jul 09 17:25:08.582350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38932) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.614884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7803099 Jul 09 17:25:08.647545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38934) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.649356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d89936-8807-49d1-8dbe-00fba72f0f78 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Network': ['ID=63c0cfd4-07bb-4601-a75c-92394127ae71,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:08.667068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'subnet': {'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:08.672101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:08.716836 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-e46d5afa-f815-4100-9053-36076ab24fc9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] delete failed (client error): The resource could not be found. Jul 09 17:25:08.720205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e46d5afa-f815-4100-9053-36076ab24fc9 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/routers/5c317b1e-718f-4726-8375-a92f9163461f HTTP/1.1" status: 404 len: 336 time: 0.1351585 Jul 09 17:25:08.727806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38936) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.803902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '79e89a22-dec3-4dbb-a6b3-8c18109cc27c', 'name': '', 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'mac_address': 'fa:16:3e:9f:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:04Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 2, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'subnets': [{'id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:08.806951 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-327cf10b-7ee9-4855-b2da-e3b59a18e91b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.807909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327cf10b-7ee9-4855-b2da-e3b59a18e91b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.814130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-327cf10b-7ee9-4855-b2da-e3b59a18e91b tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/bd6c8d82-4acf-46e1-ae3c-c308976dce0f HTTP/1.1" status: 404 len: 337 time: 0.0848234 Jul 09 17:25:08.816672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38940) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:08.819115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6ab17-f0dc-479b-ac1b-8232cc21f09d req-e9c6da07-e880-4d85-b2e2-067298564ed8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:08.826393 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87b6ab17-f0dc-479b-ac1b-8232cc21f09d req-e9c6da07-e880-4d85-b2e2-067298564ed8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 945 time: 0.4462867 Jul 09 17:25:08.852067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b8a1a-8ed0-40fe-8529-1f644c511368 None None] The sync data for ids ['6e3e510f-6bcf-434e-89d8-39efb22419cd'] in n-d-791506-17 is: [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '79e89a22-dec3-4dbb-a6b3-8c18109cc27c', 'name': '', 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'mac_address': 'fa:16:3e:9f:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:04Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 2, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'subnets': [{'id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:25:08.882990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87b6ab17-f0dc-479b-ac1b-8232cc21f09d req-9ca1be84-7c90-4ce3-b0c0-f02afb9557bc tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552459 Jul 09 17:25:08.896631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:08.903159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:08.933052 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b536671d-0db4-4ff5-bc54-3b7659c4efc4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:08.933700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b536671d-0db4-4ff5-bc54-3b7659c4efc4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:08.946768 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b536671d-0db4-4ff5-bc54-3b7659c4efc4 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/76241ba0-f1ac-4374-8591-d74fd700dcc6 HTTP/1.1" status: 404 len: 337 time: 0.1273017 Jul 09 17:25:08.951109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.012000 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97ded0d-acc6-4020-83b5-0a31d03e5897 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.013747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97ded0d-acc6-4020-83b5-0a31d03e5897 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.017188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b97ded0d-acc6-4020-83b5-0a31d03e5897 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/7cd768b4-4867-4fd4-8f8a-81337e86b844 HTTP/1.1" status: 404 len: 333 time: 0.0635414 Jul 09 17:25:09.023685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.025761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4334e2-7ab6-4154-ae35-a82b9531d58f req-6aa9bce0-4a4e-489a-a755-5ea00ff94149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.028070 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a4334e2-7ab6-4154-ae35-a82b9531d58f req-6aa9bce0-4a4e-489a-a755-5ea00ff94149 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 1097 time: 0.4350171 Jul 09 17:25:09.073963 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e7d98c-0836-45ee-a76a-11d880deb253 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.074422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e7d98c-0836-45ee-a76a-11d880deb253 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.079288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.080557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-09e7d98c-0836-45ee-a76a-11d880deb253 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/94a4bab9-b27d-4a90-ab1d-b6a3539b9dfc HTTP/1.1" status: 404 len: 337 time: 0.0517299 Jul 09 17:25:09.101052 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.125346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce883a5-67a5-4692-9181-f222f47d6067 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:25:09.145299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.152406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.160645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.167551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.180725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.201743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.215654 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0c39dd-54ea-4ff9-b652-3c89f2f892a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.216872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0c39dd-54ea-4ff9-b652-3c89f2f892a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.220702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df0c39dd-54ea-4ff9-b652-3c89f2f892a5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/cf432c0f-ee8e-4902-b48f-cd3298f143ae HTTP/1.1" status: 404 len: 333 time: 0.1379557 Jul 09 17:25:09.221483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.231752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.251802 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51ac5742-c107-4605-b37d-35773c423c80 req-21405203-2823-4a61-b878-2879dcd9056c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.5246212 Jul 09 17:25:09.334399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a4334e2-7ab6-4154-ae35-a82b9531d58f req-864bd642-4fbf-4022-be8a-b451fbea79f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958314 Jul 09 17:25:09.378107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce883a5-67a5-4692-9181-f222f47d6067 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:25:09.379178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.385681 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a766761-2b13-4060-947a-fca9a7f6fa37 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.387718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a766761-2b13-4060-947a-fca9a7f6fa37 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.392429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0a766761-2b13-4060-947a-fca9a7f6fa37 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/03c5dab5-eeb7-41aa-9fe8-377916375600 HTTP/1.1" status: 404 len: 337 time: 0.1703775 Jul 09 17:25:09.405303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51ac5742-c107-4605-b37d-35773c423c80 req-99f40e0e-7542-4ef2-80e0-ccc54fab8aa7 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529596 Jul 09 17:25:09.406425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.509848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Subnet': ['ID=849ac113-2f78-40af-b7d8-bd22ca76eee2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:09.534130 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b7fe26-6625-43c6-a677-e140f3f73f83 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.534861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b7fe26-6625-43c6-a677-e140f3f73f83 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.542154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c0b7fe26-6625-43c6-a677-e140f3f73f83 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/d24b1f3a-5619-4a1e-95e5-01928a65c2f8 HTTP/1.1" status: 404 len: 333 time: 0.1343975 Jul 09 17:25:09.544808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.582958 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-672de273-bc9b-471d-a9be-2c10dc758f2e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.583481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672de273-bc9b-471d-a9be-2c10dc758f2e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.593784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Checking segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:09.594148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network hostable DHCP agents. Network: 63c0cfd4-07bb-4601-a75c-92394127ae71, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:09.596148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-672de273-bc9b-471d-a9be-2c10dc758f2e tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/83ce837d-4d52-472f-bacc-8c8631bb0c13 HTTP/1.1" status: 404 len: 337 time: 0.0502334 Jul 09 17:25:09.605808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.646369 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e46a4e-cb53-4355-a15f-04b71ce6e5b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.646992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:09.647462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e46a4e-cb53-4355-a15f-04b71ce6e5b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.652597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-22e46a4e-cb53-4355-a15f-04b71ce6e5b5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/d05f5657-ee6e-431c-aa2a-da3f38486174 HTTP/1.1" status: 404 len: 333 time: 0.0457344 Jul 09 17:25:09.653644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38968) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.661495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 63c0cfd4-07bb-4601-a75c-92394127ae71) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:09.670705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.671306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.692384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-75d7f7b4-e34d-416c-a502-9d07ffa7e5bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0377793 Jul 09 17:25:09.693132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.701107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1676417923'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:09.712496 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6d6d9b-593d-4965-abb2-501dcdc25676 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.712959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6d6d9b-593d-4965-abb2-501dcdc25676 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.714750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5a6d6d9b-593d-4965-abb2-501dcdc25676 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/741117db-23d2-40e7-9251-b202fb1d149e HTTP/1.1" status: 404 len: 337 time: 0.0605340 Jul 09 17:25:09.717517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.760659 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3156e5f3-7913-44f7-84a1-33e7b5bc03f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.761793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3156e5f3-7913-44f7-84a1-33e7b5bc03f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.763815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3156e5f3-7913-44f7-84a1-33e7b5bc03f5 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/ea65dcd9-0518-4519-9d79-3f013fb481b0 HTTP/1.1" status: 404 len: 333 time: 0.0450675 Jul 09 17:25:09.766589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.779466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:09.784965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.834893 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-939b9045-0c55-4e60-b3ab-3fbff223c5de tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.835077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:09.835353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939b9045-0c55-4e60-b3ab-3fbff223c5de tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.837172 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-939b9045-0c55-4e60-b3ab-3fbff223c5de tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/b66f9c5e-c8a9-44a2-aa9d-09ac274e4fd8 HTTP/1.1" status: 404 len: 337 time: 0.0691507 Jul 09 17:25:09.840464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.856159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:09.856563 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Added segment 1ccd5e5d-b978-4393-a20b-8adebff98948 of type vlan for network 6a54ec68-308c-4421-a64e-331187b14de8 Jul 09 17:25:09.869474 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e829b7e8-21af-4a43-9c19-d6ddbd98ab03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.870239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e829b7e8-21af-4a43-9c19-d6ddbd98ab03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.872105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e829b7e8-21af-4a43-9c19-d6ddbd98ab03 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/5162362e-f917-430b-990c-61ea2a9571f2 HTTP/1.1" status: 404 len: 333 time: 0.0306227 Jul 09 17:25:09.874975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38978) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.888083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f49638-0d6e-41cb-ab56-3f643e3955a9 None None] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:09.901991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.902414 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-628de1d4-4ef5-41a9-84e7-78609c022e37 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.902879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628de1d4-4ef5-41a9-84e7-78609c022e37 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.907376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-628de1d4-4ef5-41a9-84e7-78609c022e37 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/4d516f6f-9e9c-4c6c-9f25-a6416a12e3b2 HTTP/1.1" status: 404 len: 337 time: 0.0288138 Jul 09 17:25:09.907952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.908186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.913986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.919942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.925800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.931823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.937709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.939718 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5de121d-4a1a-46e8-85e1-766d21087f96 req-df8f5f21-2778-42f2-b990-745628fe1721 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.1843290 Jul 09 17:25:09.945880 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f71da8-41ea-4c62-9e98-92059dca60b0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:09.946696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f71da8-41ea-4c62-9e98-92059dca60b0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:09.952285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c7f71da8-41ea-4c62-9e98-92059dca60b0 tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/ports/d004f15d-e46e-4f81-8c64-f50182c7be19 HTTP/1.1" status: 404 len: 333 time: 0.0430565 Jul 09 17:25:09.952926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38982) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.953272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38984) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:09.969908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954d23-8dd7-4320-b4f3-2b6600b13014 req-c1b3e355-e814-4062-acef-49b21ad52ad5 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:09.971838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3954d23-8dd7-4320-b4f3-2b6600b13014 req-c1b3e355-e814-4062-acef-49b21ad52ad5 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 945 time: 0.1921043 Jul 09 17:25:09.979495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Request body: {'floatingip': {'port_id': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:10.028630 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.041142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3954d23-8dd7-4320-b4f3-2b6600b13014 req-58ff3078-fb59-4d46-a6f4-58c69470489b tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Jul 09 17:25:10.061198 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-219c73e3-ced4-4906-abf3-d2ae8eab375d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] DELETE failed (client error): The resource could not be found. Jul 09 17:25:10.061788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219c73e3-ced4-4906-abf3-d2ae8eab375d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:25:10.067037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:10.067173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-219c73e3-ced4-4906-abf3-d2ae8eab375d tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/subnets/3fb1339a-b9ee-4435-9e99-ea0f28f605f7 HTTP/1.1" status: 404 len: 337 time: 0.1116691 Jul 09 17:25:10.110906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.118983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-63c0cfd4-07bb-4601-a75c-92394127ae71', 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'fixed_ips': [{'subnet_id': '849ac113-2f78-40af-b7d8-bd22ca76eee2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:10.120934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.185250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:25:10.217778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.268053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.273840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:10.274603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.393753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c9ae307-6ece-4afe-9d39-6a7bf1886b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.394395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6999295 Jul 09 17:25:10.404335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38990) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:10.411861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.421666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Allocated IP 19.80.0.2 (63c0cfd4-07bb-4601-a75c-92394127ae71/849ac113-2f78-40af-b7d8-bd22ca76eee2/ed1993be-c791-49ab-8476-0ad03263f71d) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:10.424066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6992ee0-dde0-4473-b499-57da2aa4712d']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:10.424383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'subnet': {'network_id': '6a54ec68-308c-4421-a64e-331187b14de8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:10.440781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae44af5-2620-45c3-a207-07d363023e2a') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:10.441125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae44af5-2620-45c3-a207-07d363023e2a') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:10.467611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.487796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.498211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:10.498899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.501480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b91a0b-fc31-4c26-b8b9-e3253b1d7abe tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Network': ['ID=6a54ec68-308c-4421-a64e-331187b14de8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:10.502903 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:10.523744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 6a54ec68-308c-4421-a64e-331187b14de8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:10.603417 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.634874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.637356 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] 10.222.0.21 "DELETE /v2.0/networks/d6992ee0-dde0-4473-b499-57da2aa4712d HTTP/1.1" status: 204 len: 168 time: 0.5689158 Jul 09 17:25:10.638395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Pushing event deleted for resources: {'Network': ['ID=d6992ee0-dde0-4473-b499-57da2aa4712d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:10.665632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.667856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.669178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.669779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.670759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.672236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.673147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.673875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.674475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.675020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.675940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.676508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7742da9d-e965-48c6-926d-3e50d844d77a tempest-NetworksTestDHCPv6-1055251791 tempest-NetworksTestDHCPv6-1055251791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:10.774619 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.801647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Transition to ACTIVE for port object ed1993be-c791-49ab-8476-0ad03263f71d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:10.822567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Transition to ACTIVE for port object ed1993be-c791-49ab-8476-0ad03263f71d will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:10.835402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:10.900685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Pushing event updated for resources: {'Port': ['ID=ed1993be-c791-49ab-8476-0ad03263f71d,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:10.916973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:10.918689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:10.924115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:11.007886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Attempting to bind port ed1993be-c791-49ab-8476-0ad03263f71d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:11.008261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Attempting to bind port ed1993be-c791-49ab-8476-0ad03263f71d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:11.008628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Attempting to bind port ed1993be-c791-49ab-8476-0ad03263f71d on network 63c0cfd4-07bb-4601-a75c-92394127ae71 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:11.015046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:11.015419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Checking segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:11.017081 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.017514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Bound using segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:11.017998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Bound port: ed1993be-c791-49ab-8476-0ad03263f71d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:11.018391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.048941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:11.132288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] For port ed1993be-c791-49ab-8476-0ad03263f71d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:11.144512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] For port ed1993be-c791-49ab-8476-0ad03263f71d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ed1993be-c791-49ab-8476-0ad03263f71d,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:11.156847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.164604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b2896-c9a2-4989-937c-f09c8f4c696c req-132f3e41-9710-41ee-b930-58bf76ff733f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.173690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-844b2896-c9a2-4989-937c-f09c8f4c696c req-132f3e41-9710-41ee-b930-58bf76ff733f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 945 time: 0.9852161 Jul 09 17:25:11.261669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-c99da24a-4b54-439e-b262-742d6978f960 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.265990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-c99da24a-4b54-439e-b262-742d6978f960 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 945 time: 0.1792634 Jul 09 17:25:11.293499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0edb4-de51-4709-a355-65adac14818f None None] Pushing event updated for resources: {'Port': ['ID=ed1993be-c791-49ab-8476-0ad03263f71d,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:11.346740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-844b2896-c9a2-4989-937c-f09c8f4c696c req-079836b5-89f5-46d3-83a3-dd49e522e04e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722252 Jul 09 17:25:11.382211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:11.385961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.436967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-54ed85c4-c32a-4f2b-a5d1-039c3ac43db7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=361748460ce94411b2952977508cbb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868074 Jul 09 17:25:11.440776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:11.595250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3a69-de9a-4621-a32d-74c9f9ff5cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.647369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cacd8-6e1f-4e02-bb39-79309714cadf req-ef3576a7-1234-44a7-ae5f-8b186393ed5d tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:11.655404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a0cacd8-6e1f-4e02-bb39-79309714cadf req-ef3576a7-1234-44a7-ae5f-8b186393ed5d tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 945 time: 0.3845472 Jul 09 17:25:11.699799 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3a69-de9a-4621-a32d-74c9f9ff5cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.760677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a0cacd8-6e1f-4e02-bb39-79309714cadf req-d220df2c-3012-43f4-82bd-b5e20a202f32 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037261 Jul 09 17:25:11.778226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3f421c8d-453e-4f87-8047-d165c46a082d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:11.825723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Deleting port 99910d72-d182-4d17-bba9-0fbe90a2f61f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:11.829197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:11.917053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3f421c8d-453e-4f87-8047-d165c46a082d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:11.922096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3f421c8d-453e-4f87-8047-d165c46a082d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:11.922474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.003369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3a69-de9a-4621-a32d-74c9f9ff5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.009474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3a69-de9a-4621-a32d-74c9f9ff5cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.017139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f3ac3a69-de9a-4621-a32d-74c9f9ff5cca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac8d9712-00e6-46f8-8ac7-cc4fd0943931 HTTP/1.1" status: 204 len: 168 time: 0.5749478 Jul 09 17:25:12.032844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.085462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] For port 99910d72-d182-4d17-bba9-0fbe90a2f61f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=99910d72-d182-4d17-bba9-0fbe90a2f61f,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:12.088662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.091691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.113717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Subnet': ['ID=73355052-55b3-4dc3-bfc1-94e5a2a48a41,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:12.132596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3f421c8d-453e-4f87-8047-d165c46a082d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3f421c8d-453e-4f87-8047-d165c46a082d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:12.141844 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.143542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ed1993be-c791-49ab-8476-0ad03263f71d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:12.166096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Calling delete_port for 99910d72-d182-4d17-bba9-0fbe90a2f61f owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:12.177522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac3a69-de9a-4621-a32d-74c9f9ff5cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d9712-00e6-46f8-8ac7-cc4fd0943931,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:12.306072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:25:12.381387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3f421c8d-453e-4f87-8047-d165c46a082d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:12.387008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Checking segment: {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:12.387701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network hostable DHCP agents. Network: 6a54ec68-308c-4421-a64e-331187b14de8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:12.391076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port ed1993be-c791-49ab-8476-0ad03263f71d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:12.451058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 6a54ec68-308c-4421-a64e-331187b14de8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:12.494047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.519638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 6a54ec68-308c-4421-a64e-331187b14de8) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:12.529424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56237c0d-a11c-48a3-b0df-8b3c368f6703 None None] Network 6a54ec68-308c-4421-a64e-331187b14de8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:12.530648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.681835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:12.684193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.693845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.726541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['99910d72-d182-4d17-bba9-0fbe90a2f61f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:12.768437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1f77e67-0085-47f5-b517-b3a950ae90c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3480246 Jul 09 17:25:12.798283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event deleted for resources: {'Port': ['ID=99910d72-d182-4d17-bba9-0fbe90a2f61f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:12.869729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-589cc727-1cd8-447e-958e-9784cd59d607 req-17c21791-3c30-4a47-9365-2acf51f2eb32 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=0920622a-d4e4-43ee-b332-9391419e1832 HTTP/1.1" status: 200 len: 210 time: 0.0851622 Jul 09 17:25:12.914460 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Floating IP 2a924add-f0bc-46f4-aed1-81685cb78db7 associated. External IP: 172.25.3.207, port: e47147c5-5b21-4c8d-a35d-b52bbea0e0dc. Jul 09 17:25:12.957718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] No DVR routers for this DVR port 99910d72-d182-4d17-bba9-0fbe90a2f61f on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:12.969191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:12.984780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35b16c95-1a63-4ac0-9546-8955835dfb3e req-6d5b34e0-0bd9-4495-a0be-ca9998d48a38 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "DELETE /v2.0/ports/99910d72-d182-4d17-bba9-0fbe90a2f61f HTTP/1.1" status: 204 len: 173 time: 1.6961944 Jul 09 17:25:12.985306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0920622a-d4e4-43ee-b332-9391419e1832', 'name': 'network-vif-deleted', 'tag': '99910d72-d182-4d17-bba9-0fbe90a2f61f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:12.998255 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f61227-625f-4748-be55-0d39a765857d" -d '{"events": [{"server_uuid": "0920622a-d4e4-43ee-b332-9391419e1832", "name": "network-vif-deleted", "tag": "99910d72-d182-4d17-bba9-0fbe90a2f61f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:13.006094 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Sync routers for ids ['6e3e510f-6bcf-434e-89d8-39efb22419cd'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:25:13.034899 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Routers {'6e3e510f-6bcf-434e-89d8-39efb22419cd'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:13.038791 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:24:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6e3e510f-6bcf-434e-89d8-39efb22419cd'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:13.139461 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bfb0579d-a056-46ac-bc8c-69ffe9fc288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:13.173269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c3d95-dd74-4150-ae72-815fe3d03bac None None] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:13.286983 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599f36c-2d22-4410-97f1-f3a2c16232d6 x-openstack-request-id: req-b599f36c-2d22-4410-97f1-f3a2c16232d6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:13.287600 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0920622a-d4e4-43ee-b332-9391419e1832", "name": "network-vif-deleted", "tag": "99910d72-d182-4d17-bba9-0fbe90a2f61f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:13.287600 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b599f36c-2d22-4410-97f1-f3a2c16232d6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:13.287988 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0920622a-d4e4-43ee-b332-9391419e1832', 'name': 'network-vif-deleted', 'tag': '99910d72-d182-4d17-bba9-0fbe90a2f61f', 'status': 'completed', 'code': 200} Jul 09 17:25:13.344981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:25:13.371796 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Set router 6e3e510f-6bcf-434e-89d8-39efb22419cd gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:13.463675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169dd3e-ded0-4da9-a41f-88953b40b194 req-c02440e5-cc89-4768-9708-511ac7729be6 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:13.470757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1169dd3e-ded0-4da9-a41f-88953b40b194 req-c02440e5-cc89-4768-9708-511ac7729be6 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 945 time: 0.1666465 Jul 09 17:25:13.522580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1169dd3e-ded0-4da9-a41f-88953b40b194 req-0d42b980-d470-4b36-840e-6df76452acea tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/security-groups?id=76b6f938-16f9-4dfe-8ac6-a9c57cc00767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Jul 09 17:25:13.692678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:13.705134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:13.784060 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '79e89a22-dec3-4dbb-a6b3-8c18109cc27c', 'name': '', 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'mac_address': 'fa:16:3e:9f:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:04Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 2, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'subnets': [{'id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:13.795090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:13.822617 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Checking router: 6e3e510f-6bcf-434e-89d8-39efb22419cd for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:25:13.823289 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Updating router 6e3e510f-6bcf-434e-89d8-39efb22419cd port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:25:13.857433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ec541631-c0f6-4d9b-a867-4d5fcd82eeda tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "PUT /v2.0/floatingips/2a924add-f0bc-46f4-aed1-81685cb78db7 HTTP/1.1" status: 200 len: 991 time: 3.9029124 Jul 09 17:25:13.868212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:13.868212 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0e3f1-c329-48a3-984e-387103cf402f" -d '{"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:13.896080 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:13.947698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-158c7802-3b90-4a81-af9b-c2e60aaf5128 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:13.949674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-158c7802-3b90-4a81-af9b-c2e60aaf5128 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 945 time: 0.2772367 Jul 09 17:25:14.021904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] Sync routers for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:25:14.022094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'networks': [{'name': 'tempest-network--915745053'}, {'name': 'tempest-network--1705292309'}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:14.022499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'network': {'name': 'tempest-network--915745053'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:14.023074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'network': {'name': 'tempest-network--1705292309'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:14.025826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3f421c8d-453e-4f87-8047-d165c46a082d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:14.056907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-6a54ec68-308c-4421-a64e-331187b14de8', 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'fixed_ips': [{'subnet_id': '73355052-55b3-4dc3-bfc1-94e5a2a48a41'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:14.057797 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.085680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'network': 2} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:14.100461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.130018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.137173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.138781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4cd33d13-c975-465f-971b-051399b92910 None None] Provisioning for port ed1993be-c791-49ab-8476-0ad03263f71d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:14.168818 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab77a9-3bba-4b76-8971-4f3062f68c51 x-openstack-request-id: req-3fab77a9-3bba-4b76-8971-4f3062f68c51 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:14.169138 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:14.169430 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fab77a9-3bba-4b76-8971-4f3062f68c51 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:14.169838 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'status': 'completed', 'code': 200} Jul 09 17:25:14.174848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.187669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4cd33d13-c975-465f-971b-051399b92910 None None] Provisioning complete for port ed1993be-c791-49ab-8476-0ad03263f71d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:14.188131 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cd33d13-c975-465f-971b-051399b92910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.200310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:14.200962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:14.297517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-8f148700-0d81-40ad-9d95-929ecd1dd0a4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.330727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-8f148700-0d81-40ad-9d95-929ecd1dd0a4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.347023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-8f148700-0d81-40ad-9d95-929ecd1dd0a4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/networks?id=63c0cfd4-07bb-4601-a75c-92394127ae71&id=6a54ec68-308c-4421-a64e-331187b14de8&id=63c0cfd4-07bb-4601-a75c-92394127ae71 HTTP/1.1" status: 200 len: 1392 time: 0.6919835 Jul 09 17:25:14.391428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.393504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.394791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.394791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.395262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.395789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.400638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.405201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-04bbd354-017c-4fdd-93bd-e0364d9f3ade service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.2071047 Jul 09 17:25:14.414818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-b4b60dd4-947b-4a1b-9c09-cb2c493ad9f3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/quotas/00d7628771f64ab1a3095d70aca32408 HTTP/1.1" status: 200 len: 375 time: 0.0626330 Jul 09 17:25:14.449377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3f421c8d-453e-4f87-8047-d165c46a082d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:14.449752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.474975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-857aba5d-ea39-4eb3-b8f4-f91d73f64fb3 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.485153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-857aba5d-ea39-4eb3-b8f4-f91d73f64fb3 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "GET /v2.0/ports?device_id=218f35b0-e0a3-4607-9be5-d37a76023bc9 HTTP/1.1" status: 200 len: 946 time: 0.2905397 Jul 09 17:25:14.555319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:14.599739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.616871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.617619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.641557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Deleting port 077e9bc7-3e5c-4711-aade-f2017015708b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:14.642050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.723638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:14.737287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ed6fd4-7310-4dad-844a-f1d8a7863011,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:14.747227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-0c16a734-d3d9-4885-a066-c7ab2e941b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:14.749490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-0c16a734-d3d9-4885-a066-c7ab2e941b08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2 HTTP/1.1" status: 200 len: 912 time: 0.3344948 Jul 09 17:25:14.750829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.751335 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Added segment 3055c0d4-4e95-4a25-ad9c-fc3347e74d5d of type vlan for network bf1910c8-e792-44a8-bfe7-caa0a41d4c4d Jul 09 17:25:14.790856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Deleting port dec50337-b266-40e9-8a90-fdea8c00d39d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:14.804317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.869237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:14.917029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-9291fc35-8032-4208-8399-288d75bae9bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 999 time: 0.1431203 Jul 09 17:25:14.928883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-8e99132a-2a8d-412b-b69e-149d76315c44 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5127790 Jul 09 17:25:14.976812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Allocated IP 19.86.0.2 (6a54ec68-308c-4421-a64e-331187b14de8/73355052-55b3-4dc3-bfc1-94e5a2a48a41/638f2d76-706b-475f-9f9c-34f95b9aa343) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:14.993351 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.007477 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Transition to ACTIVE for port object 79e89a22-dec3-4dbb-a6b3-8c18109cc27c will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:15.016495 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.033026 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cd33d13-c975-465f-971b-051399b92910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.062296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-ba6bf78d-ffa4-4a43-9b21-f2180e3c30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:15.075891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-ba6bf78d-ffa4-4a43-9b21-f2180e3c30ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 200 len: 850 time: 0.1311622 Jul 09 17:25:15.133553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4cd33d13-c975-465f-971b-051399b92910 None None] For port ed1993be-c791-49ab-8476-0ad03263f71d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ed1993be-c791-49ab-8476-0ad03263f71d,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:15.160400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cd33d13-c975-465f-971b-051399b92910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.176579 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Pushing event updated for resources: {'Port': ['ID=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:15.176882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] For port 077e9bc7-3e5c-4711-aade-f2017015708b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=077e9bc7-3e5c-4711-aade-f2017015708b,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:15.177257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.240284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:15.251743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2a924add-f0bc-46f4-aed1-81685cb78db7', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'port_id': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'mac_address': 'fa:16:3e:5d:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:23:19Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 1, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:15.254120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.259437 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.259437 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.262028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.262028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.262028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.263327 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.263891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.264743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.264743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.265513 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.265933 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:15.288106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Attempting to bind port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:15.288106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Attempting to bind port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:15.288460 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Attempting to bind port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c on network a2255004-0418-4fcd-9cca-ec5eb79e87d9 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:15.290583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Calling delete_port for 077e9bc7-3e5c-4711-aade-f2017015708b owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:15.293547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] For port dec50337-b266-40e9-8a90-fdea8c00d39d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dec50337-b266-40e9-8a90-fdea8c00d39d,segment=NetworkSegment(58fce7a0-0744-4b24-a125-c36dc3d61208),segment_id=58fce7a0-0744-4b24-a125-c36dc3d61208)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:15.293915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.299453 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:15.299854 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Checking segment: {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:15.300525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.300883 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Added segment 156d849e-3ab5-4fb1-b6a8-fa882a760831 of type vlan for network 7fffbc51-3c20-4162-8051-3115dc61f155 Jul 09 17:25:15.304261 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.304669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Bound using segment: {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:15.305171 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Bound port: 79e89a22-dec3-4dbb-a6b3-8c18109cc27c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447efc36-b3f0-4751-b8c9-2eb1bfda7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:15.305558 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.364612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Calling delete_port for dec50337-b266-40e9-8a90-fdea8c00d39d owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:15.385609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.397004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Transition to ACTIVE for port object 638f2d76-706b-475f-9f9c-34f95b9aa343 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:15.418991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Transition to ACTIVE for port object 638f2d76-706b-475f-9f9c-34f95b9aa343 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:15.420622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-6cd7d4ee-d1fe-427a-b0dd-9eb289481a7c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:15.421706 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] For port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:15.427712 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] For port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:15.430197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-6cd7d4ee-d1fe-427a-b0dd-9eb289481a7c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.4073379 Jul 09 17:25:15.438048 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.464014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.477496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-044f33c7-7392-4e25-9649-6092d9174c64 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0461559 Jul 09 17:25:15.479016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] Checking router: 0e7ba959-f092-4b6f-a749-3870fb2de0c4 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:25:15.485684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.507947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd33d13-c975-465f-971b-051399b92910 None None] Pushing event updated for resources: {'Port': ['ID=ed1993be-c791-49ab-8476-0ad03263f71d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:15.516938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Network 6a54ec68-308c-4421-a64e-331187b14de8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:15.520752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-faf16111-a364-43ea-9758-6afd4cdd406b None None] Provisioning complete for port ed1993be-c791-49ab-8476-0ad03263f71d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:15.521119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-faf16111-a364-43ea-9758-6afd4cdd406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.531354 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Routers {'6e3e510f-6bcf-434e-89d8-39efb22419cd'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:15.532726 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6e3e510f-6bcf-434e-89d8-39efb22419cd'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:15.552880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:15.553755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:15.557081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:15.561740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:15.590160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-02fcd903-4d09-47ba-b370-2f19de4381e3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115246 Jul 09 17:25:15.624381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-21c127be-4f6f-461a-9dc7-7d45f95ecf32 service neutron] 10.222.0.21 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763251 Jul 09 17:25:15.698182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-7ac87349-eafc-4d57-9ebe-f7bb9b982087 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066644 Jul 09 17:25:15.701817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0e3f1-c329-48a3-984e-387103cf402f req-44b7f014-8592-40f7-8469-3b4e65ccc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:15.703682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-44b7f014-8592-40f7-8469-3b4e65ccc0ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6269453 Jul 09 17:25:15.705424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:25:15.723007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Attempting to bind port 638f2d76-706b-475f-9f9c-34f95b9aa343 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:15.723385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Attempting to bind port 638f2d76-706b-475f-9f9c-34f95b9aa343 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:15.723807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Attempting to bind port 638f2d76-706b-475f-9f9c-34f95b9aa343 on network 6a54ec68-308c-4421-a64e-331187b14de8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:15.724015 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] Set router 6e3e510f-6bcf-434e-89d8-39efb22419cd gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:15.763648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:15.764267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Checking segment: {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:15.764885 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.765374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Bound using segment: {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:15.766013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Bound port: 638f2d76-706b-475f-9f9c-34f95b9aa343, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:15.766499 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.781553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Pushing event updated for resources: {'Port': ['ID=638f2d76-706b-475f-9f9c-34f95b9aa343,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:15.845874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-198bcade-6e34-4161-9c00-8bf92b010be2 service neutron] 10.222.0.21 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201905 Jul 09 17:25:15.895793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-d2925ec7-df6b-4d0a-907d-c0e099b07925 service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731315 Jul 09 17:25:15.913665 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58170d69-7795-41be-b928-7ccf4db05c6e None None] Pushing event updated for resources: {'Port': ['ID=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:15.928683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.929478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.937716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:15.942909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:15.945299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.945765 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:15.988975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:25:16.055273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Network': ['ID=bf1910c8-e792-44a8-bfe7-caa0a41d4c4d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:16.060046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2636280 Jul 09 17:25:16.077705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network bf1910c8-e792-44a8-bfe7-caa0a41d4c4d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:16.099753 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '79e89a22-dec3-4dbb-a6b3-8c18109cc27c', 'name': '', 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'mac_address': 'fa:16:3e:9f:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:04Z', 'updated_at': '2021-07-09T17:25:15Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'subnets': [{'id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:16.101826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-88538691-b7c5-4273-9e25-9cc631694cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/6a54ec68-308c-4421-a64e-331187b14de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530458 Jul 09 17:25:16.113526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:16.135273 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de7b94-a1fe-4632-9c9a-31fe428b4c5d None None] The sync data for ids ['6e3e510f-6bcf-434e-89d8-39efb22419cd'] in n-d-791506-17 is: [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:25:05Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '79e89a22-dec3-4dbb-a6b3-8c18109cc27c', 'name': '', 'network_id': 'a2255004-0418-4fcd-9cca-ec5eb79e87d9', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'mac_address': 'fa:16:3e:9f:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:04Z', 'updated_at': '2021-07-09T17:25:15Z', 'revision_number': 4, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'subnets': [{'id': '3ec4c3ee-a682-4085-ad3c-7eb23d19abac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:25:16.229786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:16.256712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-7092107c-baea-4bea-911a-60ddb29d7e67 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572886 Jul 09 17:25:16.290044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event deleted for resources: {'Port': ['ID=077e9bc7-3e5c-4711-aade-f2017015708b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:16.297515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 99910d72-d182-4d17-bba9-0fbe90a2f61f no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:16.469030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-ff5e363f-a981-41d7-b98f-b7f5c92acc69 service neutron] 10.222.0.21 "GET /v2.0/networks/6a54ec68-308c-4421-a64e-331187b14de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652778 Jul 09 17:25:16.625825 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-1011e4ac-bc66-40c4-a843-33ba4233da56 service neutron] 10.222.0.21 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549702 Jul 09 17:25:16.672689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] No DVR routers for this DVR port 077e9bc7-3e5c-4711-aade-f2017015708b on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:16.675860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:16.678647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e92195d2-46ba-4d47-96d1-2633a371ff9f req-2c426cc1-1cbb-44ca-8e34-1da89e443e94 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.13 "DELETE /v2.0/ports/077e9bc7-3e5c-4711-aade-f2017015708b HTTP/1.1" status: 204 len: 173 time: 2.7190046 Jul 09 17:25:16.717092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] For port 638f2d76-706b-475f-9f9c-34f95b9aa343, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:16.732287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 99910d72-d182-4d17-bba9-0fbe90a2f61f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:16.733284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 99910d72-d182-4d17-bba9-0fbe90a2f61f not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:16.733284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 077e9bc7-3e5c-4711-aade-f2017015708b no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:16.823544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f19dd2-302e-4086-aeea-1b182708b975', 'name': 'network-vif-deleted', 'tag': '077e9bc7-3e5c-4711-aade-f2017015708b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:16.836045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] For port 638f2d76-706b-475f-9f9c-34f95b9aa343, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=638f2d76-706b-475f-9f9c-34f95b9aa343,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:16.844517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 077e9bc7-3e5c-4711-aade-f2017015708b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:16.844868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 077e9bc7-3e5c-4711-aade-f2017015708b not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:16.845439 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfaa051-054d-4c2d-9b70-dc74c0d4ce01" -d '{"events": [{"server_uuid": "17f19dd2-302e-4086-aeea-1b182708b975", "name": "network-vif-deleted", "tag": "077e9bc7-3e5c-4711-aade-f2017015708b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:16.857813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:16.898277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:16.993914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Pushing event deleted for resources: {'Port': ['ID=dec50337-b266-40e9-8a90-fdea8c00d39d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:17.021959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12421a6d-d98e-4a50-bef4-e39d4071401d req-d64526f9-a6ba-422b-8dc0-6e95b754069a tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f19dd2-302e-4086-aeea-1b182708b975 HTTP/1.1" status: 200 len: 210 time: 0.1158834 Jul 09 17:25:17.097039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] No DVR routers for this DVR port dec50337-b266-40e9-8a90-fdea8c00d39d on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:17.104298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:17.106315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7498351e-1ab9-437d-b5ea-a303aef983ae req-ae35c953-65b9-4788-8d26-56d84b939294 tempest-MultipleCreateTestJSON-32267603 tempest-MultipleCreateTestJSON-32267603-project] 10.222.0.36 "DELETE /v2.0/ports/dec50337-b266-40e9-8a90-fdea8c00d39d HTTP/1.1" status: 204 len: 173 time: 2.6199565 Jul 09 17:25:17.165707 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-26a1d607-c9d1-4267-bf6d-6bf6c1bc703f service neutron] 10.222.0.21 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388339 Jul 09 17:25:17.233465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Network': ['ID=7fffbc51-3c20-4162-8051-3115dc61f155,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:17.304156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64e23d-0c7a-47e0-b80b-e722b40835a9 None None] Pushing event updated for resources: {'Port': ['ID=638f2d76-706b-475f-9f9c-34f95b9aa343,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:17.323824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.324266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.324523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.324865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.325201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.325535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.325871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.326206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.326538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.326867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.327197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.327531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054cf02-4d10-4314-acf0-2395b8977ebe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:17.378894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7fffbc51-3c20-4162-8051-3115dc61f155 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:17.483436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3328675-a3d9-43b6-acfb-54d39d4b5f5c tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:17.512417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3328675-a3d9-43b6-acfb-54d39d4b5f5c tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:17.541792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3328675-a3d9-43b6-acfb-54d39d4b5f5c tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:17.548882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3328675-a3d9-43b6-acfb-54d39d4b5f5c tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:17.553786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39130) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:17.557232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f3328675-a3d9-43b6-acfb-54d39d4b5f5c tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.4105830 Jul 09 17:25:17.562288 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76d0e3f1-c329-48a3-984e-387103cf402f req-a6393993-a6ae-4447-bb54-ee417e75d4dd service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6008675 Jul 09 17:25:17.685537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dec50337-b266-40e9-8a90-fdea8c00d39d no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:17.752026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: dec50337-b266-40e9-8a90-fdea8c00d39d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:17.752594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dec50337-b266-40e9-8a90-fdea8c00d39d not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:17.797916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2a924add-f0bc-46f4-aed1-81685cb78db7', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'port_id': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'mac_address': 'fa:16:3e:5d:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:23:19Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 1, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:17.892229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf998c0-030f-45ab-bd18-9ab445c598e8 None None] The sync data for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 is: [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2a924add-f0bc-46f4-aed1-81685cb78db7', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'port_id': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'mac_address': 'fa:16:3e:5d:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:23:19Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 1, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:25:18.171544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a19d891-ccab-4273-b507-870183922ac4 req-b5efa647-5800-4413-80a6-00b4565a0244 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.1262641 Jul 09 17:25:18.180375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79e89a22-dec3-4dbb-a6b3-8c18109cc27c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:18.342066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:18.366778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:18.368173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:18.457482 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-106031e6-7f21-4da3-a7d7-fb7314a589e5 req-7312dce4-853b-47f1-ad67-6bcdf25e1da0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 210 time: 0.1128936 Jul 09 17:25:18.596563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:18.602414 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632dc972-5656-4622-8b1f-1bc8274b8e39 x-openstack-request-id: req-632dc972-5656-4622-8b1f-1bc8274b8e39 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:18.602706 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f19dd2-302e-4086-aeea-1b182708b975", "name": "network-vif-deleted", "tag": "077e9bc7-3e5c-4711-aade-f2017015708b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:18.603003 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-632dc972-5656-4622-8b1f-1bc8274b8e39 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:18.605233 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f19dd2-302e-4086-aeea-1b182708b975', 'name': 'network-vif-deleted', 'tag': '077e9bc7-3e5c-4711-aade-f2017015708b', 'status': 'completed', 'code': 200} Jul 09 17:25:18.673560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:18.677865 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d3377-8213-41d8-b97d-88e4250c1736 None None] New status for floating IP 2a924add-f0bc-46f4-aed1-81685cb78db7: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:25:18.743738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:18.756754 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:18.758103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ed1993be-c791-49ab-8476-0ad03263f71d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:18.833881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:18.889133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1910c8-e792-44a8-bfe7-caa0a41d4c4d']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:18.899168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:18.934401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3055c0d4-4e95-4a25-ad9c-fc3347e74d5d') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:18.934700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3055c0d4-4e95-4a25-ad9c-fc3347e74d5d') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:18.957323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:18.993337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.006596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Deleting subnet 9b3d0a9a-3ebd-4f0e-916b-c059aef5130c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:19.007464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:19.007915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:19.016378 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:19.018936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.028504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:19.034245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port ed1993be-c791-49ab-8476-0ad03263f71d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:19.039435 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.108311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.187924 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.194523 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.199009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/networks/bf1910c8-e792-44a8-bfe7-caa0a41d4c4d HTTP/1.1" status: 204 len: 168 time: 1.6410110 Jul 09 17:25:19.199670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39156) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:19.204676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 638f2d76-706b-475f-9f9c-34f95b9aa343 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:19.258007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bb997-c9f9-4657-9a74-74bbcb849bee tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Network': ['ID=bf1910c8-e792-44a8-bfe7-caa0a41d4c4d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:19.270568 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.274881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614c6de-8b12-41a4-82ca-0058797309f4 None None] Network 6a54ec68-308c-4421-a64e-331187b14de8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:19.338367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-c1192369-f6ae-4c5d-8cd6-519d3874c167 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:19.342765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-c1192369-f6ae-4c5d-8cd6-519d3874c167 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.36 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.1723890 Jul 09 17:25:19.367881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Request body: {'port': {'device_id': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'admin_state_up': True, 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:19.468467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-87c9d692-32a0-476d-a131-9f45c7bbd621 None None] Provisioning for port 638f2d76-706b-475f-9f9c-34f95b9aa343 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:19.527467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 638f2d76-706b-475f-9f9c-34f95b9aa343 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:19.551267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 638f2d76-706b-475f-9f9c-34f95b9aa343 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:19.552202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.565604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.684112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fc59103-92db-471d-b01c-e8dd94cd107e req-66ec249f-4873-4d7b-8c4d-1d9db0a1fddd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.1368501 Jul 09 17:25:19.703462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:19.707628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.816134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.873756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 638f2d76-706b-475f-9f9c-34f95b9aa343, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=638f2d76-706b-475f-9f9c-34f95b9aa343,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:19.882259 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.936001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=638f2d76-706b-475f-9f9c-34f95b9aa343,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:19.976782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:19.998704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fffbc51-3c20-4162-8051-3115dc61f155']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:20.010215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156d849e-3ab5-4fb1-b6a8-fa882a760831') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:20.010798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156d849e-3ab5-4fb1-b6a8-fa882a760831') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:20.039419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.064205 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.077140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79e89a22-dec3-4dbb-a6b3-8c18109cc27c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:20.079814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:20.080207 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:20.083829 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:20.104524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38e4d779-3b36-42b1-bd43-b523d957860b req-adfdd44e-d59f-47bd-a13d-e839b0d3d13d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 210 time: 0.1733930 Jul 09 17:25:20.114055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.230487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:20.230888 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.260132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3d0a9a-3ebd-4f0e-916b-c059aef5130c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:20.290802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.297164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e7e0eeb2-94c6-416c-9a7d-8346e27ccb17 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b3d0a9a-3ebd-4f0e-916b-c059aef5130c HTTP/1.1" status: 204 len: 168 time: 1.3957534 Jul 09 17:25:20.302569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39170) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:20.326693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Allocated IP 172.20.0.9 (8ed56b76-7db4-4328-a8ea-ee33971697b4/871b662f-c6cb-4dbf-ad13-665c13a17e07/9a958ea6-ebb4-43fa-8cb3-8768daa62e6b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:20.330064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.340302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.342715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/networks/7fffbc51-3c20-4162-8051-3115dc61f155 HTTP/1.1" status: 204 len: 168 time: 1.1408763 Jul 09 17:25:20.347667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39172) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:20.450662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dffca-a9ea-49bf-9b00-c92913c9a290 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Network': ['ID=7fffbc51-3c20-4162-8051-3115dc61f155,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:20.470404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a9474e55-2cb0-4afd-b92f-f357010ebbf4 None None] Provisioning complete for port 638f2d76-706b-475f-9f9c-34f95b9aa343 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:20.471435 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9474e55-2cb0-4afd-b92f-f357010ebbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.562597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efc402-0504-415f-ac90-66a94cd726a5 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:20.574847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.586784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efc402-0504-415f-ac90-66a94cd726a5 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:20.599053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39176) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:20.600358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-30efc402-0504-415f-ac90-66a94cd726a5 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2501731 Jul 09 17:25:20.611120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1438863891'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:20.641079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'name': 'network-vif-deleted', 'tag': 'dec50337-b266-40e9-8a90-fdea8c00d39d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:20.643886 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0bfbe-4302-4746-bd6f-df24600ad53a" -d '{"events": [{"server_uuid": "218f35b0-e0a3-4607-9be5-d37a76023bc9", "name": "network-vif-deleted", "tag": "dec50337-b266-40e9-8a90-fdea8c00d39d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:20.755921 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a18f27-718d-49c0-bbb0-c5fb3a4e966f x-openstack-request-id: req-a7a18f27-718d-49c0-bbb0-c5fb3a4e966f {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:20.756576 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218f35b0-e0a3-4607-9be5-d37a76023bc9", "name": "network-vif-deleted", "tag": "dec50337-b266-40e9-8a90-fdea8c00d39d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:20.756888 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7a18f27-718d-49c0-bbb0-c5fb3a4e966f {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:20.757429 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218f35b0-e0a3-4607-9be5-d37a76023bc9', 'name': 'network-vif-deleted', 'tag': 'dec50337-b266-40e9-8a90-fdea8c00d39d', 'status': 'completed', 'code': 200} Jul 09 17:25:20.797283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:20.802082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.941269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:20.992992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae334570-62ae-4e8b-9c2f-583af0978102 req-7a36f510-5991-4099-a359-426332d9998d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.1254251 Jul 09 17:25:20.995179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:20.995655 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Added segment 75f629be-518e-4ccc-8490-dcfcbdf9e24c of type vlan for network 974ae822-7614-4af3-bc75-2b035705cc73 Jul 09 17:25:21.002227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.015076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b500ae9a-6db6-4026-aa74-9142ab94904e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:21.037593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-feeed1d2-ae3b-43d9-b789-337898cd3402 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:21.043574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-feeed1d2-ae3b-43d9-b789-337898cd3402 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:21.045209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-feeed1d2-ae3b-43d9-b789-337898cd3402 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "GET /v2.0/networks?id=63c0cfd4-07bb-4601-a75c-92394127ae71&id=6a54ec68-308c-4421-a64e-331187b14de8&id=63c0cfd4-07bb-4601-a75c-92394127ae71 HTTP/1.1" status: 200 len: 1392 time: 0.4923410 Jul 09 17:25:21.047082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fce7a0-0744-4b24-a125-c36dc3d61208') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:21.047369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fce7a0-0744-4b24-a125-c36dc3d61208') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:21.076001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'port': {'device_id': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71', 'admin_state_up': True, 'tenant_id': '00d7628771f64ab1a3095d70aca32408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:21.080229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.168177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.186990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.194080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:21.194644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.198135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:21.205773 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:21.329993 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baeff756-2cb8-4d35-9337-f2fa839aade9 req-bf3c7b6e-8f7d-4b10-97a1-dd221bfb46c2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 210 time: 0.0760834 Jul 09 17:25:21.359841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.365550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:21.366180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.403276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.449161 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.453643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b500ae9a-6db6-4026-aa74-9142ab94904e HTTP/1.1" status: 204 len: 168 time: 1.1428967 Jul 09 17:25:21.479078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8731720 Jul 09 17:25:21.480102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39190) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:21.493372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:21.497995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1516901495'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:21.502247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.546429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:21.549125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2485b-5d06-4fc7-9ce5-ab58fbea309f tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Network': ['ID=974ae822-7614-4af3-bc75-2b035705cc73,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:21.550023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.554398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.569051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 974ae822-7614-4af3-bc75-2b035705cc73 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:21.608002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:21.637076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.637429 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Added segment c18ad6fa-0517-4af7-8d7a-4341830b5136 of type vlan for network f5c2b457-df35-4c3f-b3fe-afda42776b8b Jul 09 17:25:21.649970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a237b09-42e8-4f56-bf26-f6bd8e50e26c admin admin] Pushing event deleted for resources: {'Network': ['ID=b500ae9a-6db6-4026-aa74-9142ab94904e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:21.698064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:21.724804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:21.739483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:21.744299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event updated for resources: {'Port': ['ID=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:21.760049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.823499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39196) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:21.830110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.836476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:21.837167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.859809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:21.859809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:21.889975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Allocated IP 19.80.0.193 (63c0cfd4-07bb-4601-a75c-92394127ae71/849ac113-2f78-40af-b7d8-bd22ca76eee2/cff7a9b8-24ee-4b8d-9564-cf8315346930) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:21.912248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4266696 Jul 09 17:25:21.915013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39198) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:21.916532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-0539e6e8-fd3c-4ce8-8c64-03196c0be5bd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5651939 Jul 09 17:25:21.920658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'ports': [{'network_id': '974ae822-7614-4af3-bc75-2b035705cc73', 'name': 'tempest-port--1754077925', 'admin_state_up': True}, {'network_id': 'f5c2b457-df35-4c3f-b3fe-afda42776b8b', 'admin_state_up': False}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:21.922899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'port': {'network_id': '974ae822-7614-4af3-bc75-2b035705cc73', 'name': 'tempest-port--1754077925', 'admin_state_up': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:21.922899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'port': {'network_id': 'f5c2b457-df35-4c3f-b3fe-afda42776b8b', 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:21.925235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb65d-91b6-44ae-bf3d-da0fb72f6748 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Network': ['ID=f5c2b457-df35-4c3f-b3fe-afda42776b8b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:21.929636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Request body: {'port': {'device_id': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:21.959035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f5c2b457-df35-4c3f-b3fe-afda42776b8b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:21.975799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-69106d72-4039-48f3-bd7a-ebc05d9c3ae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5eed1eb61ad54a64bc4732eab7f1e90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510737 Jul 09 17:25:21.981842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39200) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:22.059843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.104384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 638f2d76-706b-475f-9f9c-34f95b9aa343 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:22.180283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 638f2d76-706b-475f-9f9c-34f95b9aa343 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:22.180690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.261483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87890d56-0b8a-44e5-a53e-f35afdfb9cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.379314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87890d56-0b8a-44e5-a53e-f35afdfb9cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.385943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'port': 2} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:22.401751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.415491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.421386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.498408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Transition to ACTIVE for port object cff7a9b8-24ee-4b8d-9564-cf8315346930 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:22.538997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb7cff-cdd7-4eb5-84db-04e5d8072106 req-677a95f6-ea7b-411b-ac4e-71fc405a8e34 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:22.540603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b0bb7cff-cdd7-4eb5-84db-04e5d8072106 req-677a95f6-ea7b-411b-ac4e-71fc405a8e34 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 931 time: 0.2913733 Jul 09 17:25:22.573478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] device_id is not set on port f2a1da2c-038f-4bbf-bf4c-01280dbd2d3d yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:25:22.594362 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87890d56-0b8a-44e5-a53e-f35afdfb9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.597122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87890d56-0b8a-44e5-a53e-f35afdfb9cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.601150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-87890d56-0b8a-44e5-a53e-f35afdfb9cf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76b6f938-16f9-4dfe-8ac6-a9c57cc00767 HTTP/1.1" status: 204 len: 168 time: 0.6182132 Jul 09 17:25:22.609170 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f15b61a7-835b-4ae6-9206-e204a512bef9 req-00291fe9-a2a7-42a3-b7c4-b2648ce26cdc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 210 time: 0.0556846 Jul 09 17:25:22.648730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87890d56-0b8a-44e5-a53e-f35afdfb9cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6f938-16f9-4dfe-8ac6-a9c57cc00767,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:22.664561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b0bb7cff-cdd7-4eb5-84db-04e5d8072106 req-a170630c-e6c5-414b-864c-704d27c3176f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134453 Jul 09 17:25:22.671552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.773929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:22.776375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:22.818621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:22.837736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:22.932946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:22.955752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:22.990000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.009887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Transition to ACTIVE for port object 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:23.021446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] device_id is not set on port 39c6d30b-c1bf-47d4-babe-7bfc7b9dc15d yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:25:23.022626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:23.023564 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.036718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.051098 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-c590a9b7-6922-459b-941e-8ad9cdc7756f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9865003 Jul 09 17:25:23.088189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'port': {'device_id': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8', 'admin_state_up': True, 'tenant_id': '00d7628771f64ab1a3095d70aca32408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:23.206104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Pushing event updated for resources: {'Port': ['ID=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:23.265773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e9a7f4d0-05ba-4ac9-8ab1-a7f18f922b72 None None] Provisioning for port cff7a9b8-24ee-4b8d-9564-cf8315346930 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:23.275123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e9a7f4d0-05ba-4ac9-8ab1-a7f18f922b72 None None] Provisioning complete for port cff7a9b8-24ee-4b8d-9564-cf8315346930 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:23.275521 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f4d0-05ba-4ac9-8ab1-a7f18f922b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.278539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Attempting to bind port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:23.279071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Attempting to bind port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:23.279413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Attempting to bind port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:23.285366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:25:23.285716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Attempting to bind port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:23.308550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:23.308933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:23.309338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Bound using segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:23.309873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Bound port: 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:23.310208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.324926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.326531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:23.330469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.369821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7f4d0-05ba-4ac9-8ab1-a7f18f922b72 None None] Port cff7a9b8-24ee-4b8d-9564-cf8315346930 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:23.371415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.447897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] For port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:23.479809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] For port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:23.487699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.554421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Port': ['ID=f2a1da2c-038f-4bbf-bf4c-01280dbd2d3d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:23.564295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:23.564947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.566544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] 10.222.0.36 "PUT /v2.0/ports/9a958ea6-ebb4-43fa-8cb3-8768daa62e6b HTTP/1.1" status: 200 len: 1092 time: 1.6424167 Jul 09 17:25:23.567028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'tag': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:23.569731 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884235cf-ac61-4edb-b323-d25be8ea8746" -d '{"events": [{"name": "network-changed", "server_uuid": "a910973e-101b-4ed8-9661-9e47b30e8a41", "tag": "9a958ea6-ebb4-43fa-8cb3-8768daa62e6b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:23.591207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Checking segment: {'id': '75f629be-518e-4ccc-8490-dcfcbdf9e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '974ae822-7614-4af3-bc75-2b035705cc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:23.594108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network hostable DHCP agents. Network: 974ae822-7614-4af3-bc75-2b035705cc73, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:23.662029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network 974ae822-7614-4af3-bc75-2b035705cc73 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:23.665509 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d8b17a-dff8-4b6d-a174-5d662b4c73a4 x-openstack-request-id: req-f2d8b17a-dff8-4b6d-a174-5d662b4c73a4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:23.665745 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a910973e-101b-4ed8-9661-9e47b30e8a41", "tag": "9a958ea6-ebb4-43fa-8cb3-8768daa62e6b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:23.665928 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d8b17a-dff8-4b6d-a174-5d662b4c73a4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:23.666412 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'tag': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b', 'status': 'completed', 'code': 200} Jul 09 17:25:23.670094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Allocated IP 19.86.0.242 (6a54ec68-308c-4421-a64e-331187b14de8/73355052-55b3-4dc3-bfc1-94e5a2a48a41/3907c7f4-69b7-4ded-9c34-a1ee93bc0400) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:23.708020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 974ae822-7614-4af3-bc75-2b035705cc73) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:23.719736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59577b46-163d-43e2-aa23-52e91b0af47f None None] Network 974ae822-7614-4af3-bc75-2b035705cc73 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:23.732699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:23.735669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:23.834832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Port': ['ID=39c6d30b-c1bf-47d4-babe-7bfc7b9dc15d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:23.861156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a36a8e-4ef5-4d62-8df8-fe02af67b83d service neutron] Pushing event updated for resources: {'Port': ['ID=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:24.057548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-9d186eac-f9d2-46cf-90eb-0d2448759e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.058556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-9d186eac-f9d2-46cf-90eb-0d2448759e15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 1095 time: 0.4227898 Jul 09 17:25:24.063474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Checking segment: {'id': 'c18ad6fa-0517-4af7-8d7a-4341830b5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5c2b457-df35-4c3f-b3fe-afda42776b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:24.068463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network hostable DHCP agents. Network: f5c2b457-df35-4c3f-b3fe-afda42776b8b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:24.145186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network f5c2b457-df35-4c3f-b3fe-afda42776b8b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:24.154149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-b26766bd-e4cc-4966-bd90-20c4a800e438 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b HTTP/1.1" status: 200 len: 217 time: 0.0843587 Jul 09 17:25:24.165064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347097a6-c3d2-43a6-98f7-e0f9988d957f req-69da8e21-1294-43c5-b7d3-a892dda696aa tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.172472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-347097a6-c3d2-43a6-98f7-e0f9988d957f req-69da8e21-1294-43c5-b7d3-a892dda696aa tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 932 time: 0.2848213 Jul 09 17:25:24.175903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f5c2b457-df35-4c3f-b3fe-afda42776b8b) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:24.190447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4011186-353d-4bd3-aa1c-1a68bd1964a5 None None] Network f5c2b457-df35-4c3f-b3fe-afda42776b8b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:24.201870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:24.214069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.233659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.234277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.249774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c28b7-376b-4389-9068-f084f3e63f4d req-44eb7927-6c8c-4eea-8b82-e6d0f4f5c4b9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.252310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a74c28b7-376b-4389-9068-f084f3e63f4d req-44eb7927-6c8c-4eea-8b82-e6d0f4f5c4b9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 943 time: 0.2472103 Jul 09 17:25:24.254034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:24.300346 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-347097a6-c3d2-43a6-98f7-e0f9988d957f req-e7a77660-0705-4270-974e-f47baa75d8b7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267755 Jul 09 17:25:24.316361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f6b612fa-351a-4960-97eb-65db3e5423c8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3948424 Jul 09 17:25:24.316361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39252) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:24.326991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-15c499b0-0ae2-425d-b0bb-a7a27d1956b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.340549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-15c499b0-0ae2-425d-b0bb-a7a27d1956b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.1742618 Jul 09 17:25:24.401424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.466913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0a843-cab3-404c-8d97-d3d51d53aae9 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.473920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0a843-cab3-404c-8d97-d3d51d53aae9 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:24.478716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-72b0a843-cab3-404c-8d97-d3d51d53aae9 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1662273 Jul 09 17:25:24.481523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:24.492535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1618579794-network', 'tenant_id': '180b212233fe4f6db923668e04454269'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:24.504264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-778b52a8-eed5-4ab5-a92c-13a3dc5f92e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467516 Jul 09 17:25:24.518713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a74c28b7-376b-4389-9068-f084f3e63f4d req-e88e1d84-5d60-46d4-8bf9-52fc7149967c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373018 Jul 09 17:25:24.552641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Transition to ACTIVE for port object 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:24.578876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Made reservation on behalf of 180b212233fe4f6db923668e04454269 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:24.581760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.614386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.650486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-15045118-8d11-49f2-a53e-1830f4a7680e service neutron] 10.222.0.36 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263421 Jul 09 17:25:24.697542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Deleting port f2a1da2c-038f-4bbf-bf4c-01280dbd2d3d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:24.698089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.832077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.836965 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-918e7c3e-0fa4-4c4f-a82b-72e62a3ac9d6 req-6cb41296-fdd4-45d4-962a-70d043714f8e service neutron] 10.222.0.36 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781721 Jul 09 17:25:24.839699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.854944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Calling delete_port for f2a1da2c-038f-4bbf-bf4c-01280dbd2d3d owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:24.952223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.970731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:24.991174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 6a54ec68-308c-4421-a64e-331187b14de8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:25.007395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:25.010653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:25.011186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:25.020017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab612dd1-2304-4b3f-bc16-81ec27e907e0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:25.027408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.029731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.030112 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Added segment c9526c23-c93e-40c1-83da-e2da84448101 of type vlan for network adf519f2-c4a2-419e-9dab-03de33dc2fa9 Jul 09 17:25:25.061860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Port': ['ID=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:25.096138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Port': ['ID=f2a1da2c-038f-4bbf-bf4c-01280dbd2d3d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:25.110668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:25.111821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.121125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.123212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-6a5a97c4-5cb3-4354-830e-ca1916523759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:25.124407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-979f23f6-2b05-4f45-8512-90897c602335 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/ports/f2a1da2c-038f-4bbf-bf4c-01280dbd2d3d HTTP/1.1" status: 204 len: 168 time: 0.6417162 Jul 09 17:25:25.130466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-6a5a97c4-5cb3-4354-830e-ca1916523759 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 1095 time: 0.2007275 Jul 09 17:25:25.134132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39260) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:25.167279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.232393 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.234049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:25.234970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.317563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0622089 Jul 09 17:25:25.320899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39262) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:25.326203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1efdb-fd04-4dfa-bcb4-ad9688b99fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=adf519f2-c4a2-419e-9dab-03de33dc2fa9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:25.343495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Request body: {'subnet': {'network_id': 'adf519f2-c4a2-419e-9dab-03de33dc2fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1618579794-subnet', 'tenant_id': '180b212233fe4f6db923668e04454269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:25.345568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network adf519f2-c4a2-419e-9dab-03de33dc2fa9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:25.388799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Made reservation on behalf of 180b212233fe4f6db923668e04454269 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:25.418667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.527411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1479fb8d-879e-4bf2-8bdf-adc9d4103354 None None] Provisioning for port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:25.538083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1479fb8d-879e-4bf2-8bdf-adc9d4103354 None None] Provisioning complete for port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:25.538457 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1479fb8d-879e-4bf2-8bdf-adc9d4103354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.596104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1479fb8d-879e-4bf2-8bdf-adc9d4103354 None None] Port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:25.780717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.875251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f410419-eebd-4ef4-846a-127e6a9c5df4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:25.897424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7b4d4ba1-5ab5-45fb-b228-aef6f664ec3b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8137481 Jul 09 17:25:25.901163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Checking segment: {'id': 'c9526c23-c93e-40c1-83da-e2da84448101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'adf519f2-c4a2-419e-9dab-03de33dc2fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:25.901523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Network hostable DHCP agents. Network: adf519f2-c4a2-419e-9dab-03de33dc2fa9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:25.909142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'port': {'device_id': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71', 'admin_state_up': True, 'tenant_id': '00d7628771f64ab1a3095d70aca32408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:25.917866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f79e94-5020-472f-a857-f94a234e8771 req-4cbc0e47-b6d9-41c0-a571-a3c9565d1872 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:25.919404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f79e94-5020-472f-a857-f94a234e8771 req-4cbc0e47-b6d9-41c0-a571-a3c9565d1872 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 943 time: 0.1132576 Jul 09 17:25:25.935917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Network adf519f2-c4a2-419e-9dab-03de33dc2fa9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:25.954473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, adf519f2-c4a2-419e-9dab-03de33dc2fa9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:25.964583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:25.965181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:25.965723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccca233-919f-45e8-ac6a-777efbbabfa6 None None] Network adf519f2-c4a2-419e-9dab-03de33dc2fa9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:25.976063 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f79e94-5020-472f-a857-f94a234e8771 req-5a8c5b6d-5ce0-4f1e-a3f0-d6f10d506fd3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Jul 09 17:25:25.988469 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-778df56a-639d-4bb0-98d3-32ac8af30b99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6663728 Jul 09 17:25:25.995957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-30f6fb5a-8af0-4349-b787-8181b63298c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:25.998104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-30f6fb5a-8af0-4349-b787-8181b63298c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.2472713 Jul 09 17:25:26.075416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-315a3f45-0d8e-4e6c-8043-2c7f76b10ea2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b HTTP/1.1" status: 200 len: 217 time: 0.0610700 Jul 09 17:25:26.135319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd981826-93e7-4333-8511-60bbad185794 None None] Network adf519f2-c4a2-419e-9dab-03de33dc2fa9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:26.176962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3447a8-b753-419e-8033-f14e225bbb7c req-9a8b43ef-ed02-4911-8ad4-d8dc9aaee06d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:26.183168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3447a8-b753-419e-8033-f14e225bbb7c req-9a8b43ef-ed02-4911-8ad4-d8dc9aaee06d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:26.184930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f3447a8-b753-419e-8033-f14e225bbb7c req-9a8b43ef-ed02-4911-8ad4-d8dc9aaee06d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 1655 time: 0.4545698 Jul 09 17:25:26.221006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-9a1c9f0a-5e35-4af8-a874-e56d8072e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:26.222213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-9a1c9f0a-5e35-4af8-a874-e56d8072e2d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.1327994 Jul 09 17:25:26.244612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:26.250903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Deleting port 39c6d30b-c1bf-47d4-babe-7bfc7b9dc15d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:26.251433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.307617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-9a963a23-498b-45d1-ac72-52c938079649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594532 Jul 09 17:25:26.311280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Deleting subnet 3f410419-eebd-4ef4-846a-127e6a9c5df4 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:26.316389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.359033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f3447a8-b753-419e-8033-f14e225bbb7c req-b694652b-2503-40bd-8e09-3104d1823293 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603971 Jul 09 17:25:26.359454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:26.362757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.367241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.415016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.434435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.465415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Calling delete_port for 39c6d30b-c1bf-47d4-babe-7bfc7b9dc15d owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:26.497544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.537364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f410419-eebd-4ef4-846a-127e6a9c5df4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:26.538665 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.540724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aeb6cb99-a6f2-40ce-9ca6-58701c5ffb1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3f410419-eebd-4ef4-846a-127e6a9c5df4 HTTP/1.1" status: 204 len: 168 time: 0.2938795 Jul 09 17:25:26.542901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39288) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:26.578351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-56800dae-e871-44a2-b3f3-462210be6958 service neutron] 10.222.0.36 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360547 Jul 09 17:25:26.626419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.717221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.717990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Allocated IP 19.80.0.173 (63c0cfd4-07bb-4601-a75c-92394127ae71/849ac113-2f78-40af-b7d8-bd22ca76eee2/c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:26.728419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf519f2-c4a2-419e-9dab-03de33dc2fa9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:26.743106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9526c23-c93e-40c1-83da-e2da84448101') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:26.743553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9526c23-c93e-40c1-83da-e2da84448101') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:26.745115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.756747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.775119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.791429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:26.792235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:26.794933 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:26.805765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Port': ['ID=39c6d30b-c1bf-47d4-babe-7bfc7b9dc15d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:26.816356 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-884235cf-ac61-4edb-b323-d25be8ea8746 req-291f71c2-f4dc-4061-a9ab-729812bc71ca service neutron] 10.222.0.36 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253842 Jul 09 17:25:26.823323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.828115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47c662cd-9b99-4890-b577-26456aa88496 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/ports/39c6d30b-c1bf-47d4-babe-7bfc7b9dc15d HTTP/1.1" status: 204 len: 168 time: 1.6929278 Jul 09 17:25:26.828737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39292) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:26.872481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.877369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.880236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] 10.222.0.21 "DELETE /v2.0/networks/adf519f2-c4a2-419e-9dab-03de33dc2fa9 HTTP/1.1" status: 204 len: 168 time: 0.3358290 Jul 09 17:25:26.887979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2fceb266-4e8d-4eb0-841c-aa973ddc04ce tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513196 Jul 09 17:25:26.896008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39296) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:26.902431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-405006091'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:26.918366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b616e-74cb-43bd-bc30-1202e27ff908 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf519f2-c4a2-419e-9dab-03de33dc2fa9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:26.937537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:26.941430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.974652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:26.986702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:26.987045 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Added segment 03d7e173-2603-44c9-a044-f769dba4421d of type vlan for network 814d52b7-1422-430f-ae10-8cc33a31a0d2 Jul 09 17:25:27.015152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.039042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Transition to ACTIVE for port object c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:27.051369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.064343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39300) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:27.097501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.156241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:27.159793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:27.164216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:27.197491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05d86f13-4e2a-4c13-b902-b8f3ee11b379 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=180b212233fe4f6db923668e04454269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315670 Jul 09 17:25:27.200083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39304) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:27.202801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:27.278179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.283805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.284394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.291623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.292486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.300579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f00b091-1cbf-4551-b391-2f5299a881cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.327603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f00b091-1cbf-4551-b391-2f5299a881cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.335462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-632e9ff5-7a99-42af-9556-c71052cdc5d4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4300554 Jul 09 17:25:27.350961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17f3ff-7d11-4787-97b8-d80a5afd77ba req-81b7f8c9-222f-422a-a1c7-5933b36995d5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.352920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee17f3ff-7d11-4787-97b8-d80a5afd77ba req-81b7f8c9-222f-422a-a1c7-5933b36995d5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 943 time: 0.1573784 Jul 09 17:25:27.358618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Request body: {'port': {'device_id': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:27.438531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f00b091-1cbf-4551-b391-2f5299a881cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.439796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0f00b091-1cbf-4551-b391-2f5299a881cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.440922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0f00b091-1cbf-4551-b391-2f5299a881cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab612dd1-2304-4b3f-bc16-81ec27e907e0 HTTP/1.1" status: 204 len: 168 time: 0.2399123 Jul 09 17:25:27.482062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5823679 Jul 09 17:25:27.486567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00b091-1cbf-4551-b391-2f5299a881cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab612dd1-2304-4b3f-bc16-81ec27e907e0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:27.499626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39314) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:27.506697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1257934253'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:27.550127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26216d28-3cfe-49da-899e-0ff52f3bab51 None None] Provisioning for port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:27.552309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee17f3ff-7d11-4787-97b8-d80a5afd77ba req-56a2224a-db71-488e-b7a9-4a744fd33161 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880126 Jul 09 17:25:27.555274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26216d28-3cfe-49da-899e-0ff52f3bab51 None None] Provisioning complete for port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:27.555653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:27.556229 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26216d28-3cfe-49da-899e-0ff52f3bab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.559279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.606879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389d5f5-90d6-481a-a638-0e0f883c8cde tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Network': ['ID=814d52b7-1422-430f-ae10-8cc33a31a0d2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:27.610022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.610676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-26216d28-3cfe-49da-899e-0ff52f3bab51 None None] Port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:27.625233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 814d52b7-1422-430f-ae10-8cc33a31a0d2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:27.646120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:25:27.646384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:27.663954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.665986 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Added segment e3de5095-8de5-425d-9c03-c4177c51d397 of type vlan for network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb Jul 09 17:25:27.819614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.859607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a671ea-1a2c-44d7-832d-d0878d432b4b req-7f41a490-20ce-40b2-94d1-ec61472edd48 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.865829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a671ea-1a2c-44d7-832d-d0878d432b4b req-7f41a490-20ce-40b2-94d1-ec61472edd48 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.868338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:27.872677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a671ea-1a2c-44d7-832d-d0878d432b4b req-7f41a490-20ce-40b2-94d1-ec61472edd48 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.883576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e2a671ea-1a2c-44d7-832d-d0878d432b4b req-7f41a490-20ce-40b2-94d1-ec61472edd48 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2377 time: 0.2014036 Jul 09 17:25:27.904880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b', 'mac_address': 'fa:16:3e:04:dd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:25:27.938956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.945028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:27.945826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:27.989605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.021710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:28.037570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Network': ['ID=a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:28.056868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e2a671ea-1a2c-44d7-832d-d0878d432b4b req-cf987bbd-30fa-479b-8711-bb7dd64886d3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688230 Jul 09 17:25:28.073932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:28.076471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-08e4ac13-232c-493d-aaec-f02bd561f463 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5739038 Jul 09 17:25:28.081879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:28.178565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff7a9b8-24ee-4b8d-9564-cf8315346930 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:28.187383 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.201688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Transition to ACTIVE for port object cff7a9b8-24ee-4b8d-9564-cf8315346930 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:28.207695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.209287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.277832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:28.400705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Pushing event updated for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:28.491731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['9a958ea6-ebb4-43fa-8cb3-8768daa62e6b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:28.496263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Attempting to bind port cff7a9b8-24ee-4b8d-9564-cf8315346930 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:28.496614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Attempting to bind port cff7a9b8-24ee-4b8d-9564-cf8315346930 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:28.497364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Attempting to bind port cff7a9b8-24ee-4b8d-9564-cf8315346930 on network 63c0cfd4-07bb-4601-a75c-92394127ae71 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:28.503150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Port cff7a9b8-24ee-4b8d-9564-cf8315346930 on network 63c0cfd4-07bb-4601-a75c-92394127ae71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:25:28.503385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Attempting to bind port cff7a9b8-24ee-4b8d-9564-cf8315346930 on network 63c0cfd4-07bb-4601-a75c-92394127ae71 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:28.511672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:28.512104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Checking segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:28.512515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Bound using segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:28.513026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Bound port: cff7a9b8-24ee-4b8d-9564-cf8315346930, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:28.513401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.663324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:28.671988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:28.682881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.871507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:28.873334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:28.875038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] 10.222.0.36 "PUT /v2.0/ports/cff7a9b8-24ee-4b8d-9564-cf8315346930 HTTP/1.1" status: 200 len: 1093 time: 1.5208447 Jul 09 17:25:28.912371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:28.926208 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3993f34-3aaf-4300-9976-b8e309e34a41" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:28.979823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Request body: {'port': {'device_id': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:29.143495 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48831b1-9da2-40b6-abf8-bb0f5ccce1ca x-openstack-request-id: req-a48831b1-9da2-40b6-abf8-bb0f5ccce1ca {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:29.143904 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:29.144266 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a48831b1-9da2-40b6-abf8-bb0f5ccce1ca {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:29.144931 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930', 'status': 'completed', 'code': 200} Jul 09 17:25:29.149224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8eac2-c746-4927-af70-8aaa1d47e783 service neutron] Pushing event updated for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:29.326775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:29.435253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17eb5d-c2b7-410f-b7b9-9a33cad0b7ff req-cf454299-96c6-47d4-ba1e-248ecb62fd36 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.442404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b17eb5d-c2b7-410f-b7b9-9a33cad0b7ff req-cf454299-96c6-47d4-ba1e-248ecb62fd36 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 944 time: 0.4898989 Jul 09 17:25:29.454952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-14adefe9-146f-45eb-aec1-c36925e87a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.455413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-14adefe9-146f-45eb-aec1-c36925e87a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.455977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-14adefe9-146f-45eb-aec1-c36925e87a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.457843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-14adefe9-146f-45eb-aec1-c36925e87a13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2733 time: 0.3007276 Jul 09 17:25:29.534376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fe869-5c45-4220-adc6-ae08d4285eb1 req-1edc8679-9300-4ffb-a832-2a4c2af98937 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.555884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fe869-5c45-4220-adc6-ae08d4285eb1 req-1edc8679-9300-4ffb-a832-2a4c2af98937 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.573409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fe869-5c45-4220-adc6-ae08d4285eb1 req-1edc8679-9300-4ffb-a832-2a4c2af98937 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.587563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-048fe869-5c45-4220-adc6-ae08d4285eb1 req-1edc8679-9300-4ffb-a832-2a4c2af98937 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2389 time: 0.1757631 Jul 09 17:25:29.651365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b17eb5d-c2b7-410f-b7b9-9a33cad0b7ff req-944e293b-fade-4813-b58d-7cc8a3ddc598 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080684 Jul 09 17:25:29.678294 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-048fe869-5c45-4220-adc6-ae08d4285eb1 req-403f0e12-0790-4d6a-9ad2-d456e6cd8495 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890093 Jul 09 17:25:29.745258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-fb6ab2b7-58fc-4d87-bfbb-5249472b9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.756113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-fb6ab2b7-58fc-4d87-bfbb-5249472b9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.756824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-fb6ab2b7-58fc-4d87-bfbb-5249472b9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:29.763638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-fb6ab2b7-58fc-4d87-bfbb-5249472b9774 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=00d7628771f64ab1a3095d70aca32408&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2958958 Jul 09 17:25:30.073637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:30.091814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:30.119233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Transition to ACTIVE for port object 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:30.121255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-629699b0-d85e-42af-a821-3cfc008cc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:30.123136 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3993f34-3aaf-4300-9976-b8e309e34a41 req-629699b0-d85e-42af-a821-3cfc008cc3b5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3513145 Jul 09 17:25:30.128743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:30.303401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Pushing event updated for resources: {'Port': ['ID=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:30.346758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Attempting to bind port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:30.347492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Attempting to bind port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:30.347895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Attempting to bind port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 on network 6a54ec68-308c-4421-a64e-331187b14de8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:30.357669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 on network 6a54ec68-308c-4421-a64e-331187b14de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:25:30.358042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Attempting to bind port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 on network 6a54ec68-308c-4421-a64e-331187b14de8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:30.364342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:30.364734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Checking segment: {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:30.365207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Bound using segment: {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:30.365644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Bound port: 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccd5e5d-b978-4393-a20b-8adebff98948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:30.366007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:30.492037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] For port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:30.502429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] For port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:30.511581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:30.608945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:30.609595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:30.611056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] 10.222.0.36 "PUT /v2.0/ports/3907c7f4-69b7-4ded-9c34-a1ee93bc0400 HTTP/1.1" status: 200 len: 1093 time: 1.6574643 Jul 09 17:25:30.655778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Request body: {'port': {'device_id': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:30.834778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23786a12-e71d-481d-9d10-1ad20e73a362 service neutron] Pushing event updated for resources: {'Port': ['ID=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:31.042215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:31.092875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7571f-e618-48e1-aa08-6fca8be0f554 req-932d720b-f32f-4cbd-bc40-87656dad36ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.095494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60d7571f-e618-48e1-aa08-6fca8be0f554 req-932d720b-f32f-4cbd-bc40-87656dad36ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 944 time: 0.1675510 Jul 09 17:25:31.152697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'tag': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:31.156363 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7851889-a10d-4de0-ad78-2103e7ea13e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "tag": "3907c7f4-69b7-4ded-9c34-a1ee93bc0400"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:31.164789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60d7571f-e618-48e1-aa08-6fca8be0f554 req-0c4ce61a-609d-4ff1-b3a1-406d922ac05c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583451 Jul 09 17:25:31.285597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac97b-e5cc-458d-a938-3e07dc29341d req-3ebbca55-58de-41ed-afbe-00aa535efba7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.294550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac97b-e5cc-458d-a938-3e07dc29341d req-3ebbca55-58de-41ed-afbe-00aa535efba7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.305537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac97b-e5cc-458d-a938-3e07dc29341d req-3ebbca55-58de-41ed-afbe-00aa535efba7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.314320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b7ac97b-e5cc-458d-a938-3e07dc29341d req-3ebbca55-58de-41ed-afbe-00aa535efba7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2401 time: 0.3327439 Jul 09 17:25:31.403941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:31.409477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'subnets': [{'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088082311', 'ip_version': 6}, {'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:31.409975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'subnet': {'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2088082311', 'ip_version': 6}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:31.410498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Request body: {'subnet': {'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:31.443325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b7ac97b-e5cc-458d-a938-3e07dc29341d req-71f13c00-0722-4892-ae02-6563e9c45b05 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284249 Jul 09 17:25:31.560967 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da899b-c650-47f8-aaa6-1728b85562a3 x-openstack-request-id: req-29da899b-c650-47f8-aaa6-1728b85562a3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:31.561348 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "tag": "3907c7f4-69b7-4ded-9c34-a1ee93bc0400", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:31.561526 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29da899b-c650-47f8-aaa6-1728b85562a3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:31.561913 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'tag': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400', 'status': 'completed', 'code': 200} Jul 09 17:25:31.647218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:31.675817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Made reservation on behalf of 402ea01293b2400299f78811f2fce4e4 for: {'subnet': 2} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:31.682015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:31.682474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:31.735438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:31.764261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:31.773389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:31.774093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:31.775834 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:31.796539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Transition to ACTIVE for port object c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:31.805539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcccb936-0431-4093-ac2f-72372f729bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.806072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcccb936-0431-4093-ac2f-72372f729bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.806544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcccb936-0431-4093-ac2f-72372f729bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:31.808534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcccb936-0431-4093-ac2f-72372f729bf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2801 time: 0.2235124 Jul 09 17:25:31.809816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:31.897732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:32.019555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.064645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Attempting to bind port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:32.065360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Attempting to bind port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:32.065703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Attempting to bind port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 on network 63c0cfd4-07bb-4601-a75c-92394127ae71 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:32.066129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:32.067699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:32.071130 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f368b9-7169-46fc-ac9d-71e2fb7ad816" -d '{"events": [{"server_uuid": "a910973e-101b-4ed8-9661-9e47b30e8a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a958ea6-ebb4-43fa-8cb3-8768daa62e6b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:32.082280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.123303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 on network 63c0cfd4-07bb-4601-a75c-92394127ae71 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:25:32.137098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Attempting to bind port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 on network 63c0cfd4-07bb-4601-a75c-92394127ae71 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:32.163501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:32.166125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Checking segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:32.166825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Bound using segment: {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:32.168753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Bound port: c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e791eb8-7068-4730-a719-e7ec2395c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:32.173601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.178685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39434) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:32.227616 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be83701-4af8-45aa-b546-d73e7290f0f4 x-openstack-request-id: req-4be83701-4af8-45aa-b546-d73e7290f0f4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:32.227616 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a910973e-101b-4ed8-9661-9e47b30e8a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a958ea6-ebb4-43fa-8cb3-8768daa62e6b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:32.227616 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4be83701-4af8-45aa-b546-d73e7290f0f4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:32.228115 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b', 'code': 200} Jul 09 17:25:32.228515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:32.308630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcf3ae74-9e9a-4468-8318-0bd76352854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.309019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcf3ae74-9e9a-4468-8318-0bd76352854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.309495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcf3ae74-9e9a-4468-8318-0bd76352854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.313456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-dcf3ae74-9e9a-4468-8318-0bd76352854c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=00d7628771f64ab1a3095d70aca32408&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4955635 Jul 09 17:25:32.416720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.474508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Subnet': ['ID=dcedd015-28b7-4e4e-b623-3fbd99808411,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:32.479148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afa42f-da37-411b-a569-d9867eec0bfb req-098e01d7-fc68-461b-b89b-0b1a869342de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.481013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84afa42f-da37-411b-a569-d9867eec0bfb req-098e01d7-fc68-461b-b89b-0b1a869342de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 1097 time: 0.1984429 Jul 09 17:25:32.539800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84afa42f-da37-411b-a569-d9867eec0bfb req-6c90c248-7319-4e8f-8a26-c878f793db24 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Jul 09 17:25:32.544937 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-caa21b80-fabd-4b57-8e66-fb9c2c884469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.578601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Checking segment: {'id': '03d7e173-2603-44c9-a044-f769dba4421d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:32.579003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network hostable DHCP agents. Network: 814d52b7-1422-430f-ae10-8cc33a31a0d2, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:32.628271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:32.631273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network 814d52b7-1422-430f-ae10-8cc33a31a0d2 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:32.644515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 814d52b7-1422-430f-ae10-8cc33a31a0d2) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:32.654375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30723d1-8116-4d0d-9283-d8537bbcf3bc req-2faa1a2e-1a15-4370-bb59-d12a55a4ae59 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.655447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db75928-1157-4f13-b558-30e2e14f10f7 None None] Network 814d52b7-1422-430f-ae10-8cc33a31a0d2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:32.670328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c30723d1-8116-4d0d-9283-d8537bbcf3bc req-2faa1a2e-1a15-4370-bb59-d12a55a4ae59 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 945 time: 0.1277382 Jul 09 17:25:32.695936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.721579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:32.745918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-e0cb40b1-a845-41c2-b4fd-3b3d701a8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.749128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f7851889-a10d-4de0-ad78-2103e7ea13e4 req-e0cb40b1-a845-41c2-b4fd-3b3d701a8a20 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3582969 Jul 09 17:25:32.762065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event updated for resources: {'Subnet': ['ID=629e9aa8-0356-4792-bd43-04cf5fdcee0b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:32.770434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.822803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c30723d1-8116-4d0d-9283-d8537bbcf3bc req-6592bd6d-9d5b-4d30-bd5b-d4de4159a741 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428530 Jul 09 17:25:32.823725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Checking segment: {'id': 'e3de5095-8de5-425d-9c03-c4177c51d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:32.824124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network hostable DHCP agents. Network: a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:32.854359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:32.865124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:32.874308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.875946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:32.876617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:32.943311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2289b-edff-4702-a0f4-5b5314f388ed None None] Network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:33.343435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-814d52b7-1422-430f-ae10-8cc33a31a0d2', 'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2', 'tenant_id': '402ea01293b2400299f78811f2fce4e4', 'fixed_ips': [{'subnet_id': 'dcedd015-28b7-4e4e-b623-3fbd99808411'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:33.344525 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:33.481218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.481845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:33.483509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 HTTP/1.1" status: 200 len: 1093 time: 2.8346100 Jul 09 17:25:33.499043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac32bd-9f5b-4b7b-934c-ece7eb5273b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:33.565128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:33.568091 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243f27ee-a419-49a3-8f36-d3740dcf4238" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:33.620678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb', 'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb', 'tenant_id': '402ea01293b2400299f78811f2fce4e4', 'fixed_ips': [{'subnet_id': '629e9aa8-0356-4792-bd43-04cf5fdcee0b'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:33.621690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:33.631660 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c54f2cb-6028-4d85-87c0-20d2996295f8 x-openstack-request-id: req-3c54f2cb-6028-4d85-87c0-20d2996295f8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:33.631978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Allocated IP 2001:db8::1 (814d52b7-1422-430f-ae10-8cc33a31a0d2/dcedd015-28b7-4e4e-b623-3fbd99808411/4a3f88e8-40c7-4f35-aa03-99162795e5d7) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:33.632151 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:33.632328 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c54f2cb-6028-4d85-87c0-20d2996295f8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:33.632798 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565', 'status': 'completed', 'code': 200} Jul 09 17:25:33.664769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18352745-bde2-4b3f-9a0a-b3913be31138 req-93cfff38-267f-4e67-a9fb-376fbf0eeee3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.671516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18352745-bde2-4b3f-9a0a-b3913be31138 req-93cfff38-267f-4e67-a9fb-376fbf0eeee3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.678122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18352745-bde2-4b3f-9a0a-b3913be31138 req-93cfff38-267f-4e67-a9fb-376fbf0eeee3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.680202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18352745-bde2-4b3f-9a0a-b3913be31138 req-93cfff38-267f-4e67-a9fb-376fbf0eeee3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2413 time: 0.8865039 Jul 09 17:25:33.695154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-caa21b80-fabd-4b57-8e66-fb9c2c884469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:33.706406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-caa21b80-fabd-4b57-8e66-fb9c2c884469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:33.716320 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-01df2155-ba33-4038-aea2-fd8356698c55 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3087623 Jul 09 17:25:33.716898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:33.745206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-a9ac2d1a-5c56-4a08-9cc6-64a76bcf12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.746345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-a9ac2d1a-5c56-4a08-9cc6-64a76bcf12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.747307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-a9ac2d1a-5c56-4a08-9cc6-64a76bcf12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.750647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-a9ac2d1a-5c56-4a08-9cc6-64a76bcf12ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2869 time: 0.2186730 Jul 09 17:25:33.784186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa21b80-fabd-4b57-8e66-fb9c2c884469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a23bbf-54e0-4cf4-a111-9e7856bd4eb0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:33.809140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830dbed5-0880-4514-9684-23c61f53f38d tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.810839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830dbed5-0880-4514-9684-23c61f53f38d tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.812982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830dbed5-0880-4514-9684-23c61f53f38d tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.824782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-830dbed5-0880-4514-9684-23c61f53f38d tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0956323 Jul 09 17:25:33.824782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39462) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:33.850918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-caa21b80-fabd-4b57-8e66-fb9c2c884469 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ecff6ba35f4453fbdbb23bba8c6a54d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6659579 Jul 09 17:25:33.851167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Allocated IP 2001:db8:0:1::1 (a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb/629e9aa8-0356-4792-bd43-04cf5fdcee0b/9b4b2edb-33ff-4c87-b02f-d05f33daaebe) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:33.851619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39464) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:33.870509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-669645c0-de3b-4648-947a-9b0966fcc628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930 HTTP/1.1" status: 200 len: 217 time: 0.0772557 Jul 09 17:25:33.883389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Deleting subnet dcedd015-28b7-4e4e-b623-3fbd99808411 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:33.885610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18352745-bde2-4b3f-9a0a-b3913be31138 req-b93c6e90-32e8-46cb-8b7b-7e9874e401c0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976039 Jul 09 17:25:33.991174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-443ecdd9-a6e4-423d-9d64-aa4d93fc099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:33.993168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-443ecdd9-a6e4-423d-9d64-aa4d93fc099e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849ac113-2f78-40af-b7d8-bd22ca76eee2 HTTP/1.1" status: 200 len: 801 time: 0.0955534 Jul 09 17:25:34.017750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab4e14de-539d-45e5-b7c6-69fc8b4d64c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.041667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.075281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Transition to ACTIVE for port object 4a3f88e8-40c7-4f35-aa03-99162795e5d7 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:34.084436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab4e14de-539d-45e5-b7c6-69fc8b4d64c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.152980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Transition to ACTIVE for port object 4a3f88e8-40c7-4f35-aa03-99162795e5d7 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:34.154229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-79c48899-7888-412d-97fb-8a60edd2839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:34.156190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-79c48899-7888-412d-97fb-8a60edd2839f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c0cfd4-07bb-4601-a75c-92394127ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550195 Jul 09 17:25:34.216536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.244902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab4e14de-539d-45e5-b7c6-69fc8b4d64c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.248662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab4e14de-539d-45e5-b7c6-69fc8b4d64c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.254377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab4e14de-539d-45e5-b7c6-69fc8b4d64c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29a23bbf-54e0-4cf4-a111-9e7856bd4eb0 HTTP/1.1" status: 204 len: 168 time: 0.4018135 Jul 09 17:25:34.280909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e14de-539d-45e5-b7c6-69fc8b4d64c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a23bbf-54e0-4cf4-a111-9e7856bd4eb0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:34.309122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-5abf5d40-092d-4ebd-b370-b867a91c109d service neutron] 10.222.0.36 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457219 Jul 09 17:25:34.347103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Pushing event updated for resources: {'Port': ['ID=4a3f88e8-40c7-4f35-aa03-99162795e5d7,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:34.441542 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.442289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.449637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Network 814d52b7-1422-430f-ae10-8cc33a31a0d2 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:34.457956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:34.467124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:34.474776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-f8b1b3b4-e1ab-401f-9b2b-111dbe1705b2 service neutron] 10.222.0.36 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589086 Jul 09 17:25:34.477637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Transition to ACTIVE for port object 9b4b2edb-33ff-4c87-b02f-d05f33daaebe will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:34.496307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.542519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Transition to ACTIVE for port object 9b4b2edb-33ff-4c87-b02f-d05f33daaebe will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:34.567389 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.572180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b782f-b762-4189-b8b9-1810790714a0 req-fd8fb19a-8ccb-4aae-9e28-02bf7bb64c3a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:34.574154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-208b782f-b762-4189-b8b9-1810790714a0 req-fd8fb19a-8ccb-4aae-9e28-02bf7bb64c3a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 945 time: 0.5552938 Jul 09 17:25:34.579002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-88763df6-99a2-452f-9c1f-f4d08c83a09e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=3907c7f4-69b7-4ded-9c34-a1ee93bc0400 HTTP/1.1" status: 200 len: 217 time: 0.0959220 Jul 09 17:25:34.599209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Attempting to bind port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:34.599846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Attempting to bind port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '03d7e173-2603-44c9-a044-f769dba4421d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:34.600470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Attempting to bind port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 on network 814d52b7-1422-430f-ae10-8cc33a31a0d2 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:34.634552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:34.636369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:34.637148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Checking segment: {'id': '03d7e173-2603-44c9-a044-f769dba4421d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:34.637817 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.638442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Bound using segment: {'id': '03d7e173-2603-44c9-a044-f769dba4421d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:34.639171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Bound port: 4a3f88e8-40c7-4f35-aa03-99162795e5d7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d7e173-2603-44c9-a044-f769dba4421d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '814d52b7-1422-430f-ae10-8cc33a31a0d2'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:34.639825 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.660706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:34.668384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.691591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:34.696217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-208b782f-b762-4189-b8b9-1810790714a0 req-94ee6028-e058-4195-9c94-277e34de7f0e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055377 Jul 09 17:25:34.788525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.801041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23fec7ca-0894-4ea7-8b88-4975094cb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:34.805130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-23fec7ca-0894-4ea7-8b88-4975094cb310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73355052-55b3-4dc3-bfc1-94e5a2a48a41 HTTP/1.1" status: 200 len: 801 time: 0.2032206 Jul 09 17:25:34.810014 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Pushing event updated for resources: {'Port': ['ID=9b4b2edb-33ff-4c87-b02f-d05f33daaebe,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:34.834894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Attempting to bind port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:34.835300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Attempting to bind port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'e3de5095-8de5-425d-9c03-c4177c51d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:34.835731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Attempting to bind port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe on network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:34.848566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:34.849082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Checking segment: {'id': 'e3de5095-8de5-425d-9c03-c4177c51d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:34.849552 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.850010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Bound using segment: {'id': 'e3de5095-8de5-425d-9c03-c4177c51d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:34.850559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Bound port: 9b4b2edb-33ff-4c87-b02f-d05f33daaebe, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3de5095-8de5-425d-9c03-c4177c51d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:34.851143 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.853366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:34.853555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] For port 4a3f88e8-40c7-4f35-aa03-99162795e5d7, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:34.857673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] For port 4a3f88e8-40c7-4f35-aa03-99162795e5d7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4a3f88e8-40c7-4f35-aa03-99162795e5d7,segment=NetworkSegment(03d7e173-2603-44c9-a044-f769dba4421d),segment_id=03d7e173-2603-44c9-a044-f769dba4421d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:34.865307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Subnet': ['ID=dcedd015-28b7-4e4e-b623-3fbd99808411,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:34.872972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.873904 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.876478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9a781075-2021-428a-a451-683a1605670a tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/subnets/dcedd015-28b7-4e4e-b623-3fbd99808411 HTTP/1.1" status: 204 len: 168 time: 1.0493670 Jul 09 17:25:34.882966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39484) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:34.883893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b31931-b9d2-47bd-b8b0-58543e847a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:34.957618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7e1d6c34-6e53-4357-b4dc-af1ca8104612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:34.961879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-7e1d6c34-6e53-4357-b4dc-af1ca8104612 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a54ec68-308c-4421-a64e-331187b14de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491518 Jul 09 17:25:35.037599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Deleting subnet 629e9aa8-0356-4792-bd43-04cf5fdcee0b {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:25:35.052983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.118420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2af18a-c9a4-444f-b853-4c74574a7757 None None] Pushing event updated for resources: {'Port': ['ID=4a3f88e8-40c7-4f35-aa03-99162795e5d7,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:35.153864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.182190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-6491a16d-b4eb-4270-b92f-574a76b4ac96 service neutron] 10.222.0.36 "GET /v2.0/networks/6a54ec68-308c-4421-a64e-331187b14de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128267 Jul 09 17:25:35.187075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] For port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:35.200316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] For port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9b4b2edb-33ff-4c87-b02f-d05f33daaebe,segment=NetworkSegment(e3de5095-8de5-425d-9c03-c4177c51d397),segment_id=e3de5095-8de5-425d-9c03-c4177c51d397)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:35.210020 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.354248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848846e2-fdbc-4594-a0ed-f357efdec57c None None] Pushing event updated for resources: {'Port': ['ID=9b4b2edb-33ff-4c87-b02f-d05f33daaebe,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:35.415909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-181da541-7bdb-48e6-afff-7cb819fc6f4b service neutron] 10.222.0.36 "GET /v2.0/networks/6a54ec68-308c-4421-a64e-331187b14de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258849 Jul 09 17:25:35.485644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b31931-b9d2-47bd-b8b0-58543e847a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.495982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-e67614f0-a451-4999-8411-f20c6289f519 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 HTTP/1.1" status: 200 len: 217 time: 0.0728207 Jul 09 17:25:35.497281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b31931-b9d2-47bd-b8b0-58543e847a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.507924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.580368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939630aa-e49c-4905-9fed-4f9b9413d4a2 req-36534647-c2a2-447e-abbb-d3e58bfb8529 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:35.587069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939630aa-e49c-4905-9fed-4f9b9413d4a2 req-36534647-c2a2-447e-abbb-d3e58bfb8529 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:35.610947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939630aa-e49c-4905-9fed-4f9b9413d4a2 req-36534647-c2a2-447e-abbb-d3e58bfb8529 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:35.623935 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-939630aa-e49c-4905-9fed-4f9b9413d4a2 req-36534647-c2a2-447e-abbb-d3e58bfb8529 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2413 time: 0.4527471 Jul 09 17:25:35.664568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-5fd9d963-901f-4c2a-b7de-8c74d268d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:35.672147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-5fd9d963-901f-4c2a-b7de-8c74d268d3e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849ac113-2f78-40af-b7d8-bd22ca76eee2 HTTP/1.1" status: 200 len: 801 time: 0.1688035 Jul 09 17:25:35.696459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31931-b9d2-47bd-b8b0-58543e847a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dcf78f-af2b-4eb3-8a51-921bb901298c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:35.711046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-83b31931-b9d2-47bd-b8b0-58543e847a39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fa15e40312749ecb9b3a6f494d51bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8535576 Jul 09 17:25:35.732857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39498) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:35.764663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.875560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-939630aa-e49c-4905-9fed-4f9b9413d4a2 req-7c7b623b-32b3-4e0f-87b8-dc17afb791e2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503629 Jul 09 17:25:35.879571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Subnet': ['ID=629e9aa8-0356-4792-bd43-04cf5fdcee0b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:35.889462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:35.891463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0d6e42ac-6031-41c0-9dc0-31acef60ebd4 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/subnets/629e9aa8-0356-4792-bd43-04cf5fdcee0b HTTP/1.1" status: 204 len: 168 time: 1.0051215 Jul 09 17:25:35.894205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39508) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:36.027604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-680ae356-3dbc-4a27-82c8-c378083feca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.047221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2fc12-1518-43f6-95d5-30ad96b19b70 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:36.049992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-96f2fc12-1518-43f6-95d5-30ad96b19b70 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1540661 Jul 09 17:25:36.054026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39518) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:36.169013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-9ca08d9e-f708-445b-84a8-2d7e29690285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:36.183589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-9ca08d9e-f708-445b-84a8-2d7e29690285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c0cfd4-07bb-4601-a75c-92394127ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5066078 Jul 09 17:25:36.252907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-680ae356-3dbc-4a27-82c8-c378083feca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.262581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9b4b2edb-33ff-4c87-b02f-d05f33daaebe up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:36.270152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.335671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:36.341162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4a3f88e8-40c7-4f35-aa03-99162795e5d7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:36.406990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Deleting port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:36.407300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.518652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:36.580307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] For port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9b4b2edb-33ff-4c87-b02f-d05f33daaebe,segment=NetworkSegment(e3de5095-8de5-425d-9c03-c4177c51d397),segment_id=e3de5095-8de5-425d-9c03-c4177c51d397)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:36.580758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.608441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Calling delete_port for 9b4b2edb-33ff-4c87-b02f-d05f33daaebe owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:36.611286 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-680ae356-3dbc-4a27-82c8-c378083feca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.614179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-680ae356-3dbc-4a27-82c8-c378083feca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.620888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-680ae356-3dbc-4a27-82c8-c378083feca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0dcf78f-af2b-4eb3-8a51-921bb901298c HTTP/1.1" status: 204 len: 168 time: 0.8845942 Jul 09 17:25:36.625732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-b30bb6df-1691-4109-b6c1-408df4351aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265194 Jul 09 17:25:36.737261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39528) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:36.801170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ae356-3dbc-4a27-82c8-c378083feca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dcf78f-af2b-4eb3-8a51-921bb901298c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:36.805876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ff6bfe-d413-46de-9500-48cab8ed665c req-fa54bd36-cac1-45e2-a7ce-21117259dfa4 service neutron] 10.222.0.36 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673431 Jul 09 17:25:36.885461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:36.952753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Port': ['ID=9b4b2edb-33ff-4c87-b02f-d05f33daaebe,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:36.961633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] No DVR routers for this DVR port 9b4b2edb-33ff-4c87-b02f-d05f33daaebe on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:37.080582 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.094372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:37.108007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3de5095-8de5-425d-9c03-c4177c51d397') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:37.108282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3de5095-8de5-425d-9c03-c4177c51d397') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:37.111059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-95952603-0a1a-41d2-81ad-4da3e1ee9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.120526 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.124339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-95952603-0a1a-41d2-81ad-4da3e1ee9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.124813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-95952603-0a1a-41d2-81ad-4da3e1ee9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.128424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-95952603-0a1a-41d2-81ad-4da3e1ee9f0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2869 time: 0.2233996 Jul 09 17:25:37.137383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.145187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:37.145745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.165999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5039078-fe54-452c-8606-adcb9e76d27b None None] Network 814d52b7-1422-430f-ae10-8cc33a31a0d2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:37.234019 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:37.260241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.291051 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.293176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/networks/a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb HTTP/1.1" status: 204 len: 168 time: 1.2381279 Jul 09 17:25:37.302826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:37.337991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88c851-0f56-48c0-be8f-7582f0468fa8 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Network': ['ID=a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:37.434016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.453593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd862b0-c7ea-49d6-9442-1c9fdda39dc2 req-0df48990-bced-44cb-beea-66275f9983da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.454600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] Provisioning for port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:37.460635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd862b0-c7ea-49d6-9442-1c9fdda39dc2 req-0df48990-bced-44cb-beea-66275f9983da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.467373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd862b0-c7ea-49d6-9442-1c9fdda39dc2 req-0df48990-bced-44cb-beea-66275f9983da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.469642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bd862b0-c7ea-49d6-9442-1c9fdda39dc2 req-0df48990-bced-44cb-beea-66275f9983da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2413 time: 0.2385774 Jul 09 17:25:37.473658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] Provisioning complete for port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:37.475525 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.490025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-5c0727ce-0483-40a3-be82-4d4c2901b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.492989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-5c0727ce-0483-40a3-be82-4d4c2901b61c service neutron] 10.222.0.36 "GET /v2.0/networks?id=63c0cfd4-07bb-4601-a75c-92394127ae71 HTTP/1.1" status: 200 len: 903 time: 0.3544552 Jul 09 17:25:37.573008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bd862b0-c7ea-49d6-9442-1c9fdda39dc2 req-ef950f29-d20c-4c41-ac99-764f24eead6f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Jul 09 17:25:37.595263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-d94564c2-44c4-4374-af57-4e53c26673cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 HTTP/1.1" status: 200 len: 217 time: 0.0941911 Jul 09 17:25:37.607655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Deleting port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:37.608726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.686791 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:25:37.714497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] For port 4a3f88e8-40c7-4f35-aa03-99162795e5d7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4a3f88e8-40c7-4f35-aa03-99162795e5d7,segment=NetworkSegment(03d7e173-2603-44c9-a044-f769dba4421d),segment_id=03d7e173-2603-44c9-a044-f769dba4421d)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:37.715129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.739453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5145a03-39b6-4ca8-ad3e-9fb2eb550511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:37.772697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Calling delete_port for 4a3f88e8-40c7-4f35-aa03-99162795e5d7 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:37.776741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-3a0c7d63-a09f-4c2d-beda-8d5ad52dfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.778819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-3a0c7d63-a09f-4c2d-beda-8d5ad52dfb01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849ac113-2f78-40af-b7d8-bd22ca76eee2 HTTP/1.1" status: 200 len: 801 time: 0.1668415 Jul 09 17:25:37.877557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14acf95c-56cc-44c6-8df6-71adb694ce9e None None] DHCP port deletion for a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:25:37.913589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57249c8-e529-41a2-a507-edfea9926c1c None None] Network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:37.915273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-93940bed-0e4b-4e40-8549-78bd48b68086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:37.916848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-93940bed-0e4b-4e40-8549-78bd48b68086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63c0cfd4-07bb-4601-a75c-92394127ae71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312194 Jul 09 17:25:37.942545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57249c8-e529-41a2-a507-edfea9926c1c None None] Network a0ddb1c5-dd5f-4fa5-8d16-bfc3c7d663cb could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:25:37.973412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.054050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5145a03-39b6-4ca8-ad3e-9fb2eb550511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.054590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] For port 4a3f88e8-40c7-4f35-aa03-99162795e5d7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4a3f88e8-40c7-4f35-aa03-99162795e5d7,segment=NetworkSegment(03d7e173-2603-44c9-a044-f769dba4421d),segment_id=03d7e173-2603-44c9-a044-f769dba4421d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:38.064945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5145a03-39b6-4ca8-ad3e-9fb2eb550511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.065088 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.072024 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.137226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-29d11c6b-b31f-471f-aca8-006050db3218 service neutron] 10.222.0.36 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123282 Jul 09 17:25:38.144681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2f54c-9e0f-493c-87e2-db7ffcc3d121 None None] Pushing event updated for resources: {'Port': ['ID=4a3f88e8-40c7-4f35-aa03-99162795e5d7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:38.150089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01616f65-552a-436e-9b97-d4f2102f7238 None None] DHCP port deletion for 814d52b7-1422-430f-ae10-8cc33a31a0d2 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:25:38.154622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9b4b2edb-33ff-4c87-b02f-d05f33daaebe no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:38.184094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c13f4aaa-4f10-4d55-9e8c-940bd3f01571 None None] Could not find standard attr ID for object 9b4b2edb-33ff-4c87-b02f-d05f33daaebe. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:25:38.185353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9b4b2edb-33ff-4c87-b02f-d05f33daaebe {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:38.188911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5145a03-39b6-4ca8-ad3e-9fb2eb550511 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=514cb36926c246519e9c9af2d4fc880f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4460199 Jul 09 17:25:38.190079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9b4b2edb-33ff-4c87-b02f-d05f33daaebe not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:38.197969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:38.200280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.241447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5145a03-39b6-4ca8-ad3e-9fb2eb550511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365415b-a2b6-40fd-9d7d-72b0c76916a5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:38.250560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Port': ['ID=4a3f88e8-40c7-4f35-aa03-99162795e5d7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:38.264205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] No DVR routers for this DVR port 4a3f88e8-40c7-4f35-aa03-99162795e5d7 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:38.303388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-243f27ee-a419-49a3-8f36-d3740dcf4238 req-f98f8b80-a1c9-4ee3-a81b-358903caeb28 service neutron] 10.222.0.36 "GET /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586101 Jul 09 17:25:38.388958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16ba9e22-6d5d-4b3a-987c-94605e03926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.393713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.422198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814d52b7-1422-430f-ae10-8cc33a31a0d2']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:38.440120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d7e173-2603-44c9-a044-f769dba4421d') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:38.440368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d7e173-2603-44c9-a044-f769dba4421d') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:38.450979 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16ba9e22-6d5d-4b3a-987c-94605e03926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.460142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.485363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.498090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:38.498510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:38.501715 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:38.578214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.580531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16ba9e22-6d5d-4b3a-987c-94605e03926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.583381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16ba9e22-6d5d-4b3a-987c-94605e03926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.584625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16ba9e22-6d5d-4b3a-987c-94605e03926f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1365415b-a2b6-40fd-9d7d-72b0c76916a5 HTTP/1.1" status: 204 len: 168 time: 0.3853273 Jul 09 17:25:38.592626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.594789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/networks/814d52b7-1422-430f-ae10-8cc33a31a0d2 HTTP/1.1" status: 204 len: 168 time: 1.2909477 Jul 09 17:25:38.597532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39582) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:38.610301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e0e6b-acc0-46d4-a1a2-58ae5ce97172 tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Network': ['ID=814d52b7-1422-430f-ae10-8cc33a31a0d2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:38.612343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba9e22-6d5d-4b3a-987c-94605e03926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365415b-a2b6-40fd-9d7d-72b0c76916a5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:38.731253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.838889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.849742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c2b457-df35-4c3f-b3fe-afda42776b8b']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:38.861768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18ad6fa-0517-4af7-8d7a-4341830b5136') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:38.862336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18ad6fa-0517-4af7-8d7a-4341830b5136') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:38.872957 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.894751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.927509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:38.928403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:38.938122 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:38.968492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3af95-638d-4896-a46f-448e6342bca8 req-fc2b493c-4bd5-468e-9d68-47628b487e55 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:38.986239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3af95-638d-4896-a46f-448e6342bca8 req-fc2b493c-4bd5-468e-9d68-47628b487e55 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:38.992989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3af95-638d-4896-a46f-448e6342bca8 req-fc2b493c-4bd5-468e-9d68-47628b487e55 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:39.001562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa3af95-638d-4896-a46f-448e6342bca8 req-fc2b493c-4bd5-468e-9d68-47628b487e55 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2413 time: 0.1887252 Jul 09 17:25:39.024962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.035250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.040827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/networks/f5c2b457-df35-4c3f-b3fe-afda42776b8b HTTP/1.1" status: 204 len: 168 time: 0.4418411 Jul 09 17:25:39.048778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7aa3af95-638d-4896-a46f-448e6342bca8 req-9fd9f396-8419-4817-9076-92dea8c9d73b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Jul 09 17:25:39.052100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:39.055511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3583a4f-4a43-4102-9aa4-48cd995fee7b tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Network': ['ID=f5c2b457-df35-4c3f-b3fe-afda42776b8b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:39.087458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.183545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.321667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.332229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974ae822-7614-4af3-bc75-2b035705cc73']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:39.343652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f629be-518e-4ccc-8490-dcfcbdf9e24c') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:39.343963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f629be-518e-4ccc-8490-dcfcbdf9e24c') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:39.353911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.374439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.381221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:25:39.381636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:25:39.432702 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:25:39.457011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.468625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.474272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] 10.222.0.21 "DELETE /v2.0/networks/974ae822-7614-4af3-bc75-2b035705cc73 HTTP/1.1" status: 204 len: 168 time: 0.4209917 Jul 09 17:25:39.494386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa07da4-2421-42e8-a7fc-e0ca8b8836fe tempest-BulkNetworkOpsIpV6Test-537498516 tempest-BulkNetworkOpsIpV6Test-537498516-project] Pushing event deleted for resources: {'Network': ['ID=974ae822-7614-4af3-bc75-2b035705cc73,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:39.671511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cff7a9b8-24ee-4b8d-9564-cf8315346930 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:25:39.781617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:39.799448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'cff7a9b8-24ee-4b8d-9564-cf8315346930', 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71', 'port_id': 'cff7a9b8-24ee-4b8d-9564-cf8315346930', 'mac_address': 'fa:16:3e:19:14:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849ac113-2f78-40af-b7d8-bd22ca76eee2', 'ip_address': '19.80.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:25:39.845754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:39.866502 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.887305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff7a9b8-24ee-4b8d-9564-cf8315346930 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:39.917145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:39.926044 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:39.926774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:25:39.984526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:40.009788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:40.027580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4a3f88e8-40c7-4f35-aa03-99162795e5d7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:40.055498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 4a3f88e8-40c7-4f35-aa03-99162795e5d7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:40.056538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4a3f88e8-40c7-4f35-aa03-99162795e5d7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:40.059553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565', 'network_id': '63c0cfd4-07bb-4601-a75c-92394127ae71', 'port_id': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565', 'mac_address': 'fa:16:3e:b0:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849ac113-2f78-40af-b7d8-bd22ca76eee2', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:25:40.114386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.123450 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-471148f2-3c0f-42c5-bcdb-d29607d2877d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=402ea01293b2400299f78811f2fce4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759082 Jul 09 17:25:40.125577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39650) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:40.159873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:40.185087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:40.197031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.198823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:25:40.200976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9726418c-3c80-48f3-b6f7-24007bfcb050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.234801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9726418c-3c80-48f3-b6f7-24007bfcb050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.318413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9726418c-3c80-48f3-b6f7-24007bfcb050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.324350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9726418c-3c80-48f3-b6f7-24007bfcb050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.325794 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9726418c-3c80-48f3-b6f7-24007bfcb050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24ed6fd4-7310-4dad-844a-f1d8a7863011 HTTP/1.1" status: 204 len: 168 time: 0.1986749 Jul 09 17:25:40.349621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726418c-3c80-48f3-b6f7-24007bfcb050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ed6fd4-7310-4dad-844a-f1d8a7863011,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:40.383984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:40.400083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b8b7c84-faa8-4588-a686-ca50abce0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.451556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:40.483627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400', 'network_id': '6a54ec68-308c-4421-a64e-331187b14de8', 'port_id': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400', 'mac_address': 'fa:16:3e:69:28:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73355052-55b3-4dc3-bfc1-94e5a2a48a41', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:25:40.538428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07560728-7594-46c0-bde1-725d31767878 req-4d5aef7a-852b-4669-8489-0febffdf7604 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:40.548599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07560728-7594-46c0-bde1-725d31767878 req-4d5aef7a-852b-4669-8489-0febffdf7604 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:40.556394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07560728-7594-46c0-bde1-725d31767878 req-4d5aef7a-852b-4669-8489-0febffdf7604 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:40.558351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07560728-7594-46c0-bde1-725d31767878 req-4d5aef7a-852b-4669-8489-0febffdf7604 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2415 time: 0.2169044 Jul 09 17:25:40.608513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.635692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07560728-7594-46c0-bde1-725d31767878 req-144241c0-ba81-4a83-9c45-cc83105f4c1a tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696654 Jul 09 17:25:40.638583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:25:40.665671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:40.672557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:40.728430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:41.066152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['cff7a9b8-24ee-4b8d-9564-cf8315346930'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:41.095838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:41.140589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['3907c7f4-69b7-4ded-9c34-a1ee93bc0400'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:25:41.158161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39694) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:41.415034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f801c864-2b1e-4ab9-ae6b-84773fbe9828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:41.699858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f801c864-2b1e-4ab9-ae6b-84773fbe9828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:41.709257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f801c864-2b1e-4ab9-ae6b-84773fbe9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:41.799972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801c864-2b1e-4ab9-ae6b-84773fbe9828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a78d79-c8e7-43ae-85e5-68429a83c349,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:41.846969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f801c864-2b1e-4ab9-ae6b-84773fbe9828 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f80409b7061465f952fdd7bd78d6dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864166 Jul 09 17:25:41.852673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39726) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:41.901080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:41.946158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd613783-3f77-458d-900c-2763600f4012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:41.984611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd613783-3f77-458d-900c-2763600f4012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.018819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3efa-fc0d-4fe2-881d-60d44683de7e req-61175ad5-5182-47c1-9e97-4b2760e0c4a7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.026121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3efa-fc0d-4fe2-881d-60d44683de7e req-61175ad5-5182-47c1-9e97-4b2760e0c4a7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.033311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3efa-fc0d-4fe2-881d-60d44683de7e req-61175ad5-5182-47c1-9e97-4b2760e0c4a7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.036303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0fd3efa-fc0d-4fe2-881d-60d44683de7e req-61175ad5-5182-47c1-9e97-4b2760e0c4a7 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2416 time: 0.2008574 Jul 09 17:25:42.068559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd613783-3f77-458d-900c-2763600f4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.073125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd613783-3f77-458d-900c-2763600f4012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.079522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fd613783-3f77-458d-900c-2763600f4012 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17a78d79-c8e7-43ae-85e5-68429a83c349 HTTP/1.1" status: 204 len: 168 time: 0.2256434 Jul 09 17:25:42.095203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd613783-3f77-458d-900c-2763600f4012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a78d79-c8e7-43ae-85e5-68429a83c349,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:42.129798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0fd3efa-fc0d-4fe2-881d-60d44683de7e req-ddecb0f8-08a4-452a-a9b9-59f5db289f96 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874598 Jul 09 17:25:42.199365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-214506356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:42.229791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.232063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.308234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.314647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.339193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.340848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8cdf9f0c-159b-4039-bde4-34366274d1e8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4354877 Jul 09 17:25:42.344120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39742) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:42.352801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-570521989'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:42.380030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:42.385782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.397703 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.542919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.549305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.594883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:42.608339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6110c5e7-b8c3-4c63-ac8c-82dc67f0a38f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:42.617031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.617434 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Added segment 95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7 of type vlan for network d504f2da-66e7-4575-ae3e-40ceac21eaab Jul 09 17:25:42.669838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.709184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.716636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:42.717339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.757563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39750) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:42.779139 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b36a6dc-eeaa-4cb0-962f-913a5d05930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.802760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Network': ['ID=d504f2da-66e7-4575-ae3e-40ceac21eaab,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:42.819637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d504f2da-66e7-4575-ae3e-40ceac21eaab details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:42.941309 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d0ffd679-0796-42cf-a1dd-5fa8a7422a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.978473 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b36a6dc-eeaa-4cb0-962f-913a5d05930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.986777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2b36a6dc-eeaa-4cb0-962f-913a5d05930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:42.992488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-284f3bea-f8b1-4ae8-9797-6301bbf4bbfb tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6468692 Jul 09 17:25:42.995229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39758) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:43.001583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'subnet': {'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:43.050421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2b36a6dc-eeaa-4cb0-962f-913a5d05930b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de18e47e99ae495b934d477c82172080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914317 Jul 09 17:25:43.051942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a6dc-eeaa-4cb0-962f-913a5d05930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025c0e3-8a9b-44d3-90b1-a02e74ec9f8a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:43.054562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39764) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:43.119064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17437276-d560-4623-80cb-dfda4db63d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.149329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17437276-d560-4623-80cb-dfda4db63d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.176331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:43.180494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.212166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17437276-d560-4623-80cb-dfda4db63d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.217042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17437276-d560-4623-80cb-dfda4db63d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.218847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-17437276-d560-4623-80cb-dfda4db63d14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e025c0e3-8a9b-44d3-90b1-a02e74ec9f8a HTTP/1.1" status: 204 len: 168 time: 0.1631188 Jul 09 17:25:43.228817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17437276-d560-4623-80cb-dfda4db63d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025c0e3-8a9b-44d3-90b1-a02e74ec9f8a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:43.315097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.459689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.486553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349141-aee4-4635-aef5-7921548af340 req-9d6ea69a-8942-4d08-b5bf-41dfca348668 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:43.502873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349141-aee4-4635-aef5-7921548af340 req-9d6ea69a-8942-4d08-b5bf-41dfca348668 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:43.515962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349141-aee4-4635-aef5-7921548af340 req-9d6ea69a-8942-4d08-b5bf-41dfca348668 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:43.517730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01349141-aee4-4635-aef5-7921548af340 req-9d6ea69a-8942-4d08-b5bf-41dfca348668 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2416 time: 0.1381361 Jul 09 17:25:43.608211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01349141-aee4-4635-aef5-7921548af340 req-e3312c08-3de0-41b9-b881-da8adadf5c48 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842605 Jul 09 17:25:43.609135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Subnet': ['ID=0364dad0-5b6b-4199-a8ec-cc644434f661,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:43.613959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Checking segment: {'id': '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:43.614356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network hostable DHCP agents. Network: d504f2da-66e7-4575-ae3e-40ceac21eaab, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:43.645071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network d504f2da-66e7-4575-ae3e-40ceac21eaab is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:43.657390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d504f2da-66e7-4575-ae3e-40ceac21eaab) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:43.662555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:43.663133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.668980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67614141-2dd0-421b-b28d-17b268228e0a None None] Network d504f2da-66e7-4575-ae3e-40ceac21eaab requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:43.704085 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7c4e8c8b-2dd9-4799-a2e9-1ae0db75546f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7046051 Jul 09 17:25:43.704847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39780) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:43.713304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'network': {'name': 'tempest-router-network01--1521200459'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:43.740227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:43.754050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:43.760801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.800008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:43.814633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.815582 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Added segment d044cd4c-5a6c-4d5f-a919-5615766d2643 of type vlan for network 7699c58b-0076-4c2d-b285-b12f848dd68c Jul 09 17:25:43.910444 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.959233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:43.961407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:43.980314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:43.982271 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.051292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.072539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.074190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.087077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d504f2da-66e7-4575-ae3e-40ceac21eaab', 'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab', 'tenant_id': '3dd33337f6724551ac5ff2e39db27772', 'fixed_ips': [{'subnet_id': '0364dad0-5b6b-4199-a8ec-cc644434f661'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:44.088875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.122750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4160614 Jul 09 17:25:44.125864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:44.131941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'network': {'name': 'tempest-router-network02--2076945698'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:44.176206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:44.180818 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.204254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb1ea7-e883-4677-b18f-38f85255874d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Network': ['ID=7699c58b-0076-4c2d-b285-b12f848dd68c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:44.242221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:44.252763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7699c58b-0076-4c2d-b285-b12f848dd68c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:44.259703 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.260098 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Added segment de29105a-5fd8-4507-a306-3ed6b09e8d6e of type vlan for network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 Jul 09 17:25:44.312909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.353557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.362967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.364205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.405168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.436206 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3087997 Jul 09 17:25:44.440426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39804) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:44.446716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef5bf7-78ca-4581-82a6-2ad968ea5ce1 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Network': ['ID=47c81efd-09ee-4cc2-b555-a19b2e4d3ea9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:44.449662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'subnet': {'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:44.463232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:44.539351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:44.541806 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc0eef-2f87-41b5-8905-c3ff722a9dac" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-plugged", "status": "completed", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:44.570917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:44.579426 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.584056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:44.600800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Allocated IP 2001:db8::2 (d504f2da-66e7-4575-ae3e-40ceac21eaab/0364dad0-5b6b-4199-a8ec-cc644434f661/e65a70cb-4a47-45b7-b275-4dbf6b503578) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:44.602945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.604130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cff7a9b8-24ee-4b8d-9564-cf8315346930 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:44.761843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:44.804245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port cff7a9b8-24ee-4b8d-9564-cf8315346930 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:44.819455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port cff7a9b8-24ee-4b8d-9564-cf8315346930 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:44.819846 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.908313 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b02b5b-eb5f-4aa1-a148-03745cab1517 x-openstack-request-id: req-07b02b5b-eb5f-4aa1-a148-03745cab1517 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:44.908601 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-plugged", "status": "completed", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:44.908841 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07b02b5b-eb5f-4aa1-a148-03745cab1517 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:44.909234 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565', 'code': 200} Jul 09 17:25:44.920688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849ea2-1f58-4a6a-804b-aa1ed15725fb req-aaa52d8b-5bff-458f-b790-e8b83d470a0f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.930983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849ea2-1f58-4a6a-804b-aa1ed15725fb req-aaa52d8b-5bff-458f-b790-e8b83d470a0f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.939119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:44.940744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849ea2-1f58-4a6a-804b-aa1ed15725fb req-aaa52d8b-5bff-458f-b790-e8b83d470a0f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:44.948430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e849ea2-1f58-4a6a-804b-aa1ed15725fb req-aaa52d8b-5bff-458f-b790-e8b83d470a0f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2417 time: 0.1407285 Jul 09 17:25:44.994236 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.030075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.031376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e849ea2-1f58-4a6a-804b-aa1ed15725fb req-2e4f80eb-7a9f-43d2-9413-9f932cb01a14 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762656 Jul 09 17:25:45.031694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Transition to ACTIVE for port object e65a70cb-4a47-45b7-b275-4dbf6b503578 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:45.079948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:45.085596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Transition to ACTIVE for port object e65a70cb-4a47-45b7-b275-4dbf6b503578 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:45.087338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.088508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:45.114447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Checking segment: {'id': 'd044cd4c-5a6c-4d5f-a919-5615766d2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:45.115436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network hostable DHCP agents. Network: 7699c58b-0076-4c2d-b285-b12f848dd68c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:45.118777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Subnet': ['ID=e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:45.141563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network 7699c58b-0076-4c2d-b285-b12f848dd68c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:45.145917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.163292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7699c58b-0076-4c2d-b285-b12f848dd68c) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:45.179227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388b029-c272-4599-a001-3b2206341c14 None None] Network 7699c58b-0076-4c2d-b285-b12f848dd68c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:45.185023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:45.185844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.222488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7e61c817-7026-4b1a-b936-b2f7e918bab4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7777290 Jul 09 17:25:45.223160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39834) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:45.230594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'subnet': {'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:45.235484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Network d504f2da-66e7-4575-ae3e-40ceac21eaab is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:45.294842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:45.303455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:45.317058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:45.370171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:45.377811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.526706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:45.536952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Attempting to bind port e65a70cb-4a47-45b7-b275-4dbf6b503578 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:45.537466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Attempting to bind port e65a70cb-4a47-45b7-b275-4dbf6b503578 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:45.538054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Attempting to bind port e65a70cb-4a47-45b7-b275-4dbf6b503578 on network d504f2da-66e7-4575-ae3e-40ceac21eaab {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:45.541435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:45.541812 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.598078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:45.598638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Checking segment: {'id': '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:45.599123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.599639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Bound using segment: {'id': '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:45.600258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Bound port: e65a70cb-4a47-45b7-b275-4dbf6b503578, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd504f2da-66e7-4575-ae3e-40ceac21eaab'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:45.600703 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.609408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Pushing event updated for resources: {'Port': ['ID=e65a70cb-4a47-45b7-b275-4dbf6b503578,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:45.725048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.795245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-7699c58b-0076-4c2d-b285-b12f848dd68c', 'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c', 'tenant_id': '3dd33337f6724551ac5ff2e39db27772', 'fixed_ips': [{'subnet_id': 'e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:45.797463 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.810361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Subnet': ['ID=986c5e2b-f2be-4aa5-866f-7847d6870fa8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:45.824889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Checking segment: {'id': 'de29105a-5fd8-4507-a306-3ed6b09e8d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:45.825517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network hostable DHCP agents. Network: 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:45.851144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:45.853880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.871394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:45.877324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:45.878317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:45.892022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] For port e65a70cb-4a47-45b7-b275-4dbf6b503578, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:45.895311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f210261-c83a-41f2-afa4-85803688ef43 None None] Network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:45.901319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a4026365-19be-46d2-a6fd-350fe62b358d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6774642 Jul 09 17:25:45.904056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:45.967607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] For port e65a70cb-4a47-45b7-b275-4dbf6b503578, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e65a70cb-4a47-45b7-b275-4dbf6b503578,segment=NetworkSegment(95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7),segment_id=95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:46.025849 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:46.046805 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:46.425258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:46.491192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc3b65-6e78-49b7-a49f-9e3aafde2afa None None] Pushing event updated for resources: {'Port': ['ID=e65a70cb-4a47-45b7-b275-4dbf6b503578,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:46.520332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:46.527898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611093-6a23-4231-a195-4a7bc9185f3d req-1387e2b4-03d0-43d5-8cce-71ab342bdba3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:46.533972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:46.540358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611093-6a23-4231-a195-4a7bc9185f3d req-1387e2b4-03d0-43d5-8cce-71ab342bdba3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:46.548880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35611093-6a23-4231-a195-4a7bc9185f3d req-1387e2b4-03d0-43d5-8cce-71ab342bdba3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:46.578394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35611093-6a23-4231-a195-4a7bc9185f3d req-1387e2b4-03d0-43d5-8cce-71ab342bdba3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2418 time: 0.2023876 Jul 09 17:25:46.602711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Allocated IP 2001:db8::2 (7699c58b-0076-4c2d-b285-b12f848dd68c/e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6/d4e678e5-c678-4b49-ae00-f84d4bfc6b91) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:46.764521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:46.765622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35611093-6a23-4231-a195-4a7bc9185f3d req-2bd25be1-5592-4f1c-b579-2b6f3d92f91c tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849842 Jul 09 17:25:46.825274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-47c81efd-09ee-4cc2-b555-a19b2e4d3ea9', 'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9', 'tenant_id': '3dd33337f6724551ac5ff2e39db27772', 'fixed_ips': [{'subnet_id': '986c5e2b-f2be-4aa5-866f-7847d6870fa8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:46.831411 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:46.915340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930'}, {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:46.918162 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb9edd-8a3b-4d1f-a145-dbeb2ad98a07" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-plugged", "status": "completed", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930"}, {"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-plugged", "status": "completed", "tag": "3907c7f4-69b7-4ded-9c34-a1ee93bc0400"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:47.077050 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79af85e-ca24-4a76-84ec-15b9d46ed661 x-openstack-request-id: req-b79af85e-ca24-4a76-84ec-15b9d46ed661 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:47.077678 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-plugged", "status": "completed", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930", "code": 200}, {"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-plugged", "status": "completed", "tag": "3907c7f4-69b7-4ded-9c34-a1ee93bc0400", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:47.077678 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b79af85e-ca24-4a76-84ec-15b9d46ed661 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:47.078067 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930', 'code': 200} Jul 09 17:25:47.078323 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400', 'code': 200} Jul 09 17:25:47.089336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.137073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Transition to ACTIVE for port object d4e678e5-c678-4b49-ae00-f84d4bfc6b91 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:47.168960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Transition to ACTIVE for port object d4e678e5-c678-4b49-ae00-f84d4bfc6b91 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:47.185042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Allocated IP 2001:db8::2 (47c81efd-09ee-4cc2-b555-a19b2e4d3ea9/986c5e2b-f2be-4aa5-866f-7847d6870fa8/c26f6ac0-d867-4c6e-886e-29572d9010b3) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:47.284460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Allocated IP 2001:db8::1 (7699c58b-0076-4c2d-b285-b12f848dd68c/e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6/65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:47.288333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.365334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Network 7699c58b-0076-4c2d-b285-b12f848dd68c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:47.379374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:47.387874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:47.444360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Pushing event updated for resources: {'Port': ['ID=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:47.536617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Attempting to bind port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:47.537021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Attempting to bind port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd044cd4c-5a6c-4d5f-a919-5615766d2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:47.537386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Attempting to bind port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 on network 7699c58b-0076-4c2d-b285-b12f848dd68c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:47.562958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:47.563620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Checking segment: {'id': 'd044cd4c-5a6c-4d5f-a919-5615766d2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:47.564262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.564900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Bound using segment: {'id': 'd044cd4c-5a6c-4d5f-a919-5615766d2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:47.565572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Bound port: d4e678e5-c678-4b49-ae00-f84d4bfc6b91, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd044cd4c-5a6c-4d5f-a919-5615766d2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7699c58b-0076-4c2d-b285-b12f848dd68c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:47.566174 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.590166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.657177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Transition to ACTIVE for port object 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:47.673973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] For port d4e678e5-c678-4b49-ae00-f84d4bfc6b91, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:47.678130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] For port d4e678e5-c678-4b49-ae00-f84d4bfc6b91, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,segment=NetworkSegment(d044cd4c-5a6c-4d5f-a919-5615766d2643),segment_id=d044cd4c-5a6c-4d5f-a919-5615766d2643)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:47.689610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014295-69bf-4405-882e-bbe55476dbfd req-508e26c5-1b3e-4cdc-ba44-c1f8da7c7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.690202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.691321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:47.692266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014295-69bf-4405-882e-bbe55476dbfd req-508e26c5-1b3e-4cdc-ba44-c1f8da7c7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.693118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014295-69bf-4405-882e-bbe55476dbfd req-508e26c5-1b3e-4cdc-ba44-c1f8da7c7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:47.696528 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72014295-69bf-4405-882e-bbe55476dbfd req-508e26c5-1b3e-4cdc-ba44-c1f8da7c7209 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2875 time: 0.5358953 Jul 09 17:25:47.774418 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.777018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72014295-69bf-4405-882e-bbe55476dbfd req-1e084ecc-0f43-4228-8a25-f2711facc4fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701170 Jul 09 17:25:47.785021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.829950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Transition to ACTIVE for port object c26f6ac0-d867-4c6e-886e-29572d9010b3 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:47.871292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Transition to ACTIVE for port object c26f6ac0-d867-4c6e-886e-29572d9010b3 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:47.876373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-73fbfadc-9270-49af-94e4-ab6d9b978945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.899156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network 7699c58b-0076-4c2d-b285-b12f848dd68c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:47.916510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:47.922135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:47.922714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.940194 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:47.949126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fc8bf-41f0-46f7-99ab-066b45be3dbb None None] Pushing event updated for resources: {'Port': ['ID=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:48.016034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Port': ['ID=65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:48.086112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Pushing event updated for resources: {'Port': ['ID=c26f6ac0-d867-4c6e-886e-29572d9010b3,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:48.125830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:48.127412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:48.130347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:48.167324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e65a70cb-4a47-45b7-b275-4dbf6b503578 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:48.243727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Attempting to bind port c26f6ac0-d867-4c6e-886e-29572d9010b3 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:48.244114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Attempting to bind port c26f6ac0-d867-4c6e-886e-29572d9010b3 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'de29105a-5fd8-4507-a306-3ed6b09e8d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:48.244479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Attempting to bind port c26f6ac0-d867-4c6e-886e-29572d9010b3 on network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:48.253394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:48.253804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Checking segment: {'id': 'de29105a-5fd8-4507-a306-3ed6b09e8d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:48.254286 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:48.254855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Bound using segment: {'id': 'de29105a-5fd8-4507-a306-3ed6b09e8d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:48.256946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Bound port: c26f6ac0-d867-4c6e-886e-29572d9010b3, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de29105a-5fd8-4507-a306-3ed6b09e8d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '47c81efd-09ee-4cc2-b555-a19b2e4d3ea9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:48.256946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:48.307928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e65a70cb-4a47-45b7-b275-4dbf6b503578 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:48.368626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3376c-18a6-4169-8397-a0e14d1b7051 None None] Network d504f2da-66e7-4575-ae3e-40ceac21eaab requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:48.372732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] For port c26f6ac0-d867-4c6e-886e-29572d9010b3, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:48.401891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:48.439956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] For port c26f6ac0-d867-4c6e-886e-29572d9010b3, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c26f6ac0-d867-4c6e-886e-29572d9010b3,segment=NetworkSegment(de29105a-5fd8-4507-a306-3ed6b09e8d6e),segment_id=de29105a-5fd8-4507-a306-3ed6b09e8d6e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:48.456357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:48.512355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] Provisioning for port e65a70cb-4a47-45b7-b275-4dbf6b503578 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:48.528308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] Provisioning complete for port e65a70cb-4a47-45b7-b275-4dbf6b503578 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:48.528961 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:48.642674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113754e6-3abd-4959-adb4-63c519223cd0 None None] Pushing event updated for resources: {'Port': ['ID=c26f6ac0-d867-4c6e-886e-29572d9010b3,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:48.878432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:48.992494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] For port e65a70cb-4a47-45b7-b275-4dbf6b503578, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e65a70cb-4a47-45b7-b275-4dbf6b503578,segment=NetworkSegment(95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7),segment_id=95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:49.005735 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.111804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c99e5-4147-48bf-ad07-78684111b8fe req-dba7c830-580f-44c2-9a54-c80751c6b462 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:49.114450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618cdae-8083-449f-ac27-d150b2df72fa None None] Pushing event updated for resources: {'Port': ['ID=e65a70cb-4a47-45b7-b275-4dbf6b503578,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:49.145814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c99e5-4147-48bf-ad07-78684111b8fe req-dba7c830-580f-44c2-9a54-c80751c6b462 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:49.155100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c99e5-4147-48bf-ad07-78684111b8fe req-dba7c830-580f-44c2-9a54-c80751c6b462 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:49.163228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b3c99e5-4147-48bf-ad07-78684111b8fe req-dba7c830-580f-44c2-9a54-c80751c6b462 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2419 time: 0.9151652 Jul 09 17:25:49.166413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-73fbfadc-9270-49af-94e4-ab6d9b978945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.208780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-73fbfadc-9270-49af-94e4-ab6d9b978945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.341487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b3c99e5-4147-48bf-ad07-78684111b8fe req-79f5cb31-b4f5-4792-ba1c-85336ba57b71 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588519 Jul 09 17:25:49.370026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-73fbfadc-9270-49af-94e4-ab6d9b978945 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c010cac0128450da4fb4282eab40f65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6709986 Jul 09 17:25:49.370026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:49.381117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbfadc-9270-49af-94e4-ab6d9b978945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2c6dbf-8580-456a-a065-df7b76c76e66,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:49.577910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66c588db-6dd5-44d8-b8d3-33f520991c71 None None] Provisioning complete for port e65a70cb-4a47-45b7-b275-4dbf6b503578 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:49.578292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66c588db-6dd5-44d8-b8d3-33f520991c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.579102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe8a1-e0e6-4a6a-b1ba-d551c9133e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.604784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe8a1-e0e6-4a6a-b1ba-d551c9133e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.667145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.674287 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.675176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.729902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe8a1-e0e6-4a6a-b1ba-d551c9133e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.732780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe8a1-e0e6-4a6a-b1ba-d551c9133e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:49.736466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1c4fe8a1-e0e6-4a6a-b1ba-d551c9133e47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f2c6dbf-8580-456a-a065-df7b76c76e66 HTTP/1.1" status: 204 len: 168 time: 0.3630929 Jul 09 17:25:49.791311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Port': ['ID=65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:49.797941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fe8a1-e0e6-4a6a-b1ba-d551c9133e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2c6dbf-8580-456a-a065-df7b76c76e66,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:49.866991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network 7699c58b-0076-4c2d-b285-b12f848dd68c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:49.869493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:50.088141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Router ff209e64-027b-4e5f-a58a-d7600fea1757 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:25:50.099192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64828f-d462-466f-8409-af42a80bc279 None None] Network 7699c58b-0076-4c2d-b285-b12f848dd68c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:50.236119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-27db175a-beb4-433d-a356-cd3cb5ad0700 None None] Provisioning for port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:50.316569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:50.335420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b817adb-7a02-4837-8d3c-6251fedd3396 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4297285 Jul 09 17:25:50.337262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] Sync routers for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:25:50.338273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:50.362315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:50.383681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:50.386745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:50.394436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb22efa3-650c-4c38-88a0-f1c3a30187d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:50.401034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c26f6ac0-d867-4c6e-886e-29572d9010b3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:50.508426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:50.629375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:50.635078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:50.646146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb22efa3-650c-4c38-88a0-f1c3a30187d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:50.659309 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb22efa3-650c-4c38-88a0-f1c3a30187d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:50.700617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:50.701342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f017f-9011-42cc-81dd-1f46bc98db4d None None] The sync data for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:25:50.725450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c26f6ac0-d867-4c6e-886e-29572d9010b3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:50.730676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e65a70cb-4a47-45b7-b275-4dbf6b503578 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:50.750960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22efa3-650c-4c38-88a0-f1c3a30187d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb30db44-4802-4bbe-9c06-03714a473f3b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:50.755438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eb22efa3-650c-4c38-88a0-f1c3a30187d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12ec80e8482646b1aeb19958276305d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919821 Jul 09 17:25:50.759840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39970) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:50.803426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e65a70cb-4a47-45b7-b275-4dbf6b503578 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:50.803939 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:50.843544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a63fc2-da35-41cf-8c7e-143843ac7437 None None] Network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:50.876909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f8e38b1-a7b7-46c8-bd07-58735556f08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:50.888174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e798-96db-4a17-a604-4a343998398b req-e9254f59-dd60-4dcc-b0e9-5d508a3b1509 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:50.901973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e798-96db-4a17-a604-4a343998398b req-e9254f59-dd60-4dcc-b0e9-5d508a3b1509 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:50.922913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e798-96db-4a17-a604-4a343998398b req-e9254f59-dd60-4dcc-b0e9-5d508a3b1509 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:50.933134 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ef0e798-96db-4a17-a604-4a343998398b req-e9254f59-dd60-4dcc-b0e9-5d508a3b1509 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2419 time: 0.3071430 Jul 09 17:25:50.939701 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f8e38b1-a7b7-46c8-bd07-58735556f08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:51.004744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] Provisioning for port c26f6ac0-d867-4c6e-886e-29572d9010b3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:51.017490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] Provisioning complete for port c26f6ac0-d867-4c6e-886e-29572d9010b3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:51.017490 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:51.037175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f8e38b1-a7b7-46c8-bd07-58735556f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:51.040443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f8e38b1-a7b7-46c8-bd07-58735556f08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:51.042084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5f8e38b1-a7b7-46c8-bd07-58735556f08a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb30db44-4802-4bbe-9c06-03714a473f3b HTTP/1.1" status: 204 len: 168 time: 0.2811837 Jul 09 17:25:51.061113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e38b1-a7b7-46c8-bd07-58735556f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb30db44-4802-4bbe-9c06-03714a473f3b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:51.104601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ef0e798-96db-4a17-a604-4a343998398b req-a3deceef-404f-44ce-adb1-bca9648c99b2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700411 Jul 09 17:25:51.203560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d4e678e5-c678-4b49-ae00-f84d4bfc6b91 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:51.287907 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-a1e57209-d115-4af1-adcf-5742852a9e4f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:25:51.292664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1e57209-d115-4af1-adcf-5742852a9e4f tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9529362 Jul 09 17:25:51.295582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:51.736487 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:51.810960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:51.817775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:51.818134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:51.883911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7196b3f-2337-4fb8-bace-6948ea32bbd7 req-39969234-e5f6-4481-a568-3a257c90210c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:51.909177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7196b3f-2337-4fb8-bace-6948ea32bbd7 req-39969234-e5f6-4481-a568-3a257c90210c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 945 time: 0.4761040 Jul 09 17:25:51.934335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] For port c26f6ac0-d867-4c6e-886e-29572d9010b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c26f6ac0-d867-4c6e-886e-29572d9010b3,segment=NetworkSegment(de29105a-5fd8-4507-a306-3ed6b09e8d6e),segment_id=de29105a-5fd8-4507-a306-3ed6b09e8d6e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:51.951248 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.098568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7196b3f-2337-4fb8-bace-6948ea32bbd7 req-560e52ed-12e4-4877-86a1-c4e056616f96 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870580 Jul 09 17:25:52.102547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14867f7f-86ff-4115-80bb-e41aa4e92d32 None None] Pushing event updated for resources: {'Port': ['ID=c26f6ac0-d867-4c6e-886e-29572d9010b3,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:52.139736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.172661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-194ba9b4-59a7-4449-a3c5-e7a129442097 None None] Provisioning for port 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:25:52.204361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-194ba9b4-59a7-4449-a3c5-e7a129442097 None None] Provisioning complete for port 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:52.205297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-194ba9b4-59a7-4449-a3c5-e7a129442097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.249487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d4e678e5-c678-4b49-ae00-f84d4bfc6b91, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,segment=NetworkSegment(d044cd4c-5a6c-4d5f-a919-5615766d2643),segment_id=d044cd4c-5a6c-4d5f-a919-5615766d2643)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:52.262611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.263233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.271457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-194ba9b4-59a7-4449-a3c5-e7a129442097 None None] Port 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:52.342101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-194ba9b4-59a7-4449-a3c5-e7a129442097 None None] Provisioning complete for port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:52.342527 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-194ba9b4-59a7-4449-a3c5-e7a129442097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.372127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:52.385940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.386598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.387273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.387964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.388666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.389204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.389698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.390365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.390897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.391545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.392101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.392597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:25:52.505102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c26f6ac0-d867-4c6e-886e-29572d9010b3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:52.572257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c26f6ac0-d867-4c6e-886e-29572d9010b3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:52.572872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.667742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3c956eb2-5c11-4994-93d9-87fb29a7fe19 None None] Provisioning complete for port 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:52.668131 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c956eb2-5c11-4994-93d9-87fb29a7fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.762035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36491291-803b-4e9a-8d9b-42751cec0d22 req-6a37075c-3091-4e8a-9ef4-6db615f44a54 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:52.768932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36491291-803b-4e9a-8d9b-42751cec0d22 req-6a37075c-3091-4e8a-9ef4-6db615f44a54 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:52.775885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36491291-803b-4e9a-8d9b-42751cec0d22 req-6a37075c-3091-4e8a-9ef4-6db615f44a54 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:52.784841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36491291-803b-4e9a-8d9b-42751cec0d22 req-6a37075c-3091-4e8a-9ef4-6db615f44a54 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2419 time: 0.1381102 Jul 09 17:25:52.803446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3c956eb2-5c11-4994-93d9-87fb29a7fe19 None None] Port 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:25:52.819013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3c956eb2-5c11-4994-93d9-87fb29a7fe19 None None] Provisioning complete for port c26f6ac0-d867-4c6e-886e-29572d9010b3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:52.819663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c956eb2-5c11-4994-93d9-87fb29a7fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:52.892357 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36491291-803b-4e9a-8d9b-42751cec0d22 req-c4442843-27d1-4127-8a52-3092796cc931 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023638 Jul 09 17:25:53.046656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-0720c334-b3ce-4ccb-bac3-8aab41cf11c1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:53.048754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-0720c334-b3ce-4ccb-bac3-8aab41cf11c1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 945 time: 0.2036431 Jul 09 17:25:53.118818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting port 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:53.119169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.237571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Deleting port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:53.237837 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.283408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.309633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Calling delete_port for 65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:53.344126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ffc80-89aa-48e9-89f7-5209734ceb47 req-cf4ba205-e499-4f75-a356-95187bddc6db tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:53.345760 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-168ffc80-89aa-48e9-89f7-5209734ceb47 req-cf4ba205-e499-4f75-a356-95187bddc6db tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 945 time: 0.0858197 Jul 09 17:25:53.389094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-168ffc80-89aa-48e9-89f7-5209734ceb47 req-3538df54-805f-4a4c-b287-be08ba57e71b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Jul 09 17:25:53.779172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] For port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:53.779545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:53.797681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Calling delete_port for 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:54.002495 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.139844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Port': ['ID=65b30ee1-a092-4d0b-9f42-bfc4a0ff7a44,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:54.334608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.375994 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.401592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d4e678e5-c678-4b49-ae00-f84d4bfc6b91 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:25:54.438905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-b45b2e9a-c379-4969-97ea-65a2cd651aed tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:54.444961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-b45b2e9a-c379-4969-97ea-65a2cd651aed tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:54.451120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-b45b2e9a-c379-4969-97ea-65a2cd651aed tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:54.453056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-b45b2e9a-c379-4969-97ea-65a2cd651aed tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2419 time: 0.3917313 Jul 09 17:25:54.474735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:25:54.475686 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.576694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event deleted for resources: {'Port': ['ID=9a958ea6-ebb4-43fa-8cb3-8768daa62e6b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:54.636372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40124) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:54.694941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] No DVR routers for this DVR port 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:54.697720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.700451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22ff4890-7647-4ebf-a48f-3887f598e9c6 req-04a6b50b-15f0-43da-91c9-08a2534f05c9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.36 "DELETE /v2.0/ports/9a958ea6-ebb4-43fa-8cb3-8768daa62e6b HTTP/1.1" status: 204 len: 173 time: 1.6457841 Jul 09 17:25:54.704806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'name': 'network-vif-deleted', 'tag': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:54.707667 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d9b5f-bd83-42c3-bb2b-a3ed0abcaeb4" -d '{"events": [{"server_uuid": "a910973e-101b-4ed8-9661-9e47b30e8a41", "name": "network-vif-deleted", "tag": "9a958ea6-ebb4-43fa-8cb3-8768daa62e6b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:54.765796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f9c54-e881-459d-8d9b-ded0fec78c22 req-d2a26145-a55a-4813-8313-ae915a4160bc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:54.769958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76113e69-ec6e-4e74-ae5e-db44bb6076a0 req-f3dd9765-4716-45ec-9cb4-3263228b09c7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.0511398 Jul 09 17:25:54.771073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f9c54-e881-459d-8d9b-ded0fec78c22 req-d2a26145-a55a-4813-8313-ae915a4160bc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:54.778371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f9c54-e881-459d-8d9b-ded0fec78c22 req-d2a26145-a55a-4813-8313-ae915a4160bc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:54.784518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f2f9c54-e881-459d-8d9b-ded0fec78c22 req-d2a26145-a55a-4813-8313-ae915a4160bc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 2419 time: 0.5234973 Jul 09 17:25:54.802090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2502fea1-3f0f-4aa2-8ed5-083216d49f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.834668 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2348295-e5c2-4898-b6e1-7597cde19739 x-openstack-request-id: req-a2348295-e5c2-4898-b6e1-7597cde19739 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:54.834947 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a910973e-101b-4ed8-9661-9e47b30e8a41", "name": "network-vif-deleted", "tag": "9a958ea6-ebb4-43fa-8cb3-8768daa62e6b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:54.835192 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2348295-e5c2-4898-b6e1-7597cde19739 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:54.835786 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a910973e-101b-4ed8-9661-9e47b30e8a41', 'name': 'network-vif-deleted', 'tag': '9a958ea6-ebb4-43fa-8cb3-8768daa62e6b', 'status': 'completed', 'code': 200} Jul 09 17:25:54.866009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Router ff209e64-027b-4e5f-a58a-d7600fea1757 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:25:54.890689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:54.891044 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.932998 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2502fea1-3f0f-4aa2-8ed5-083216d49f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.947636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2502fea1-3f0f-4aa2-8ed5-083216d49f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:54.982690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502fea1-3f0f-4aa2-8ed5-083216d49f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2731a7a3-84ff-41b5-995a-d7aaad0edbde,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:55.005769 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2502fea1-3f0f-4aa2-8ed5-083216d49f3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07cba73b4b714af1b551047b9d1dd84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670242 Jul 09 17:25:55.010029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.032857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:25:55.046018 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] Sync routers for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:25:55.047555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f2f9c54-e881-459d-8d9b-ded0fec78c22 req-6d35f310-b3e5-4ee8-acf3-78d259fa35d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176981 Jul 09 17:25:55.059938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-010f2626-100d-4d3f-a792-5c3c00c9948c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7592258 Jul 09 17:25:55.063214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40136) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.064655 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:55.073583 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:55.136758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:55.137404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.140020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5393e776-c341-482c-a91d-dedc8ab44beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.141972 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-8efcf4b9-246b-4b13-ae33-b675468a0ae7 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] delete failed (client error): The resource could not be found. Jul 09 17:25:55.146967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40138) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.148162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8efcf4b9-246b-4b13-ae33-b675468a0ae7 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1724851095 HTTP/1.1" status: 404 len: 335 time: 0.0825789 Jul 09 17:25:55.158429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b001c1f6-47fd-41e8-951c-15a0ddcdac1c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff209e64-027b-4e5f-a58a-d7600fea1757'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:55.174743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:55.176224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5393e776-c341-482c-a91d-dedc8ab44beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.211329 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:25:55.212009 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:55.288478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5393e776-c341-482c-a91d-dedc8ab44beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.291821 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5393e776-c341-482c-a91d-dedc8ab44beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.293095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5393e776-c341-482c-a91d-dedc8ab44beb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2731a7a3-84ff-41b5-995a-d7aaad0edbde HTTP/1.1" status: 204 len: 168 time: 0.2820477 Jul 09 17:25:55.315161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:55.322415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393e776-c341-482c-a91d-dedc8ab44beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2731a7a3-84ff-41b5-995a-d7aaad0edbde,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:55.352977 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:25:55.353955 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bb109-8646-4ae4-aec3-97d43b4fafc1 None None] The sync data for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:25:55.544033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b001c1f6-47fd-41e8-951c-15a0ddcdac1c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.588291 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-b001c1f6-47fd-41e8-951c-15a0ddcdac1c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] update failed (client error): The resource could not be found. Jul 09 17:25:55.593205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b001c1f6-47fd-41e8-951c-15a0ddcdac1c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757 HTTP/1.1" status: 404 len: 339 time: 0.4409564 Jul 09 17:25:55.593205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40148) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.598322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-917138615'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:55.626368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-2033b968-2287-4656-affe-b900a1f00999 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3061938 Jul 09 17:25:55.627021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:55.631273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.701060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:25:55.744150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.744486 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Added segment 9dbb8093-6768-47ad-9b7a-b8952a6dc771 of type vlan for network 4d421164-1a7b-4599-870a-09e3d7beefc6 Jul 09 17:25:55.754881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device cff7a9b8-24ee-4b8d-9564-cf8315346930 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:55.824423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.832373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.883723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=3907c7f4-69b7-4ded-9c34-a1ee93bc0400,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:55.899102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:55.921731 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.921974 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b53d988-79aa-4af0-95fe-582210996548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:55.955515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:25:55.986727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-c7036d7c-da9c-4096-9171-05d4197d093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:55.990026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-c7036d7c-da9c-4096-9171-05d4197d093b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1098 time: 0.3345542 Jul 09 17:25:56.003666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:56.006928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:56.016105 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc12a8a2-4f0c-4e82-b322-28829c024325" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:56.019951 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.020722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:56.045416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:56.102708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:56.102708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9a958ea6-ebb4-43fa-8cb3-8768daa62e6b not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:56.103018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:56.108538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31ef9805-ae99-4eaa-bb9a-2fb351ad43e6 req-e3742cdb-d914-4198-a76e-60b9f8ca992b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.0675988 Jul 09 17:25:56.166729 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b53d988-79aa-4af0-95fe-582210996548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.184184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7b53d988-79aa-4af0-95fe-582210996548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.247529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7b53d988-79aa-4af0-95fe-582210996548 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43b0991bfafb4d01a2e13f22177ac0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472154 Jul 09 17:25:56.249612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53d988-79aa-4af0-95fe-582210996548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d841f603-3eb5-4565-9700-f319e1b0156f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.253982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40162) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:56.271840 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1914c-0194-4a7c-b5cf-8cb109e38c98 x-openstack-request-id: req-17f1914c-0194-4a7c-b5cf-8cb109e38c98 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:56.271840 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-unplugged", "status": "completed", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:56.272209 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17f1914c-0194-4a7c-b5cf-8cb109e38c98 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:56.272306 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930', 'code': 200} Jul 09 17:25:56.273976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.335816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-8aedc4ca-0603-4c40-ae1b-5f39a643c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:56.339655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-8aedc4ca-0603-4c40-ae1b-5f39a643c0f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.3008683 Jul 09 17:25:56.342793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.346200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-52c81d3e-bdad-44dc-a895-ced05aed7c9e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "DELETE /v2.0/ports/3907c7f4-69b7-4ded-9c34-a1ee93bc0400 HTTP/1.1" status: 204 len: 173 time: 1.8387737 Jul 09 17:25:56.349221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.362491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7845d5ae-9d30-4d4d-9633-74946d7f0088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.364356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:56.365521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.399571 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.410961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7845d5ae-9d30-4d4d-9633-74946d7f0088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.495981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:56.506588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.509832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7845d5ae-9d30-4d4d-9633-74946d7f0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.512985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7845d5ae-9d30-4d4d-9633-74946d7f0088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.528105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7845d5ae-9d30-4d4d-9633-74946d7f0088 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d841f603-3eb5-4565-9700-f319e1b0156f HTTP/1.1" status: 204 len: 168 time: 0.2632453 Jul 09 17:25:56.545253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845d5ae-9d30-4d4d-9633-74946d7f0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d841f603-3eb5-4565-9700-f319e1b0156f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.620575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-629fd3ea-d9f1-46ca-8259-3b6238994163 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 1002 time: 0.2520857 Jul 09 17:25:56.644827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.757153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1628804 Jul 09 17:25:56.760034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40170) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:56.767092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'subnet': {'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:56.802277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bbdaf-8f9a-4c00-af59-629deddab2fd tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Network': ['ID=4d421164-1a7b-4599-870a-09e3d7beefc6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:56.814540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4d421164-1a7b-4599-870a-09e3d7beefc6 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:25:56.849117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-deleted', 'tag': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:56.851502 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb09d1c2-63e3-44e9-ac00-2583b7add8b5" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-deleted", "tag": "3907c7f4-69b7-4ded-9c34-a1ee93bc0400"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:56.906613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-3717e63e-b530-4a4b-92f0-53b2affea9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:56.907896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-3717e63e-b530-4a4b-92f0-53b2affea9c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.2796226 Jul 09 17:25:56.969746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port cff7a9b8-24ee-4b8d-9564-cf8315346930 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:56.970490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.973799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Made reservation on behalf of 3dd33337f6724551ac5ff2e39db27772 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:25:56.981445 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:56.999554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026da18-ece2-456c-9b36-76dcc6f28ded req-9dea3fdc-7a81-4042-ba22-e19a65db73c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:57.014116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026da18-ece2-456c-9b36-76dcc6f28ded req-9dea3fdc-7a81-4042-ba22-e19a65db73c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:57.021729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4026da18-ece2-456c-9b36-76dcc6f28ded req-9dea3fdc-7a81-4042-ba22-e19a65db73c4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 1679 time: 0.4094932 Jul 09 17:25:57.099291 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa780e0-099a-4187-87ef-c4215c5a8a54 x-openstack-request-id: req-9fa780e0-099a-4187-87ef-c4215c5a8a54 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:57.102564 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-deleted", "tag": "3907c7f4-69b7-4ded-9c34-a1ee93bc0400", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:57.102813 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fa780e0-099a-4187-87ef-c4215c5a8a54 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:57.103261 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-deleted', 'tag': '3907c7f4-69b7-4ded-9c34-a1ee93bc0400', 'status': 'completed', 'code': 200} Jul 09 17:25:57.152551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4026da18-ece2-456c-9b36-76dcc6f28ded req-87fbf7e7-d1c0-4fe1-b4ae-b7476e525dce tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295645 Jul 09 17:25:57.215599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port cff7a9b8-24ee-4b8d-9564-cf8315346930, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=cff7a9b8-24ee-4b8d-9564-cf8315346930,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:57.216032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.235322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-e4d9c21b-03cf-4d1f-a8a2-fb1d66e0eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:57.237197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-e4d9c21b-03cf-4d1f-a8a2-fb1d66e0eea5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3193753 Jul 09 17:25:57.297156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for cff7a9b8-24ee-4b8d-9564-cf8315346930 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:57.446715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda14b9f-9f77-47a5-a11c-684e65afeb97 req-707307db-9da2-4025-b955-26edfadc2933 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.0943544 Jul 09 17:25:57.471944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.504167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-37982003-d912-4574-b896-dadd7fb365cd service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495942 Jul 09 17:25:57.624467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Subnet': ['ID=daf4b41f-5dc0-4a87-89b5-7c6841c9b2aa,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:57.679046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Checking segment: {'id': '9dbb8093-6768-47ad-9b7a-b8952a6dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:57.681034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network hostable DHCP agents. Network: 4d421164-1a7b-4599-870a-09e3d7beefc6, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:25:57.729023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network 4d421164-1a7b-4599-870a-09e3d7beefc6 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:25:57.749644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4d421164-1a7b-4599-870a-09e3d7beefc6) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:57.750216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:25:57.754570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:57.755366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:57.786924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58428aaa-8eec-4a46-95b8-6c27fbd653f2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0223560 Jul 09 17:25:57.786924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40208) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:57.792443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-028347d1-2417-42f1-9c59-9fd6391769c8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:25:57.866775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9aa0df-e7b5-45aa-98ca-718011b54fb5 None None] Network 4d421164-1a7b-4599-870a-09e3d7beefc6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:25:57.934152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:25:57.934720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3907c7f4-69b7-4ded-9c34-a1ee93bc0400 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:25:58.032370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.112796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=cff7a9b8-24ee-4b8d-9564-cf8315346930,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:58.124910 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9d49cdc-d215-47ba-a9fe-057a63f975e8 req-4bba188b-d9f2-42a2-9a97-339422b72304 service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128561 Jul 09 17:25:58.270326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port cff7a9b8-24ee-4b8d-9564-cf8315346930 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:58.276913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.279682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:58.283210 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-4abd4c3b-75f4-4d65-a92d-d2f4f053cf26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "DELETE /v2.0/ports/cff7a9b8-24ee-4b8d-9564-cf8315346930 HTTP/1.1" status: 204 len: 173 time: 1.9039521 Jul 09 17:25:58.300167 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af343f-85cf-4089-ac39-78d16cb6fa57" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-unplugged", "status": "completed", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:58.377348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-4d421164-1a7b-4599-870a-09e3d7beefc6', 'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6', 'tenant_id': '3dd33337f6724551ac5ff2e39db27772', 'fixed_ips': [{'subnet_id': 'daf4b41f-5dc0-4a87-89b5-7c6841c9b2aa'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:25:58.378680 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.445534 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-028347d1-2417-42f1-9c59-9fd6391769c8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.723261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40228) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:58.727369 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24252953-2c20-4a7c-9b14-9b352fe5129b x-openstack-request-id: req-24252953-2c20-4a7c-9b14-9b352fe5129b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:58.728436 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-unplugged", "status": "completed", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:58.728886 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24252953-2c20-4a7c-9b14-9b352fe5129b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:58.729653 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565', 'code': 200} Jul 09 17:25:58.828264 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-028347d1-2417-42f1-9c59-9fd6391769c8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:25:58.831815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-028347d1-2417-42f1-9c59-9fd6391769c8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757 HTTP/1.1" status: 400 len: 364 time: 1.0420163 Jul 09 17:25:58.834260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:25:58.842454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:25:58.843113 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:58.891714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Allocated IP 2001:db8:1::2 (4d421164-1a7b-4599-870a-09e3d7beefc6/daf4b41f-5dc0-4a87-89b5-7c6841c9b2aa/5327a90b-9259-4a58-8be8-0636a615dcc2) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:25:59.132204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-deleted', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:25:59.138560 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5366aa-ca98-4a1e-a43c-ae557fca2cfb" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-deleted", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:25:59.189428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.203542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ca1a3a4-363c-4832-9117-7528b7b0f6ac req-60d5633f-2763-43ee-aba3-bdaacf46cfdc tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.0769439 Jul 09 17:25:59.207287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Transition to ACTIVE for port object 5327a90b-9259-4a58-8be8-0636a615dcc2 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:59.240320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Transition to ACTIVE for port object 5327a90b-9259-4a58-8be8-0636a615dcc2 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:25:59.250623 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.285834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:25:59.286308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.313351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da365-fd1c-4aab-bb04-8f09f8c3bafe req-dea3a0a0-0d95-4e17-b36d-a1bd3da4d0e2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:25:59.315203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Network 4d421164-1a7b-4599-870a-09e3d7beefc6 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:25:59.319702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-861da365-fd1c-4aab-bb04-8f09f8c3bafe req-dea3a0a0-0d95-4e17-b36d-a1bd3da4d0e2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 944 time: 0.6544764 Jul 09 17:25:59.327928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:25:59.339496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:25:59.344211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ee8e45d-ac98-47de-88f8-cdb96886f2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.350276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Pushing event updated for resources: {'Port': ['ID=5327a90b-9259-4a58-8be8-0636a615dcc2,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:59.402491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:25:59.434145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Attempting to bind port 5327a90b-9259-4a58-8be8-0636a615dcc2 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:25:59.434519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Attempting to bind port 5327a90b-9259-4a58-8be8-0636a615dcc2 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9dbb8093-6768-47ad-9b7a-b8952a6dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:25:59.434966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Attempting to bind port 5327a90b-9259-4a58-8be8-0636a615dcc2 on network 4d421164-1a7b-4599-870a-09e3d7beefc6 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:25:59.442096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:25:59.442564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Checking segment: {'id': '9dbb8093-6768-47ad-9b7a-b8952a6dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:25:59.442981 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.443640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Bound using segment: {'id': '9dbb8093-6768-47ad-9b7a-b8952a6dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:25:59.444150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Bound port: 5327a90b-9259-4a58-8be8-0636a615dcc2, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb8093-6768-47ad-9b7a-b8952a6dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4d421164-1a7b-4599-870a-09e3d7beefc6'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:25:59.444609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.555815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] For port 5327a90b-9259-4a58-8be8-0636a615dcc2, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:25:59.560505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] For port 5327a90b-9259-4a58-8be8-0636a615dcc2, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5327a90b-9259-4a58-8be8-0636a615dcc2,segment=NetworkSegment(9dbb8093-6768-47ad-9b7a-b8952a6dc771),segment_id=9dbb8093-6768-47ad-9b7a-b8952a6dc771)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:25:59.561616 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b44ce-1cff-4c50-a8c5-d6e7f5d3e580 x-openstack-request-id: req-453b44ce-1cff-4c50-a8c5-d6e7f5d3e580 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:25:59.563069 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-deleted", "tag": "cff7a9b8-24ee-4b8d-9564-cf8315346930", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:25:59.563531 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-453b44ce-1cff-4c50-a8c5-d6e7f5d3e580 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:25:59.564064 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-deleted', 'tag': 'cff7a9b8-24ee-4b8d-9564-cf8315346930', 'status': 'completed', 'code': 200} Jul 09 17:25:59.570534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.575171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-861da365-fd1c-4aab-bb04-8f09f8c3bafe req-d8691237-16de-4c46-84ef-5a71f65a07db tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391994 Jul 09 17:25:59.661895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ee8e45d-ac98-47de-88f8-cdb96886f2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.663750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.677348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ee8e45d-ac98-47de-88f8-cdb96886f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.764163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f106246-240e-498d-aab3-363e797fe0d1 None None] Pushing event updated for resources: {'Port': ['ID=5327a90b-9259-4a58-8be8-0636a615dcc2,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:59.811847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.842482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:25:59.934860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:25:59.940528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:25:59.943376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e36aa874-3fb0-4a34-b4ee-d57dc06c8a17 req-419c88fa-0f41-4ae9-9082-c14644624952 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "DELETE /v2.0/ports/c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565 HTTP/1.1" status: 204 len: 173 time: 1.6557169 Jul 09 17:26:00.527373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5327a90b-9259-4a58-8be8-0636a615dcc2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:00.606355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8e45d-ac98-47de-88f8-cdb96886f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4745576-ac75-4c5d-b013-f799f8c43388,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:00.611950 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ee8e45d-ac98-47de-88f8-cdb96886f2b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8df76b4f5224a01b941c56efa3469a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8866174 Jul 09 17:26:00.614707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40322) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:00.680033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5327a90b-9259-4a58-8be8-0636a615dcc2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:00.746117 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2bda-b410-4f9f-83b2-7a8aac046d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.751801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Allocated IP 2001:db8::1 (d504f2da-66e7-4575-ae3e-40ceac21eaab/0364dad0-5b6b-4199-a8ec-cc644434f661/12b1c02a-93f3-48ce-971d-df3cfc73f109) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:00.814878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0328bea-60d9-45b1-9eca-a6fadfbfbe3d req-02e3cf3c-71b9-47fc-92c0-79103773b0af tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.2095301 Jul 09 17:26:00.849201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2bda-b410-4f9f-83b2-7a8aac046d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.925053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-add1a90f-ae9c-49b9-bd28-8e1ef56581df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.8723185 Jul 09 17:26:00.989959 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2bda-b410-4f9f-83b2-7a8aac046d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.992932 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2bda-b410-4f9f-83b2-7a8aac046d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:00.994854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2a1a2bda-b410-4f9f-83b2-7a8aac046d00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4745576-ac75-4c5d-b013-f799f8c43388 HTTP/1.1" status: 204 len: 168 time: 0.3789761 Jul 09 17:26:01.011029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a2bda-b410-4f9f-83b2-7a8aac046d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4745576-ac75-4c5d-b013-f799f8c43388,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:01.182470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.223124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Transition to ACTIVE for port object 12b1c02a-93f3-48ce-971d-df3cfc73f109 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:01.228824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f3fa245-2510-46b5-994f-de5e489224f0 req-82eb1a97-16d5-45d4-80d4-05fa05b59ebc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e59865-0511-4f9a-9e4c-6c82ae46ceba HTTP/1.1" status: 200 len: 210 time: 0.0700078 Jul 09 17:26:01.254863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40340) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:01.349577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.350072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.350557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.351034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.351515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.352049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.358541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.365673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5b474ac0-c893-462a-b20b-be3de309656e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.3038461 Jul 09 17:26:01.380855 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.546169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8741e42-9191-4a4c-8128-be6c93b0b98f None None] Network 4d421164-1a7b-4599-870a-09e3d7beefc6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:01.555067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network d504f2da-66e7-4575-ae3e-40ceac21eaab is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:01.564170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:01.565240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-deleted', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:01.568074 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f29ae5-1677-46a9-b324-cdc1b7a91f7e" -d '{"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-deleted", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:01.580682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:01.580861 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.596109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Port': ['ID=12b1c02a-93f3-48ce-971d-df3cfc73f109,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:01.621149 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-532902f7-b3a6-4a9a-9e77-c4e71791c933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.635451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40348) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:01.654448 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f3e8e3-a65c-47d4-9d94-09949447dcdf x-openstack-request-id: req-40f3e8e3-a65c-47d4-9d94-09949447dcdf {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:01.654792 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e59865-0511-4f9a-9e4c-6c82ae46ceba", "name": "network-vif-deleted", "tag": "c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:01.655046 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40f3e8e3-a65c-47d4-9d94-09949447dcdf {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:01.655446 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e59865-0511-4f9a-9e4c-6c82ae46ceba', 'name': 'network-vif-deleted', 'tag': 'c0725c0d-9a8a-461f-ad9f-d9b6d5cbd565', 'status': 'completed', 'code': 200} Jul 09 17:26:01.672814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7e6-78ea-4afb-a21c-3b657e032a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.784390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] Provisioning for port 5327a90b-9259-4a58-8be8-0636a615dcc2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:01.791445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] Provisioning complete for port 5327a90b-9259-4a58-8be8-0636a615dcc2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:01.791926 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.852738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-0f7e8e84-16cf-47a8-9874-656944ddc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.853840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-0f7e8e84-16cf-47a8-9874-656944ddc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.854515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-0f7e8e84-16cf-47a8-9874-656944ddc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:01.857634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-0f7e8e84-16cf-47a8-9874-656944ddc397 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 2292 time: 0.3950157 Jul 09 17:26:01.895719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-532902f7-b3a6-4a9a-9e77-c4e71791c933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:01.989498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-7ce70202-88cd-448f-abc7-e7ef9198bd07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 1001 time: 0.1221321 Jul 09 17:26:01.993097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.080619 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.138828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-1af3ba3c-2808-41eb-afa9-3ab5c0fcf345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:02.140833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-1af3ba3c-2808-41eb-afa9-3ab5c0fcf345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 200 len: 850 time: 0.1451194 Jul 09 17:26:02.147494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] For port 5327a90b-9259-4a58-8be8-0636a615dcc2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5327a90b-9259-4a58-8be8-0636a615dcc2,segment=NetworkSegment(9dbb8093-6768-47ad-9b7a-b8952a6dc771),segment_id=9dbb8093-6768-47ad-9b7a-b8952a6dc771)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:02.153662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.226874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd6281-bc95-4c71-aa39-1aa4d9d06ba2 None None] Pushing event updated for resources: {'Port': ['ID=5327a90b-9259-4a58-8be8-0636a615dcc2,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:02.291430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f351f3a4-ec05-4426-9c1d-7e112e1a0fb8 None None] Provisioning for port 12b1c02a-93f3-48ce-971d-df3cfc73f109 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:02.297019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f351f3a4-ec05-4426-9c1d-7e112e1a0fb8 None None] Provisioning complete for port 12b1c02a-93f3-48ce-971d-df3cfc73f109 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:02.298599 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f351f3a4-ec05-4426-9c1d-7e112e1a0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.350211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f351f3a4-ec05-4426-9c1d-7e112e1a0fb8 None None] Port 12b1c02a-93f3-48ce-971d-df3cfc73f109 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:02.455260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5327a90b-9259-4a58-8be8-0636a615dcc2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:02.524238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-532902f7-b3a6-4a9a-9e77-c4e71791c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.576350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-ec0a8348-fe33-4b9a-9586-933cd4add8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:02.577913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-ec0a8348-fe33-4b9a-9586-933cd4add8f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169578 Jul 09 17:26:02.600242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2f3c0bc-c1b1-4d19-8253-50720b637411 req-84bb3b08-ce90-42b2-8c2b-217bcd5df65c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910973e-101b-4ed8-9661-9e47b30e8a41 HTTP/1.1" status: 200 len: 210 time: 0.0773284 Jul 09 17:26:02.602529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40364) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:02.614690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5327a90b-9259-4a58-8be8-0636a615dcc2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:02.616326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.625670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-532902f7-b3a6-4a9a-9e77-c4e71791c933 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=645cf2c0f71241f59f4c232062a0e3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3671405 Jul 09 17:26:02.627978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40366) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:02.646306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532902f7-b3a6-4a9a-9e77-c4e71791c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d992f2ba-a968-4a92-b711-e5a53596e0f1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:02.723794 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.746357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1fa09f97-5822-4a49-9d09-a51524b4675a None None] Provisioning complete for port 5327a90b-9259-4a58-8be8-0636a615dcc2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:02.751234 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1fa09f97-5822-4a49-9d09-a51524b4675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.777254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.777921 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.791881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7e6-78ea-4afb-a21c-3b657e032a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.833984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd08e7e6-78ea-4afb-a21c-3b657e032a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.873454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event updated for resources: {'Port': ['ID=12b1c02a-93f3-48ce-971d-df3cfc73f109,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:02.880093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dd08e7e6-78ea-4afb-a21c-3b657e032a5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67fa7f78263342bdb9168744894bd902&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2410455 Jul 09 17:26:02.880813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40372) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:02.885110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting subnet 73355052-55b3-4dc3-bfc1-94e5a2a48a41 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:02.895983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.928102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08e7e6-78ea-4afb-a21c-3b657e032a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043c5964-e0bf-41eb-808b-bf95c498b31d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:02.961573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0bf-eca2-43af-b3ee-a969a0a4904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.995593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0bf-eca2-43af-b3ee-a969a0a4904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:02.998153 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63d9ed14-272d-4268-86fa-1a33605e93ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.020013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.043179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63d9ed14-272d-4268-86fa-1a33605e93ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.093640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0bf-eca2-43af-b3ee-a969a0a4904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.097961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb0bf-eca2-43af-b3ee-a969a0a4904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.099547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ed8eb0bf-eca2-43af-b3ee-a969a0a4904d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d992f2ba-a968-4a92-b711-e5a53596e0f1 HTTP/1.1" status: 204 len: 168 time: 0.4717679 Jul 09 17:26:03.111060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eb0bf-eca2-43af-b3ee-a969a0a4904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d992f2ba-a968-4a92-b711-e5a53596e0f1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:03.119012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-00905c49-777f-4878-b70b-22e723ef7d39 service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211720 Jul 09 17:26:03.141476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63d9ed14-272d-4268-86fa-1a33605e93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.144892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63d9ed14-272d-4268-86fa-1a33605e93ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.148703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-63d9ed14-272d-4268-86fa-1a33605e93ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/043c5964-e0bf-41eb-808b-bf95c498b31d HTTP/1.1" status: 204 len: 168 time: 0.2601957 Jul 09 17:26:03.156215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9ed14-272d-4268-86fa-1a33605e93ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043c5964-e0bf-41eb-808b-bf95c498b31d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:03.253429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Network d504f2da-66e7-4575-ae3e-40ceac21eaab is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:03.263842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:03.279138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.394366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-92b54648-c3d5-4dfb-88af-9af0f51d04d7 service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669380 Jul 09 17:26:03.514781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-b0ddf7b8-bdcd-43d1-84a5-fa3abb2431b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 217 time: 0.0928364 Jul 09 17:26:03.612588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Router ff209e64-027b-4e5f-a58a-d7600fea1757 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:26:03.617314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.642945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2aaf43-c07f-438d-80da-b39f00b59862 None None] Network 6a54ec68-308c-4421-a64e-331187b14de8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:03.648165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.657843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/subnets/73355052-55b3-4dc3-bfc1-94e5a2a48a41 HTTP/1.1" status: 204 len: 168 time: 1.0316713 Jul 09 17:26:03.658339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40388) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:03.687361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206183b2-de9b-4cd6-bc69-db5a70977fcb tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Subnet': ['ID=73355052-55b3-4dc3-bfc1-94e5a2a48a41,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:03.697953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-42f22949-ae05-460c-89fd-97f913625560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:03.699726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-42f22949-ae05-460c-89fd-97f913625560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.1751280 Jul 09 17:26:03.764091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf85d220-7a9f-42d6-9bc8-70ed88e35030 None None] Provisioning complete for port 12b1c02a-93f3-48ce-971d-df3cfc73f109 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:03.764530 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf85d220-7a9f-42d6-9bc8-70ed88e35030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.787153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40390) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:03.821753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.824784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40396) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:03.848100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05d07f4e-e563-484d-9087-e953981a3164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.862066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bf85d220-7a9f-42d6-9bc8-70ed88e35030 None None] Port 12b1c02a-93f3-48ce-971d-df3cfc73f109 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:03.899001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbccbac-527f-4c41-a60a-9d17080fe427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.972352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:26:03.980777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cb08a6de-e8e2-4ba4-8ae7-207609ca40c3 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1438236 Jul 09 17:26:03.987317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:03.987992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] Sync routers for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:26:03.993347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-e64c39b8-361a-49b8-a598-ce2c2e1d7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:03.994902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-e64c39b8-361a-49b8-a598-ce2c2e1d7e40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2887285 Jul 09 17:26:03.997105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port 638f2d76-706b-475f-9f9c-34f95b9aa343 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:03.997450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:03.998408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:03.999048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.033854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] DHCP port deletion for 6a54ec68-308c-4421-a64e-331187b14de8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:04.036268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.059798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:04.059798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.109312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.109969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44580d4-9cdb-4519-b671-bfa79bde5ce7 None None] The sync data for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:26:04.132906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] Deleting port 638f2d76-706b-475f-9f9c-34f95b9aa343 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:04.133359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.153487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-9fe127f8-26fa-4e05-a95a-d005a17e338f service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468496 Jul 09 17:26:04.162534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port 638f2d76-706b-475f-9f9c-34f95b9aa343, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=638f2d76-706b-475f-9f9c-34f95b9aa343,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:04.162898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.190553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for 638f2d76-706b-475f-9f9c-34f95b9aa343 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:04.199715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] For port 638f2d76-706b-475f-9f9c-34f95b9aa343, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=638f2d76-706b-475f-9f9c-34f95b9aa343,segment=NetworkSegment(1ccd5e5d-b978-4393-a20b-8adebff98948),segment_id=1ccd5e5d-b978-4393-a20b-8adebff98948)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:04.200614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.221674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] Calling delete_port for 638f2d76-706b-475f-9f9c-34f95b9aa343 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:04.268283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-511f8199-7512-4296-9321-f02a92240aa7 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.269115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-a532d098-dd03-40fb-851c-004dabc9da27 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042988 Jul 09 17:26:04.307372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.324906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-1f3ec74d-919f-44a3-b666-3cde631b0879 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 217 time: 0.0491841 Jul 09 17:26:04.337012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] Pushing event deleted for resources: {'Port': ['ID=638f2d76-706b-475f-9f9c-34f95b9aa343,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:04.339155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832cfd8-5a31-454c-af65-c37b5c96f7d9 None None] No DVR routers for this DVR port 638f2d76-706b-475f-9f9c-34f95b9aa343 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:04.357469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05d07f4e-e563-484d-9087-e953981a3164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.368530 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05d07f4e-e563-484d-9087-e953981a3164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.383559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 638f2d76-706b-475f-9f9c-34f95b9aa343 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:04.404920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 638f2d76-706b-475f-9f9c-34f95b9aa343 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:04.405527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 638f2d76-706b-475f-9f9c-34f95b9aa343 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:04.443622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d07f4e-e563-484d-9087-e953981a3164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df604c8f-1054-4e50-81dd-0370d7ec7305,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:04.454562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-05d07f4e-e563-484d-9087-e953981a3164 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef49fac160fc44c7af6d9c9da4d6aa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264222 Jul 09 17:26:04.455888 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-511f8199-7512-4296-9321-f02a92240aa7 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 17:26:04.459434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-511f8199-7512-4296-9321-f02a92240aa7 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757 HTTP/1.1" status: 409 len: 329 time: 0.4687054 Jul 09 17:26:04.461183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40420) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:04.463899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40422) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:04.466723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.497084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-a51838da-af87-4d0c-80d9-e01a16146bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.498536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-a51838da-af87-4d0c-80d9-e01a16146bcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.1648493 Jul 09 17:26:04.506442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=638f2d76-706b-475f-9f9c-34f95b9aa343,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:04.567943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port 638f2d76-706b-475f-9f9c-34f95b9aa343 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:04.610299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d37a0-55c0-4c08-a5f7-29801ea903b8 req-c5514611-4588-4106-9b33-7b8bf0950e86 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.611977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e19d37a0-55c0-4c08-a5f7-29801ea903b8 req-c5514611-4588-4106-9b33-7b8bf0950e86 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.2896698 Jul 09 17:26:04.678062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.686376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e19d37a0-55c0-4c08-a5f7-29801ea903b8 req-53c55306-f50c-4727-ba25-efdafb836083 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0626545 Jul 09 17:26:04.688381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51b95ae1-e5c4-473a-b0f3-aea2f0ca667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.734483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbccbac-527f-4c41-a60a-9d17080fe427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.751358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a54ec68-308c-4421-a64e-331187b14de8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.756978 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e19d37a0-55c0-4c08-a5f7-29801ea903b8 req-321b2f41-8d8e-4e3e-9300-7c90947eff2f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622199 Jul 09 17:26:04.758731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-3fdd8d5f-5c34-44dd-87d1-9bd76256c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:04.760131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-3fdd8d5f-5c34-44dd-87d1-9bd76256c2dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2521534 Jul 09 17:26:04.765681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbccbac-527f-4c41-a60a-9d17080fe427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.767849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccd5e5d-b978-4393-a20b-8adebff98948') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.768157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccd5e5d-b978-4393-a20b-8adebff98948') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:04.781588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.788733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51b95ae1-e5c4-473a-b0f3-aea2f0ca667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.840103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.852758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:04.853172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:04.858371 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:04.945775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dfbccbac-527f-4c41-a60a-9d17080fe427 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc5a3f3862aa46d9ba0c2c7c6a2f9531&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1571894 Jul 09 17:26:04.948503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40434) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:04.955408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbccbac-527f-4c41-a60a-9d17080fe427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f34aa-92e7-4a01-94c1-0c790ff86447,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:05.007124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.015968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e19d37a0-55c0-4c08-a5f7-29801ea903b8 req-e24aaf87-b0bb-40aa-8e41-118a41f3d143 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475808 Jul 09 17:26:05.018355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5298d7d7-e463-46ff-8019-e2ef87efa9b5 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462742 Jul 09 17:26:05.024371 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.028909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/networks/6a54ec68-308c-4421-a64e-331187b14de8 HTTP/1.1" status: 204 len: 168 time: 1.3668861 Jul 09 17:26:05.033610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40436) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:05.045956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51b95ae1-e5c4-473a-b0f3-aea2f0ca667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.048512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51b95ae1-e5c4-473a-b0f3-aea2f0ca667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.049838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-51b95ae1-e5c4-473a-b0f3-aea2f0ca667a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df604c8f-1054-4e50-81dd-0370d7ec7305 HTTP/1.1" status: 204 len: 168 time: 0.5898190 Jul 09 17:26:05.062139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662db7e-8600-4955-8ca3-b4cd027175bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Network': ['ID=6a54ec68-308c-4421-a64e-331187b14de8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:05.070429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72fa99de-fead-4517-a997-25bc03b98228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.145296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b95ae1-e5c4-473a-b0f3-aea2f0ca667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df604c8f-1054-4e50-81dd-0370d7ec7305,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:05.170527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72fa99de-fead-4517-a997-25bc03b98228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.240544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting subnet 849ac113-2f78-40af-b7d8-bd22ca76eee2 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:05.263663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.275194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.524134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.557476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72fa99de-fead-4517-a997-25bc03b98228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.560255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72fa99de-fead-4517-a997-25bc03b98228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.561449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-72fa99de-fead-4517-a997-25bc03b98228 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f4f34aa-92e7-4a01-94c1-0c790ff86447 HTTP/1.1" status: 204 len: 168 time: 0.6120069 Jul 09 17:26:05.610402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8baf-8b72-484e-b5c5-e3f2f4742cf3 req-bbe6b3cf-0013-4c13-ab29-da489949543e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.618928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2dc8baf-8b72-484e-b5c5-e3f2f4742cf3 req-bbe6b3cf-0013-4c13-ab29-da489949543e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1923668 Jul 09 17:26:05.626278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa99de-fead-4517-a997-25bc03b98228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f34aa-92e7-4a01-94c1-0c790ff86447,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:05.626455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-d5fbdd99-1f9c-4a5e-8aef-d6270444c7c4 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925586 Jul 09 17:26:05.637768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e19d37a0-55c0-4c08-a5f7-29801ea903b8 req-d9132c84-19e2-40d6-9741-3f1f9fe29457 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124337 Jul 09 17:26:05.679380 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-f1ebd6cd-2d56-44a9-be4b-1232e20b9142 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 200 len: 217 time: 0.0402732 Jul 09 17:26:05.737800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-b8b3401f-e830-4f56-bc33-43eab1106bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.739624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-b8b3401f-e830-4f56-bc33-43eab1106bf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.0538075 Jul 09 17:26:05.782139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2dc8baf-8b72-484e-b5c5-e3f2f4742cf3 req-80e4c945-81cf-4c45-a008-5684187d6f98 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620896 Jul 09 17:26:05.795235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.859951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-3851ef5d-dc40-4742-a785-9d2482789495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:05.861500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-3851ef5d-dc40-4742-a785-9d2482789495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1160729 Jul 09 17:26:05.961193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting port 12b1c02a-93f3-48ce-971d-df3cfc73f109 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:05.961552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.966789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:05.992547 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3bd94724-2ff0-4861-a5d2-8eed1cd7c0d0 req-5c971911-b700-403a-8a4f-0d57afafae6c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=46780c4b-dbbc-48d6-b684-e2282949ddb1 HTTP/1.1" status: 200 len: 210 time: 0.1221063 Jul 09 17:26:06.044519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-cfadb565-2f81-4e16-81fd-507d46e12565 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729298 Jul 09 17:26:06.071636 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.076690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8616d77-fd11-4a4c-984f-cb2c92888380 None None] Network 63c0cfd4-07bb-4601-a75c-92394127ae71 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:06.077766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/subnets/849ac113-2f78-40af-b7d8-bd22ca76eee2 HTTP/1.1" status: 204 len: 168 time: 1.0407827 Jul 09 17:26:06.079316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ded4dc-3949-4d88-b2b1-c9c221e507af tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Subnet': ['ID=849ac113-2f78-40af-b7d8-bd22ca76eee2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:06.081504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40480) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:06.227735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.271336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-c996af96-fba4-4346-9c9b-2a695b696a26 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186339 Jul 09 17:26:06.300732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.320614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Calling delete_port for 12b1c02a-93f3-48ce-971d-df3cfc73f109 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:06.418617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-af3cffae-bf2c-4339-ab67-4cb3d0d558ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 200 len: 217 time: 0.1401231 Jul 09 17:26:06.430660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] DHCP port deletion for 63c0cfd4-07bb-4601-a75c-92394127ae71 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:06.461907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port ed1993be-c791-49ab-8476-0ad03263f71d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:06.462278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.541661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] Deleting port ed1993be-c791-49ab-8476-0ad03263f71d {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:06.542600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.560961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-02f1bdfc-5f48-4447-b626-f237bc36d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:06.562988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-02f1bdfc-5f48-4447-b626-f237bc36d254 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.1381481 Jul 09 17:26:06.590130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port ed1993be-c791-49ab-8476-0ad03263f71d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ed1993be-c791-49ab-8476-0ad03263f71d,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:06.590883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.632451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for ed1993be-c791-49ab-8476-0ad03263f71d owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:06.712188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.730761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-fb1ac553-98dd-4fe3-87e9-1f2db01ca488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:06.736372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-fb1ac553-98dd-4fe3-87e9-1f2db01ca488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638196 Jul 09 17:26:06.739043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] For port ed1993be-c791-49ab-8476-0ad03263f71d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ed1993be-c791-49ab-8476-0ad03263f71d,segment=NetworkSegment(4e791eb8-7068-4730-a719-e7ec2395c489),segment_id=4e791eb8-7068-4730-a719-e7ec2395c489)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:06.739442 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:06.776604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] Calling delete_port for ed1993be-c791-49ab-8476-0ad03263f71d owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:06.786370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Port': ['ID=12b1c02a-93f3-48ce-971d-df3cfc73f109,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:06.976385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:07.030699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-c1574c56-4f3b-4c2d-a18a-1a8e66a8aed0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856638 Jul 09 17:26:07.058352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:07.119358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] Pushing event deleted for resources: {'Port': ['ID=ed1993be-c791-49ab-8476-0ad03263f71d,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:07.145636 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:07.147069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4edad-1f8a-4a09-8ed5-bd8890f68c6d None None] No DVR routers for this DVR port ed1993be-c791-49ab-8476-0ad03263f71d on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:07.247945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=ed1993be-c791-49ab-8476-0ad03263f71d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:07.268215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port ed1993be-c791-49ab-8476-0ad03263f71d on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:07.281586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-8b48f420-ecbf-446b-ae30-12fdd4d67b6f service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421763 Jul 09 17:26:07.309459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d26f5-2fab-46e1-bd79-8b9311cb5733 req-650a479f-fc73-482b-98d5-7b8ba47d24ef tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:07.311461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-704d26f5-2fab-46e1-bd79-8b9311cb5733 req-650a479f-fc73-482b-98d5-7b8ba47d24ef tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1340797 Jul 09 17:26:07.356194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-a777f04c-05d9-4f4b-99cf-bd6badc576c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0655618 Jul 09 17:26:07.433915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-704d26f5-2fab-46e1-bd79-8b9311cb5733 req-6155cc2e-817c-4a6a-a813-b30dc05c9209 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847452 Jul 09 17:26:07.444374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-16360f82-9c90-4072-b9c6-2c6f5badbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:07.446565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-16360f82-9c90-4072-b9c6-2c6f5badbf3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.0796778 Jul 09 17:26:07.535095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-8dd317ee-874f-4976-9a19-f1a17c1544b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:07.538246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-8dd317ee-874f-4976-9a19-f1a17c1544b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837464 Jul 09 17:26:07.673065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-31cf639e-2470-47d2-b16f-4b10ae32cd81 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271694 Jul 09 17:26:07.772836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-8758455f-40f2-42f3-aecf-1556b571410b service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916336 Jul 09 17:26:07.829208 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-558217db-cab9-4aa6-8127-f02ccf35f256 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 217 time: 0.0498586 Jul 09 17:26:07.895521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5d21e742-082b-4197-a573-1a11b6dd2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:07.897503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-5d21e742-082b-4197-a573-1a11b6dd2145 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.0625029 Jul 09 17:26:07.941600 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:07.949965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Router ff209e64-027b-4e5f-a58a-d7600fea1757 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:26:07.961996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-a3e7b5ef-8ca0-4eb6-90e8-297da2704967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:07.964109 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-a3e7b5ef-8ca0-4eb6-90e8-297da2704967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595098 Jul 09 17:26:07.970134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c0cfd4-07bb-4601-a75c-92394127ae71']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:07.989276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e791eb8-7068-4730-a719-e7ec2395c489') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:07.989583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e791eb8-7068-4730-a719-e7ec2395c489') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:08.013873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.068829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.104225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-53c48563-d92d-4754-a07d-8d89b0af2589 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327722 Jul 09 17:26:08.150355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.167349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:26:08.175361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-de23562c-2455-4bf9-bca1-6410d60f1952 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:08.176908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-de23562c-2455-4bf9-bca1-6410d60f1952 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.3467906 Jul 09 17:26:08.178390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] Sync routers for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:26:08.180736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8eedc875-f614-4b29-a92b-f4be6cd171f4 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7153051 Jul 09 17:26:08.181869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:08.182283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:08.187312 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:08.189876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:08.195092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:08.196589 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:08.234958 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-d856bc95-b2e4-4ebb-9e9c-4b8fe661375b tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] show failed (client error): The resource could not be found. Jul 09 17:26:08.240361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d856bc95-b2e4-4ebb-9e9c-4b8fe661375b tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1690253758 HTTP/1.1" status: 404 len: 335 time: 0.0507398 Jul 09 17:26:08.245248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-0f5eb218-30c8-4dca-81d3-b491aaa2199d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0442789 Jul 09 17:26:08.248319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40632) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:08.253372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5afa192e-4a93-4605-bb52-6c9714c01a92 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:08.297272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1006dd5b-14e5-4f86-8f99-c6b3e7a0af6d req-72c39e12-9769-4fd2-8d30-18a5bd1d2bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862669 Jul 09 17:26:08.317669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:08.329336 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-5afa192e-4a93-4605-bb52-6c9714c01a92 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] update failed (client error): The resource could not be found. Jul 09 17:26:08.330401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5afa192e-4a93-4605-bb52-6c9714c01a92 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-285101553 HTTP/1.1" status: 404 len: 334 time: 0.0807970 Jul 09 17:26:08.335532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40640) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:08.354195 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] Routers {'ff209e64-027b-4e5f-a58a-d7600fea1757'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:08.356393 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:25:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ff209e64-027b-4e5f-a58a-d7600fea1757'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:08.368851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-efba2e16-cf69-4639-9956-9fd5c2d6fc1f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100209 Jul 09 17:26:08.377689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.395417 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.405894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/networks/63c0cfd4-07bb-4601-a75c-92394127ae71 HTTP/1.1" status: 204 len: 168 time: 2.3189905 Jul 09 17:26:08.413543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40648) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:08.443476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:08.444443 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb431d-3f82-42a4-bad7-b51c61df1a32 None None] The sync data for ids ['ff209e64-027b-4e5f-a58a-d7600fea1757'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:26:08.445971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2065666245'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:08.452033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ed1993be-c791-49ab-8476-0ad03263f71d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:08.454547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508c3e6-377e-425e-a42c-27210a4914b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Network': ['ID=63c0cfd4-07bb-4601-a75c-92394127ae71,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:08.470047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting subnet daf4b41f-5dc0-4a87-89b5-7c6841c9b2aa {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:08.479708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.482086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:08.488808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.493654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: ed1993be-c791-49ab-8476-0ad03263f71d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:08.494007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ed1993be-c791-49ab-8476-0ad03263f71d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:08.569195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.589725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:08.633481 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.633865 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Added segment cf136871-1966-4e3c-96a9-ec9a144bad4f of type vlan for network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 Jul 09 17:26:08.732736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.793633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.847828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e02eb-2dab-4f01-9999-c1546c758d5c req-b70a342e-861a-49de-81f7-e23250796590 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:08.855606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-848e02eb-2dab-4f01-9999-c1546c758d5c req-b70a342e-861a-49de-81f7-e23250796590 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1345184 Jul 09 17:26:08.863833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.864315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a7a41d19-ce4b-4334-b8a9-46bcb0a124a3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836254 Jul 09 17:26:08.886319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.892758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:08.893583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.901391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Subnet': ['ID=daf4b41f-5dc0-4a87-89b5-7c6841c9b2aa,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:08.909963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:08.911979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-54752700-f33f-4f1d-8c49-bf755a8e13d8 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/subnets/daf4b41f-5dc0-4a87-89b5-7c6841c9b2aa HTTP/1.1" status: 204 len: 168 time: 0.5751064 Jul 09 17:26:08.914388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40698) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:08.917418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe20b3d-a730-4113-860f-601c28ddec7b None None] Network 4d421164-1a7b-4599-870a-09e3d7beefc6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:08.945087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5263710 Jul 09 17:26:08.950818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40704) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:08.956766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'subnet': {'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:09.002719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-848e02eb-2dab-4f01-9999-c1546c758d5c req-ff145d26-5b5a-471d-9669-761a1ca94811 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460645 Jul 09 17:26:09.015574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a35a23-c139-49d9-8384-215092bce47f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Network': ['ID=c1891f80-0f1c-4b41-bbeb-5aefa8f712a8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:09.044776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:09.052091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-e3064f09-0fd9-410e-ba1a-61281bda6b68 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868801 Jul 09 17:26:09.150170 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.156015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.234917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:09.243271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.355013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] DHCP port deletion for 4d421164-1a7b-4599-870a-09e3d7beefc6 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:09.366895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting port 5327a90b-9259-4a58-8be8-0636a615dcc2 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:09.368748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.430408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] Deleting port 5327a90b-9259-4a58-8be8-0636a615dcc2 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:09.430787 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.495373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ed69928-1500-4c85-ad6c-bf26bfff3d52 req-407852c2-b67e-4dbc-b273-0210bfd6848a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 210 time: 0.0846813 Jul 09 17:26:09.535296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] For port 5327a90b-9259-4a58-8be8-0636a615dcc2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5327a90b-9259-4a58-8be8-0636a615dcc2,segment=NetworkSegment(9dbb8093-6768-47ad-9b7a-b8952a6dc771),segment_id=9dbb8093-6768-47ad-9b7a-b8952a6dc771)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:09.535561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.541040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] For port 5327a90b-9259-4a58-8be8-0636a615dcc2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5327a90b-9259-4a58-8be8-0636a615dcc2,segment=NetworkSegment(9dbb8093-6768-47ad-9b7a-b8952a6dc771),segment_id=9dbb8093-6768-47ad-9b7a-b8952a6dc771)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:09.542011 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.559012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Calling delete_port for 5327a90b-9259-4a58-8be8-0636a615dcc2 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:09.562943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] Calling delete_port for 5327a90b-9259-4a58-8be8-0636a615dcc2 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:09.735404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.795732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Subnet': ['ID=474e4bbb-0aa4-4401-8c29-44af11d99588,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:09.816743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.818588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.843743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] No DVR routers for this DVR port 5327a90b-9259-4a58-8be8-0636a615dcc2 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:09.866455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] No DVR routers for this DVR port 5327a90b-9259-4a58-8be8-0636a615dcc2 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:09.868194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Port': ['ID=5327a90b-9259-4a58-8be8-0636a615dcc2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:09.888768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dac36-b622-4062-9dbb-e96686668822 None None] Pushing event deleted for resources: {'Port': ['ID=5327a90b-9259-4a58-8be8-0636a615dcc2,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:09.907878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Checking segment: {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:09.908280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network hostable DHCP agents. Network: c1891f80-0f1c-4b41-bbeb-5aefa8f712a8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:26:09.978844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:09.981584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:26:09.994239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d421164-1a7b-4599-870a-09e3d7beefc6']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:10.004303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c1891f80-0f1c-4b41-bbeb-5aefa8f712a8) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:10.010115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbb8093-6768-47ad-9b7a-b8952a6dc771') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:10.010416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbb8093-6768-47ad-9b7a-b8952a6dc771') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:10.012835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:10.013506 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.015363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37f8fe-d576-4427-8d55-cdc9fecaf939 None None] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:10.030033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.063114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0c606dbb-63ba-445c-876a-da01e1b57ec2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1111755 Jul 09 17:26:10.066450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40760) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:10.068505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.074366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1821504411'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:10.082464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:10.084169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:10.092381 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:10.131858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:10.137031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.215263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:10.232284 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.243053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c1891f80-0f1c-4b41-bbeb-5aefa8f712a8', 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'fixed_ips': [{'subnet_id': '474e4bbb-0aa4-4401-8c29-44af11d99588'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:26:10.244489 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.252439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.255965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/networks/4d421164-1a7b-4599-870a-09e3d7beefc6 HTTP/1.1" status: 204 len: 168 time: 1.3405254 Jul 09 17:26:10.258100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40770) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:10.290582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2013e-73ee-49f6-8d25-032397bed85e tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Network': ['ID=4d421164-1a7b-4599-870a-09e3d7beefc6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:10.329579 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.329947 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Added segment 44b8dce7-6a50-4041-b88b-0c1558d17282 of type vlan for network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 Jul 09 17:26:10.383990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting subnet 986c5e2b-f2be-4aa5-866f-7847d6870fa8 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:10.389939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.474931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.519372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.527120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4173294-e403-44a8-a8eb-81fde77d58e0 req-297f803b-c88d-4405-803c-7c7425dcd723 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:10.532121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4173294-e403-44a8-a8eb-81fde77d58e0 req-297f803b-c88d-4405-803c-7c7425dcd723 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.3002899 Jul 09 17:26:10.560455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5327a90b-9259-4a58-8be8-0636a615dcc2 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:10.578034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.588284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:10.589186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.598968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5327a90b-9259-4a58-8be8-0636a615dcc2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:10.599486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5327a90b-9259-4a58-8be8-0636a615dcc2 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:10.735306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4173294-e403-44a8-a8eb-81fde77d58e0 req-1821168e-462f-4b52-82a4-dd9c04dd922a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932406 Jul 09 17:26:10.743731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.775154 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7070832 Jul 09 17:26:10.776000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40792) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:10.797185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Allocated IP 19.80.0.2 (c1891f80-0f1c-4b41-bbeb-5aefa8f712a8/474e4bbb-0aa4-4401-8c29-44af11d99588/103fddd3-af0c-4b53-900c-306610833937) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:10.813069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'subnet': {'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:10.945351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3c88215-fa79-433a-9aa2-2eabe71cb864 req-2d5ba5a9-fb12-422e-9772-726a8c2b9363 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 210 time: 0.0796659 Jul 09 17:26:10.988205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43405434-117c-4d2e-ba70-6f238b511c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:10.995398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.026806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Network': ['ID=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.037322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.040550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.042035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.042775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.043325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.043911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.044409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.044931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.046283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Subnet': ['ID=986c5e2b-f2be-4aa5-866f-7847d6870fa8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.055315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.055951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.056306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.056714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.057083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa9a30-40f8-4104-a2b1-b2ff4cdd51da tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:11.057599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.060212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79ac3a2f-da7f-40ce-9777-ffdc89f1eaf2 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/subnets/986c5e2b-f2be-4aa5-866f-7847d6870fa8 HTTP/1.1" status: 204 len: 168 time: 0.7834370 Jul 09 17:26:11.063828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Transition to ACTIVE for port object 103fddd3-af0c-4b53-900c-306610833937 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:11.078239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d392e4-195e-4d10-a764-cb714a2f6a3d None None] Network 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:11.088027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40810) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:11.092372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:11.152791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting subnet e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:11.155538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:11.159389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.165196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.300875 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.315037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Transition to ACTIVE for port object 103fddd3-af0c-4b53-900c-306610833937 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:11.333331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-7f88cb1a-80ba-4fe7-8c92-a4fec911b721 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:11.334920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-7f88cb1a-80ba-4fe7-8c92-a4fec911b721 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.2806649 Jul 09 17:26:11.335224 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.358734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Request body: {'port': {'device_id': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'admin_state_up': True, 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:11.396587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:11.429056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:11.442182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:11.484832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Pushing event updated for resources: {'Port': ['ID=103fddd3-af0c-4b53-900c-306610833937,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.557894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.592137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:11.605935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.625654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Attempting to bind port 103fddd3-af0c-4b53-900c-306610833937 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:11.626244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Attempting to bind port 103fddd3-af0c-4b53-900c-306610833937 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:11.626424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Attempting to bind port 103fddd3-af0c-4b53-900c-306610833937 on network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:11.634735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:11.635110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Checking segment: {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:11.635519 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.635932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Bound using segment: {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:11.636664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Bound port: 103fddd3-af0c-4b53-900c-306610833937, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:11.637031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.701392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.733699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] For port 103fddd3-af0c-4b53-900c-306610833937, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:11.736414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] For port 103fddd3-af0c-4b53-900c-306610833937, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=103fddd3-af0c-4b53-900c-306610833937,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:11.745242 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.780851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.790762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Subnet': ['ID=49258934-d2a9-4aad-9df1-360f2f540c0a,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.846195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] DHCP port deletion for 47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:11.922181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb87326-0e47-47e9-8768-2647e0aab4fc None None] Pushing event updated for resources: {'Port': ['ID=103fddd3-af0c-4b53-900c-306610833937,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.955198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] Deleting port c26f6ac0-d867-4c6e-886e-29572d9010b3 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:11.955705 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.960059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:11.962277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/subnets/e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6 HTTP/1.1" status: 204 len: 168 time: 0.8730099 Jul 09 17:26:11.965914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e4627-7b4f-49fa-a159-5a92626bc4d0 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ecbf4d-2a1d-424d-b973-d9ffc323d8a6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:11.969582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40870) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:11.979057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347883c4-fef5-4bdd-9985-dda6df4bfb45 None None] Network 7699c58b-0076-4c2d-b285-b12f848dd68c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:12.051331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Allocated IP 172.20.0.10 (8ed56b76-7db4-4328-a8ea-ee33971697b4/871b662f-c6cb-4dbf-ad13-665c13a17e07/fced2b10-10c2-41b7-b8a6-aed3099f29c6) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:12.235668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Checking segment: {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:12.239311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network hostable DHCP agents. Network: 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:26:12.275226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-354767ba-3f09-4934-9325-4beb57b887ac req-89fbd67c-3080-4be8-82e8-2bbc0a45ebf9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 210 time: 0.0898368 Jul 09 17:26:12.285612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] For port c26f6ac0-d867-4c6e-886e-29572d9010b3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c26f6ac0-d867-4c6e-886e-29572d9010b3,segment=NetworkSegment(de29105a-5fd8-4507-a306-3ed6b09e8d6e),segment_id=de29105a-5fd8-4507-a306-3ed6b09e8d6e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:12.286119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.327660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.357849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] Calling delete_port for c26f6ac0-d867-4c6e-886e-29572d9010b3 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:12.370155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:26:12.443832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.514496 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.562785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:12.595027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965fe91-ea83-4bbb-89b7-e427e633a34c req-33b4e5c3-2416-47fa-93ab-913c33fa02c7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:12.602133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3965fe91-ea83-4bbb-89b7-e427e633a34c req-33b4e5c3-2416-47fa-93ab-913c33fa02c7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.5486133 Jul 09 17:26:12.602582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] No DVR routers for this DVR port c26f6ac0-d867-4c6e-886e-29572d9010b3 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:12.605600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:12.606476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.607486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07b0ef-cd92-4c9f-aea0-49619cf4b2ab None None] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:12.641647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.672184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:12.678074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-938126bf-126e-4b55-81df-24f31befffbc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8907216 Jul 09 17:26:12.691368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:12.721646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:12.724370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] DHCP port deletion for 7699c58b-0076-4c2d-b285-b12f848dd68c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:12.759491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558edc4-f53b-409b-8eab-9700670397bd None None] Pushing event deleted for resources: {'Port': ['ID=c26f6ac0-d867-4c6e-886e-29572d9010b3,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:12.761680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 103fddd3-af0c-4b53-900c-306610833937 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:12.777357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3965fe91-ea83-4bbb-89b7-e427e633a34c req-d07dba17-6c1c-4242-abba-280bdebc8143 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740766 Jul 09 17:26:12.786715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting port c26f6ac0-d867-4c6e-886e-29572d9010b3 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:12.787063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.858169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:12.858850 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.883025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event updated for resources: {'Port': ['ID=fced2b10-10c2-41b7-b8a6-aed3099f29c6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:12.911642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-a1eb5729-0e01-4874-906c-5495c0043305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5665205 Jul 09 17:26:12.925074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Request body: {'port': {'device_id': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:12.953325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] For port c26f6ac0-d867-4c6e-886e-29572d9010b3, host n-d-791506-17, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:12.953865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.974168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0639d71f-3301-4b9a-8717-2cd135d09194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:12.988739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Calling delete_port for c26f6ac0-d867-4c6e-886e-29572d9010b3 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:12.996174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Port c26f6ac0-d867-4c6e-886e-29572d9010b3 was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:26:12.999300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8cef21c7-47e9-4f5d-85c9-4b0d69d65be7', 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'fixed_ips': [{'subnet_id': '49258934-d2a9-4aad-9df1-360f2f540c0a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:26:13.000574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.000888 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.089637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] No DVR routers for this DVR port c26f6ac0-d867-4c6e-886e-29572d9010b3 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:13.129869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] Deleting port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:13.130524 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.246209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Port': ['ID=c26f6ac0-d867-4c6e-886e-29572d9010b3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:13.292399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.317379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c81efd-09ee-4cc2-b555-a19b2e4d3ea9']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:13.318632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] For port d4e678e5-c678-4b49-ae00-f84d4bfc6b91, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,segment=NetworkSegment(d044cd4c-5a6c-4d5f-a919-5615766d2643),segment_id=d044cd4c-5a6c-4d5f-a919-5615766d2643)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:13.320932 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.347658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de29105a-5fd8-4507-a306-3ed6b09e8d6e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:13.348127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de29105a-5fd8-4507-a306-3ed6b09e8d6e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:13.358220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] Calling delete_port for d4e678e5-c678-4b49-ae00-f84d4bfc6b91 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:13.361656 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.364690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.400242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.414802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:13.415408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:13.432117 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:13.605442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.644472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.646443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/networks/47c81efd-09ee-4cc2-b555-a19b2e4d3ea9 HTTP/1.1" status: 204 len: 168 time: 1.6756859 Jul 09 17:26:13.663276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:13.677138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Allocated IP 19.86.0.2 (8cef21c7-47e9-4f5d-85c9-4b0d69d65be7/49258934-d2a9-4aad-9df1-360f2f540c0a/fa4af0b6-b04b-4053-93df-39f39bc067fa) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:13.709412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 103fddd3-af0c-4b53-900c-306610833937 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:13.802547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063552e7-8c06-4334-9b2f-3f09f59ec71d tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Network': ['ID=47c81efd-09ee-4cc2-b555-a19b2e4d3ea9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:13.848360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64454831-6812-4835-b660-f1470271c841 None None] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:13.855832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c26f6ac0-d867-4c6e-886e-29572d9010b3 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:13.889691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-bfef1e67-bfe0-4f5c-be6c-aaa448f3bc79 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:13.897060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-bfef1e67-bfe0-4f5c-be6c-aaa448f3bc79 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:13.906182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-bfef1e67-bfe0-4f5c-be6c-aaa448f3bc79 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/networks?id=c1891f80-0f1c-4b41-bbeb-5aefa8f712a8&id=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 HTTP/1.1" status: 200 len: 1392 time: 0.6668093 Jul 09 17:26:13.936422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-a4188543-725a-46b9-a93f-2c548f1c4172 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/quotas/00d7628771f64ab1a3095d70aca32408 HTTP/1.1" status: 200 len: 375 time: 0.0292695 Jul 09 17:26:13.942251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.943665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.969287 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:13.974689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c26f6ac0-d867-4c6e-886e-29572d9010b3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:13.975438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c26f6ac0-d867-4c6e-886e-29572d9010b3 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:13.977411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156e5d-2823-4605-95b7-d698dad61644 req-98fcded3-7eff-41a6-a088-4092a24a0f87 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:13.980026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de156e5d-2823-4605-95b7-d698dad61644 req-98fcded3-7eff-41a6-a088-4092a24a0f87 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 932 time: 0.3755283 Jul 09 17:26:13.997491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.032396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] No DVR routers for this DVR port d4e678e5-c678-4b49-ae00-f84d4bfc6b91 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:14.036216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] Provisioning for port 103fddd3-af0c-4b53-900c-306610833937 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:14.038950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3f04-52e2-4011-9800-84a044f26903 None None] Pushing event deleted for resources: {'Port': ['ID=d4e678e5-c678-4b49-ae00-f84d4bfc6b91,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:14.060116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] Provisioning complete for port 103fddd3-af0c-4b53-900c-306610833937 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:14.060491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.094941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced2b10-10c2-41b7-b8a6-aed3099f29c6 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:14.106355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.120967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-92a120d2-d8c2-41fc-b696-cdcee1778d99 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1775353 Jul 09 17:26:14.163055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de156e5d-2823-4605-95b7-d698dad61644 req-fffca0d6-845a-441c-a96e-d24ba16ae8c4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656766 Jul 09 17:26:14.164337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.191838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7699c58b-0076-4c2d-b285-b12f848dd68c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:14.209765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044cd4c-5a6c-4d5f-a919-5615766d2643') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:14.211135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044cd4c-5a6c-4d5f-a919-5615766d2643') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:14.226208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.241394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.249900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:14.251078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:14.254887 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:14.277471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-13477405-5fd4-4cb9-b140-3d2b543ca752 service neutron] 10.222.0.21 "GET /v2.0/networks/c1891f80-0f1c-4b41-bbeb-5aefa8f712a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469409 Jul 09 17:26:14.281757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Transition to ACTIVE for port object fced2b10-10c2-41b7-b8a6-aed3099f29c6 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:14.294917 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.339697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.389338 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.405795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.410418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/networks/7699c58b-0076-4c2d-b285-b12f848dd68c HTTP/1.1" status: 204 len: 168 time: 0.7394662 Jul 09 17:26:14.410893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41002) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:14.431842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d4e678e5-c678-4b49-ae00-f84d4bfc6b91 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:14.464109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bca69-e10b-47cf-b0c4-d1757bc34d32 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Network': ['ID=7699c58b-0076-4c2d-b285-b12f848dd68c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:14.469458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.472723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d4e678e5-c678-4b49-ae00-f84d4bfc6b91 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:14.473279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d4e678e5-c678-4b49-ae00-f84d4bfc6b91 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:14.525743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-82f4c141-f4b7-4c22-a8cc-13fe68c7cefd service neutron] 10.222.0.21 "GET /v2.0/networks/c1891f80-0f1c-4b41-bbeb-5aefa8f712a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408874 Jul 09 17:26:14.527233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] For port 103fddd3-af0c-4b53-900c-306610833937, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=103fddd3-af0c-4b53-900c-306610833937,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:14.537083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Pushing event updated for resources: {'Port': ['ID=fced2b10-10c2-41b7-b8a6-aed3099f29c6,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:14.537471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Transition to ACTIVE for port object fa4af0b6-b04b-4053-93df-39f39bc067fa will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:14.541054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.607569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting subnet 0364dad0-5b6b-4199-a8ec-cc644434f661 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:14.618281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.679464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Transition to ACTIVE for port object fa4af0b6-b04b-4053-93df-39f39bc067fa will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:14.688477 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:26:14.702120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.710973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.722344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Attempting to bind port fced2b10-10c2-41b7-b8a6-aed3099f29c6 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:14.722764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Attempting to bind port fced2b10-10c2-41b7-b8a6-aed3099f29c6 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:14.723260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Attempting to bind port fced2b10-10c2-41b7-b8a6-aed3099f29c6 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:14.730832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8e4c-e6e9-443d-9dd3-21e47404bc14 None None] Pushing event updated for resources: {'Port': ['ID=103fddd3-af0c-4b53-900c-306610833937,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:14.749089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:14.765605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Port fced2b10-10c2-41b7-b8a6-aed3099f29c6 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:26:14.767841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Attempting to bind port fced2b10-10c2-41b7-b8a6-aed3099f29c6 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:14.782046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:14.786121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:14.791092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:14.793506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:14.794279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Bound using segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:14.795059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Bound port: fced2b10-10c2-41b7-b8a6-aed3099f29c6, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:14.795498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.851973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-f786066f-8b4f-4f39-ba72-46c2f92a2a72 service neutron] 10.222.0.21 "GET /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234327 Jul 09 17:26:14.889424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b544-ca6b-4615-94ad-53c3827df2dc req-4bcb1ad9-1af4-4699-9f23-5d673f648cae tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:14.896950 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a775b544-ca6b-4615-94ad-53c3827df2dc req-4bcb1ad9-1af4-4699-9f23-5d673f648cae tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1855769 Jul 09 17:26:14.933658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] For port fced2b10-10c2-41b7-b8a6-aed3099f29c6, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:14.939613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] For port fced2b10-10c2-41b7-b8a6-aed3099f29c6, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:14.953323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:14.993493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a775b544-ca6b-4615-94ad-53c3827df2dc req-04712e4a-54f1-4229-86ce-4860cc6bd2fb tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955288 Jul 09 17:26:15.010884 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.139439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.204868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Subnet': ['ID=0364dad0-5b6b-4199-a8ec-cc644434f661,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:15.222749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.236857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5396836f-7b89-47e3-94a0-e864875ef690 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/subnets/0364dad0-5b6b-4199-a8ec-cc644434f661 HTTP/1.1" status: 204 len: 168 time: 0.8174636 Jul 09 17:26:15.237895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:15.253691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88cb55a-3d03-4cd3-9c76-187d6520a728 None None] Network d504f2da-66e7-4575-ae3e-40ceac21eaab requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:15.339799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Attempting to bind port fa4af0b6-b04b-4053-93df-39f39bc067fa on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:15.340942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Attempting to bind port fa4af0b6-b04b-4053-93df-39f39bc067fa by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:15.343563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Attempting to bind port fa4af0b6-b04b-4053-93df-39f39bc067fa on network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:15.352858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Pushing event updated for resources: {'Port': ['ID=fa4af0b6-b04b-4053-93df-39f39bc067fa,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:15.389029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:15.389966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Checking segment: {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:15.390845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.391471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Bound using segment: {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:15.392223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Bound port: fa4af0b6-b04b-4053-93df-39f39bc067fa, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:15.392864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.459263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0a179c91-c85c-4aca-941a-69076ef8a4f2 None None] Provisioning complete for port 103fddd3-af0c-4b53-900c-306610833937 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:15.459826 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0a179c91-c85c-4aca-941a-69076ef8a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.516898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.590636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] For port fa4af0b6-b04b-4053-93df-39f39bc067fa, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:15.614896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:15.615516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.617038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] 10.222.0.13 "PUT /v2.0/ports/fced2b10-10c2-41b7-b8a6-aed3099f29c6 HTTP/1.1" status: 200 len: 1093 time: 2.6974056 Jul 09 17:26:15.617484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'tag': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:15.619198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114865a7-7395-4771-b6a2-4c2fddfc7a45 req-1ee2daa5-a321-402b-8cdd-47a8b1e76030 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:15.619821 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681bb46f-975d-4470-99e6-299ee8573b42" -d '{"events": [{"name": "network-changed", "server_uuid": "44d5a90c-6114-442c-925f-d457c20ca4f0", "tag": "fced2b10-10c2-41b7-b8a6-aed3099f29c6"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:15.623662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-114865a7-7395-4771-b6a2-4c2fddfc7a45 req-1ee2daa5-a321-402b-8cdd-47a8b1e76030 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 944 time: 0.1680160 Jul 09 17:26:15.632027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] For port fa4af0b6-b04b-4053-93df-39f39bc067fa, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa4af0b6-b04b-4053-93df-39f39bc067fa,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:15.665844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924c80e-2a05-41b1-9c92-a0c56154ee6a service neutron] Pushing event updated for resources: {'Port': ['ID=fced2b10-10c2-41b7-b8a6-aed3099f29c6,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:15.698801 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-99e979e0-3ce2-4523-af66-a830005186b8 service neutron] 10.222.0.21 "GET /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472722 Jul 09 17:26:15.703879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Deleting port e65a70cb-4a47-45b7-b275-4dbf6b503578 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:15.704240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.769153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.792763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-114865a7-7395-4771-b6a2-4c2fddfc7a45 req-f73dc842-7d64-4a8c-a52c-2f924013ce97 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418073 Jul 09 17:26:15.857852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] For port e65a70cb-4a47-45b7-b275-4dbf6b503578, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e65a70cb-4a47-45b7-b275-4dbf6b503578,segment=NetworkSegment(95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7),segment_id=95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:15.858389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.902848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-7a2c0d25-c246-4026-82f3-9542029f0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:15.917791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] DHCP port deletion for d504f2da-66e7-4575-ae3e-40ceac21eaab request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:15.921558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-7a2c0d25-c246-4026-82f3-9542029f0793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1304674 Jul 09 17:26:15.933992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Calling delete_port for e65a70cb-4a47-45b7-b275-4dbf6b503578 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:15.957382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:15.974256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-7df706df-e568-4a3c-8084-e434b6eb75cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6 HTTP/1.1" status: 200 len: 217 time: 0.0449319 Jul 09 17:26:16.064335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-da6479f1-d52b-4479-b094-ad8e15c35552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:16.066141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-da6479f1-d52b-4479-b094-ad8e15c35552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0855381 Jul 09 17:26:16.090531 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.120272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Port': ['ID=e65a70cb-4a47-45b7-b275-4dbf6b503578,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:16.129438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dfc58-da36-4611-982e-39790cb53d39 None None] Pushing event updated for resources: {'Port': ['ID=fa4af0b6-b04b-4053-93df-39f39bc067fa,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:16.130694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] No DVR routers for this DVR port e65a70cb-4a47-45b7-b275-4dbf6b503578 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:16.137525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:16.144141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-04e828bb-e8fb-45e6-8c40-bfdfdcef4166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702596 Jul 09 17:26:16.178625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Deleting port e65a70cb-4a47-45b7-b275-4dbf6b503578 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:16.179014 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.312838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-ae095160-2566-4908-9dcb-4d6b10944f57 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619828 Jul 09 17:26:16.357961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.397278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d504f2da-66e7-4575-ae3e-40ceac21eaab']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:16.424291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:16.424925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c4fe92-0bb4-4370-8f9a-1fb2e391dcc7') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:16.431338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] For port e65a70cb-4a47-45b7-b275-4dbf6b503578, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:16.432391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.438976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.456398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.460068 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d7b527-3ced-4057-89db-cebd60d0f8de x-openstack-request-id: req-f2d7b527-3ced-4057-89db-cebd60d0f8de {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:16.461694 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d5a90c-6114-442c-925f-d457c20ca4f0", "tag": "fced2b10-10c2-41b7-b8a6-aed3099f29c6", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:16.462133 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d7b527-3ced-4057-89db-cebd60d0f8de {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:16.465635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:16.466623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.468766 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'tag': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6', 'status': 'completed', 'code': 200} Jul 09 17:26:16.496682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Calling delete_port for e65a70cb-4a47-45b7-b275-4dbf6b503578 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:16.507006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Port e65a70cb-4a47-45b7-b275-4dbf6b503578 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:26:16.511522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.568793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f02c3168-85c9-44ce-9731-db81a27a28d3 req-5a7a2ad8-3167-4394-a5a7-d2f1357db2ba service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477348 Jul 09 17:26:16.606332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] Pushing event deleted for resources: {'Port': ['ID=e65a70cb-4a47-45b7-b275-4dbf6b503578,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:16.609365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f8174-d498-4c04-91d3-3f0656bd03c3 None None] No DVR routers for this DVR port e65a70cb-4a47-45b7-b275-4dbf6b503578 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:16.635874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 103fddd3-af0c-4b53-900c-306610833937 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:16.706610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 103fddd3-af0c-4b53-900c-306610833937 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:16.707434 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:16.717512 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:16.728262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.755538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54507637-12d2-4dba-8d6d-339befe068ea req-0fa43eb5-e579-4655-b9a6-c51ade2a6c95 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 210 time: 0.6081202 Jul 09 17:26:16.779363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb46f-975d-4470-99e6-299ee8573b42 req-67fa8417-78c7-4cad-824f-8c8f99d22479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:16.781167 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-67fa8417-78c7-4cad-824f-8c8f99d22479 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1438303 Jul 09 17:26:16.781320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.786783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/networks/d504f2da-66e7-4575-ae3e-40ceac21eaab HTTP/1.1" status: 204 len: 168 time: 1.5464203 Jul 09 17:26:16.788051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836543-7034-4bc2-9b4e-62f997ff3a5c tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Pushing event deleted for resources: {'Network': ['ID=d504f2da-66e7-4575-ae3e-40ceac21eaab,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:16.790849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41066) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:16.791904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63102c07-756b-4f81-ab16-385a14b4b805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.805492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbceee-2f44-4bdc-bd77-f53c9cb15398 req-ec1bb9fd-a5a4-4256-9340-61526a1fa8f7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:16.814446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6bbceee-2f44-4bdc-bd77-f53c9cb15398 req-ec1bb9fd-a5a4-4256-9340-61526a1fa8f7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1398213 Jul 09 17:26:16.846762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6951914-7c48-4947-ba4c-44e4dbb05c2b tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff209e64-027b-4e5f-a58a-d7600fea1757 HTTP/1.1" status: 200 len: 205 time: 0.0434391 Jul 09 17:26:16.848578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41070) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:16.931201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb46f-975d-4470-99e6-299ee8573b42 req-ddb395be-eda6-40ff-ab3f-ead260d09faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:16.932787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-ddb395be-eda6-40ff-ab3f-ead260d09faf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.1154900 Jul 09 17:26:16.973699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:16.990153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-f96fa61e-8b3b-4957-8cda-74470e5da1fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6 HTTP/1.1" status: 200 len: 217 time: 0.0461879 Jul 09 17:26:17.027579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e65a70cb-4a47-45b7-b275-4dbf6b503578 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:17.060374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb46f-975d-4470-99e6-299ee8573b42 req-3795b088-f792-43de-a6ab-71e21882361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:17.062069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-3795b088-f792-43de-a6ab-71e21882361d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0596061 Jul 09 17:26:17.068612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e65a70cb-4a47-45b7-b275-4dbf6b503578 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:17.069461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e65a70cb-4a47-45b7-b275-4dbf6b503578 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:17.074777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6bbceee-2f44-4bdc-bd77-f53c9cb15398 req-152464c4-843c-4848-9f7a-81d395ecc69c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593505 Jul 09 17:26:17.170075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-599e1310-8b0d-41e2-aa25-67091545787d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909495 Jul 09 17:26:17.339396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-c4ef11fb-8ca3-4df9-a293-3e4bce8220b2 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615121 Jul 09 17:26:17.372692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63102c07-756b-4f81-ab16-385a14b4b805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.412183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.415413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63102c07-756b-4f81-ab16-385a14b4b805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.443410 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.451505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-63102c07-756b-4f81-ab16-385a14b4b805 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6cac2941229400fad9eaf3cc8d36729&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3035805 Jul 09 17:26:17.455079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41074) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:17.508597 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-681bb46f-975d-4470-99e6-299ee8573b42 req-88cc22ef-2cd0-4d8d-bf2b-60a972717aa8 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620977 Jul 09 17:26:17.546279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.546839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Fanout notify agent at l3_agent the message router_deleted on router ff209e64-027b-4e5f-a58a-d7600fea1757 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:26:17.558089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.573278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.579379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-624d26b0-9b50-450f-ab32-eafdd10bc6d6 tempest-RoutersNegativeIpV6Test-153361385 tempest-RoutersNegativeIpV6Test-153361385-project] 10.222.0.21 "DELETE /v2.0/routers/ff209e64-027b-4e5f-a58a-d7600fea1757 HTTP/1.1" status: 204 len: 168 time: 0.7291529 Jul 09 17:26:17.580152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63102c07-756b-4f81-ab16-385a14b4b805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73270233-7311-4d68-9921-c45538282dcf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:17.607794 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.636967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17f1db-57dc-4c95-97e7-39d8b5102942 req-4c4e2391-0f13-4725-8a2c-2119ad81b24e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:17.644004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b17f1db-57dc-4c95-97e7-39d8b5102942 req-4c4e2391-0f13-4725-8a2c-2119ad81b24e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 944 time: 0.4257264 Jul 09 17:26:17.686793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.705008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:17.709140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b17f1db-57dc-4c95-97e7-39d8b5102942 req-ba0cbc9b-5ca1-450f-8b99-f1146c0cef53 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637956 Jul 09 17:26:17.709610 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73270233-7311-4d68-9921-c45538282dcf HTTP/1.1" status: 204 len: 168 time: 0.2530077 Jul 09 17:26:17.721183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73270233-7311-4d68-9921-c45538282dcf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:17.747233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.747660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.747839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b02e4-5390-486c-8e17-9448f69c7e11 None None] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:17.748488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.752201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.752527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.753011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.753320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.753761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.754297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.754582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.754888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.756491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ca8a-ce75-49c0-aeb4-b99c999d60f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:17.929630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41088) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:17.968847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:18.039044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1e47702b-50d3-494b-928f-24bae2eb5486 None None] Provisioning for port fa4af0b6-b04b-4053-93df-39f39bc067fa completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:18.095736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d111673-eba6-4e19-b734-fd87cedfc5a4 req-6af52510-f543-4462-afce-9ab766d9e5c1 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 210 time: 0.1010637 Jul 09 17:26:18.365813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:18.411713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'mac_address': 'fa:16:3e:78:8a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:18.539546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:18.606707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa4af0b6-b04b-4053-93df-39f39bc067fa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:18.615429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b579-d0b2-4a8b-8b6d-4b042d7e7291 req-834182ac-5245-48bd-a634-85f95bcbdba2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:18.617393 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bb4b579-d0b2-4a8b-8b6d-4b042d7e7291 req-834182ac-5245-48bd-a634-85f95bcbdba2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1996260 Jul 09 17:26:18.675509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bb4b579-d0b2-4a8b-8b6d-4b042d7e7291 req-fcb38d2c-cc3a-4249-9f5b-db721276d0cb tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510745 Jul 09 17:26:18.716244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:18.777445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:18.791658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:18.825308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port fa4af0b6-b04b-4053-93df-39f39bc067fa completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:18.848583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fa4af0b6-b04b-4053-93df-39f39bc067fa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:18.853006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:18.938324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['955f2974-b0cf-4fbe-a2f0-2f7b0566f234'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:18.984481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:19.020169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-327c49c9-02bb-43f5-afb7-042a1bf8b39a None None] Provisioning complete for port fa4af0b6-b04b-4053-93df-39f39bc067fa triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:19.020738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-327c49c9-02bb-43f5-afb7-042a1bf8b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.133729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-e8c98b2c-adcb-432a-ab98-27c715002306 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:19.142133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-e8c98b2c-adcb-432a-ab98-27c715002306 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:19.144449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-e8c98b2c-adcb-432a-ab98-27c715002306 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "GET /v2.0/networks?id=c1891f80-0f1c-4b41-bbeb-5aefa8f712a8&id=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 HTTP/1.1" status: 200 len: 1392 time: 1.1385517 Jul 09 17:26:19.194901 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.212966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'port': {'device_id': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8', 'admin_state_up': True, 'tenant_id': '00d7628771f64ab1a3095d70aca32408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:19.238269 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-327c49c9-02bb-43f5-afb7-042a1bf8b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.257263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41140) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:19.258935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f95b6afe-ae76-408a-bdc6-c59c3bfd64d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dd33337f6724551ac5ff2e39db27772&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3263431 Jul 09 17:26:19.336534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port fa4af0b6-b04b-4053-93df-39f39bc067fa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa4af0b6-b04b-4053-93df-39f39bc067fa,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:19.360921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.417546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3062b0-d00a-400e-8a6d-32473cf7ad0a req-7ba17604-1066-4007-bfdd-9abd07ae4933 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:19.419289 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d3062b0-d00a-400e-8a6d-32473cf7ad0a req-7ba17604-1066-4007-bfdd-9abd07ae4933 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 944 time: 0.2736382 Jul 09 17:26:19.517130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d3062b0-d00a-400e-8a6d-32473cf7ad0a req-2f59ff4c-87ef-43f0-a824-1ce6d0cb6f4f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812180 Jul 09 17:26:19.553890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:19.558529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.598473 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-327c49c9-02bb-43f5-afb7-042a1bf8b39a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:26:19.599968 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-327c49c9-02bb-43f5-afb7-042a1bf8b39a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:26:19.667687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76979d5-89ba-4e1e-ba4b-db4d9343879d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.698583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=fa4af0b6-b04b-4053-93df-39f39bc067fa,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:19.804703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76979d5-89ba-4e1e-ba4b-db4d9343879d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:19.853818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:19.922130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Allocated IP 19.80.0.190 (c1891f80-0f1c-4b41-bbeb-5aefa8f712a8/474e4bbb-0aa4-4401-8c29-44af11d99588/c80bbd09-372c-40e8-a347-408d7b4dd398) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:19.934409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2510b2-d8f9-4a57-8ec3-1dd4af42786f req-7ec4422d-3149-4199-b780-843aff827d82 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 210 time: 0.5802259 Jul 09 17:26:20.060960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:20.062534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.070389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76979d5-89ba-4e1e-ba4b-db4d9343879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.075206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a76979d5-89ba-4e1e-ba4b-db4d9343879d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.079394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a76979d5-89ba-4e1e-ba4b-db4d9343879d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6110c5e7-b8c3-4c63-ac8c-82dc67f0a38f HTTP/1.1" status: 204 len: 168 time: 0.8208447 Jul 09 17:26:20.132937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76979d5-89ba-4e1e-ba4b-db4d9343879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6110c5e7-b8c3-4c63-ac8c-82dc67f0a38f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:20.325218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8587e-bafd-4488-9451-27baeabb9426 req-6d021d10-e441-4614-915c-97abd280dc02 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:20.336312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-77c8587e-bafd-4488-9451-27baeabb9426 req-6d021d10-e441-4614-915c-97abd280dc02 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 945 time: 0.1261756 Jul 09 17:26:20.370721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.390026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Transition to ACTIVE for port object c80bbd09-372c-40e8-a347-408d7b4dd398 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:20.419918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-77c8587e-bafd-4488-9451-27baeabb9426 req-487d7f0d-d273-4190-9f38-7af0f710adf5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825405 Jul 09 17:26:20.440664 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.493368 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.543743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fced2b10-10c2-41b7-b8a6-aed3099f29c6 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:20.547059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa4af0b6-b04b-4053-93df-39f39bc067fa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:20.552572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Port': ['ID=c80bbd09-372c-40e8-a347-408d7b4dd398,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:20.570267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:20.571859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:20.578058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:20.685837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:20.688283 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675bc0a-129d-4aff-81f2-184fbc1a3d0a" -d '{"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-plugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:20.698300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:20.702112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.728911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fa4af0b6-b04b-4053-93df-39f39bc067fa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:20.729328 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:20.749656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-60b3d20f-dc79-4235-b0d0-8f209ecfbd2f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5762444 Jul 09 17:26:20.791528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Request body: {'port': {'device_id': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7', 'admin_state_up': True, 'tenant_id': '00d7628771f64ab1a3095d70aca32408'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:20.826511 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564d1cb-dd27-4d05-b1c6-4ac7ca7956d0 x-openstack-request-id: req-3564d1cb-dd27-4d05-b1c6-4ac7ca7956d0 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:20.826850 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-plugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:20.827058 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3564d1cb-dd27-4d05-b1c6-4ac7ca7956d0 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:20.827462 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'code': 200} Jul 09 17:26:20.832039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:20.846777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:26:20.849887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:21.046055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a532-0ae3-4ad4-8c3f-1657652d58ac req-69b3953b-07a6-40dc-b123-8cc7cfb19312 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:21.054281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a63a532-0ae3-4ad4-8c3f-1657652d58ac req-69b3953b-07a6-40dc-b123-8cc7cfb19312 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 944 time: 0.3204124 Jul 09 17:26:21.145351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a63a532-0ae3-4ad4-8c3f-1657652d58ac req-a6fd5023-18ee-4d56-a95e-c54287c97ec2 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898128 Jul 09 17:26:21.232019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Made reservation on behalf of 00d7628771f64ab1a3095d70aca32408 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:21.237457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:21.295311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:21.372099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fced2b10-10c2-41b7-b8a6-aed3099f29c6, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:21.392590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6', 'mac_address': 'fa:16:3e:c0:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:21.394643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-111b9331-77ac-4b3b-8685-3e0d4c713f58 None None] Provisioning for port c80bbd09-372c-40e8-a347-408d7b4dd398 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:21.399949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-111b9331-77ac-4b3b-8685-3e0d4c713f58 None None] Provisioning complete for port c80bbd09-372c-40e8-a347-408d7b4dd398 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:21.400327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-111b9331-77ac-4b3b-8685-3e0d4c713f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:21.509244 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:21.513278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-111b9331-77ac-4b3b-8685-3e0d4c713f58 None None] Port c80bbd09-372c-40e8-a347-408d7b4dd398 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:21.565405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fced2b10-10c2-41b7-b8a6-aed3099f29c6 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:21.572221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b77c-52bb-4550-8e90-f7e7c40acbd9 req-8c857e16-ce94-4e63-b6f4-59b6a2609a07 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:21.578201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Allocated IP 19.86.0.231 (8cef21c7-47e9-4f5d-85c9-4b0d69d65be7/49258934-d2a9-4aad-9df1-360f2f540c0a/6a54f471-f9ad-45d2-bdf9-642ac305ba98) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:21.583409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25f2b77c-52bb-4550-8e90-f7e7c40acbd9 req-8c857e16-ce94-4e63-b6f4-59b6a2609a07 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 932 time: 0.1915236 Jul 09 17:26:21.629614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fced2b10-10c2-41b7-b8a6-aed3099f29c6, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:21.640696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:21.705368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:21.705827 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25f2b77c-52bb-4550-8e90-f7e7c40acbd9 req-b8c5874c-4803-4035-9da7-32d5f4c2c8a8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985928 Jul 09 17:26:21.782757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fced2b10-10c2-41b7-b8a6-aed3099f29c6,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:21.924603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['fced2b10-10c2-41b7-b8a6-aed3099f29c6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:21.944068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a61a11-9f1d-49c7-a64e-e9c0f5fc63ef req-3d100c2a-f8f9-4e8b-95a2-20dca6a2d2c8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:21.945693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a61a11-9f1d-49c7-a64e-e9c0f5fc63ef req-3d100c2a-f8f9-4e8b-95a2-20dca6a2d2c8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1861818 Jul 09 17:26:21.953807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bbca65bd-d40a-4326-a20e-12cd1a7cb6cf tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:21.954540 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-bbca65bd-d40a-4326-a20e-12cd1a7cb6cf tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 17:26:21.955039 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-bbca65bd-d40a-4326-a20e-12cd1a7cb6cf tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:26:21.961439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41206) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:21.961674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bbca65bd-d40a-4326-a20e-12cd1a7cb6cf tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2517607 Jul 09 17:26:21.968457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138558492'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:21.989951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.021624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.023035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Transition to ACTIVE for port object 6a54f471-f9ad-45d2-bdf9-642ac305ba98 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:22.040513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2a61a11-9f1d-49c7-a64e-e9c0f5fc63ef req-8a1181e3-c237-41f7-ba5a-37ae61ae8976 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750074 Jul 09 17:26:22.047099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.105539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.243628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.246561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:22.249051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event updated for resources: {'Port': ['ID=6a54f471-f9ad-45d2-bdf9-642ac305ba98,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:22.257348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.261742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:22.267952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:22.310266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e11e150-ad88-4f76-8aca-c6b1ae09920e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:22.402613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:22.404533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.491400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.502203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.528879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c89a4762-8458-43d0-8d7b-2f1fcc29e68d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7485437 Jul 09 17:26:22.551395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Request body: {'port': {'device_id': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:22.579475 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.581291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e4b9-2081-46a9-88c7-9de5eccf3f15 req-d2332a4a-ab0d-4e09-bc58-b2c4db9049aa tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:22.582595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6195691 Jul 09 17:26:22.591584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41216) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:22.599312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4307e4b9-2081-46a9-88c7-9de5eccf3f15 req-d2332a4a-ab0d-4e09-bc58-b2c4db9049aa tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 945 time: 0.1888514 Jul 09 17:26:22.600473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': 'f48395ab-864c-42db-b061-516032cc9a07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:22.634425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a355e-093f-435c-823d-979ececa2cf5 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48395ab-864c-42db-b061-516032cc9a07,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:22.651352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.688364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4307e4b9-2081-46a9-88c7-9de5eccf3f15 req-c10afa56-d9df-4c82-9e98-2c78d99337eb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861673 Jul 09 17:26:22.754602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.756183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6ac8dc10-f884-4c23-bf4d-2791ad97dfd0 None None] Provisioning for port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:22.761257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6ac8dc10-f884-4c23-bf4d-2791ad97dfd0 None None] Provisioning complete for port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:22.761695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6ac8dc10-f884-4c23-bf4d-2791ad97dfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.799614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.805825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.862077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd90c2e-6a2c-4ec9-8942-bf598b3e137d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:22.891733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8dc10-f884-4c23-bf4d-2791ad97dfd0 None None] Port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:22.900874 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:22.902741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6dc749e4-51ca-4ece-913b-2a187d70de4c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3087914 Jul 09 17:26:22.953274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41220) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:22.965148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d71722e0-124d-4d01-a443-9668006f44c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': 'f48395ab-864c-42db-b061-516032cc9a07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:23.029138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d71722e0-124d-4d01-a443-9668006f44c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.102249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234468d-0b66-46a9-abe8-6c88f26d659e req-d50feba5-35ec-49ca-8597-eedd4e55cede tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:23.125509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234468d-0b66-46a9-abe8-6c88f26d659e req-d50feba5-35ec-49ca-8597-eedd4e55cede tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:23.145012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e234468d-0b66-46a9-abe8-6c88f26d659e req-d50feba5-35ec-49ca-8597-eedd4e55cede tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1655 time: 0.2748547 Jul 09 17:26:23.212950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80bbd09-372c-40e8-a347-408d7b4dd398 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:23.227017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.265101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Transition to ACTIVE for port object c80bbd09-372c-40e8-a347-408d7b4dd398 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:23.266861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e234468d-0b66-46a9-abe8-6c88f26d659e req-718a956d-780d-4852-bccb-2511d8ad6180 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192229 Jul 09 17:26:23.270548 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-d71722e0-124d-4d01-a443-9668006f44c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:26:23.286484 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d71722e0-124d-4d01-a443-9668006f44c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3223145 Jul 09 17:26:23.286755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.286886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:23.398901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70bc094a-c228-40cb-8817-f63c03ee9f7e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.485950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70bc094a-c228-40cb-8817-f63c03ee9f7e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.494723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c80bbd09-372c-40e8-a347-408d7b4dd398,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:23.577834 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70bc094a-c228-40cb-8817-f63c03ee9f7e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.581624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70bc094a-c228-40cb-8817-f63c03ee9f7e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.583076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-70bc094a-c228-40cb-8817-f63c03ee9f7e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/f48395ab-864c-42db-b061-516032cc9a07 HTTP/1.1" status: 204 len: 168 time: 0.3007581 Jul 09 17:26:23.586546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41230) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:23.641809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc094a-c228-40cb-8817-f63c03ee9f7e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48395ab-864c-42db-b061-516032cc9a07,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:23.681792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9146-2b25-44e2-a465-7a9f09797684 req-13c6eda4-1298-45e9-975e-45ce92d73881 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:23.691405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38ca9146-2b25-44e2-a465-7a9f09797684 req-13c6eda4-1298-45e9-975e-45ce92d73881 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.3438904 Jul 09 17:26:23.701334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f699b85-d2d1-4c80-a02f-0f1f51874352 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114717 Jul 09 17:26:23.706399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41234) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:23.712451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--666683042'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:23.756628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.763282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Attempting to bind port c80bbd09-372c-40e8-a347-408d7b4dd398 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:23.763632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Attempting to bind port c80bbd09-372c-40e8-a347-408d7b4dd398 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:23.763994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Attempting to bind port c80bbd09-372c-40e8-a347-408d7b4dd398 on network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:23.780695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Port c80bbd09-372c-40e8-a347-408d7b4dd398 on network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:26:23.781028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Attempting to bind port c80bbd09-372c-40e8-a347-408d7b4dd398 on network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:23.812442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:23.812793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Checking segment: {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:23.813197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Bound using segment: {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:23.815592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Bound port: c80bbd09-372c-40e8-a347-408d7b4dd398, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf136871-1966-4e3c-96a9-ec9a144bad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:23.816954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.850434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38ca9146-2b25-44e2-a465-7a9f09797684 req-e12364e8-3be0-4a56-bd2e-cf55a1ee557e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579034 Jul 09 17:26:23.941975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] For port c80bbd09-372c-40e8-a347-408d7b4dd398, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:23.949762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] For port c80bbd09-372c-40e8-a347-408d7b4dd398, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c80bbd09-372c-40e8-a347-408d7b4dd398,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:23.957960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.969834 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.977488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:23.998487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:23.999117 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.001601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/c80bbd09-372c-40e8-a347-408d7b4dd398 HTTP/1.1" status: 200 len: 1093 time: 1.4650838 Jul 09 17:26:24.003331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'tag': 'c80bbd09-372c-40e8-a347-408d7b4dd398'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:24.018688 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d4fe19-91a2-42e0-86ec-299d2db6631f" -d '{"events": [{"name": "network-changed", "server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "tag": "c80bbd09-372c-40e8-a347-408d7b4dd398"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:24.052440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.053693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3457596 Jul 09 17:26:24.086674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf2bdc-b68f-4588-be30-20ebf3eca2ea tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e50a36-3281-4424-ae0d-154843cf35a1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:24.088885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41240) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:24.095599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a3d99201-ab65-4982-94fc-bfbdc6db241e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '83e50a36-3281-4424-ae0d-154843cf35a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:24.096961 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-a3d99201-ab65-4982-94fc-bfbdc6db241e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 17:26:24.097089 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-a3d99201-ab65-4982-94fc-bfbdc6db241e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:24.098322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a3d99201-ab65-4982-94fc-bfbdc6db241e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067458 Jul 09 17:26:24.106043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41242) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:24.117448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Request body: {'port': {'device_id': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:24.122502 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4724d7ed-3260-4f63-a904-ba2dc84871b3 x-openstack-request-id: req-4724d7ed-3260-4f63-a904-ba2dc84871b3 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:24.123055 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "tag": "c80bbd09-372c-40e8-a347-408d7b4dd398", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:24.123482 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4724d7ed-3260-4f63-a904-ba2dc84871b3 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:24.124071 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'tag': 'c80bbd09-372c-40e8-a347-408d7b4dd398', 'status': 'completed', 'code': 200} Jul 09 17:26:24.217394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba799-6596-40a3-b51a-a7c08fe03b57 req-8df10691-2aad-4b3e-acdb-bfa387677756 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:24.222493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e8ba799-6596-40a3-b51a-a7c08fe03b57 req-8df10691-2aad-4b3e-acdb-bfa387677756 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 945 time: 0.1862414 Jul 09 17:26:24.268164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.274571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbef4e-4248-407e-92f7-f880adf0a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c80bbd09-372c-40e8-a347-408d7b4dd398,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:24.281687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc9926c-a632-4d1c-b856-21fc4656e7a6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.336512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e8ba799-6596-40a3-b51a-a7c08fe03b57 req-9d2365e1-7339-45cd-ab4a-c85dd2032af1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047602 Jul 09 17:26:24.344365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc9926c-a632-4d1c-b856-21fc4656e7a6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.412392 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc9926c-a632-4d1c-b856-21fc4656e7a6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.415460 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dc9926c-a632-4d1c-b856-21fc4656e7a6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.416728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6dc9926c-a632-4d1c-b856-21fc4656e7a6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/83e50a36-3281-4424-ae0d-154843cf35a1 HTTP/1.1" status: 204 len: 168 time: 0.3085473 Jul 09 17:26:24.420150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:24.458067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9926c-a632-4d1c-b856-21fc4656e7a6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e50a36-3281-4424-ae0d-154843cf35a1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:24.477873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e616445-1672-4619-81e1-c3596a6bf079 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565944 Jul 09 17:26:24.478207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-a70df8cc-e315-4306-95d3-89b9ed53c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:24.479160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-a70df8cc-e315-4306-95d3-89b9ed53c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:24.482801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-a70df8cc-e315-4306-95d3-89b9ed53c97d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1915 time: 0.3378434 Jul 09 17:26:24.483457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41250) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:24.493903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--293892322'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:24.532274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fced2b10-10c2-41b7-b8a6-aed3099f29c6 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:24.537147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.689757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port fced2b10-10c2-41b7-b8a6-aed3099f29c6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:24.702191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port fced2b10-10c2-41b7-b8a6-aed3099f29c6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:24.702891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.810553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.826687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.879031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93ce9-5688-4a57-8f4f-8a52bb9c9cca req-187d902d-caf7-4105-a5dd-70e530e14d26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:24.886064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:24.891004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4057791 Jul 09 17:26:24.893959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93ce9-5688-4a57-8f4f-8a52bb9c9cca req-187d902d-caf7-4105-a5dd-70e530e14d26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:24.894821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41258) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:24.895792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90a93ce9-5688-4a57-8f4f-8a52bb9c9cca req-187d902d-caf7-4105-a5dd-70e530e14d26 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1667 time: 0.2614591 Jul 09 17:26:24.911186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-60f33eae-02d6-44e7-a0b1-1e73b08bcd4e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '241ffa8a-6146-47ac-86a0-fe6b1f5bc634', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:24.913613 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-60f33eae-02d6-44e7-a0b1-1e73b08bcd4e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 17:26:24.919464 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-60f33eae-02d6-44e7-a0b1-1e73b08bcd4e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:24.923643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-60f33eae-02d6-44e7-a0b1-1e73b08bcd4e tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0178566 Jul 09 17:26:24.926331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d1f89-0668-4432-af0f-384fc28df4a9 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241ffa8a-6146-47ac-86a0-fe6b1f5bc634,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:24.929033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41260) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:24.930423 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.024733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fced2b10-10c2-41b7-b8a6-aed3099f29c6, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:25.029823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:25.033683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ec6513-6b48-407d-9e73-2067d5f8e055 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.034747 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee379ac9-1a89-4805-b12e-5f9344a4537b" -d '{"events": [{"server_uuid": "44d5a90c-6114-442c-925f-d457c20ca4f0", "name": "network-vif-plugged", "status": "completed", "tag": "fced2b10-10c2-41b7-b8a6-aed3099f29c6"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:25.044491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.046979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90a93ce9-5688-4a57-8f4f-8a52bb9c9cca req-965fac10-5248-4826-8219-449ddfe7885e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385982 Jul 09 17:26:25.061846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-fd0bd38b-6909-4a0b-a2d8-54521f5749a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:25.062620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-fd0bd38b-6909-4a0b-a2d8-54521f5749a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:25.063174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-fd0bd38b-6909-4a0b-a2d8-54521f5749a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:25.067734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-fd0bd38b-6909-4a0b-a2d8-54521f5749a9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=00d7628771f64ab1a3095d70aca32408&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4312956 Jul 09 17:26:25.146884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fced2b10-10c2-41b7-b8a6-aed3099f29c6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:25.185695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ec6513-6b48-407d-9e73-2067d5f8e055 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.289019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ec6513-6b48-407d-9e73-2067d5f8e055 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.293204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ec6513-6b48-407d-9e73-2067d5f8e055 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.295453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05ec6513-6b48-407d-9e73-2067d5f8e055 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/241ffa8a-6146-47ac-86a0-fe6b1f5bc634 HTTP/1.1" status: 204 len: 168 time: 0.3639352 Jul 09 17:26:25.298513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-16bd3c7d-9694-4102-a1cb-9535ae2f414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:25.300046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13d4fe19-91a2-42e0-86ec-299d2db6631f req-16bd3c7d-9694-4102-a1cb-9535ae2f414a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227130 Jul 09 17:26:25.303627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.312141 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03526509-403c-481a-ae39-4666dfe2e287 x-openstack-request-id: req-03526509-403c-481a-ae39-4666dfe2e287 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:25.312141 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5a90c-6114-442c-925f-d457c20ca4f0", "name": "network-vif-plugged", "status": "completed", "tag": "fced2b10-10c2-41b7-b8a6-aed3099f29c6", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:25.312399 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03526509-403c-481a-ae39-4666dfe2e287 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:25.312780 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6', 'code': 200} Jul 09 17:26:25.328621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec6513-6b48-407d-9e73-2067d5f8e055 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ffa8a-6146-47ac-86a0-fe6b1f5bc634,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:25.363220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a54f471-f9ad-45d2-bdf9-642ac305ba98 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:25.376958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.404662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fbd12f64-4c33-46da-be38-534cc6cc141c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999286 Jul 09 17:26:25.408500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41268) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.413955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Transition to ACTIVE for port object 6a54f471-f9ad-45d2-bdf9-642ac305ba98 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:25.418571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--223901405'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:25.427572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891cddf-9d51-453b-bbe7-ba94611dc9c4 req-f2e7c170-83bd-4cd8-bd47-738f0d02240f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:25.435028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b891cddf-9d51-453b-bbe7-ba94611dc9c4 req-f2e7c170-83bd-4cd8-bd47-738f0d02240f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1951876 Jul 09 17:26:25.461487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.524107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.534606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b891cddf-9d51-453b-bbe7-ba94611dc9c4 req-7bf2ac85-2921-496f-83ff-b34380da20c4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984535 Jul 09 17:26:25.692362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.703477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9bc34-4dd3-463f-9357-4b6b68ecc5a4 req-97368fb6-c4a2-4570-8464-f535c1aa50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:25.706589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3dd9bc34-4dd3-463f-9357-4b6b68ecc5a4 req-97368fb6-c4a2-4570-8464-f535c1aa50ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 1098 time: 0.2778978 Jul 09 17:26:25.709404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.747996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Pushing event updated for resources: {'Port': ['ID=6a54f471-f9ad-45d2-bdf9-642ac305ba98,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:25.782131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Attempting to bind port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:25.782801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Attempting to bind port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:25.783406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Attempting to bind port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 on network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:25.794259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 on network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:26:25.800850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Attempting to bind port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 on network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:25.808647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:25.809686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Checking segment: {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:25.810446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Bound using segment: {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:25.811187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Bound port: 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b8dce7-6a50-4041-b88b-0c1558d17282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:25.817681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.818273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d40e59-fa27-47a3-8a11-fc1142435025,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:25.835687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.837196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bacdd43d-87fd-4f99-be4f-3b1d47f93168 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4243503 Jul 09 17:26:25.841081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41272) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.845994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fd020d62-6c22-4477-b29a-fbb79a826847 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '59d40e59-fa27-47a3-8a11-fc1142435025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:25.854102 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-fd020d62-6c22-4477-b29a-fbb79a826847 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 17:26:25.854653 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-fd020d62-6c22-4477-b29a-fbb79a826847 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:25.855752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fd020d62-6c22-4477-b29a-fbb79a826847 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135324 Jul 09 17:26:25.865182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41274) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.869860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8bd763a6-163e-4c96-aaf7-19b8f395fb5a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '59d40e59-fa27-47a3-8a11-fc1142435025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:25.871839 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-8bd763a6-163e-4c96-aaf7-19b8f395fb5a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 17:26:25.872421 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-8bd763a6-163e-4c96-aaf7-19b8f395fb5a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:25.876612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8bd763a6-163e-4c96-aaf7-19b8f395fb5a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102906 Jul 09 17:26:25.877951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41276) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.894024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1b0d34ba-3858-4b51-a821-b10829ec4f13 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '59d40e59-fa27-47a3-8a11-fc1142435025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:25.894933 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-1b0d34ba-3858-4b51-a821-b10829ec4f13 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 17:26:25.895439 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-1b0d34ba-3858-4b51-a821-b10829ec4f13 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:25.896407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1b0d34ba-3858-4b51-a821-b10829ec4f13 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078790 Jul 09 17:26:25.910429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41278) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.913452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3dd9bc34-4dd3-463f-9357-4b6b68ecc5a4 req-562a02e7-b999-4979-9fb2-c10d768fa86c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904337 Jul 09 17:26:25.920045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-12c760dc-1ed0-4b4b-9368-b89818027c0a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '59d40e59-fa27-47a3-8a11-fc1142435025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:25.921463 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-12c760dc-1ed0-4b4b-9368-b89818027c0a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 17:26:25.921972 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-12c760dc-1ed0-4b4b-9368-b89818027c0a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:25.922964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-12c760dc-1ed0-4b4b-9368-b89818027c0a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085957 Jul 09 17:26:25.925982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:25.970716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] For port 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:25.975895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] For port 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:25.986630 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:25.988024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37765c1-0401-4ae0-b189-c06b0f208bce req-07f28b03-dbd5-422f-8aa6-f1778b93c88d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.008055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d37765c1-0401-4ae0-b189-c06b0f208bce req-07f28b03-dbd5-422f-8aa6-f1778b93c88d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 946 time: 0.2982807 Jul 09 17:26:26.044652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.045737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.047226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a54f471-f9ad-45d2-bdf9-642ac305ba98 HTTP/1.1" status: 200 len: 1093 time: 1.9390450 Jul 09 17:26:26.127130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'tag': '6a54f471-f9ad-45d2-bdf9-642ac305ba98'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:26.136162 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "tag": "6a54f471-f9ad-45d2-bdf9-642ac305ba98"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:26.140364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1957-4a70-47c3-9293-b009be00b014 service neutron] Pushing event updated for resources: {'Port': ['ID=6a54f471-f9ad-45d2-bdf9-642ac305ba98,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:26.170289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d37765c1-0401-4ae0-b189-c06b0f208bce req-53e470b5-73b6-4086-9563-255b4077b5a8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700728 Jul 09 17:26:26.188773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2227ccfa-35ee-4b85-bfca-f441c627d004 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.241445 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7122b0b9-49a5-4e07-bc9f-b49fb3bf7ef6 x-openstack-request-id: req-7122b0b9-49a5-4e07-bc9f-b49fb3bf7ef6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:26.245579 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "tag": "6a54f471-f9ad-45d2-bdf9-642ac305ba98", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:26.246092 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7122b0b9-49a5-4e07-bc9f-b49fb3bf7ef6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:26.246875 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'tag': '6a54f471-f9ad-45d2-bdf9-642ac305ba98', 'status': 'completed', 'code': 200} Jul 09 17:26:26.263065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2227ccfa-35ee-4b85-bfca-f441c627d004 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.330668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2227ccfa-35ee-4b85-bfca-f441c627d004 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.333479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2227ccfa-35ee-4b85-bfca-f441c627d004 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.334667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2227ccfa-35ee-4b85-bfca-f441c627d004 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/59d40e59-fa27-47a3-8a11-fc1142435025 HTTP/1.1" status: 204 len: 168 time: 0.4072373 Jul 09 17:26:26.337147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-23a5e9b0-d8e3-4bfd-a922-dbd553cb31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.337638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-23a5e9b0-d8e3-4bfd-a922-dbd553cb31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.340562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-23a5e9b0-d8e3-4bfd-a922-dbd553cb31d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1983 time: 0.1853335 Jul 09 17:26:26.344182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41294) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:26.380727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227ccfa-35ee-4b85-bfca-f441c627d004 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d40e59-fa27-47a3-8a11-fc1142435025,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:26.495319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-fae64c8d-88ee-4fc4-8261-6ad2e20b1065 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=c80bbd09-372c-40e8-a347-408d7b4dd398 HTTP/1.1" status: 200 len: 217 time: 0.1208742 Jul 09 17:26:26.568256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe5ef-4855-434b-8164-7ff854bc36b5 req-367c68e2-aba4-4ede-bb09-c5a0f6a6d984 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.575997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe5ef-4855-434b-8164-7ff854bc36b5 req-367c68e2-aba4-4ede-bb09-c5a0f6a6d984 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.593337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-26e5bab8-dfaa-40a3-8971-c038883f51ee tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2373683 Jul 09 17:26:26.596203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcebe5ef-4855-434b-8164-7ff854bc36b5 req-367c68e2-aba4-4ede-bb09-c5a0f6a6d984 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1679 time: 0.1635034 Jul 09 17:26:26.598702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41298) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:26.605428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--38278510'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:26.606871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-f19ee5d8-5f1f-409b-9cf1-227f8c5714b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.608372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-f19ee5d8-5f1f-409b-9cf1-227f8c5714b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=474e4bbb-0aa4-4401-8c29-44af11d99588 HTTP/1.1" status: 200 len: 801 time: 0.1057994 Jul 09 17:26:26.656063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.722955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-b10beecd-a856-44d4-a419-8a1f0398c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:26.727075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-b10beecd-a856-44d4-a419-8a1f0398c678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1891f80-0f1c-4b41-bbeb-5aefa8f712a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082029 Jul 09 17:26:26.863857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcebe5ef-4855-434b-8164-7ff854bc36b5 req-66a0366b-9a42-4a86-90a9-14f034cc6982 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665520 Jul 09 17:26:26.948277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.957040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.991604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:26.993289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3935831 Jul 09 17:26:26.998853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41302) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.004428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fc914a07-44c4-4d34-a10e-952334fb68c2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.004829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad278e-1a64-4cb6-9e44-c42c55860efa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f380e3-514f-421c-9da4-49b9247f44fd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:27.005215 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-fc914a07-44c4-4d34-a10e-952334fb68c2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 17:26:27.005894 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-fc914a07-44c4-4d34-a10e-952334fb68c2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.011625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc914a07-44c4-4d34-a10e-952334fb68c2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063298 Jul 09 17:26:27.013924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-abcda08b-53f6-4dae-ab06-db6c60e063e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c1891f80-0f1c-4b41-bbeb-5aefa8f712a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813466 Jul 09 17:26:27.014594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41304) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.023282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafce703-6332-44f1-9e1a-ab11b6cd3964 req-f13fc176-a8be-453e-a453-fe6efdcce79b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:27.024634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aafce703-6332-44f1-9e1a-ab11b6cd3964 req-f13fc176-a8be-453e-a453-fe6efdcce79b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1929648 Jul 09 17:26:27.029034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-58087844-4a57-4f4c-9c41-0bab017aa111 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.178269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aafce703-6332-44f1-9e1a-ab11b6cd3964 req-dffa73de-1634-4c78-834f-b0a4459a90c0 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436985 Jul 09 17:26:27.197757 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-58087844-4a57-4f4c-9c41-0bab017aa111 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.198819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58087844-4a57-4f4c-9c41-0bab017aa111 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1732533 Jul 09 17:26:27.202144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41308) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.208657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7ec51b54-75f1-4d8f-bac4-e54eacc25c07 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.209799 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-7ec51b54-75f1-4d8f-bac4-e54eacc25c07 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 17:26:27.210327 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-7ec51b54-75f1-4d8f-bac4-e54eacc25c07 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.211682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ec51b54-75f1-4d8f-bac4-e54eacc25c07 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081060 Jul 09 17:26:27.216352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41312) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.249228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3e76e3d2-aa57-4fef-93d8-37aeb04bd4be tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.282057 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-83b560d2-a6e1-419e-8f56-e67df7caec9c service neutron] 10.222.0.36 "GET /v2.0/networks/c1891f80-0f1c-4b41-bbeb-5aefa8f712a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485528 Jul 09 17:26:27.352700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-f40cfa5e-2e87-4d00-8ae7-d26cfad211a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98 HTTP/1.1" status: 200 len: 217 time: 0.0625799 Jul 09 17:26:27.456092 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-3e76e3d2-aa57-4fef-93d8-37aeb04bd4be tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.459955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3e76e3d2-aa57-4fef-93d8-37aeb04bd4be tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2325523 Jul 09 17:26:27.461232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41316) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.467945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c5dcfbf4-6c3d-45f9-a7df-cf96411ae425 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.468411 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-c5dcfbf4-6c3d-45f9-a7df-cf96411ae425 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 17:26:27.468900 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-c5dcfbf4-6c3d-45f9-a7df-cf96411ae425 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.472887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c5dcfbf4-6c3d-45f9-a7df-cf96411ae425 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074353 Jul 09 17:26:27.472887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-3787076c-7c4e-490f-bdff-f40b7ef0c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:27.473125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-3787076c-7c4e-490f-bdff-f40b7ef0c872 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49258934-d2a9-4aad-9df1-360f2f540c0a HTTP/1.1" status: 200 len: 801 time: 0.0968363 Jul 09 17:26:27.473452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41318) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.479663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b96ae399-dc01-400c-8f32-428dbd8d3685 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.552628 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-b96ae399-dc01-400c-8f32-428dbd8d3685 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.556807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b96ae399-dc01-400c-8f32-428dbd8d3685 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0802138 Jul 09 17:26:27.557002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41320) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.565301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-27e19a83-fd52-4f06-a3e2-9a639c69fd46 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.567099 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-27e19a83-fd52-4f06-a3e2-9a639c69fd46 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 17:26:27.567801 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-27e19a83-fd52-4f06-a3e2-9a639c69fd46 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.569729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-27e19a83-fd52-4f06-a3e2-9a639c69fd46 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101433 Jul 09 17:26:27.572057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41322) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.579440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e027240a-afbc-4bd8-9909-83e3a887ef92 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.618645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef726b-197d-437e-b503-ddd646e62a38 req-8fbb6cac-e6fa-4629-9f8f-2f608892a328 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:27.630800 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-e027240a-afbc-4bd8-9909-83e3a887ef92 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.631072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1ef726b-197d-437e-b503-ddd646e62a38 req-8fbb6cac-e6fa-4629-9f8f-2f608892a328 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 946 time: 0.2788429 Jul 09 17:26:27.632860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e027240a-afbc-4bd8-9909-83e3a887ef92 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0594811 Jul 09 17:26:27.636117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.641054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-22204c57-d81f-4b8e-99d9-def83e1e335c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '76f380e3-514f-421c-9da4-49b9247f44fd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:27.709467 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-22204c57-d81f-4b8e-99d9-def83e1e335c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:27.710533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-22204c57-d81f-4b8e-99d9-def83e1e335c tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0738485 Jul 09 17:26:27.713937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41326) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.715629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-9611b4e9-9941-475c-8693-f1bed7f3b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:27.719101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-9611b4e9-9941-475c-8693-f1bed7f3b084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362194 Jul 09 17:26:27.723008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1ef726b-197d-437e-b503-ddd646e62a38 req-ded7d527-e1e2-493f-95fe-5edaa27078a6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900283 Jul 09 17:26:27.812837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa7c23a5-37bf-4ddc-864f-89258ecb38e7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:27.853096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa7c23a5-37bf-4ddc-864f-89258ecb38e7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:27.875611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-a5374ea5-50fb-4090-9057-295a9ecc84ad service neutron] 10.222.0.36 "GET /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507194 Jul 09 17:26:27.943691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa7c23a5-37bf-4ddc-864f-89258ecb38e7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:27.947320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa7c23a5-37bf-4ddc-864f-89258ecb38e7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:27.950216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fa7c23a5-37bf-4ddc-864f-89258ecb38e7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/76f380e3-514f-421c-9da4-49b9247f44fd HTTP/1.1" status: 204 len: 168 time: 0.2352352 Jul 09 17:26:27.963896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41334) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:27.989676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c23a5-37bf-4ddc-864f-89258ecb38e7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f380e3-514f-421c-9da4-49b9247f44fd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:28.101999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6734989c-6040-467f-ae20-80738abb4104 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363022 Jul 09 17:26:28.108389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41336) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:28.109139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef9a0c5c-f201-4358-9d68-d4177be3aad2 req-c04d23b6-0106-406b-a883-77597d96d558 service neutron] 10.222.0.36 "GET /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243855 Jul 09 17:26:28.116437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--715578989'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:28.190291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:28.319883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8d15e-fa20-4b56-8ded-d2ed2a1e84e2 req-1e57faaa-a405-48be-b90c-553665f8c95f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:28.342611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8d15e-fa20-4b56-8ded-d2ed2a1e84e2 req-1e57faaa-a405-48be-b90c-553665f8c95f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:28.347836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14c8d15e-fa20-4b56-8ded-d2ed2a1e84e2 req-1e57faaa-a405-48be-b90c-553665f8c95f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1679 time: 0.2361717 Jul 09 17:26:28.389523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:28.397573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:28.461740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:28.465897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3560650 Jul 09 17:26:28.468401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41344) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:28.504576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-bb2381ea-341c-44d8-b1f9-3fde48d9e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:28.505066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-bb2381ea-341c-44d8-b1f9-3fde48d9e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:28.507065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-bb2381ea-341c-44d8-b1f9-3fde48d9e60d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00d7628771f64ab1a3095d70aca32408&device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1983 time: 0.3050425 Jul 09 17:26:28.512286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14c8d15e-fa20-4b56-8ded-d2ed2a1e84e2 req-657dcb29-e564-4c09-9176-730527182476 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446824 Jul 09 17:26:28.529295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c50ec241-4002-438e-97d3-22537ea201c7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '8992afce-db66-4ea5-8211-485eb3b18b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:28.553863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e51111-bde8-4802-91a0-e0a6bec713a0 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8992afce-db66-4ea5-8211-485eb3b18b69,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:28.621848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d20f3f-e82b-4ecf-ae7a-d417124feebd req-33d19d3e-0804-45d7-b266-9a55875bee48 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:28.623613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2d20f3f-e82b-4ecf-ae7a-d417124feebd req-33d19d3e-0804-45d7-b266-9a55875bee48 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 946 time: 0.2020078 Jul 09 17:26:28.625154 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-c50ec241-4002-438e-97d3-22537ea201c7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The resource could not be found. Jul 09 17:26:28.629690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c50ec241-4002-438e-97d3-22537ea201c7 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1086745 Jul 09 17:26:28.639579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41348) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:28.647061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-864a3893-8ed8-446d-966f-09d808015157 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': '8992afce-db66-4ea5-8211-485eb3b18b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a6e3e257-e761-4a07-a465-4e822c840cb6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:28.718883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2d20f3f-e82b-4ecf-ae7a-d417124feebd req-925e4391-36bf-494e-9176-2ef30b630cad tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828922 Jul 09 17:26:28.769912 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-864a3893-8ed8-446d-966f-09d808015157 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The resource could not be found. Jul 09 17:26:28.773924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-864a3893-8ed8-446d-966f-09d808015157 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1299629 Jul 09 17:26:28.774354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41350) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:28.843262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-f6adbb99-4de7-467b-8cf5-fd9373cfcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:28.845624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-f6adbb99-4de7-467b-8cf5-fd9373cfcaab service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 HTTP/1.1" status: 200 len: 903 time: 0.3306847 Jul 09 17:26:28.875385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d82703d6-f698-48f7-ade5-da0953814fa2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:28.957760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d82703d6-f698-48f7-ade5-da0953814fa2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.029557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d82703d6-f698-48f7-ade5-da0953814fa2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.036103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d82703d6-f698-48f7-ade5-da0953814fa2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.041137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d82703d6-f698-48f7-ade5-da0953814fa2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/8992afce-db66-4ea5-8211-485eb3b18b69 HTTP/1.1" status: 204 len: 168 time: 0.2635403 Jul 09 17:26:29.051006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:29.052091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82703d6-f698-48f7-ade5-da0953814fa2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8992afce-db66-4ea5-8211-485eb3b18b69,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:29.124328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79749ff7-336d-4fa3-8063-083c4ef1fb0a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696604 Jul 09 17:26:29.125227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:29.130334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ce817162-4f9d-4d28-b2b8-27311575bff3 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': 'bf17f7cd-8155-4d50-ab18-573e3a58f085', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:29.228978 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-ce817162-4f9d-4d28-b2b8-27311575bff3 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The resource could not be found. Jul 09 17:26:29.234034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ce817162-4f9d-4d28-b2b8-27311575bff3 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1075866 Jul 09 17:26:29.234638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41360) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:29.239384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--437130883'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:29.277435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.441127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.473177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.534730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-cc4f2b7a-ab57-4b31-a799-fcb67f5c0154 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98 HTTP/1.1" status: 200 len: 217 time: 0.6812117 Jul 09 17:26:29.625513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9bcca7-0fca-49d2-90de-65c455dac6f6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:29.645434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58710b92-bfdb-4870-8ad4-e40460fc05bc req-c5a630a1-8b66-4cdf-970a-9b3e0ccce400 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:29.653689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58710b92-bfdb-4870-8ad4-e40460fc05bc req-c5a630a1-8b66-4cdf-970a-9b3e0ccce400 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.9652045 Jul 09 17:26:29.655125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.657009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2f8c5ff1-ee21-4c86-a012-2630fd92d5d8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4212642 Jul 09 17:26:29.661649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41380) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:29.667018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--344529958'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:29.680063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-04000f5a-05e8-4680-b52b-10e77f5ab767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:29.681595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-04000f5a-05e8-4680-b52b-10e77f5ab767 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49258934-d2a9-4aad-9df1-360f2f540c0a HTTP/1.1" status: 200 len: 801 time: 0.1397555 Jul 09 17:26:29.703053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58710b92-bfdb-4870-8ad4-e40460fc05bc req-b886088b-fe1b-47da-8c37-56edfec829af tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478470 Jul 09 17:26:29.731215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.809107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-4937ca77-70ef-45b0-8df1-2bff5be374f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:29.815330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-4937ca77-70ef-45b0-8df1-2bff5be374f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149411 Jul 09 17:26:29.901401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6a54f471-f9ad-45d2-bdf9-642ac305ba98 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:29.914899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.926408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.967276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:29.968851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3057485 Jul 09 17:26:29.979516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a686f-a379-460f-9449-f61580c027ba req-aee43343-c2c1-415a-93a5-35dc1196c78d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:29.979803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41392) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:29.987694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a686f-a379-460f-9449-f61580c027ba req-aee43343-c2c1-415a-93a5-35dc1196c78d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:29.990966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d0a686f-a379-460f-9449-f61580c027ba req-aee43343-c2c1-415a-93a5-35dc1196c78d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1679 time: 0.1508300 Jul 09 17:26:29.992897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6df712-cc55-4a58-b852-dcfa54f084c8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e03d9e-8cff-46cd-b49e-35c463667988,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:30.017225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-199ed7f2-c5c9-463d-a36d-685d9bbb6fda tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group_rule': {'security_group_id': 'ff9bcca7-0fca-49d2-90de-65c455dac6f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '40e03d9e-8cff-46cd-b49e-35c463667988'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:30.064009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d0a686f-a379-460f-9449-f61580c027ba req-e8a748a2-19ba-4cb2-8e9f-7beaf2a2aaab tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654500 Jul 09 17:26:30.110309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:30.127230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6a54f471-f9ad-45d2-bdf9-642ac305ba98', 'network_id': '8cef21c7-47e9-4f5d-85c9-4b0d69d65be7', 'port_id': '6a54f471-f9ad-45d2-bdf9-642ac305ba98', 'mac_address': 'fa:16:3e:f1:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49258934-d2a9-4aad-9df1-360f2f540c0a', 'ip_address': '19.86.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:30.183312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.186496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-ed5c9fd3-ac23-4ca2-8747-9f8c447acb87 service neutron] 10.222.0.36 "GET /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647392 Jul 09 17:26:30.207186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a54f471-f9ad-45d2-bdf9-642ac305ba98 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:30.234440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:30.242892 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.243992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c80bbd09-372c-40e8-a347-408d7b4dd398 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:30.319214 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-199ed7f2-c5c9-463d-a36d-685d9bbb6fda tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:26:30.321934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-199ed7f2-c5c9-463d-a36d-685d9bbb6fda tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3241875 Jul 09 17:26:30.324949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:30.387504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2130d7-437e-43fb-8032-b2829699e302 req-25c0bb44-87da-4008-88c4-78dea3002319 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:30.409092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f2130d7-437e-43fb-8032-b2829699e302 req-25c0bb44-87da-4008-88c4-78dea3002319 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 946 time: 0.3517442 Jul 09 17:26:30.438168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c80bbd09-372c-40e8-a347-408d7b4dd398, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c80bbd09-372c-40e8-a347-408d7b4dd398,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:30.481071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c80bbd09-372c-40e8-a347-408d7b4dd398', 'network_id': 'c1891f80-0f1c-4b41-bbeb-5aefa8f712a8', 'port_id': 'c80bbd09-372c-40e8-a347-408d7b4dd398', 'mac_address': 'fa:16:3e:14:0e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474e4bbb-0aa4-4401-8c29-44af11d99588', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:30.485976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6a54f471-f9ad-45d2-bdf9-642ac305ba98,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:30.525494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68a0a1a2-3218-4f9e-ac17-ce60a6c2fc78 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.545561 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.589202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80bbd09-372c-40e8-a347-408d7b4dd398 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:30.639633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68a0a1a2-3218-4f9e-ac17-ce60a6c2fc78 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.639894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c80bbd09-372c-40e8-a347-408d7b4dd398, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c80bbd09-372c-40e8-a347-408d7b4dd398,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:30.647546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.680600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f2130d7-437e-43fb-8032-b2829699e302 req-6337a0ce-8f2f-4b5f-964d-4e3d284fb844 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686930 Jul 09 17:26:30.687573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6f9d66-2284-4dfe-a4de-6a00c7ecbd8f req-17af30c8-db85-4a5e-b283-c3b68fc8201c service neutron] 10.222.0.36 "GET /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916048 Jul 09 17:26:30.769751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68a0a1a2-3218-4f9e-ac17-ce60a6c2fc78 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.777888 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68a0a1a2-3218-4f9e-ac17-ce60a6c2fc78 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:30.780778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-68a0a1a2-3218-4f9e-ac17-ce60a6c2fc78 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/40e03d9e-8cff-46cd-b49e-35c463667988 HTTP/1.1" status: 204 len: 168 time: 0.4530551 Jul 09 17:26:30.781932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41432) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:30.806494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c80bbd09-372c-40e8-a347-408d7b4dd398,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:30.824236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0a1a2-3218-4f9e-ac17-ce60a6c2fc78 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e03d9e-8cff-46cd-b49e-35c463667988,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:30.953534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-11972018-21e9-493f-84a5-88d809e04be1 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1689572 Jul 09 17:26:30.956210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41434) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:30.964749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6a54f471-f9ad-45d2-bdf9-642ac305ba98'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:31.162576 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-978bfca6-47b7-481b-86e8-47bec67c40f8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.202366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-978bfca6-47b7-481b-86e8-47bec67c40f8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.274868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aeda6-fd94-4c0c-95e1-ed1905fa53f1 req-148c2d7f-b26a-45b7-84ab-cf46f543be90 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:31.276440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-417aeda6-fd94-4c0c-95e1-ed1905fa53f1 req-148c2d7f-b26a-45b7-84ab-cf46f543be90 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.2464826 Jul 09 17:26:31.321048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-978bfca6-47b7-481b-86e8-47bec67c40f8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.321239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41444) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:31.327578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-978bfca6-47b7-481b-86e8-47bec67c40f8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.328821 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-978bfca6-47b7-481b-86e8-47bec67c40f8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff9bcca7-0fca-49d2-90de-65c455dac6f6 HTTP/1.1" status: 204 len: 168 time: 0.3714631 Jul 09 17:26:31.331577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41448) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:31.375810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bfca6-47b7-481b-86e8-47bec67c40f8 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9bcca7-0fca-49d2-90de-65c455dac6f6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:31.433081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-417aeda6-fd94-4c0c-95e1-ed1905fa53f1 req-375dd812-0133-45f0-86c4-fd1eed3027fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397738 Jul 09 17:26:31.449750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e025daf6-b4d6-416e-a12a-989c6e337b16 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169505 Jul 09 17:26:31.458558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41452) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:31.464490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'tempest-secgroup--112596316'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:31.491886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.519216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408564c7-50d1-4334-9b6d-ff66e6d081c1 req-98ff89f9-6248-4d97-baf6-dbfff2b988b3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:31.527569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408564c7-50d1-4334-9b6d-ff66e6d081c1 req-98ff89f9-6248-4d97-baf6-dbfff2b988b3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:31.529273 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-408564c7-50d1-4334-9b6d-ff66e6d081c1 req-98ff89f9-6248-4d97-baf6-dbfff2b988b3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1681 time: 0.1600175 Jul 09 17:26:31.573704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2073e796-8054-46f1-88ac-b3f6e43b7e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.630076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-408564c7-50d1-4334-9b6d-ff66e6d081c1 req-a75c55b7-5178-4da6-b214-54b67e0309bd tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921941 Jul 09 17:26:31.724021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b6cce-e8fa-4b75-8a06-71c53b977916 req-455be521-4a73-4204-a725-2ee3e76705d4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:31.726024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.732038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-101b6cce-e8fa-4b75-8a06-71c53b977916 req-455be521-4a73-4204-a725-2ee3e76705d4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 946 time: 0.1253757 Jul 09 17:26:31.741492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.801957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-101b6cce-e8fa-4b75-8a06-71c53b977916 req-b6a8bd24-5a6a-4c24-8cce-d6b7f8258a53 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Jul 09 17:26:31.849503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9743e-531c-4b63-b17a-a31052084c2f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:31.950951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2073e796-8054-46f1-88ac-b3f6e43b7e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.960060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2073e796-8054-46f1-88ac-b3f6e43b7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.974010 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:31.978622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41464) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:31.979063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f7e3ba05-963f-417e-b025-31c9ea7540fa tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5194459 Jul 09 17:26:31.983468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8777e8da-076c-400a-8b4c-7ec0a7b2946d tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:31.984231 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-8777e8da-076c-400a-8b4c-7ec0a7b2946d tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 17:26:31.984733 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-8777e8da-076c-400a-8b4c-7ec0a7b2946d tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 17:26:31.985691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8777e8da-076c-400a-8b4c-7ec0a7b2946d tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "PUT /v2.0/security-groups/bfe9743e-531c-4b63-b17a-a31052084c2f HTTP/1.1" status: 409 len: 330 time: 0.0060370 Jul 09 17:26:31.987105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c80bbd09-372c-40e8-a347-408d7b4dd398'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:31.988485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:32.021029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2073e796-8054-46f1-88ac-b3f6e43b7e97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d7451d8ee2460b95d440f06c9a682c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992559 Jul 09 17:26:32.021680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41468) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:32.028563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073e796-8054-46f1-88ac-b3f6e43b7e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7bf880-07a0-4641-a11a-526bf202fb5f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:32.087772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f2e0fa-0fb6-42b2-9552-32cb2ceaf5e2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.113276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f2e0fa-0fb6-42b2-9552-32cb2ceaf5e2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.141654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d060cc-93f8-44c3-ba21-853ab786b171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.200588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d060cc-93f8-44c3-ba21-853ab786b171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.208549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f2e0fa-0fb6-42b2-9552-32cb2ceaf5e2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.211327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f2e0fa-0fb6-42b2-9552-32cb2ceaf5e2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.214966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99f2e0fa-0fb6-42b2-9552-32cb2ceaf5e2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfe9743e-531c-4b63-b17a-a31052084c2f HTTP/1.1" status: 204 len: 168 time: 0.2232497 Jul 09 17:26:32.230401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41470) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:32.240594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2e0fa-0fb6-42b2-9552-32cb2ceaf5e2 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9743e-531c-4b63-b17a-a31052084c2f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:32.320919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84e31e41-5bde-4f2e-8d5d-574f288a9271 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814261 Jul 09 17:26:32.321081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41474) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:32.353053 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-63a82d0e-625d-4d99-947f-17b2a03b237a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] delete failed (client error): The resource could not be found. Jul 09 17:26:32.360740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41476) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:32.368525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-63a82d0e-625d-4d99-947f-17b2a03b237a tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "DELETE /v2.0/security-groups/564db78c-ad45-48f9-af5f-f99e1cacc9c1 HTTP/1.1" status: 404 len: 347 time: 0.0348752 Jul 09 17:26:32.376359 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d060cc-93f8-44c3-ba21-853ab786b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.392956 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d060cc-93f8-44c3-ba21-853ab786b171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:32.396665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-21d060cc-93f8-44c3-ba21-853ab786b171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed7bf880-07a0-4641-a11a-526bf202fb5f HTTP/1.1" status: 204 len: 168 time: 0.3712947 Jul 09 17:26:32.414083 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-127daaee-38ee-4011-ae82-f47a6ad565e6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] show failed (client error): The resource could not be found. Jul 09 17:26:32.419620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-127daaee-38ee-4011-ae82-f47a6ad565e6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-groups/a1e2105f-f026-4f9f-9789-93d0b7cc84aa HTTP/1.1" status: 404 len: 347 time: 0.0534098 Jul 09 17:26:32.419620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d060cc-93f8-44c3-ba21-853ab786b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7bf880-07a0-4641-a11a-526bf202fb5f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:32.420151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41480) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:32.437322 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-5103d7ab-2901-4b29-ac9b-4c003655ecd6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] show failed (client error): The resource could not be found. Jul 09 17:26:32.439816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5103d7ab-2901-4b29-ac9b-4c003655ecd6 tempest-NegativeSecGroupTest-1068180158 tempest-NegativeSecGroupTest-1068180158-project] 10.222.0.21 "GET /v2.0/security-group-rules/c47f3658-fd5c-4740-a449-47a114881acb HTTP/1.1" status: 404 len: 356 time: 0.0169117 Jul 09 17:26:32.715841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c1b0b-502c-49f6-a947-8ee642bf89b7 req-d2182c53-ae51-4db0-85c5-db68485f65d6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:32.728672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a8c1b0b-502c-49f6-a947-8ee642bf89b7 req-d2182c53-ae51-4db0-85c5-db68485f65d6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1638029 Jul 09 17:26:32.789964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-5f7ba517-91d7-49e8-96ac-37caec9d1852 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:32.791894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-5f7ba517-91d7-49e8-96ac-37caec9d1852 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 946 time: 0.1597123 Jul 09 17:26:32.810391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a8c1b0b-502c-49f6-a947-8ee642bf89b7 req-f20ae7cf-ede1-40a1-8e72-bd34c1a67984 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803604 Jul 09 17:26:32.964347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41502) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:33.052460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Deleting port fced2b10-10c2-41b7-b8a6-aed3099f29c6 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:33.052878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae7ff-8b71-462c-99c6-8a835e5ad026 req-595b7626-2651-4da1-8d2e-3391e7b4aa11 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:33.057248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.080817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae7ff-8b71-462c-99c6-8a835e5ad026 req-595b7626-2651-4da1-8d2e-3391e7b4aa11 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:33.088066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f57ae7ff-8b71-462c-99c6-8a835e5ad026 req-595b7626-2651-4da1-8d2e-3391e7b4aa11 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1681 time: 0.2002859 Jul 09 17:26:33.178008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] For port fced2b10-10c2-41b7-b8a6-aed3099f29c6, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fced2b10-10c2-41b7-b8a6-aed3099f29c6,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:33.178813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.198155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Calling delete_port for fced2b10-10c2-41b7-b8a6-aed3099f29c6 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:33.219333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f57ae7ff-8b71-462c-99c6-8a835e5ad026 req-1b91aba1-fc9d-4f02-ad1b-7f5ebf7f6c1d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303263 Jul 09 17:26:33.319621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:33.336575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-038f0d1a-6c5c-4077-ac67-9dd13a6d3cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.344578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3aa6506c-3599-41bf-a5d8-53be706f2353 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a04fcc09a714e08a1809baf4451c4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760481 Jul 09 17:26:33.349581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41516) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:33.394391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.407688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['fced2b10-10c2-41b7-b8a6-aed3099f29c6'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:33.418198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a9522fd-4eb5-494e-8f13-ce8926543307 req-8fa621b0-fad0-4742-9274-3bbdbd1d5d79 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 210 time: 0.0693462 Jul 09 17:26:33.471409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event deleted for resources: {'Port': ['ID=fced2b10-10c2-41b7-b8a6-aed3099f29c6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:33.556787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-038f0d1a-6c5c-4077-ac67-9dd13a6d3cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.564422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] No DVR routers for this DVR port fced2b10-10c2-41b7-b8a6-aed3099f29c6 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:33.567551 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-038f0d1a-6c5c-4077-ac67-9dd13a6d3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.570461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.574246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-400f7b4f-e932-43a6-b4d3-12124f91680a req-ac0f8e98-1588-4ba6-bdc3-990f4b38e40c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "DELETE /v2.0/ports/fced2b10-10c2-41b7-b8a6-aed3099f29c6 HTTP/1.1" status: 204 len: 173 time: 0.7620859 Jul 09 17:26:33.575719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'name': 'network-vif-deleted', 'tag': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:33.580182 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec88192b-96c2-47d9-a2e6-04dd7ab71b2b" -d '{"events": [{"server_uuid": "44d5a90c-6114-442c-925f-d457c20ca4f0", "name": "network-vif-deleted", "tag": "fced2b10-10c2-41b7-b8a6-aed3099f29c6"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:33.658169 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd134c6c-6345-435d-b60e-a9ab71341d8c x-openstack-request-id: req-fd134c6c-6345-435d-b60e-a9ab71341d8c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:33.658730 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d5a90c-6114-442c-925f-d457c20ca4f0", "name": "network-vif-deleted", "tag": "fced2b10-10c2-41b7-b8a6-aed3099f29c6", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:33.659154 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd134c6c-6345-435d-b60e-a9ab71341d8c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:33.659848 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d5a90c-6114-442c-925f-d457c20ca4f0', 'name': 'network-vif-deleted', 'tag': 'fced2b10-10c2-41b7-b8a6-aed3099f29c6', 'status': 'completed', 'code': 200} Jul 09 17:26:33.734885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf96fd38-0001-442e-82ae-d611b5e3fd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.760612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf96fd38-0001-442e-82ae-d611b5e3fd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.779550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0d1a-6c5c-4077-ac67-9dd13a6d3cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5832533a-3c92-4e7c-84a7-b6c050346b74,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:33.788754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41522) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:33.792334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-038f0d1a-6c5c-4077-ac67-9dd13a6d3cb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=852a119321f9459f98ad8413d41ee4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652982 Jul 09 17:26:33.836152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf96fd38-0001-442e-82ae-d611b5e3fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.838869 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf96fd38-0001-442e-82ae-d611b5e3fd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.843638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bf96fd38-0001-442e-82ae-d611b5e3fd82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e11e150-ad88-4f76-8aca-c6b1ae09920e HTTP/1.1" status: 204 len: 168 time: 0.4895759 Jul 09 17:26:33.859661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96fd38-0001-442e-82ae-d611b5e3fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e11e150-ad88-4f76-8aca-c6b1ae09920e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:33.875504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede7bd19-793d-4054-91c4-d790b40af4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:33.918087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6a54f471-f9ad-45d2-bdf9-642ac305ba98 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:33.929821 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede7bd19-793d-4054-91c4-d790b40af4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.010407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede7bd19-793d-4054-91c4-d790b40af4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.020365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ede7bd19-793d-4054-91c4-d790b40af4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.022851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ede7bd19-793d-4054-91c4-d790b40af4d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5832533a-3c92-4e7c-84a7-b6c050346b74 HTTP/1.1" status: 204 len: 168 time: 0.2326148 Jul 09 17:26:34.038413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:34.045189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:34.045691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.054508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7bd19-793d-4054-91c4-d790b40af4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5832533a-3c92-4e7c-84a7-b6c050346b74,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:34.326691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.422015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a54f471-f9ad-45d2-bdf9-642ac305ba98'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:34.426264 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019c511-b7ac-4914-98ea-f68b82a64772" -d '{"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-plugged", "status": "completed", "tag": "6a54f471-f9ad-45d2-bdf9-642ac305ba98"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:34.478728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:34.489005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.491490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c80bbd09-372c-40e8-a347-408d7b4dd398 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:34.531865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0b860-fff4-43c0-afe3-1ce46d1ee772 req-1efe66bf-4502-4103-9005-0b202fd69551 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:34.539484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86e0b860-fff4-43c0-afe3-1ce46d1ee772 req-1efe66bf-4502-4103-9005-0b202fd69551 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.2668459 Jul 09 17:26:34.614119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86e0b860-fff4-43c0-afe3-1ce46d1ee772 req-4693910d-6d5d-42b7-b60f-8f4d2d71977f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735712 Jul 09 17:26:34.877124 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4310e-fd37-47df-9039-75a0b6ff77db x-openstack-request-id: req-93d4310e-fd37-47df-9039-75a0b6ff77db {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:34.878624 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-plugged", "status": "completed", "tag": "6a54f471-f9ad-45d2-bdf9-642ac305ba98", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:34.880139 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93d4310e-fd37-47df-9039-75a0b6ff77db {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:34.880619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11becf6-40cc-4687-94dc-206989113ad0 req-2cd05fcc-1175-460b-ba6d-d8512914fa05 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:34.881424 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a54f471-f9ad-45d2-bdf9-642ac305ba98', 'code': 200} Jul 09 17:26:34.888139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6a54f471-f9ad-45d2-bdf9-642ac305ba98,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:34.918180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11becf6-40cc-4687-94dc-206989113ad0 req-2cd05fcc-1175-460b-ba6d-d8512914fa05 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:34.929891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d11becf6-40cc-4687-94dc-206989113ad0 req-2cd05fcc-1175-460b-ba6d-d8512914fa05 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1682 time: 0.3536575 Jul 09 17:26:34.933286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c80bbd09-372c-40e8-a347-408d7b4dd398 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:34.938582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c80bbd09-372c-40e8-a347-408d7b4dd398 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:34.939378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:34.977340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f535787-b2d1-451e-8fca-254907e6bcf2 req-759cc7f5-9c48-43b9-bbce-23d12bbe5f10 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d5a90c-6114-442c-925f-d457c20ca4f0 HTTP/1.1" status: 200 len: 210 time: 0.0738807 Jul 09 17:26:35.068832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d11becf6-40cc-4687-94dc-206989113ad0 req-7499e28e-8e95-4b95-a504-466bf7923bfc tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381884 Jul 09 17:26:35.180944 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:35.281473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c80bbd09-372c-40e8-a347-408d7b4dd398, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c80bbd09-372c-40e8-a347-408d7b4dd398,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:35.300548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:35.393880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c80bbd09-372c-40e8-a347-408d7b4dd398,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:35.892332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3fa83-8d9f-4209-b4cf-2d2d7147b4f8 req-8124907d-6966-4678-be39-058744d76699 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:35.901402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30b3fa83-8d9f-4209-b4cf-2d2d7147b4f8 req-8124907d-6966-4678-be39-058744d76699 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1185284 Jul 09 17:26:35.952544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30b3fa83-8d9f-4209-b4cf-2d2d7147b4f8 req-c312e919-ed20-4ae4-81d7-2d73fbfe0ca9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495424 Jul 09 17:26:36.011680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41586) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:36.386600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646f0cc-4a8c-4a3c-865b-c28503f23e01 req-592d6156-c5cc-4d25-bf0d-05f3851d4003 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:36.406029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646f0cc-4a8c-4a3c-865b-c28503f23e01 req-592d6156-c5cc-4d25-bf0d-05f3851d4003 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:36.415275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e646f0cc-4a8c-4a3c-865b-c28503f23e01 req-592d6156-c5cc-4d25-bf0d-05f3851d4003 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1683 time: 0.1406102 Jul 09 17:26:36.442106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1179157034'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:36.489632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Made reservation on behalf of b4765d7029b442029c41bc9e30f63a06 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:36.494161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:36.525777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:36.543323 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e646f0cc-4a8c-4a3c-865b-c28503f23e01 req-cc3dcb72-a565-4361-ab0a-3d840ed28d60 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230237 Jul 09 17:26:36.573970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fced2b10-10c2-41b7-b8a6-aed3099f29c6 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:36.596921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: fced2b10-10c2-41b7-b8a6-aed3099f29c6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:36.597579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fced2b10-10c2-41b7-b8a6-aed3099f29c6 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:36.882984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80bbd09-372c-40e8-a347-408d7b4dd398'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:36.885605 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eedbd5e-6b69-423d-888d-9c61a4047465" -d '{"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-plugged", "status": "completed", "tag": "c80bbd09-372c-40e8-a347-408d7b4dd398"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:36.992920 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e345d2f-978e-4485-a336-4e843df19292 x-openstack-request-id: req-3e345d2f-978e-4485-a336-4e843df19292 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:36.993420 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-plugged", "status": "completed", "tag": "c80bbd09-372c-40e8-a347-408d7b4dd398", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:36.993670 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e345d2f-978e-4485-a336-4e843df19292 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:36.994519 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80bbd09-372c-40e8-a347-408d7b4dd398', 'code': 200} Jul 09 17:26:37.052653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.149638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.337498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:37.375985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2edd00-67f1-4c5f-b0c9-91fd6836eebc req-a7c8537a-260c-4e6c-8f3f-d3b173ec9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:37.376651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2edd00-67f1-4c5f-b0c9-91fd6836eebc req-a7c8537a-260c-4e6c-8f3f-d3b173ec9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:37.378215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc2edd00-67f1-4c5f-b0c9-91fd6836eebc req-a7c8537a-260c-4e6c-8f3f-d3b173ec9088 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1987 time: 0.2137468 Jul 09 17:26:37.394981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-0091bab8-8746-42ba-a611-e38cd8887fea tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:37.397029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-0091bab8-8746-42ba-a611-e38cd8887fea tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.6026292 Jul 09 17:26:37.398452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.398810 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Added segment 90f5e2e1-e870-4e28-98d2-d73bf685501a of type vlan for network 47f3ca06-bfb2-4700-860f-7a62666f037d Jul 09 17:26:37.400545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cfbe93-91e8-4cbe-98ab-38da161958e5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:37.462268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-eb551515-1302-4139-9db5-23064dd0b7fe tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0486808 Jul 09 17:26:37.468825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457cd3-8bd9-4adb-9875-3f8e729d1d22 req-bf2e92b9-2eb0-44a5-a1f7-ccf31566de87 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:37.471516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8457cd3-8bd9-4adb-9875-3f8e729d1d22 req-bf2e92b9-2eb0-44a5-a1f7-ccf31566de87 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1792021 Jul 09 17:26:37.480964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc2edd00-67f1-4c5f-b0c9-91fd6836eebc req-05c2bd9b-eda3-4fee-8ce3-6775f5458ca1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951097 Jul 09 17:26:37.506375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41666) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:37.519902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-5cca7656-8968-4cdd-9d10-64631f91cf01 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563123 Jul 09 17:26:37.546328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.585227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8457cd3-8bd9-4adb-9875-3f8e729d1d22 req-9750af6b-efcf-4a72-92cb-0f22dc948572 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000891 Jul 09 17:26:37.730299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.737636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:37.738520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.844172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162416ad-dedb-481b-acb7-8a106dca06d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:37.924875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-7a83cfc9-0d5e-4e06-8b1c-04eed46ac84c service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040020 Jul 09 17:26:37.963027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9498904 Jul 09 17:26:37.966303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41676) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:37.990467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Request body: {'subnet': {'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:38.082871 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.146485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4b0eb-9c82-40ed-bea1-7034b9a25fbc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event updated for resources: {'Network': ['ID=47f3ca06-bfb2-4700-860f-7a62666f037d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:38.158366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 47f3ca06-bfb2-4700-860f-7a62666f037d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:38.244243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-c14450c6-ba06-4e14-8b09-bff1112546de service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142684 Jul 09 17:26:38.315805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25515fe7-38e7-44da-9b72-dea45d022144 req-072c3b2d-8560-42cd-bbad-3da4c94dfe74 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:38.322249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25515fe7-38e7-44da-9b72-dea45d022144 req-072c3b2d-8560-42cd-bbad-3da4c94dfe74 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:38.324651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25515fe7-38e7-44da-9b72-dea45d022144 req-072c3b2d-8560-42cd-bbad-3da4c94dfe74 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1683 time: 0.2702014 Jul 09 17:26:38.363025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162416ad-dedb-481b-acb7-8a106dca06d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.395350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162416ad-dedb-481b-acb7-8a106dca06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.450362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41682) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:38.477381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-162416ad-dedb-481b-acb7-8a106dca06d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16ac2819540640a79e31ec540f500a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677613 Jul 09 17:26:38.545784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Made reservation on behalf of b4765d7029b442029c41bc9e30f63a06 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:38.555571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.618657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fbe9db5-704e-4e0e-9df9-2e9e4569a14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.658109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fbe9db5-704e-4e0e-9df9-2e9e4569a14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.753471 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fbe9db5-704e-4e0e-9df9-2e9e4569a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.760648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fbe9db5-704e-4e0e-9df9-2e9e4569a14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:38.760984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162416ad-dedb-481b-acb7-8a106dca06d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909a696-cba2-4de4-ae2e-3a61629456b3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:38.762276 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7fbe9db5-704e-4e0e-9df9-2e9e4569a14a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6909a696-cba2-4de4-ae2e-3a61629456b3 HTTP/1.1" status: 204 len: 168 time: 0.3101614 Jul 09 17:26:38.790944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c62de2da-b1ba-41d0-8595-effae3b4cfda req-2a99aa7e-064e-4431-858c-c1f0a6164af3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 210 time: 0.0528145 Jul 09 17:26:38.796899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe9db5-704e-4e0e-9df9-2e9e4569a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909a696-cba2-4de4-ae2e-3a61629456b3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:38.861661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25515fe7-38e7-44da-9b72-dea45d022144 req-876fd853-c2de-4f7c-82ee-5bb55b7d50e2 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089703 Jul 09 17:26:39.121681 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:39.223429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:39.319248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ef0e6-be0a-4867-a5d7-fb130f411f2d req-9d02e0e9-32da-45a3-9540-b560e87e4588 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:39.330276 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b32ef0e6-be0a-4867-a5d7-fb130f411f2d req-9d02e0e9-32da-45a3-9540-b560e87e4588 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1924131 Jul 09 17:26:39.345506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event updated for resources: {'Subnet': ['ID=25cb6eb2-c84e-49dc-ac61-4a9fcaee6567,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:39.360074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Checking segment: {'id': '90f5e2e1-e870-4e28-98d2-d73bf685501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:39.360216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Network hostable DHCP agents. Network: 47f3ca06-bfb2-4700-860f-7a62666f037d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:26:39.383571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Network 47f3ca06-bfb2-4700-860f-7a62666f037d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:26:39.416833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 47f3ca06-bfb2-4700-860f-7a62666f037d) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:39.430192 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b32ef0e6-be0a-4867-a5d7-fb130f411f2d req-3e926a9b-87af-4f79-8b38-28961f2b7111 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934134 Jul 09 17:26:39.439638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:39.439638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:39.460811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24483540-dcbc-4f78-8405-3562e6bbb82b None None] Network 47f3ca06-bfb2-4700-860f-7a62666f037d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:39.497382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-997c1b84-d058-4e14-add0-566d27b468ec tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5258703 Jul 09 17:26:39.497894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41708) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:39.504457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Request body: {'port': {'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d', 'name': 'tempest-TagsExtTest-1564449041'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:39.737723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Made reservation on behalf of b4765d7029b442029c41bc9e30f63a06 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:39.742920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:39.793455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] device_id is not set on port ee7735bf-628c-44d2-ad1b-47142b986147 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:26:40.077415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b447f49a-f239-4f91-8940-e8b889754912 req-9e1cdef0-eba3-47d7-93ea-8d11b0d92b2d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 210 time: 0.0677154 Jul 09 17:26:40.147176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-47f3ca06-bfb2-4700-860f-7a62666f037d', 'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d', 'tenant_id': 'b4765d7029b442029c41bc9e30f63a06', 'fixed_ips': [{'subnet_id': '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:26:40.148204 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:40.249319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Allocated IP 172.20.0.4 (47f3ca06-bfb2-4700-860f-7a62666f037d/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/ee7735bf-628c-44d2-ad1b-47142b986147) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:40.385687 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-62120e84-7819-4c14-aff0-e8053e361635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:40.391049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e8d3-d404-4371-8f72-9c18d84da6a0 req-425d0c27-4285-4465-ac26-87fb360e60df tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:40.413781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e8d3-d404-4371-8f72-9c18d84da6a0 req-425d0c27-4285-4465-ac26-87fb360e60df tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:40.418040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64e6e8d3-d404-4371-8f72-9c18d84da6a0 req-425d0c27-4285-4465-ac26-87fb360e60df tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1683 time: 0.1925135 Jul 09 17:26:40.550562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64e6e8d3-d404-4371-8f72-9c18d84da6a0 req-f8903e0a-2bda-4a6c-8208-73e5794025e3 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256990 Jul 09 17:26:40.570275 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:40.645895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Transition to ACTIVE for port object ee7735bf-628c-44d2-ad1b-47142b986147 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:40.857385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Allocated IP 172.20.0.2 (47f3ca06-bfb2-4700-860f-7a62666f037d/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/c4cd1876-a3a0-4741-8983-4ddcef48901e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:40.934668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:40.945099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-fe440c84-98ac-4338-aac1-113039b0702e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:40.947342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-fe440c84-98ac-4338-aac1-113039b0702e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.3563793 Jul 09 17:26:41.024256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Request body: {'port': {'device_id': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'admin_state_up': True, 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:41.088062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Network 47f3ca06-bfb2-4700-860f-7a62666f037d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:41.157399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:41.179332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:41.186098 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.211373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Transition to ACTIVE for port object c4cd1876-a3a0-4741-8983-4ddcef48901e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:41.239351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:41.244978 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.260478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Transition to ACTIVE for port object c4cd1876-a3a0-4741-8983-4ddcef48901e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:41.281068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.293276 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7916191 Jul 09 17:26:41.295012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41758) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:41.296128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19810258-9280-4a9a-8551-2b36c5abffdc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event updated for resources: {'Port': ['ID=ee7735bf-628c-44d2-ad1b-47142b986147,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:41.301387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-118720977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:41.364348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71cb3b-f1c5-429f-8f46-49ca3228f9b0 req-a8f49f4b-4400-4bb4-b836-87c0421c0bbc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:41.380133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b71cb3b-f1c5-429f-8f46-49ca3228f9b0 req-a8f49f4b-4400-4bb4-b836-87c0421c0bbc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.5946181 Jul 09 17:26:41.381899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.383320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.432782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Network 47f3ca06-bfb2-4700-860f-7a62666f037d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:41.436339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:41.444508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:41.478082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b71cb3b-f1c5-429f-8f46-49ca3228f9b0 req-fdae45ae-f6dd-441b-8163-dbc1f94cd481 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966978 Jul 09 17:26:41.536837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:41.540883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.547368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.565381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.597282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.606435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2d017c0-6bd4-4955-aa17-5cdd3bde60a2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3094950 Jul 09 17:26:41.607202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41768) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:41.612804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e06d379a-829c-472e-adbc-f94c31ece89f tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1002309556', 'prefixes': ['172.20.0.0/16']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:41.615416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Pushing event updated for resources: {'Port': ['ID=c4cd1876-a3a0-4741-8983-4ddcef48901e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:41.633664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Attempting to bind port c4cd1876-a3a0-4741-8983-4ddcef48901e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:41.634510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Attempting to bind port c4cd1876-a3a0-4741-8983-4ddcef48901e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '90f5e2e1-e870-4e28-98d2-d73bf685501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:41.635104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Attempting to bind port c4cd1876-a3a0-4741-8983-4ddcef48901e on network 47f3ca06-bfb2-4700-860f-7a62666f037d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:41.640292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:41.642799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:41.643504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Checking segment: {'id': '90f5e2e1-e870-4e28-98d2-d73bf685501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:41.644397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.645037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Bound using segment: {'id': '90f5e2e1-e870-4e28-98d2-d73bf685501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:41.645727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Bound port: c4cd1876-a3a0-4741-8983-4ddcef48901e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f5e2e1-e870-4e28-98d2-d73bf685501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47f3ca06-bfb2-4700-860f-7a62666f037d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:41.646320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.790606 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e06d379a-829c-472e-adbc-f94c31ece89f tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for subnetpool, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.792445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e06d379a-829c-472e-adbc-f94c31ece89f tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1839571 Jul 09 17:26:41.804250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41780) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:41.806270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] For port c4cd1876-a3a0-4741-8983-4ddcef48901e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:41.818811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-684f4b35-e78b-4580-9e16-e3e24d9b4a89 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-1762138904') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:41.827195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] For port c4cd1876-a3a0-4741-8983-4ddcef48901e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c4cd1876-a3a0-4741-8983-4ddcef48901e,segment=NetworkSegment(90f5e2e1-e870-4e28-98d2-d73bf685501a),segment_id=90f5e2e1-e870-4e28-98d2-d73bf685501a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:41.838265 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:41.854759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91968bd4-3b01-4376-aec8-16da0ffb3338 req-a095cb62-be83-4d53-8f29-ee3c05a95056 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 210 time: 0.0841534 Jul 09 17:26:41.874685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Allocated IP 172.20.0.6 (8ed56b76-7db4-4328-a8ea-ee33971697b4/871b662f-c6cb-4dbf-ad13-665c13a17e07/2cbd4b65-b1c9-42b6-875f-1d9463ad4181) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:41.938557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-216244166'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:41.943331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd24b0-1c9b-463c-af09-e881c9223d77 None None] Pushing event updated for resources: {'Port': ['ID=c4cd1876-a3a0-4741-8983-4ddcef48901e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:41.980014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Made reservation on behalf of 31789a96ab3341b3bc2b7055d7e2aeed for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:41.983754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.085750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.109124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.157510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.209206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:42.219614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:42.221241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b78d10-9356-4f93-962d-b7f6bcead02e req-cb556298-5caa-4a9c-b354-3dbede9247ff tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:42.225137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:42.231096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b78d10-9356-4f93-962d-b7f6bcead02e req-cb556298-5caa-4a9c-b354-3dbede9247ff tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:42.249641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8b78d10-9356-4f93-962d-b7f6bcead02e req-cb556298-5caa-4a9c-b354-3dbede9247ff tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1683 time: 0.3225942 Jul 09 17:26:42.272075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-684f4b35-e78b-4580-9e16-e3e24d9b4a89 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-1762138904 HTTP/1.1" status: 201 len: 201 time: 0.4645720 Jul 09 17:26:42.278151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41792) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:42.287821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-2423ccc5-8fd7-49d7-90c1-68ea45c78a5c tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-203993043') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:42.293264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:42.325967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:42.327048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.363783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8b78d10-9356-4f93-962d-b7f6bcead02e req-d023b6c8-50e3-4026-9505-0ec853bece73 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114182 Jul 09 17:26:42.428361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.440012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.456540 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-696ad0e7-8a05-40af-8bba-e8003cf2cc4e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4828129 Jul 09 17:26:42.465625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:42.472684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Request body: {'port': {'device_id': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:42.477198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.477818 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Added segment 17f7482f-dd6c-4adf-a186-fc4e693617e1 of type vlan for network ca1e053f-2810-4692-8148-1f87a0801dbe Jul 09 17:26:42.530182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.549084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c4cd1876-a3a0-4741-8983-4ddcef48901e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:42.615214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.662253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c4cd1876-a3a0-4741-8983-4ddcef48901e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:42.684937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2423ccc5-8fd7-49d7-90c1-68ea45c78a5c tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-203993043 HTTP/1.1" status: 201 len: 201 time: 0.4004190 Jul 09 17:26:42.686598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41802) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:42.717263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-89c0b630-174d-4f41-9b14-f84db3530408 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-1054822591') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:42.724280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.731012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:42.732397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.787662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4900d4-2acf-4b05-91ac-55a9788cf47e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:42.857406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df5cd3-c7b6-4ecf-a081-3ee7cc0866ab req-350eea58-1aaa-4867-a376-430b30ebc367 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:42.865439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53df5cd3-c7b6-4ecf-a081-3ee7cc0866ab req-350eea58-1aaa-4867-a376-430b30ebc367 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.1985855 Jul 09 17:26:42.869798 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f661-df00-406b-be22-09e0f519ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:42.899997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2529821 Jul 09 17:26:42.899997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41806) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:42.948958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d01bc-70b2-4792-9181-6842d22e7d7a tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Pushing event updated for resources: {'Network': ['ID=ca1e053f-2810-4692-8148-1f87a0801dbe,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:42.963058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ca1e053f-2810-4692-8148-1f87a0801dbe details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:42.993421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-c9a932e7-e307-4a48-aafd-9a939d8018e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:42.997839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-c9a932e7-e307-4a48-aafd-9a939d8018e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1098 time: 0.3428395 Jul 09 17:26:43.039798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'network': {'name': 'tempest-network--1868113866', 'router:external': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:43.212300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-89c0b630-174d-4f41-9b14-f84db3530408 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-1054822591 HTTP/1.1" status: 201 len: 201 time: 0.5017889 Jul 09 17:26:43.218555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Made reservation on behalf of 19885d56ddbc4360b39b5ed9bb97775b for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:43.221388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.226697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41814) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:43.235225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-62a20a66-37ef-4e94-8c8c-83eee76875cb tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-2031083826') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:43.314026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-a6a44810-e70a-4e7a-a245-5d1cca470d5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.321607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-a6a44810-e70a-4e7a-a245-5d1cca470d5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.323979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-a6a44810-e70a-4e7a-a245-5d1cca470d5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1683 time: 0.3756392 Jul 09 17:26:43.324399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.325494 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.395734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53df5cd3-c7b6-4ecf-a081-3ee7cc0866ab req-3ce807f5-2f36-428f-96d4-7e9055add2fc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5294044 Jul 09 17:26:43.452693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70db8d4-267b-4d63-8709-b29ca37ebbe5 None None] Network 47f3ca06-bfb2-4700-860f-7a62666f037d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:43.496348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29713dc-4cbc-4cd6-afbc-d565f7a98a8c req-d0e1ac28-aad1-470a-bb79-bd039b87c779 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.498415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d29713dc-4cbc-4cd6-afbc-d565f7a98a8c req-d0e1ac28-aad1-470a-bb79-bd039b87c779 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 931 time: 0.4548695 Jul 09 17:26:43.517453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-b258b9b0-18c0-487a-bed8-2600a64c3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.519426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-b258b9b0-18c0-487a-bed8-2600a64c3904 service neutron] 10.222.0.36 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.4837711 Jul 09 17:26:43.565041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:43.569972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] Provisioning for port c4cd1876-a3a0-4741-8983-4ddcef48901e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:43.577302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] Provisioning complete for port c4cd1876-a3a0-4741-8983-4ddcef48901e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:43.577939 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.578716 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.595114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Transition to ACTIVE for port object 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:26:43.603402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.682445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d29713dc-4cbc-4cd6-afbc-d565f7a98a8c req-55ceb48d-6fca-46f3-8c2b-f8abc42d5825 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702998 Jul 09 17:26:43.690427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:43.695347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62a20a66-37ef-4e94-8c8c-83eee76875cb tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-2031083826 HTTP/1.1" status: 201 len: 201 time: 0.4598458 Jul 09 17:26:43.697099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41820) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:43.713732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-8e6eebd2-5946-46b7-8b7f-08513037a2f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 1002 time: 0.1853936 Jul 09 17:26:43.727754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-369bd546-449b-4202-95aa-29a82ba1ec73 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:43.730974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.794004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:43.794399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.822107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-f040ec8a-05f7-43a1-8308-c4d5f277b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.823603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-f040ec8a-05f7-43a1-8308-c4d5f277b53e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.0926316 Jul 09 17:26:43.852574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] For port c4cd1876-a3a0-4741-8983-4ddcef48901e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c4cd1876-a3a0-4741-8983-4ddcef48901e,segment=NetworkSegment(90f5e2e1-e870-4e28-98d2-d73bf685501a),segment_id=90f5e2e1-e870-4e28-98d2-d73bf685501a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:43.870568 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.907575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Attempting to bind port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:26:43.908269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Attempting to bind port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:26:43.908388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Attempting to bind port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:43.917911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.929434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:26:43.929844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Attempting to bind port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:26:43.932360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.949437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72061-0237-4215-a51f-4d6b6f8dae2c req-9d7a36c8-c6cc-46ab-b522-cb02738400ff tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.960608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72061-0237-4215-a51f-4d6b6f8dae2c req-9d7a36c8-c6cc-46ab-b522-cb02738400ff tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:43.963071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8bc72061-0237-4215-a51f-4d6b6f8dae2c req-9d7a36c8-c6cc-46ab-b522-cb02738400ff tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 1683 time: 0.1845458 Jul 09 17:26:43.968286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66984d1f-ffee-45b6-9ed6-fd57f53a3917 None None] Pushing event updated for resources: {'Port': ['ID=c4cd1876-a3a0-4741-8983-4ddcef48901e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:43.968969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-369bd546-449b-4202-95aa-29a82ba1ec73 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags HTTP/1.1" status: 200 len: 241 time: 0.2701783 Jul 09 17:26:43.970137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:26:43.970668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:43.971280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Bound using segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:26:43.971881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Bound port: 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:26:43.972374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.975705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41824) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:43.978949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:43.982093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:43.984046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-670145fd-db87-4fe3-8783-b623170a9ee5 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-1762138904') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:43.994695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port 6a54f471-f9ad-45d2-bdf9-642ac305ba98, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6a54f471-f9ad-45d2-bdf9-642ac305ba98,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:43.995082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.016836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b357640-0c1c-4181-b5df-a847ddc88bbf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:44.023154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.023518 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Added segment 6ae689cb-929e-4908-866b-5cdfa1981c3a of type vlan for network d2527db4-f970-455f-8c40-eddfaa234586 Jul 09 17:26:44.025744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for 6a54f471-f9ad-45d2-bdf9-642ac305ba98 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:44.063831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-b660e973-2532-4122-96dc-bbe1c7cdde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.065481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-b660e973-2532-4122-96dc-bbe1c7cdde55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080755 Jul 09 17:26:44.102472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8bc72061-0237-4215-a51f-4d6b6f8dae2c req-a146890a-826d-4e82-9420-fa35cdd0292d tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884972 Jul 09 17:26:44.132901 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-670145fd-db87-4fe3-8783-b623170a9ee5 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-1762138904 HTTP/1.1" status: 204 len: 168 time: 0.1543877 Jul 09 17:26:44.135697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:26:44.139186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:26:44.144400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41826) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:44.149787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-af874920-e026-45b3-86a9-18738f20702e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-1762138904') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.165307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.182879 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.232248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.232812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.234326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] 10.222.0.13 "PUT /v2.0/ports/2cbd4b65-b1c9-42b6-875f-1d9463ad4181 HTTP/1.1" status: 200 len: 1092 time: 1.7698646 Jul 09 17:26:44.236579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:44.239956 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ae2aa-9a1d-4824-a586-ab1fed725886" -d '{"events": [{"name": "network-changed", "server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:44.263732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-28e65a8b-4f24-42b0-8da7-9c38850c006b service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914761 Jul 09 17:26:44.266696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de0975-a34c-4214-bcaf-02dd44238346 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:44.268920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.270020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.270611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.310079 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65604279-d8ee-421c-9c49-4d3cc1c45001 x-openstack-request-id: req-65604279-d8ee-421c-9c49-4d3cc1c45001 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:44.310396 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:44.310646 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65604279-d8ee-421c-9c49-4d3cc1c45001 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:44.311034 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'status': 'completed', 'code': 200} Jul 09 17:26:44.336592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af874920-e026-45b3-86a9-18738f20702e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-1762138904 HTTP/1.1" status: 204 len: 168 time: 0.1888549 Jul 09 17:26:44.336985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:44.342749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-b94bd12d-c92e-41ac-ba4b-2c6a2ea9f232 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.361427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-973f429e-dc48-4803-95a5-3b97f5f9e0e2 None None] Provisioning complete for port c4cd1876-a3a0-4741-8983-4ddcef48901e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:44.361756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-973f429e-dc48-4803-95a5-3b97f5f9e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.423619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-c3958344-707f-4393-a539-0ff2ed8e158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.429151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-c3958344-707f-4393-a539-0ff2ed8e158f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 1095 time: 0.1297600 Jul 09 17:26:44.454185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b94bd12d-c92e-41ac-ba4b-2c6a2ea9f232 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags HTTP/1.1" status: 200 len: 205 time: 0.1160698 Jul 09 17:26:44.456237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41834) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:44.466611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5629048 Jul 09 17:26:44.481618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41836) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:44.493037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c4cd1876-a3a0-4741-8983-4ddcef48901e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:44.511141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-a1343292-9466-47ad-af85-a11a65247206 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.516920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-3b13f15c-2dd4-4298-a647-5db1e0731b51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181 HTTP/1.1" status: 200 len: 217 time: 0.0816166 Jul 09 17:26:44.547354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-973f429e-dc48-4803-95a5-3b97f5f9e0e2 None None] Provisioning for port ee7735bf-628c-44d2-ad1b-47142b986147 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:44.556084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-973f429e-dc48-4803-95a5-3b97f5f9e0e2 None None] Provisioning complete for port ee7735bf-628c-44d2-ad1b-47142b986147 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:44.556459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-973f429e-dc48-4803-95a5-3b97f5f9e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.590024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f4839-cfd4-4805-81ea-ee027194e4ef tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Network': ['ID=d2527db4-f970-455f-8c40-eddfaa234586,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:44.607473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d2527db4-f970-455f-8c40-eddfaa234586 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:44.657645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-1c3fe20c-945a-468f-96a6-e7964f07ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.659138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-1c3fe20c-945a-468f-96a6-e7964f07ca9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.1065466 Jul 09 17:26:44.668402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.711781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-973f429e-dc48-4803-95a5-3b97f5f9e0e2 None None] Port ee7735bf-628c-44d2-ad1b-47142b986147 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:44.721042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c4cd1876-a3a0-4741-8983-4ddcef48901e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:44.721780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.735312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.740506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=6a54f471-f9ad-45d2-bdf9-642ac305ba98,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:44.767316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-f7153135-547f-462f-bf30-76008468153c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925121 Jul 09 17:26:44.783329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1343292-9466-47ad-af85-a11a65247206 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags HTTP/1.1" status: 200 len: 240 time: 0.3207853 Jul 09 17:26:44.787695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6328d014-2ac5-4aec-ad80-9d025fc2b32e req-9146dcfa-e0ac-4e46-b3e5-21e7350565c3 service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143266 Jul 09 17:26:44.788478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41846) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:44.824623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-7d2a5347-10c6-4d0e-acde-ec3bfa2eeefc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-203993043') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.830459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port 6a54f471-f9ad-45d2-bdf9-642ac305ba98 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:44.833728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.836082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-d6af1c9c-dec4-4bc8-903a-a45ea33e29e0 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "DELETE /v2.0/ports/6a54f471-f9ad-45d2-bdf9-642ac305ba98 HTTP/1.1" status: 204 len: 173 time: 1.4975684 Jul 09 17:26:44.856226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-deleted', 'tag': '6a54f471-f9ad-45d2-bdf9-642ac305ba98'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:44.858808 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8364e2ff-e501-49e1-aec8-75100cf232b5" -d '{"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-deleted", "tag": "6a54f471-f9ad-45d2-bdf9-642ac305ba98"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:44.898974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50587ab0-0fc4-4837-81f1-af2b1e7ce0fb req-d895e9d2-6967-45cd-867a-1864b08d3644 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:44.907489 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50587ab0-0fc4-4837-81f1-af2b1e7ce0fb req-d895e9d2-6967-45cd-867a-1864b08d3644 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.3559432 Jul 09 17:26:44.958198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.969516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2527db4-f970-455f-8c40-eddfaa234586']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.971198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-176bd85a-c394-4f02-976b-5b1e4293df3a None None] Provisioning complete for port ee7735bf-628c-44d2-ad1b-47142b986147 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:44.972325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-176bd85a-c394-4f02-976b-5b1e4293df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:44.981279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae689cb-929e-4908-866b-5cdfa1981c3a') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.981568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae689cb-929e-4908-866b-5cdfa1981c3a') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:44.999003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.007276 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50587ab0-0fc4-4837-81f1-af2b1e7ce0fb req-953d8b55-a9c7-4bfa-8388-99b85b67a9f4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984502 Jul 09 17:26:45.022433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-176bd85a-c394-4f02-976b-5b1e4293df3a None None] Port ee7735bf-628c-44d2-ad1b-47142b986147 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:26:45.045088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-cc890544-ed24-43ef-9de9-fc7306b461b0 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640831 Jul 09 17:26:45.170082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36a8bfec-1bd3-44dc-8c2d-2e1ad133bfbf req-58cfc7df-5514-4b0e-8c7e-87853016df08 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176026 Jul 09 17:26:45.312434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-dbbcd27e-bae1-4af9-8cf3-2a243d853fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:45.314339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-dbbcd27e-bae1-4af9-8cf3-2a243d853fb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 1095 time: 0.0748074 Jul 09 17:26:45.453500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-827b64aa-1208-4c9b-a155-4cd07a0b2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:45.455004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-827b64aa-1208-4c9b-a155-4cd07a0b2381 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.1339035 Jul 09 17:26:45.477840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cd5bb-07a1-4812-9735-a6e8a433a3e4 req-4b00f4ac-be42-4331-9960-26a6648ff9c5 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:45.479328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa6cd5bb-07a1-4812-9735-a6e8a433a3e4 req-4b00f4ac-be42-4331-9960-26a6648ff9c5 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 946 time: 0.1138952 Jul 09 17:26:45.490077 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61585136-043b-4f54-a6dd-dca2f006deb1 x-openstack-request-id: req-61585136-043b-4f54-a6dd-dca2f006deb1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:45.490348 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-deleted", "tag": "6a54f471-f9ad-45d2-bdf9-642ac305ba98", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:45.490554 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61585136-043b-4f54-a6dd-dca2f006deb1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:45.490980 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-deleted', 'tag': '6a54f471-f9ad-45d2-bdf9-642ac305ba98', 'status': 'completed', 'code': 200} Jul 09 17:26:45.496591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.509512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-5ce25706-a99e-4a10-8ff7-c778e8185e3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181 HTTP/1.1" status: 200 len: 217 time: 0.0470910 Jul 09 17:26:45.516039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:45.516458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:45.521066 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:45.596916 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa6cd5bb-07a1-4812-9735-a6e8a433a3e4 req-d5cd357f-fc68-40d7-9609-661001bfd9b4 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3931e0a-a015-4dcd-a5e2-29a007cf55a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890665 Jul 09 17:26:45.610726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-01a082ab-96e0-4157-977f-c3608b1e510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:45.612280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-01a082ab-96e0-4157-977f-c3608b1e510d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0858269 Jul 09 17:26:45.645573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7d2a5347-10c6-4d0e-acde-ec3bfa2eeefc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-203993043 HTTP/1.1" status: 204 len: 168 time: 0.8268185 Jul 09 17:26:45.648554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41856) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:45.653958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-26510736-7db4-457e-9cf7-2c46c55b0cfc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-203993043') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:45.660894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.662750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-e9aaee2f-55dd-47c5-ad7d-675af449d9af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335186 Jul 09 17:26:45.687479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2527db4-f970-455f-8c40-eddfaa234586 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:26:45.696937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba4714-c658-42a0-b543-1f7c37f4cb57 req-c33efe78-9071-4d92-86ed-1e76abeeb728 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:45.703949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15ba4714-c658-42a0-b543-1f7c37f4cb57 req-c33efe78-9071-4d92-86ed-1e76abeeb728 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 943 time: 0.7017577 Jul 09 17:26:45.706215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.708267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d2527db4-f970-455f-8c40-eddfaa234586 HTTP/1.1" status: 204 len: 168 time: 1.2257602 Jul 09 17:26:45.723179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:45.733975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:45.740393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253c417-4255-41bd-a1cf-b4561d409cc4 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2527db4-f970-455f-8c40-eddfaa234586,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:45.789716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-c8661c7f-6f00-4379-83eb-97f865704f6c service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196218 Jul 09 17:26:45.804844 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.820516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15ba4714-c658-42a0-b543-1f7c37f4cb57 req-548c1708-3667-4802-ba59-d03977f3735a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155550 Jul 09 17:26:45.823255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port c80bbd09-372c-40e8-a347-408d7b4dd398 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:45.823607 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.830060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Made reservation on behalf of 19885d56ddbc4360b39b5ed9bb97775b for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:45.844420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:45.958392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-26510736-7db4-457e-9cf7-2c46c55b0cfc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-203993043 HTTP/1.1" status: 204 len: 168 time: 0.3048413 Jul 09 17:26:45.958392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:45.961753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:45.964304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-352ae2aa-9a1d-4824-a586-ab1fed725886 req-6f16cd26-83a6-41e5-b7d7-b21c470c8395 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653037 Jul 09 17:26:45.968656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-deaef7d2-37bb-4c12-9c68-e8e80f753776 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:45.984449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:46.042711 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.043537 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Added segment c281c8eb-8cca-4a27-96d0-1be97fb13a4d of type vlan for network d31df1b5-9532-4fc1-add9-58185082bf9d Jul 09 17:26:46.056712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port c80bbd09-372c-40e8-a347-408d7b4dd398, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c80bbd09-372c-40e8-a347-408d7b4dd398,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:46.057269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.102567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for c80bbd09-372c-40e8-a347-408d7b4dd398 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:46.143193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.156326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:46.157092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-deaef7d2-37bb-4c12-9c68-e8e80f753776 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags HTTP/1.1" status: 200 len: 205 time: 0.1943941 Jul 09 17:26:46.165132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-572a573a-5f62-47e4-9b16-507313116744 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:46.222661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:46.232475 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e56b3a9-4125-4817-8f76-5bcd158f5e9a" -d '{"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-unplugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:46.274234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:46.279059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.282892 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.284141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6a54f471-f9ad-45d2-bdf9-642ac305ba98 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:46.383231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e037-eedc-45d8-a764-390edb8dee96 req-3a6e96b6-513a-468d-b9de-1f795bb19788 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:46.388226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d49e037-eedc-45d8-a764-390edb8dee96 req-3a6e96b6-513a-468d-b9de-1f795bb19788 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 946 time: 0.2005804 Jul 09 17:26:46.454527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 6a54f471-f9ad-45d2-bdf9-642ac305ba98 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:46.456967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-572a573a-5f62-47e4-9b16-507313116744 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags HTTP/1.1" status: 200 len: 241 time: 0.2990272 Jul 09 17:26:46.457164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6a54f471-f9ad-45d2-bdf9-642ac305ba98 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:46.457438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c80bbd09-372c-40e8-a347-408d7b4dd398 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:46.458925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:46.465497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.466658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:46.467408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.469534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-feab5717-eb39-4696-8987-3934b565ee2b tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-1054822591') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:46.533040 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7369330f-e712-49b0-b84d-cf9501b6988e x-openstack-request-id: req-7369330f-e712-49b0-b84d-cf9501b6988e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:46.533419 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-unplugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:46.533892 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7369330f-e712-49b0-b84d-cf9501b6988e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:46.534536 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'code': 200} Jul 09 17:26:46.535253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:46.580433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8507521 Jul 09 17:26:46.594249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41876) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:46.596128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d49e037-eedc-45d8-a764-390edb8dee96 req-5a45fdb7-6356-45ff-9812-0b550417140e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782568 Jul 09 17:26:46.600110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'subnet': {'network_id': 'd31df1b5-9532-4fc1-add9-58185082bf9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:46.633084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.647082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc40b6-7e21-45da-8e90-1098cc0c8258 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Network': ['ID=d31df1b5-9532-4fc1-add9-58185082bf9d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:46.656088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-feab5717-eb39-4696-8987-3934b565ee2b tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-1054822591 HTTP/1.1" status: 204 len: 168 time: 0.1949708 Jul 09 17:26:46.658863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:46.667010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Made reservation on behalf of 19885d56ddbc4360b39b5ed9bb97775b for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:46.669790 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.675839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d31df1b5-9532-4fc1-add9-58185082bf9d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:46.691282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-a2e2a636-bf05-4458-9ff5-e0013f6f2b47 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-1054822591') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:46.755911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.778665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e36c0d8-b5ab-434a-963f-80d75358c46f req-6fd12faa-d298-455f-a136-8d95eadb600f tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79e4f73-c0fc-45a4-9cbd-4648d8e55bea HTTP/1.1" status: 200 len: 210 time: 0.0390468 Jul 09 17:26:46.812890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=c80bbd09-372c-40e8-a347-408d7b4dd398,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:46.870684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port c80bbd09-372c-40e8-a347-408d7b4dd398 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:46.875018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:46.877728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec564a07-91d0-4526-88ef-334f668e6df9 req-6f9f44de-e20b-4647-b14b-e08ae96df169 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.36 "DELETE /v2.0/ports/c80bbd09-372c-40e8-a347-408d7b4dd398 HTTP/1.1" status: 204 len: 173 time: 1.9907119 Jul 09 17:26:46.902193 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2e2a636-bf05-4458-9ff5-e0013f6f2b47 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-1054822591 HTTP/1.1" status: 204 len: 168 time: 0.2382460 Jul 09 17:26:46.903688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41884) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:46.922396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-4ec61e57-d38a-4a16-b814-b36b33fd2127 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.101155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ec61e57-d38a-4a16-b814-b36b33fd2127 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags HTTP/1.1" status: 200 len: 205 time: 0.1959713 Jul 09 17:26:47.103850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41892) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.108369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-8fac5b0d-39bb-41d9-9ef2-b3ce5db95e21 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.177530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb322d-1f98-4594-bd28-5683034c3eae req-ab9c482a-aec4-440f-a56e-f7c5b52b30f3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:47.185395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dfb322d-1f98-4594-bd28-5683034c3eae req-ab9c482a-aec4-440f-a56e-f7c5b52b30f3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 943 time: 0.1851623 Jul 09 17:26:47.202522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.objects.ports [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 17:26:47.203118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:47.208966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8fac5b0d-39bb-41d9-9ef2-b3ce5db95e21 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags HTTP/1.1" status: 200 len: 241 time: 0.0989218 Jul 09 17:26:47.209966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41896) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.215995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-f4f7e515-cfc8-4e66-bb22-91eceba11b36 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-2031083826') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.263155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dfb322d-1f98-4594-bd28-5683034c3eae req-7478b69d-09c1-4993-b60f-2690a8056bfb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Jul 09 17:26:47.300035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Subnet': ['ID=660da4db-52a3-4879-ab3b-9b7ab0cc6773,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:47.315627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4f7e515-cfc8-4e66-bb22-91eceba11b36 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-2031083826 HTTP/1.1" status: 204 len: 168 time: 0.1045055 Jul 09 17:26:47.318485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41898) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.323144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Checking segment: {'id': 'c281c8eb-8cca-4a27-96d0-1be97fb13a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd31df1b5-9532-4fc1-add9-58185082bf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:26:47.323487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-58174474-3348-429c-b7ec-be9e7a0597f2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-2031083826') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.323620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Network hostable DHCP agents. Network: d31df1b5-9532-4fc1-add9-58185082bf9d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:26:47.342508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Network d31df1b5-9532-4fc1-add9-58185082bf9d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:26:47.354981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d31df1b5-9532-4fc1-add9-58185082bf9d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:47.360858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:47.361848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:47.366812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae19a50-720a-4d51-8811-112df148d991 None None] Network d31df1b5-9532-4fc1-add9-58185082bf9d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:47.368807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58174474-3348-429c-b7ec-be9e7a0597f2 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-2031083826 HTTP/1.1" status: 204 len: 168 time: 0.0489266 Jul 09 17:26:47.371475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.376769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-ca03f2dc-2331-4f63-a3c4-3c99db087c37 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.380918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91f1abbe-d991-4f12-a1eb-e6e789c46560 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7855172 Jul 09 17:26:47.383655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.389230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'floatingip': {'floating_network_id': 'd31df1b5-9532-4fc1-add9-58185082bf9d'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:47.400448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca03f2dc-2331-4f63-a3c4-3c99db087c37 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags HTTP/1.1" status: 200 len: 205 time: 0.0278869 Jul 09 17:26:47.402948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.408679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-940ff8c2-e646-47e5-abd2-1f801a0c3e15 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.430169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:47.442112 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-940ff8c2-e646-47e5-abd2-1f801a0c3e15 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags HTTP/1.1" status: 204 len: 168 time: 0.0358341 Jul 09 17:26:47.444747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41906) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.455927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-0337e6ed-0281-4618-9b83-1fcf4fd1c9d8 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.493853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-deleted', 'tag': 'c80bbd09-372c-40e8-a347-408d7b4dd398'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:47.496454 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565abeec-21c9-4054-8cce-1f86f5f7acd3" -d '{"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-deleted", "tag": "c80bbd09-372c-40e8-a347-408d7b4dd398"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:47.549653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220feb8e-2a16-45df-aea3-f83f14a5d134 None None] Network d31df1b5-9532-4fc1-add9-58185082bf9d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:47.593578 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca0c752-88e1-470b-9d75-537bf85d7e70 x-openstack-request-id: req-dca0c752-88e1-470b-9d75-537bf85d7e70 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:47.594413 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79e4f73-c0fc-45a4-9cbd-4648d8e55bea", "name": "network-vif-deleted", "tag": "c80bbd09-372c-40e8-a347-408d7b4dd398", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:47.594904 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dca0c752-88e1-470b-9d75-537bf85d7e70 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:47.595514 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e4f73-c0fc-45a4-9cbd-4648d8e55bea', 'name': 'network-vif-deleted', 'tag': 'c80bbd09-372c-40e8-a347-408d7b4dd398', 'status': 'completed', 'code': 200} Jul 09 17:26:47.602430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:47.620414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0337e6ed-0281-4618-9b83-1fcf4fd1c9d8 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags HTTP/1.1" status: 204 len: 168 time: 0.1741564 Jul 09 17:26:47.623117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41912) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.631000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-6922e4e6-3347-4b5a-a28c-555a1f99cd6d tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.751077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.752923 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6922e4e6-3347-4b5a-a28c-555a1f99cd6d tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags HTTP/1.1" status: 204 len: 168 time: 0.1280339 Jul 09 17:26:47.755660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-79ea1eb6-f284-40e6-8cfe-16a38e26400c tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:47.865328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Allocated IP 172.20.0.14 (d31df1b5-9532-4fc1-add9-58185082bf9d/660da4db-52a3-4879-ab3b-9b7ab0cc6773/15968801-ca9b-4c23-a01f-92ddd6b2c5ef) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:26:47.883956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:47.935741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting subnet 49258934-d2a9-4aad-9df1-360f2f540c0a {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:47.939104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:47.984809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:47.997841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51d1a-74c0-4e90-89aa-8ab113a29bca req-7dc14ce9-8182-48e0-bc6f-c51c74f66390 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:47.999518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bb51d1a-74c0-4e90-89aa-8ab113a29bca req-7dc14ce9-8182-48e0-bc6f-c51c74f66390 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1690521 Jul 09 17:26:48.003910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79ea1eb6-f284-40e6-8cfe-16a38e26400c tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags HTTP/1.1" status: 204 len: 168 time: 0.2518089 Jul 09 17:26:48.008087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41922) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.014592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-a54ed260-9d3e-454a-acff-3ffeb774abdd tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-262146503') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:48.062269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.072574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bb51d1a-74c0-4e90-89aa-8ab113a29bca req-08c2163a-36d8-4a92-822d-566852a25277 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628147 Jul 09 17:26:48.111067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.124515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.165241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a54ed260-9d3e-454a-acff-3ffeb774abdd tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-262146503 HTTP/1.1" status: 201 len: 201 time: 0.1563585 Jul 09 17:26:48.167877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.172777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-5c595649-789f-4dee-9b8f-5fdb4392d530 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-1098646656') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:48.192822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Port': ['ID=15968801-ca9b-4c23-a01f-92ddd6b2c5ef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:48.202839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Network d31df1b5-9532-4fc1-add9-58185082bf9d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:26:48.206455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:26:48.211101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:26:48.242864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.263643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.265775 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/subnets/49258934-d2a9-4aad-9df1-360f2f540c0a HTTP/1.1" status: 204 len: 168 time: 0.3808036 Jul 09 17:26:48.269108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41932) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.272701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ce4b2-acac-4785-8124-6418db34458c None None] Network 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:48.380455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.400519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac4228-0247-489e-b113-4aa3ec9e2a5b tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Subnet': ['ID=49258934-d2a9-4aad-9df1-360f2f540c0a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:48.446322 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.451598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5c595649-789f-4dee-9b8f-5fdb4392d530 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-1098646656 HTTP/1.1" status: 201 len: 201 time: 0.2826355 Jul 09 17:26:48.454352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41942) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.459992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-0baca29d-ca52-43dd-be8e-571e174f424d tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-1377518187') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:48.570444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.614636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port fa4af0b6-b04b-4053-93df-39f39bc067fa {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:48.615156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.620528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:26:48.623821 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0baca29d-ca52-43dd-be8e-571e174f424d tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-1377518187 HTTP/1.1" status: 201 len: 201 time: 0.1682105 Jul 09 17:26:48.624875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.666371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-6a1ee71d-9964-4dc0-b9bb-f0b3141825d5 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-847056561') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:48.705242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e09a9-3de9-429a-84ad-b42d48f10fe2 req-68b1cbd4-7c7c-4bc4-a587-cdaa838a5db0 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:48.707265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d7e09a9-3de9-429a-84ad-b42d48f10fe2 req-68b1cbd4-7c7c-4bc4-a587-cdaa838a5db0 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 943 time: 0.1788812 Jul 09 17:26:48.735124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a1ee71d-9964-4dc0-b9bb-f0b3141825d5 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-847056561 HTTP/1.1" status: 201 len: 201 time: 0.1000037 Jul 09 17:26:48.741263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41948) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.747462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-acf38afb-a141-4f78-97cc-f9054e9043d0 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', {'tags': ['tempest-TagsExtTest-Tag-1577187265', 'tempest-TagsExtTest-Tag-1294375823', 'tempest-TagsExtTest-Tag-1472689046']}) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:48.751500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port fa4af0b6-b04b-4053-93df-39f39bc067fa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa4af0b6-b04b-4053-93df-39f39bc067fa,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:48.751949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.795121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for fa4af0b6-b04b-4053-93df-39f39bc067fa owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:48.813985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:48.837111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'mac_address': 'fa:16:3e:92:e1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:26:48.840657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] DHCP port deletion for 8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:48.890899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d7e09a9-3de9-429a-84ad-b42d48f10fe2 req-c95aea91-845a-4109-8f70-e92f64a8a30b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476336 Jul 09 17:26:48.924252 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-acf38afb-a141-4f78-97cc-f9054e9043d0 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags HTTP/1.1" status: 200 len: 318 time: 0.1818318 Jul 09 17:26:48.927105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41954) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:48.933974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-13d5736d-5b05-4d6a-9c1b-0fc05f4d3866 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:48.935008 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:48.990696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:26:49.004567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] Deleting port fa4af0b6-b04b-4053-93df-39f39bc067fa {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:49.005240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.032033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.035452 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.053634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.077137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] For port fa4af0b6-b04b-4053-93df-39f39bc067fa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa4af0b6-b04b-4053-93df-39f39bc067fa,segment=NetworkSegment(44b8dce7-6a50-4041-b88b-0c1558d17282),segment_id=44b8dce7-6a50-4041-b88b-0c1558d17282)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:49.077970 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.092496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port fa4af0b6-b04b-4053-93df-39f39bc067fa on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:49.095125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] Calling delete_port for fa4af0b6-b04b-4053-93df-39f39bc067fa owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:49.098711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=fa4af0b6-b04b-4053-93df-39f39bc067fa,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:49.100363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-d28694f5-e632-4840-a583-cc8f6cbfcab3 req-7ef08847-755f-4459-afb7-9e6750184bdd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:26:49.106299 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d28694f5-e632-4840-a583-cc8f6cbfcab3 req-7ef08847-755f-4459-afb7-9e6750184bdd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119476 Jul 09 17:26:49.109881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-13d5736d-5b05-4d6a-9c1b-0fc05f4d3866 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags HTTP/1.1" status: 204 len: 168 time: 0.1810913 Jul 09 17:26:49.119526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:49.133633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-9e4c8069-bae7-47ed-ba40-fd14a724e26a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-1577187265') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:49.189767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.196910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:49.198029 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.203087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cef21c7-47e9-4f5d-85c9-4b0d69d65be7']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:49.217034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b8dce7-6a50-4041-b88b-0c1558d17282') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:49.217646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b8dce7-6a50-4041-b88b-0c1558d17282') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:49.222546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.230512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.235416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.258794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] Pushing event deleted for resources: {'Port': ['ID=fa4af0b6-b04b-4053-93df-39f39bc067fa,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:49.270146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Port': ['ID=15968801-ca9b-4c23-a01f-92ddd6b2c5ef,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:49.271082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08eb4fb-720b-4010-baf0-77dc55291631 None None] No DVR routers for this DVR port fa4af0b6-b04b-4053-93df-39f39bc067fa on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:49.283642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.297862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.297862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8cc1b3bb-047c-4c81-81e5-68bce5d99630 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9123890 Jul 09 17:26:49.301663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:49.312646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:49.313068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:49.317174 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:49.411980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.425929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.429731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/networks/8cef21c7-47e9-4f5d-85c9-4b0d69d65be7 HTTP/1.1" status: 204 len: 168 time: 1.1587069 Jul 09 17:26:49.453521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:49.476723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:49.477246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0f00e-fa07-44b7-8eda-29438912d08e tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Network': ['ID=8cef21c7-47e9-4f5d-85c9-4b0d69d65be7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:49.495646 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-9e4c8069-bae7-47ed-ba40-fd14a724e26a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:49.498266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e4c8069-bae7-47ed-ba40-fd14a724e26a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-1577187265 HTTP/1.1" status: 404 len: 329 time: 0.3753138 Jul 09 17:26:49.503649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6b53decc-2477-4399-bf58-43f331e19aa8 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=d31df1b5-9532-4fc1-add9-58185082bf9d HTTP/1.1" status: 200 len: 690 time: 0.2003956 Jul 09 17:26:49.504112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['2cbd4b65-b1c9-42b6-875f-1d9463ad4181'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:26:49.505958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41976) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:49.506497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:49.525398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-152ff90a-dec6-4787-a248-cf95571a2260 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-1294375823') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:49.642858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting subnet 474e4bbb-0aa4-4401-8c29-44af11d99588 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:49.648154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.704018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.760458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45179-bf81-43b6-9acb-e7c830845d01 req-8d5ca05f-0082-43a5-be82-7ca9e8188706 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:49.762508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ceb45179-bf81-43b6-9acb-e7c830845d01 req-8d5ca05f-0082-43a5-be82-7ca9e8188706 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1919885 Jul 09 17:26:49.817023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.824118 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-152ff90a-dec6-4787-a248-cf95571a2260 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:49.825186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-152ff90a-dec6-4787-a248-cf95571a2260 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-1294375823 HTTP/1.1" status: 404 len: 329 time: 0.3175673 Jul 09 17:26:49.829170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41986) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:49.839436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ceb45179-bf81-43b6-9acb-e7c830845d01 req-7e28d3d5-fa86-4e85-8b51-2a4e69010c5f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707169 Jul 09 17:26:49.848978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.900638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-05bc0573-df78-47ea-b391-eacd7beb2e40 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567', 'tempest-TagsExtTest-Tag-1472689046') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:49.918334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:49.961911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-bf3fe4f2-8166-486d-91a4-32c7c2b37257 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2717769 Jul 09 17:26:50.016116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:50.247750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Subnet': ['ID=474e4bbb-0aa4-4401-8c29-44af11d99588,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:50.257330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.261964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2dfe2f2-5a7c-4028-9ca5-6175a77c39d8 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/subnets/474e4bbb-0aa4-4401-8c29-44af11d99588 HTTP/1.1" status: 204 len: 168 time: 0.8044989 Jul 09 17:26:50.263589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41996) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:50.267249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93529344-d452-4a7c-b4f2-9438492d94c7 None None] Network c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:50.428066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.560594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa4af0b6-b04b-4053-93df-39f39bc067fa no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:50.605552 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-05bc0573-df78-47ea-b391-eacd7beb2e40 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:50.610397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05bc0573-df78-47ea-b391-eacd7beb2e40 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags/tempest-TagsExtTest-Tag-1472689046 HTTP/1.1" status: 404 len: 329 time: 0.7524400 Jul 09 17:26:50.610702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42002) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:50.630632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-4576802f-ca38-402d-a62a-434135b4c6f3 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', {'tags': ['tempest-TagsExtTest-Tag-415195580', 'tempest-TagsExtTest-Tag-610679614', 'tempest-TagsExtTest-Tag-250272371']}) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:50.641025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Deleting port 15968801-ca9b-4c23-a01f-92ddd6b2c5ef {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:50.641456 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.663895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Deleting port 103fddd3-af0c-4b53-900c-306610833937 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:50.664450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.665382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: fa4af0b6-b04b-4053-93df-39f39bc067fa {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:50.665731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa4af0b6-b04b-4053-93df-39f39bc067fa not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:50.667338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:26:50.709860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496000c2-6dc7-4670-9f13-053836c5ec40 req-138b6055-3564-471b-9956-fc12b521e97c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:50.718780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-496000c2-6dc7-4670-9f13-053836c5ec40 req-138b6055-3564-471b-9956-fc12b521e97c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 944 time: 0.2689004 Jul 09 17:26:50.800437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-496000c2-6dc7-4670-9f13-053836c5ec40 req-5223467b-1ee4-410d-9143-c346c3f9549f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798202 Jul 09 17:26:50.831690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.832089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:26:50.832846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.847410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:26:50.848048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.855462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Calling delete_port for 15968801-ca9b-4c23-a01f-92ddd6b2c5ef owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:50.886697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] DHCP port deletion for c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:50.920191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] For port 103fddd3-af0c-4b53-900c-306610833937, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=103fddd3-af0c-4b53-900c-306610833937,segment=NetworkSegment(cf136871-1966-4e3c-96a9-ec9a144bad4f),segment_id=cf136871-1966-4e3c-96a9-ec9a144bad4f)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:50.921998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:50.929444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4576802f-ca38-402d-a62a-434135b4c6f3 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags HTTP/1.1" status: 200 len: 315 time: 0.3163364 Jul 09 17:26:50.936007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42008) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:50.940984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-f4eb67b5-d183-4e0b-8678-6232160f5d56 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:50.970733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Calling delete_port for 103fddd3-af0c-4b53-900c-306610833937 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:51.051001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.084255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Port': ['ID=15968801-ca9b-4c23-a01f-92ddd6b2c5ef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:51.157878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.188805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa944a2-0a56-45e2-ae46-ce743c07c478 req-de8ad0c1-1201-4861-ad76-4f6df5809eae tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:51.190457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4aa944a2-0a56-45e2-ae46-ce743c07c478 req-de8ad0c1-1201-4861-ad76-4f6df5809eae tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1433563 Jul 09 17:26:51.193016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f4eb67b5-d183-4e0b-8678-6232160f5d56 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags HTTP/1.1" status: 204 len: 168 time: 0.2566543 Jul 09 17:26:51.193897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.195803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:51.203199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-facceeea-bc91-49e1-8737-29176ce3e804 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-415195580') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.231104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Deleting port 103fddd3-af0c-4b53-900c-306610833937 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:51.231725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.253916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.260061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Port': ['ID=103fddd3-af0c-4b53-900c-306610833937,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:51.269169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] No DVR routers for this DVR port 103fddd3-af0c-4b53-900c-306610833937 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:51.345636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.347292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.374845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] For port 103fddd3-af0c-4b53-900c-306610833937, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:51.376303 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.392706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:26:51.395182 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb16f11-3ebe-4680-af23-2e3791f1d1b5" -d '{"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-plugged", "status": "completed", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:26:51.414612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Calling delete_port for 103fddd3-af0c-4b53-900c-306610833937 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:51.417422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:51.419508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Port 103fddd3-af0c-4b53-900c-306610833937 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:26:51.421553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.430076 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.433124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=660da4db-52a3-4879-ab3b-9b7ab0cc6773,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:51.454320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] Pushing event deleted for resources: {'Port': ['ID=103fddd3-af0c-4b53-900c-306610833937,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:51.457740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.462896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6f4d7-a875-4c9c-b830-bb5b448514de None None] No DVR routers for this DVR port 103fddd3-af0c-4b53-900c-306610833937 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:51.473751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31df1b5-9532-4fc1-add9-58185082bf9d']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.484591 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22840fbf-38ac-40b6-8117-48507ef91d94 x-openstack-request-id: req-22840fbf-38ac-40b6-8117-48507ef91d94 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:26:51.484944 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-plugged", "status": "completed", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:26:51.485149 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22840fbf-38ac-40b6-8117-48507ef91d94 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:26:51.485611 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'code': 200} Jul 09 17:26:51.493949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c281c8eb-8cca-4a27-96d0-1be97fb13a4d') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.494883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c281c8eb-8cca-4a27-96d0-1be97fb13a4d') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.507333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.526420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:51.534849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4aa944a2-0a56-45e2-ae46-ce743c07c478 req-fbc568a0-865c-4318-8c34-600d92b32a45 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098907 Jul 09 17:26:51.549132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.556610 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-facceeea-bc91-49e1-8737-29176ce3e804 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:51.558785 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-facceeea-bc91-49e1-8737-29176ce3e804 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-415195580 HTTP/1.1" status: 404 len: 328 time: 0.3596609 Jul 09 17:26:51.563008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42016) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:51.566812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:51.567231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.569203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-7c1c9146-12dd-4ff2-9e31-3c00452dcaed tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-610679614') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:51.569646 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:51.576442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.614710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1891f80-0f1c-4b41-bbeb-5aefa8f712a8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.631920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf136871-1966-4e3c-96a9-ec9a144bad4f') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.632147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf136871-1966-4e3c-96a9-ec9a144bad4f') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.646392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.667813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.675027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d31df1b5-9532-4fc1-add9-58185082bf9d {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:26:51.678525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.678694 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.680544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d31df1b5-9532-4fc1-add9-58185082bf9d HTTP/1.1" status: 204 len: 168 time: 2.1697009 Jul 09 17:26:51.683946 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-7c1c9146-12dd-4ff2-9e31-3c00452dcaed tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:51.687947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:26:51.688524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7c1c9146-12dd-4ff2-9e31-3c00452dcaed tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-610679614 HTTP/1.1" status: 404 len: 328 time: 0.1240165 Jul 09 17:26:51.691234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42020) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:51.691634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:51.694889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a05cd3-45ff-4061-aace-66c1bb9ea257 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Network': ['ID=d31df1b5-9532-4fc1-add9-58185082bf9d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:51.704544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-731d632e-5651-4b2e-aa22-42834cd0e79e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147', 'tempest-TagsExtTest-Tag-250272371') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:51.708996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1c3f-2b1d-4152-b4ae-399b627b0a72 req-25651875-0c03-49cd-95a6-daedf74c99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:51.710475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ada1c3f-2b1d-4152-b4ae-399b627b0a72 req-25651875-0c03-49cd-95a6-daedf74c99d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 1097 time: 0.1312032 Jul 09 17:26:51.730704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:51.731207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:51.771911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ada1c3f-2b1d-4152-b4ae-399b627b0a72 req-55ff5863-251d-476b-b6a1-a1f9022366d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:51.772484 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:52.090233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.118174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.127506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] 10.222.0.21 "DELETE /v2.0/networks/c1891f80-0f1c-4b41-bbeb-5aefa8f712a8 HTTP/1.1" status: 204 len: 168 time: 1.8581138 Jul 09 17:26:52.150694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b4c5966d-dadc-4c2c-9290-f0d129c8406f tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.4578562 Jul 09 17:26:52.155800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.187481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c16267-2f5c-4b97-a848-39c4aed96796 tempest-ServersTestMultiNic-624594057 tempest-ServersTestMultiNic-624594057-project] Pushing event deleted for resources: {'Network': ['ID=c1891f80-0f1c-4b41-bbeb-5aefa8f712a8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:52.216567 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-731d632e-5651-4b2e-aa22-42834cd0e79e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:52.217610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-731d632e-5651-4b2e-aa22-42834cd0e79e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags/tempest-TagsExtTest-Tag-250272371 HTTP/1.1" status: 404 len: 328 time: 0.5177848 Jul 09 17:26:52.222071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42038) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.227271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-a2346a79-6e59-4996-8ed3-0418e26d5e0b tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', {'tags': ['tempest-TagsExtTest-Tag-1772585165', 'tempest-TagsExtTest-Tag-1155754260', 'tempest-TagsExtTest-Tag-651098990']}) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:52.390743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4314f-8418-447a-bf07-1ac73c83f025 req-8ab29e43-0c12-494e-b747-f992a17fe00b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.392432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8e4314f-8418-447a-bf07-1ac73c83f025 req-8ab29e43-0c12-494e-b747-f992a17fe00b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.3544154 Jul 09 17:26:52.425504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2346a79-6e59-4996-8ed3-0418e26d5e0b tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags HTTP/1.1" status: 200 len: 317 time: 0.2016819 Jul 09 17:26:52.428557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42046) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.440818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-212a2ba8-2078-40ff-ad12-bd280962e626 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:52.464698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.470493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.470976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.471433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.472343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.472803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.473259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.473714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.474167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.474616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.480415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.480916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.481379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:52.489068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dc39cfc3-65f6-4bed-9c4d-7bbd31e0a6bf tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8237 time: 0.3277907 Jul 09 17:26:52.494982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 103fddd3-af0c-4b53-900c-306610833937 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:52.505200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42048) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.597699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 103fddd3-af0c-4b53-900c-306610833937 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:52.603085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 103fddd3-af0c-4b53-900c-306610833937 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:52.624092 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-2b8312e8-1502-40fe-be70-5857a517722b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] delete failed (client error): The resource could not be found. Jul 09 17:26:52.625162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2b8312e8-1502-40fe-be70-5857a517722b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/e4fbbbef-7cbb-4d69-9594-9f51cdd28106 HTTP/1.1" status: 404 len: 345 time: 0.1165757 Jul 09 17:26:52.631976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42054) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.667360 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e249b5-0854-432a-9a48-f43c1d99d2b0 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 17:26:52.668154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e249b5-0854-432a-9a48-f43c1d99d2b0 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:26:52.670449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d9e249b5-0854-432a-9a48-f43c1d99d2b0 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d31df1b5-9532-4fc1-add9-58185082bf9d HTTP/1.1" status: 404 len: 339 time: 0.0375981 Jul 09 17:26:52.674968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42056) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.695510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'network': {'name': 'tempest-network--1883383605', 'router:external': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:52.700205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8e4314f-8418-447a-bf07-1ac73c83f025 req-7d7fc85b-dedd-40ab-907e-e85a3693e111 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823100 Jul 09 17:26:52.761393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Made reservation on behalf of 19885d56ddbc4360b39b5ed9bb97775b for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:52.763979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.805805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42058) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.813372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-212a2ba8-2078-40ff-ad12-bd280962e626 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags HTTP/1.1" status: 204 len: 168 time: 0.3835602 Jul 09 17:26:52.816386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42060) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.821121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-6c31b637-9c01-4f3d-8d11-8cda3661eab7 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-1772585165') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:52.911249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:52.932166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:52.932166 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Added segment 4e24ef4e-e6e7-478a-a586-e06cf9292b08 of type vlan for network 9b272217-78da-4d85-9a9b-a248645ad4b8 Jul 09 17:26:52.964709 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-6c31b637-9c01-4f3d-8d11-8cda3661eab7 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:52.967386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6c31b637-9c01-4f3d-8d11-8cda3661eab7 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-1772585165 HTTP/1.1" status: 404 len: 329 time: 0.1485150 Jul 09 17:26:52.970242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42064) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:52.974862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-6d5feb13-98c5-4c25-ab72-5b9c555671cb tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-1155754260') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.030025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.141910 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-6d5feb13-98c5-4c25-ab72-5b9c555671cb tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:53.143497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6d5feb13-98c5-4c25-ab72-5b9c555671cb tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-1155754260 HTTP/1.1" status: 404 len: 329 time: 0.1723228 Jul 09 17:26:53.149684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42068) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.154753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-6f682215-b6a4-4180-97aa-99de7d2ea1bc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1', 'tempest-TagsExtTest-Tag-651098990') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.224174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106409a-2a68-46e3-b4bf-906879ea0aef req-b4523bdf-575c-4063-97f9-6b8f9fd31bab tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.230278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.231725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.232302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.233122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8106409a-2a68-46e3-b4bf-906879ea0aef req-b4523bdf-575c-4063-97f9-6b8f9fd31bab tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.2912343 Jul 09 17:26:53.306383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6269052 Jul 09 17:26:53.310861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42070) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.320081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8106409a-2a68-46e3-b4bf-906879ea0aef req-0f10accd-e49b-4bff-83bd-64d15f3fdc66 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857534 Jul 09 17:26:53.355407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293440-f026-4a70-927d-b0cd16328e34 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Network': ['ID=9b272217-78da-4d85-9a9b-a248645ad4b8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:53.366372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 9b272217-78da-4d85-9a9b-a248645ad4b8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:53.431600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.483878 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-6f682215-b6a4-4180-97aa-99de7d2ea1bc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:53.488068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6f682215-b6a4-4180-97aa-99de7d2ea1bc tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags/tempest-TagsExtTest-Tag-651098990 HTTP/1.1" status: 404 len: 328 time: 0.3336205 Jul 09 17:26:53.488193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.493851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-f5ed15d4-757a-457b-8072-da106fbf6dd7 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', {'tags': ['tempest-TagsExtTest-Tag-156111404', 'tempest-TagsExtTest-Tag-671984810', 'tempest-TagsExtTest-Tag-1141931346']}) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.537070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2311903-b934-41e1-a738-63184afa75b7 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.547473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2311903-b934-41e1-a738-63184afa75b7 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.554892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2311903-b934-41e1-a738-63184afa75b7 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.564635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2311903-b934-41e1-a738-63184afa75b7 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:53.568226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2311903-b934-41e1-a738-63184afa75b7 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2546465 Jul 09 17:26:53.569488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42074) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.610280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f5ed15d4-757a-457b-8072-da106fbf6dd7 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "PUT /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags HTTP/1.1" status: 200 len: 316 time: 0.1213775 Jul 09 17:26:53.617092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42076) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.624023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-cda66f71-4ef2-41a1-89c6-ba1f41d90ee8 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.676955 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.749005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cda66f71-4ef2-41a1-89c6-ba1f41d90ee8 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags HTTP/1.1" status: 204 len: 168 time: 0.1283236 Jul 09 17:26:53.751270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42082) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.756148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-2ca084d6-0bff-4193-af07-236805424fcf tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-156111404') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.785246 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-2ca084d6-0bff-4193-af07-236805424fcf tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:53.789017 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2ca084d6-0bff-4193-af07-236805424fcf tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-156111404 HTTP/1.1" status: 404 len: 328 time: 0.0340965 Jul 09 17:26:53.790388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42084) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.806335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-d3bbe242-5de1-4754-957d-f075fde6f664 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-671984810') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.820497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.833367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b272217-78da-4d85-9a9b-a248645ad4b8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.848789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e24ef4e-e6e7-478a-a586-e06cf9292b08') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.849524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e24ef4e-e6e7-478a-a586-e06cf9292b08') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.864323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.884226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.892904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:53.893898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.947828 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-d3bbe242-5de1-4754-957d-f075fde6f664 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:53.951483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d3bbe242-5de1-4754-957d-f075fde6f664 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-671984810 HTTP/1.1" status: 404 len: 328 time: 0.1484807 Jul 09 17:26:53.953046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42086) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:53.958393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-32bfb1bb-ad0f-496a-b2a2-3f7e4c01bc5a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24', 'tempest-TagsExtTest-Tag-1141931346') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:53.967970 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:53.972870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.977808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b272217-78da-4d85-9a9b-a248645ad4b8 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:26:53.980204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:53.989849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9b272217-78da-4d85-9a9b-a248645ad4b8 HTTP/1.1" status: 204 len: 168 time: 0.4188433 Jul 09 17:26:53.990577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42088) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:54.004301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'network': {'name': 'tempest-network--495403878', 'router:external': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:54.017940 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-32bfb1bb-ad0f-496a-b2a2-3f7e4c01bc5a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] show failed (client error): The resource could not be found. Jul 09 17:26:54.019025 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-32bfb1bb-ad0f-496a-b2a2-3f7e4c01bc5a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags/tempest-TagsExtTest-Tag-1141931346 HTTP/1.1" status: 404 len: 329 time: 0.0642536 Jul 09 17:26:54.022375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42092) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:54.027168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-885d3702-8daa-479e-adb8-f4bb6c2353a0 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c12dd1e2-c2f8-44e9-a71c-6726a6f22d24') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:54.038700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dfad8-f7a2-4b6c-8880-5e04aa3cf4dc req-fa79a41a-72e8-4a9e-b1e2-7f06e26e34c0 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:54.040175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c99dfad8-f7a2-4b6c-8880-5e04aa3cf4dc req-fa79a41a-72e8-4a9e-b1e2-7f06e26e34c0 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1499605 Jul 09 17:26:54.055662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaadd05-c9c9-4330-baef-eb283ee789e7 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b272217-78da-4d85-9a9b-a248645ad4b8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:54.073921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Made reservation on behalf of 19885d56ddbc4360b39b5ed9bb97775b for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:54.078412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.099149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Deleting port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:54.102468 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.110248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c99dfad8-f7a2-4b6c-8880-5e04aa3cf4dc req-3e0a39cb-df98-4ae9-88be-0ded398606ce tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579343 Jul 09 17:26:54.124682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-885d3702-8daa-479e-adb8-f4bb6c2353a0 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24/tags HTTP/1.1" status: 204 len: 168 time: 0.1011641 Jul 09 17:26:54.129495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42098) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:54.146168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-067464fa-02b0-4e0c-ab72-7b3196dd6b0a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'efb53925-0a1d-4953-8622-4580481515b1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:54.236595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] For port 79e89a22-dec3-4dbb-a6b3-8c18109cc27c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:54.237217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.267582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Calling delete_port for 79e89a22-dec3-4dbb-a6b3-8c18109cc27c owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:54.634757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:54.675662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.677277 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Added segment 117d66c4-b3e5-4faf-96f0-c0a5382f6747 of type vlan for network 4b632b14-a871-4d5c-a77c-2cb2032b5b3c Jul 09 17:26:54.750255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42110) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:54.750868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-067464fa-02b0-4e0c-ab72-7b3196dd6b0a tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1/tags HTTP/1.1" status: 204 len: 168 time: 0.6189318 Jul 09 17:26:54.754897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.tag.tag_plugin [None req-8a8ca7bb-dc48-46d1-8ede-a52153f8db42 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee7735bf-628c-44d2-ad1b-47142b986147') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:54.783310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.797486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c29b6-8c57-46b3-9872-d5d95b6d0e93 req-653c0bab-731a-4d36-aad6-db137ebfbc4d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:54.799039 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.799196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af7c29b6-8c57-46b3-9872-d5d95b6d0e93 req-653c0bab-731a-4d36-aad6-db137ebfbc4d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1905904 Jul 09 17:26:54.837947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e89a22-dec3-4dbb-a6b3-8c18109cc27c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:54.877520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.878797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:54.879505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:54.906988 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9124835 Jul 09 17:26:54.932038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42118) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.023887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5023086-27fe-4796-afb8-76fd0dcf241d tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Network': ['ID=4b632b14-a871-4d5c-a77c-2cb2032b5b3c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:55.039427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4b632b14-a871-4d5c-a77c-2cb2032b5b3c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:55.216402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af7c29b6-8c57-46b3-9872-d5d95b6d0e93 req-ad0087fa-f1ce-45a5-bae0-8284dd07cf9e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896337 Jul 09 17:26:55.289824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae315a-8387-4424-b3e3-8721a1649776 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.291233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7fae315a-8387-4424-b3e3-8721a1649776 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] 10.222.0.21 "GET /v2.0/networks/4b632b14-a871-4d5c-a77c-2cb2032b5b3c HTTP/1.1" status: 200 len: 756 time: 0.3558557 Jul 09 17:26:55.294157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42124) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.303983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-71394016-7e53-45b3-aef2-ab20f312b0fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1100953 Jul 09 17:26:55.311205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a8ca7bb-dc48-46d1-8ede-a52153f8db42 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147/tags HTTP/1.1" status: 204 len: 168 time: 0.5598669 Jul 09 17:26:55.322851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42126) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.337831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.tag.tag_plugin [None req-313b2a8a-9935-4585-a9ac-5655467d0e4b tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '25cb6eb2-c84e-49dc-ac61-4a9fcaee6567') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:55.488541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ff7a3-71f3-44d5-b91c-2f41e3ae1117 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.489937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b07ff7a3-71f3-44d5-b91c-2f41e3ae1117 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] 10.222.0.21 "GET /v2.0/networks/ca1e053f-2810-4692-8148-1f87a0801dbe HTTP/1.1" status: 200 len: 767 time: 0.1943865 Jul 09 17:26:55.494838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42130) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.559698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a29419-800b-4f30-9ac3-e39f1b7d10e8 req-c46cab9d-2edc-4c5c-b84a-9b37df1775a9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.561817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31a29419-800b-4f30-9ac3-e39f1b7d10e8 req-c46cab9d-2edc-4c5c-b84a-9b37df1775a9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1896012 Jul 09 17:26:55.582436 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:55.582781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.583201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.583740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.584294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.584835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.585372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.585910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.588025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-1e906c56-befa-4952-9f78-07ecabfa5b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.2024164 Jul 09 17:26:55.600685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-313b2a8a-9935-4585-a9ac-5655467d0e4b tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567/tags HTTP/1.1" status: 204 len: 168 time: 0.2716460 Jul 09 17:26:55.607522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42132) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.707613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31a29419-800b-4f30-9ac3-e39f1b7d10e8 req-288b6604-a030-48b8-b46f-d3ef053ae5fb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319916 Jul 09 17:26:55.780831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:55.796000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-b45da7d8-00bc-43e9-951e-b30fc432d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.796682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-b45da7d8-00bc-43e9-951e-b30fc432d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.797210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-b45da7d8-00bc-43e9-951e-b30fc432d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:55.799590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-b45da7d8-00bc-43e9-951e-b30fc432d9ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 2296 time: 0.1757660 Jul 09 17:26:55.803838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33e02b90-c1e5-49be-a1a0-40e2afb86e51 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for subnetpool, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:55.805415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-33e02b90-c1e5-49be-a1a0-40e2afb86e51 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnetpools/c12dd1e2-c2f8-44e9-a71c-6726a6f22d24 HTTP/1.1" status: 204 len: 168 time: 0.1967924 Jul 09 17:26:55.815235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42134) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.885262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1cde1408-161c-4bc0-b81e-f958ed2f35a4 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb53925-0a1d-4953-8622-4580481515b1 HTTP/1.1" status: 200 len: 205 time: 0.0701108 Jul 09 17:26:55.888742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:55.979440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-309d12cc-c063-4641-bf11-8bec42f02f2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1001 time: 0.1726856 Jul 09 17:26:55.982015 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:55.994334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.032559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b632b14-a871-4d5c-a77c-2cb2032b5b3c']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:56.048513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117d66c4-b3e5-4faf-96f0-c0a5382f6747') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:56.048792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117d66c4-b3e5-4faf-96f0-c0a5382f6747') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:56.062627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.081507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.090453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Router 6e3e510f-6bcf-434e-89d8-39efb22419cd has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:26:56.091835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:56.092245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:56.094783 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:56.206320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-e6251191-879e-4cd0-86a9-2a4f37f8839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:56.208033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-e6251191-879e-4cd0-86a9-2a4f37f8839e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.1729379 Jul 09 17:26:56.214167 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.249583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.400187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.401131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Fanout notify agent at l3_agent the message router_deleted on router efb53925-0a1d-4953-8622-4580481515b1 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:26:56.412417 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.414421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8eb2a20b-03da-438d-a674-f7e67aa778ef tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/routers/efb53925-0a1d-4953-8622-4580481515b1 HTTP/1.1" status: 204 len: 168 time: 0.5245790 Jul 09 17:26:56.417629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42144) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:56.462677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-0b019c85-2ce9-4371-90f2-a4a1695d02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:56.465017 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-0b019c85-2ce9-4371-90f2-a4a1695d02d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2485840 Jul 09 17:26:56.680230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-99057b1a-f24f-4081-a562-317ebe8e0728 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059755 Jul 09 17:26:56.683458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Deleting port ee7735bf-628c-44d2-ad1b-47142b986147 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:56.683889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.717078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae86e-687f-4e19-83b8-459c2a0d64e7 req-42a618e9-e100-46e0-99eb-8c4c0fef2de1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:56.724494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-928ae86e-687f-4e19-83b8-459c2a0d64e7 req-42a618e9-e100-46e0-99eb-8c4c0fef2de1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1734154 Jul 09 17:26:56.874898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-928ae86e-687f-4e19-83b8-459c2a0d64e7 req-31814e8b-2031-48f9-ab83-d74c7a67a102 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493325 Jul 09 17:26:56.910440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:26:56.918576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:56.921603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] Sync routers for ids ['6e3e510f-6bcf-434e-89d8-39efb22419cd'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:26:56.923883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9f8154ad-30de-4823-9a32-5dd93e9eb612 admin admin] 10.222.0.21 "PUT /v2.0/routers/6e3e510f-6bcf-434e-89d8-39efb22419cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1167789 Jul 09 17:26:56.932044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Calling delete_port for ee7735bf-628c-44d2-ad1b-47142b986147 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:56.940217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] Routers {'6e3e510f-6bcf-434e-89d8-39efb22419cd'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:56.941228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:26:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6e3e510f-6bcf-434e-89d8-39efb22419cd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:56.943260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42150) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:57.004929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.016217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b632b14-a871-4d5c-a77c-2cb2032b5b3c {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:26:57.026246 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.028368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4b632b14-a871-4d5c-a77c-2cb2032b5b3c HTTP/1.1" status: 204 len: 168 time: 1.5327578 Jul 09 17:26:57.080559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-708ff0e6-76ca-4fce-928c-adeb5d0552e2 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910470 Jul 09 17:26:57.081061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42152) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:57.087379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'network': {'name': 'tempest-network--1119411209'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:57.108079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.114867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee9245-ef6a-4bb6-9384-d67f5529f340 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b632b14-a871-4d5c-a77c-2cb2032b5b3c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:57.154519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.162673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-269bd5a2-7719-4ed6-98dc-1f558405cbd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 217 time: 0.0517933 Jul 09 17:26:57.173287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Made reservation on behalf of 19885d56ddbc4360b39b5ed9bb97775b for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:26:57.175789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.214663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcb70c-6598-4582-ab69-74e1ccdf1607 req-99fa40e9-6faa-4c40-a9c6-ceb025a2c3c5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:57.219042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] Set router 6e3e510f-6bcf-434e-89d8-39efb22419cd gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:26:57.235282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-e1622046-b74b-457d-871f-248875f1c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:57.236847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-e1622046-b74b-457d-871f-248875f1c3d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0547349 Jul 09 17:26:57.254736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50bcb70c-6598-4582-ab69-74e1ccdf1607 req-99fa40e9-6faa-4c40-a9c6-ceb025a2c3c5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.3619189 Jul 09 17:26:57.432963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.434936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/ports/ee7735bf-628c-44d2-ad1b-47142b986147 HTTP/1.1" status: 204 len: 168 time: 1.0160782 Jul 09 17:26:57.447307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:57.462375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7208a-f2b7-46eb-b223-3f13bbafdc1e tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event deleted for resources: {'Port': ['ID=ee7735bf-628c-44d2-ad1b-47142b986147,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:57.476145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50bcb70c-6598-4582-ab69-74e1ccdf1607 req-bfcfee8b-a4f1-4cb1-b1c7-1dd9ce05887a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181053 Jul 09 17:26:57.566184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.625424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:26:54Z', 'revision_number': 5, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port': {'id': '3f421c8d-453e-4f87-8047-d165c46a082d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:25:00Z', 'updated_at': '2021-07-09T17:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:57.657947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:26:57.670162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] Checking router: 6e3e510f-6bcf-434e-89d8-39efb22419cd for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:26:57.685886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] Routers {'6e3e510f-6bcf-434e-89d8-39efb22419cd'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:26:57.688027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:26:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6e3e510f-6bcf-434e-89d8-39efb22419cd'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:57.688982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.689341 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Added segment 1d4f8590-bb80-466a-a648-4998373332fa of type vlan for network 06fa7b19-d090-45bb-a105-b0c29b353ec4 Jul 09 17:26:57.714943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Deleting port 3f421c8d-453e-4f87-8047-d165c46a082d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:57.715453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.739290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.793510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-dab73ca6-c167-4c0d-86e6-0e14726e408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:57.795050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-dab73ca6-c167-4c0d-86e6-0e14726e408e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4062502 Jul 09 17:26:57.804394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Deleting subnet 25cb6eb2-c84e-49dc-ac61-4a9fcaee6567 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:57.819860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:57.935251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] Set router 6e3e510f-6bcf-434e-89d8-39efb22419cd gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:26:58.021390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.023929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:58.025467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.112111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0291901 Jul 09 17:26:58.118999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:26:57Z', 'revision_number': 6, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:58.120291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42170) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:58.125283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] For port 3f421c8d-453e-4f87-8047-d165c46a082d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3f421c8d-453e-4f87-8047-d165c46a082d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:58.125823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.157906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:26:58.182609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.199525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db548e-f9d0-425d-b14b-0cf2da86b3f1 None None] The sync data for ids ['6e3e510f-6bcf-434e-89d8-39efb22419cd'] in n-d-791506-17 is: [{'id': '6e3e510f-6bcf-434e-89d8-39efb22419cd', 'name': 'tempest-ServersTestMultiNic-1359619534-router', 'tenant_id': '00d7628771f64ab1a3095d70aca32408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:24:58Z', 'updated_at': '2021-07-09T17:26:57Z', 'revision_number': 6, 'project_id': '00d7628771f64ab1a3095d70aca32408', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:26:58.256811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Calling delete_port for 3f421c8d-453e-4f87-8047-d165c46a082d owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:58.350949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b95f0-9681-40f1-a4aa-83037695bcbb tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Network': ['ID=06fa7b19-d090-45bb-a105-b0c29b353ec4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:58.364579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 06fa7b19-d090-45bb-a105-b0c29b353ec4 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:26:58.413357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-a1ca87c9-1b88-4a42-857a-90c15bc92d6d service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020847 Jul 09 17:26:58.443247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.492710 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.511047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.565411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Network 06fa7b19-d090-45bb-a105-b0c29b353ec4 is not hosted by any dhcp agent {{(pid=93895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:26:58.580593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:58.583019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.587031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "PUT /v2.0/networks/06fa7b19-d090-45bb-a105-b0c29b353ec4 HTTP/1.1" status: 200 len: 858 time: 0.4468946 Jul 09 17:26:58.610088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79e89a22-dec3-4dbb-a6b3-8c18109cc27c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:26:58.636399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42178) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:58.653000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 79e89a22-dec3-4dbb-a6b3-8c18109cc27c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:26:58.653564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79e89a22-dec3-4dbb-a6b3-8c18109cc27c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:26:58.688542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d5cb-9892-4a91-8ae7-157bd836fc42 req-1d6c48c6-a70d-49c6-8376-76c8bb77bdf8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:58.689851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d56d5cb-9892-4a91-8ae7-157bd836fc42 req-1d6c48c6-a70d-49c6-8376-76c8bb77bdf8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.4867654 Jul 09 17:26:58.733984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330feca-f43d-467d-800a-4eec8022eb45 tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event updated for resources: {'Network': ['ID=06fa7b19-d090-45bb-a105-b0c29b353ec4,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:58.797072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.802451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.865688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.869196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f421c8d-453e-4f87-8047-d165c46a082d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:58.869870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d56d5cb-9892-4a91-8ae7-157bd836fc42 req-ee085878-9ace-4135-a097-eeafad81c3d4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626513 Jul 09 17:26:58.871438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event deleted for resources: {'Subnet': ['ID=25cb6eb2-c84e-49dc-ac61-4a9fcaee6567,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:58.878597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:58.880583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d74c6f66-72e2-4c4b-a38d-474a3d364373 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/subnets/25cb6eb2-c84e-49dc-ac61-4a9fcaee6567 HTTP/1.1" status: 204 len: 168 time: 1.4045742 Jul 09 17:26:58.882867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-051ece73-611f-4154-a8e5-9f855c8a6467 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066725 Jul 09 17:26:58.883336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42182) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:58.890999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4bd236-1cc4-4db7-a730-ee114037010e None None] Network 47f3ca06-bfb2-4700-860f-7a62666f037d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:58.893802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-c8b103c5-df43-4a7e-9c3e-420d85c75e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:58.895320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-c8b103c5-df43-4a7e-9c3e-420d85c75e8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860&tenant_id=3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 1096 time: 0.4048705 Jul 09 17:26:58.994055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538f74d-658c-400a-838f-50df9821fda9 req-c1415a64-6a4f-4912-9de7-f84c312c0cd5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:58.996166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8538f74d-658c-400a-838f-50df9821fda9 req-c1415a64-6a4f-4912-9de7-f84c312c0cd5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2590108 Jul 09 17:26:59.040130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.194010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] DHCP port deletion for 47f3ca06-bfb2-4700-860f-7a62666f037d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:26:59.245553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.253711 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.256634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.277282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fa7b19-d090-45bb-a105-b0c29b353ec4']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:59.291917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-7491cce9-0b23-4c52-952c-aa11b5aac3c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 217 time: 0.3940337 Jul 09 17:26:59.303548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Deleting port c4cd1876-a3a0-4741-8983-4ddcef48901e {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:59.303991 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.337418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8538f74d-658c-400a-838f-50df9821fda9 req-8bdbd790-09fa-4d70-9c8f-ceab90df2c0e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054965 Jul 09 17:26:59.358435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4f8590-bb80-466a-a648-4998373332fa') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:59.359218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4f8590-bb80-466a-a648-4998373332fa') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:26:59.378466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.386187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-f536fd30-b485-40f6-acf2-bbb5cde3f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:59.387702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-f536fd30-b485-40f6-acf2-bbb5cde3f5c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0722795 Jul 09 17:26:59.391433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.398854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.405493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:26:59.405857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.420610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] For port c4cd1876-a3a0-4741-8983-4ddcef48901e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c4cd1876-a3a0-4741-8983-4ddcef48901e,segment=NetworkSegment(90f5e2e1-e870-4e28-98d2-d73bf685501a),segment_id=90f5e2e1-e870-4e28-98d2-d73bf685501a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:59.421505 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:26:59.426293 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:26:59.449969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Calling delete_port for c4cd1876-a3a0-4741-8983-4ddcef48901e owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:26:59.457117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-1aaaa379-88b5-4766-9401-c8c71594241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:59.458733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-1aaaa379-88b5-4766-9401-c8c71594241a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1096 time: 0.2140656 Jul 09 17:26:59.468098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.468635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3e510f-6bcf-434e-89d8-39efb22419cd {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:26:59.482227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.483474 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-40cb8ed3-2cb3-4e37-8345-a9cddf6b452e admin admin] 10.222.0.21 "DELETE /v2.0/routers/6e3e510f-6bcf-434e-89d8-39efb22419cd HTTP/1.1" status: 204 len: 168 time: 2.5390928 Jul 09 17:26:59.491540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42186) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:59.551493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Deleting subnet 3ec4c3ee-a682-4085-ad3c-7eb23d19abac {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:26:59.556324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.583968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.598644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.616345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06fa7b19-d090-45bb-a105-b0c29b353ec4 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 17:26:59.621839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-ac9427cc-6cc2-4a88-9992-6fe8690b1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:59.623398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-ac9427cc-6cc2-4a88-9992-6fe8690b1e10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2253635 Jul 09 17:26:59.636826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Pushing event deleted for resources: {'Network': ['ID=06fa7b19-d090-45bb-a105-b0c29b353ec4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:59.640085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.644715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9592c29a-a367-4c9b-93cc-cf5a012c628b tempest-ExternalNetworksTestJSON-331207367 tempest-ExternalNetworksTestJSON-331207367-project-admin] 10.222.0.21 "DELETE /v2.0/networks/06fa7b19-d090-45bb-a105-b0c29b353ec4 HTTP/1.1" status: 204 len: 168 time: 0.9815512 Jul 09 17:26:59.650986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42188) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:59.659944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.681050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] No DVR routers for this DVR port c4cd1876-a3a0-4741-8983-4ddcef48901e on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:26:59.695389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Pushing event deleted for resources: {'Port': ['ID=c4cd1876-a3a0-4741-8983-4ddcef48901e,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:59.705524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.706072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.706534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.706867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.707333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.707726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.708155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.708479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.709038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.709361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.710355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.710726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e2a94-b46a-42fc-a37a-4de919bf8c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:26:59.727029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Deleting port c4cd1876-a3a0-4741-8983-4ddcef48901e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:26:59.727029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.731724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-f5657c8c-50c0-4c2e-9c8e-a09fd13d6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:26:59.733255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-f5657c8c-50c0-4c2e-9c8e-a09fd13d6dce service neutron] 10.222.0.36 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.2516367 Jul 09 17:26:59.734109 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfd5e0d-05b2-407e-b702-221d2408215e tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] DELETE failed (client error): The resource could not be found. Jul 09 17:26:59.734537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfd5e0d-05b2-407e-b702-221d2408215e tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:26:59.739203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3cfd5e0d-05b2-407e-b702-221d2408215e tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] 10.222.0.21 "DELETE /v2.0/subnets/660da4db-52a3-4879-ab3b-9b7ab0cc6773 HTTP/1.1" status: 404 len: 337 time: 0.0840311 Jul 09 17:26:59.749033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42190) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:26:59.819151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.903326 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.961750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec4c3ee-a682-4085-ad3c-7eb23d19abac,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:26:59.964741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] For port c4cd1876-a3a0-4741-8983-4ddcef48901e, host n-d-791506-17, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:26:59.965409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.977201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:26:59.982966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f4147-ae04-4aef-879f-48de25db7034 None None] Network a2255004-0418-4fcd-9cca-ec5eb79e87d9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:26:59.986764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04dad7a3-c4cf-4960-8917-abe83b14919e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ec4c3ee-a682-4085-ad3c-7eb23d19abac HTTP/1.1" status: 204 len: 168 time: 0.4867237 Jul 09 17:26:59.993584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42196) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:00.000870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-71347032-49a4-4830-a153-ce0bf1d8c0fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 200 len: 1000 time: 0.2507865 Jul 09 17:27:00.043449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.046927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Calling delete_port for c4cd1876-a3a0-4741-8983-4ddcef48901e owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:00.102195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Port c4cd1876-a3a0-4741-8983-4ddcef48901e was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:27:00.108636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-8f5d6959-5674-4462-970b-7ab35e228ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691474 Jul 09 17:27:00.145499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.251094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.294841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event deleted for resources: {'Port': ['ID=c4cd1876-a3a0-4741-8983-4ddcef48901e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:00.305077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] No DVR routers for this DVR port c4cd1876-a3a0-4741-8983-4ddcef48901e on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:00.416278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Deleting port 5e95f380-91ba-448b-9221-e3425fbe4c7b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:00.416967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.423206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-28c1987d-5085-44aa-a9bb-c6ff25bbcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:00.425167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-28c1987d-5085-44aa-a9bb-c6ff25bbcfc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.4042366 Jul 09 17:27:00.498119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] DHCP port deletion for a2255004-0418-4fcd-9cca-ec5eb79e87d9 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:27:00.527397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] For port 5e95f380-91ba-448b-9221-e3425fbe4c7b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5e95f380-91ba-448b-9221-e3425fbe4c7b,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:00.527681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.534362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3f421c8d-453e-4f87-8047-d165c46a082d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:00.558533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Calling delete_port for 5e95f380-91ba-448b-9221-e3425fbe4c7b owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:00.562055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3f421c8d-453e-4f87-8047-d165c46a082d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:00.562948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3f421c8d-453e-4f87-8047-d165c46a082d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:00.563531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c4cd1876-a3a0-4741-8983-4ddcef48901e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:00.595129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c4cd1876-a3a0-4741-8983-4ddcef48901e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:00.595753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c4cd1876-a3a0-4741-8983-4ddcef48901e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:00.642994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] Deleting port 5e95f380-91ba-448b-9221-e3425fbe4c7b {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:00.643483 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.690716 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.713153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] For port 5e95f380-91ba-448b-9221-e3425fbe4c7b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5e95f380-91ba-448b-9221-e3425fbe4c7b,segment=NetworkSegment(447efc36-b3f0-4751-b8c9-2eb1bfda7184),segment_id=447efc36-b3f0-4751-b8c9-2eb1bfda7184)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:00.713464 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.718960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e95f380-91ba-448b-9221-e3425fbe4c7b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:00.723152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] No DVR routers for this DVR port 5e95f380-91ba-448b-9221-e3425fbe4c7b on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:00.726553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.728774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] Calling delete_port for 5e95f380-91ba-448b-9221-e3425fbe4c7b owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:00.738086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1e053f-2810-4692-8148-1f87a0801dbe']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:00.750141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f7482f-dd6c-4adf-a186-fc4e693617e1') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:00.750415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f7482f-dd6c-4adf-a186-fc4e693617e1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:00.764738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.782252 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.790072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:27:00.790477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.814854 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.829642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] No DVR routers for this DVR port 5e95f380-91ba-448b-9221-e3425fbe4c7b on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:00.854083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ed4e7-4d87-4822-a6c8-c48f092fcaff None None] Pushing event deleted for resources: {'Port': ['ID=5e95f380-91ba-448b-9221-e3425fbe4c7b,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:27:00.881751 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:27:00.904800 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.905352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:00.921569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2255004-0418-4fcd-9cca-ec5eb79e87d9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:00.948065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda51248-5721-4539-9ad3-c1066a2f74e2 req-62a335cb-3e1d-4ae4-85ab-3623ee3fdd9e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:00.949682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda51248-5721-4539-9ad3-c1066a2f74e2 req-62a335cb-3e1d-4ae4-85ab-3623ee3fdd9e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2022896 Jul 09 17:27:00.964438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447efc36-b3f0-4751-b8c9-2eb1bfda7184') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:00.964813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447efc36-b3f0-4751-b8c9-2eb1bfda7184') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:01.002058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.006001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.009184 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] 10.222.0.21 "DELETE /v2.0/networks/ca1e053f-2810-4692-8148-1f87a0801dbe HTTP/1.1" status: 204 len: 168 time: 1.2201757 Jul 09 17:27:01.091589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09944-aac0-49f7-b18e-bbf2adf5037b req-4fec1463-730f-4c4b-bc81-396aa0190746 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.095049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57a09944-aac0-49f7-b18e-bbf2adf5037b req-4fec1463-730f-4c4b-bc81-396aa0190746 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 1.0150352 Jul 09 17:27:01.095989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9185e-e591-4994-afa2-b009ddd682c2 tempest-ExternalNetworksTestJSON-2051537129 tempest-ExternalNetworksTestJSON-2051537129-project] Pushing event deleted for resources: {'Network': ['ID=ca1e053f-2810-4692-8148-1f87a0801dbe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:01.128547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-49b11cde-24d5-4173-ba8c-3a5a7c7e0726 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9732032 Jul 09 17:27:01.138278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.163020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.169199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-e50abbb4-a914-477e-80f5-5cacf16c7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.171639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-e50abbb4-a914-477e-80f5-5cacf16c7004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6624300 Jul 09 17:27:01.182340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:27:01.185906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:27:01.188219 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:27:01.213951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eda51248-5721-4539-9ad3-c1066a2f74e2 req-288f8278-f696-41e5-9304-121b4ab23ecc tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523577 Jul 09 17:27:01.248891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-afa210b4-ce27-4963-a60a-a43aee3a0f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 217 time: 0.0970218 Jul 09 17:27:01.258059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f3ca06-bfb2-4700-860f-7a62666f037d']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:01.351657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42216) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:01.382332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f5e2e1-e870-4e28-98d2-d73bf685501a') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:01.382927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f5e2e1-e870-4e28-98d2-d73bf685501a') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:01.394518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.409845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-7f6e3064-41ca-47f1-8375-3f91920fd6af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4046450 Jul 09 17:27:01.425629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.428824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.443192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.445556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2255004-0418-4fcd-9cca-ec5eb79e87d9 HTTP/1.1" status: 204 len: 168 time: 1.4484394 Jul 09 17:27:01.446404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42220) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:01.513184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe8f4-5011-4a4f-a49d-81cd2f3fe1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a2255004-0418-4fcd-9cca-ec5eb79e87d9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:01.528568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-ede3cbf4-724f-4508-83e6-4e75f97cd7d9 service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034070 Jul 09 17:27:01.547312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:27:01.547951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:27:01.551472 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:27:01.571298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57a09944-aac0-49f7-b18e-bbf2adf5037b req-9c5d6b71-b570-452d-a6b0-fa83bf119e56 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568882 Jul 09 17:27:01.661571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.662063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.662784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.663420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.664001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.664806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.665548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.668374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-ec8ebbc7-e29c-4af3-9cd8-bf58bf2879f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.1811786 Jul 09 17:27:01.688548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-0e697348-38e2-4a18-a927-4bda81aefee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.690081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-0e697348-38e2-4a18-a927-4bda81aefee2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.4266050 Jul 09 17:27:01.693217 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.710635 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.712626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] 10.222.0.21 "DELETE /v2.0/networks/47f3ca06-bfb2-4700-860f-7a62666f037d HTTP/1.1" status: 204 len: 168 time: 2.8272519 Jul 09 17:27:01.757393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dc381-93af-4b57-aea2-dd08daefe7a1 tempest-TagsExtTest-1822811718 tempest-TagsExtTest-1822811718-project] Pushing event deleted for resources: {'Network': ['ID=47f3ca06-bfb2-4700-860f-7a62666f037d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:01.767239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:01.829270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-90371d98-62cc-4a67-9094-2a00b33d26b5 service neutron] 10.222.0.36 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914314 Jul 09 17:27:01.850958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-80ea7bad-cf4a-481f-ad7f-df01299dc89b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00d7628771f64ab1a3095d70aca32408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794201 Jul 09 17:27:01.851606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42232) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:01.855880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-889b9221-4309-49f8-a22a-e66364036682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:01.872715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-cb4c00c4-4735-43a0-acc0-edabb27267f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:01.874439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-cb4c00c4-4735-43a0-acc0-edabb27267f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770959 Jul 09 17:27:01.935537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c7992453-6af1-434c-bad7-2d1097982e52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31789a96ab3341b3bc2b7055d7e2aeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687250 Jul 09 17:27:01.942068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:01.984109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94f20cd2-5be1-4643-baeb-bb3337a0ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.016360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-86b7a495-ae34-4aaf-9002-f353ee6478e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.016883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-86b7a495-ae34-4aaf-9002-f353ee6478e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.017476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-86b7a495-ae34-4aaf-9002-f353ee6478e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.019141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-86b7a495-ae34-4aaf-9002-f353ee6478e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 2292 time: 0.3135769 Jul 09 17:27:02.026925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94f20cd2-5be1-4643-baeb-bb3337a0ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.036627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-de7db776-1a00-454a-ad7b-75f4df5eaf23 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538000 Jul 09 17:27:02.100009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90eda77c-7348-418c-8c97-b0f78dd6dc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.128927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90eda77c-7348-418c-8c97-b0f78dd6dc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.159667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94f20cd2-5be1-4643-baeb-bb3337a0ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.162930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94f20cd2-5be1-4643-baeb-bb3337a0ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.164480 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-94f20cd2-5be1-4643-baeb-bb3337a0ab7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3931e0a-a015-4dcd-a5e2-29a007cf55a9 HTTP/1.1" status: 204 len: 168 time: 0.3120272 Jul 09 17:27:02.177192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-1a062d9a-0288-47fa-ade9-1b61932e05cf service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308274 Jul 09 17:27:02.177930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f20cd2-5be1-4643-baeb-bb3337a0ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3931e0a-a015-4dcd-a5e2-29a007cf55a9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:02.179955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42250) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:02.194619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-1cac4a55-4bb1-4d58-a22a-751d429a4d4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 1001 time: 0.1608043 Jul 09 17:27:02.244579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-71b06271-809f-41e5-9c28-a71027df4479 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 217 time: 0.0533733 Jul 09 17:27:02.256270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-889b9221-4309-49f8-a22a-e66364036682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.266258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-889b9221-4309-49f8-a22a-e66364036682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.297130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-42bf9267-aa5c-4ae5-aa6c-0e3bd3aadd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.299160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-42bf9267-aa5c-4ae5-aa6c-0e3bd3aadd1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 200 len: 850 time: 0.0917342 Jul 09 17:27:02.326424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90eda77c-7348-418c-8c97-b0f78dd6dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.342145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90eda77c-7348-418c-8c97-b0f78dd6dc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:02.349286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90eda77c-7348-418c-8c97-b0f78dd6dc9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee4900d4-2acf-4b05-91ac-55a9788cf47e HTTP/1.1" status: 204 len: 168 time: 0.4014304 Jul 09 17:27:02.349498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-03e3ab80-cb1c-49b2-9494-e7c669b39f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.353008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-03e3ab80-cb1c-49b2-9494-e7c669b39f0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1020348 Jul 09 17:27:02.441993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b9221-4309-49f8-a22a-e66364036682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b896d22a-1418-45e0-9f06-f48b9afd1103,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:02.457553 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-889b9221-4309-49f8-a22a-e66364036682 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abe4b88d02bd46c2a6319bca4aad97cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0907676 Jul 09 17:27:02.461417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:02.486851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eda77c-7348-418c-8c97-b0f78dd6dc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4900d4-2acf-4b05-91ac-55a9788cf47e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:02.495332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5e95f380-91ba-448b-9221-e3425fbe4c7b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:02.593379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-4ba77f34-0f30-4c66-84a6-e9926fbf8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.597221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-4ba77f34-0f30-4c66-84a6-e9926fbf8a77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2735076 Jul 09 17:27:02.637547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5e95f380-91ba-448b-9221-e3425fbe4c7b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:02.640224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5e95f380-91ba-448b-9221-e3425fbe4c7b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:02.652142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-675e02d2-e058-4fba-9aaf-df465a6f1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:02.653246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-675e02d2-e058-4fba-9aaf-df465a6f1a1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918773 Jul 09 17:27:02.796053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-5b2f9f8a-9358-446b-8177-6d869c97dcab service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879530 Jul 09 17:27:03.018453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-65e56222-e21e-4238-8fd3-ba1296251c38 service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114141 Jul 09 17:27:03.153871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-c7ea3f1d-656a-4141-beba-413a43adb0af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 217 time: 0.1262226 Jul 09 17:27:03.276991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42284) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:03.356386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-683767cc-5164-499a-9f0f-e79f1ca67394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:03.387307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-7fc699f7-bea1-4662-9034-c3844afbc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.389664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-7fc699f7-bea1-4662-9034-c3844afbc31d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.1185782 Jul 09 17:27:03.468441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d5e5-ff7c-4103-b48b-1a53b916690b req-a20ae092-22d0-49e7-a41e-e028d4977ea9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.477749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ce689-7e3a-48ea-9fc5-0b71339be000 req-8f16e63f-d1b2-47eb-b737-b23c5bf65765 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.487440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b5ce689-7e3a-48ea-9fc5-0b71339be000 req-8f16e63f-d1b2-47eb-b737-b23c5bf65765 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.3224566 Jul 09 17:27:03.488107 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9261d5e5-ff7c-4103-b48b-1a53b916690b req-a20ae092-22d0-49e7-a41e-e028d4977ea9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.9766645 Jul 09 17:27:03.546488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81af81af-97be-4d91-b00b-f3bac592c9b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4765d7029b442029c41bc9e30f63a06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3575995 Jul 09 17:27:03.551417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42292) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:03.594781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b5ce689-7e3a-48ea-9fc5-0b71339be000 req-646075a3-2bf8-40ce-ba5b-9be3623bc560 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057324 Jul 09 17:27:03.607676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d2a64dd1-e3d7-4f21-864a-cef062b50791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19885d56ddbc4360b39b5ed9bb97775b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274698 Jul 09 17:27:03.609350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-4aeb52d4-c195-4794-a5dc-c8de62ab3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:03.610543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-683767cc-5164-499a-9f0f-e79f1ca67394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:03.615749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-4aeb52d4-c195-4794-a5dc-c8de62ab3461 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2136254 Jul 09 17:27:03.630897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42296) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:03.717961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9261d5e5-ff7c-4103-b48b-1a53b916690b req-21cba8cc-dcd9-46af-87c6-012449fbdc71 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347406 Jul 09 17:27:03.747103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2946f7cf-d68e-4a36-9c37-2fcced1e6c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:03.759204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-63927939-3580-4ca6-8310-f0f3d9b6be3f service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229894 Jul 09 17:27:03.809622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-ecb63b04-dc2f-41a8-8927-988db130b93f service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416731 Jul 09 17:27:03.827644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:03.865782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7322043-a6fc-4bee-8762-b3df50689286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:03.890690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2946f7cf-d68e-4a36-9c37-2fcced1e6c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:03.998052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7322043-a6fc-4bee-8762-b3df50689286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.035949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-683767cc-5164-499a-9f0f-e79f1ca67394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.045226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-683767cc-5164-499a-9f0f-e79f1ca67394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.048001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-683767cc-5164-499a-9f0f-e79f1ca67394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b896d22a-1418-45e0-9f06-f48b9afd1103 HTTP/1.1" status: 204 len: 168 time: 1.5853240 Jul 09 17:27:04.087374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-81d33731-e745-43ae-b926-ea5b4041eb8e service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221033 Jul 09 17:27:04.095395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683767cc-5164-499a-9f0f-e79f1ca67394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896d22a-1418-45e0-9f06-f48b9afd1103,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:04.119336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1054020661-network', 'tenant_id': 'd7a03a4d49eb45b682f8cb1b14e0d6d6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:04.172097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-3272632d-457e-4686-9886-a656d79a9064 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 217 time: 0.0733161 Jul 09 17:27:04.248180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-0985c11c-1d7d-4b88-8415-867d2ebee487 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613079 Jul 09 17:27:04.250297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2946f7cf-d68e-4a36-9c37-2fcced1e6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.251923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-7129f86e-8fe3-42f7-b9ff-2b00bfc41372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:04.253594 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2946f7cf-d68e-4a36-9c37-2fcced1e6c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.254037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-7129f86e-8fe3-42f7-b9ff-2b00bfc41372 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.0729854 Jul 09 17:27:04.254891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2946f7cf-d68e-4a36-9c37-2fcced1e6c34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b357640-0c1c-4181-b5df-a847ddc88bbf HTTP/1.1" status: 204 len: 168 time: 0.6051080 Jul 09 17:27:04.260423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Made reservation on behalf of d7a03a4d49eb45b682f8cb1b14e0d6d6 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:04.273992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.300077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.352331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7322043-a6fc-4bee-8762-b3df50689286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.364991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7322043-a6fc-4bee-8762-b3df50689286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.367237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7322043-a6fc-4bee-8762-b3df50689286 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8cfbe93-91e8-4cbe-98ab-38da161958e5 HTTP/1.1" status: 204 len: 168 time: 0.8143506 Jul 09 17:27:04.388306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7322043-a6fc-4bee-8762-b3df50689286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cfbe93-91e8-4cbe-98ab-38da161958e5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:04.406470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-30b9b50c-36f7-4c60-8299-5f2abe2dd37d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 217 time: 0.1082356 Jul 09 17:27:04.410570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946f7cf-d68e-4a36-9c37-2fcced1e6c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b357640-0c1c-4181-b5df-a847ddc88bbf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:04.482524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-a5b1f59f-ef77-4913-b3e9-c139afa02633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:04.486594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-a5b1f59f-ef77-4913-b3e9-c139afa02633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2150047 Jul 09 17:27:04.593872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-abde5d22-aad2-49fc-9262-28ba032b05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:04.595621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-abde5d22-aad2-49fc-9262-28ba032b05c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1745834 Jul 09 17:27:04.693225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-5791bd28-879e-4bf2-9a9c-011c27b5ef88 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976292 Jul 09 17:27:04.707726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.719042 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.787897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:27:04.836230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8504d00d-4047-4676-8610-ca7fedbefc66,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:04.858892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:04.858892 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Added segment ebcb5dd9-17e1-40cf-b67e-f79f4484af4c of type vlan for network c6574b92-7510-4a43-b960-fa7af884ef44 Jul 09 17:27:04.958341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:05.128273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:05.129948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.132332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:05.158662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-a95eac7c-d672-4c99-856c-a5f13bb90bc2 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517291 Jul 09 17:27:05.195530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e5d0f-81d4-4009-a423-e73e508a99c8 req-7e0a9829-fd86-4111-9e32-314b3b4a81af tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.210285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b50e5d0f-81d4-4009-a423-e73e508a99c8 req-7e0a9829-fd86-4111-9e32-314b3b4a81af tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.3522158 Jul 09 17:27:05.255080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4222231 Jul 09 17:27:05.285076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42336) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:05.296699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Request body: {'subnet': {'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1054020661-subnet', 'tenant_id': 'd7a03a4d49eb45b682f8cb1b14e0d6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:05.315477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3df2-02a4-4b28-82a9-5650a14f651c admin admin] Pushing event updated for resources: {'Network': ['ID=c6574b92-7510-4a43-b960-fa7af884ef44,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:05.326607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c6574b92-7510-4a43-b960-fa7af884ef44 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:27:05.336764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7d45f-9615-4721-bca1-571771911693 req-d5ed664e-b207-4348-8671-d49238d7a7ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.338484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2e7d45f-9615-4721-bca1-571771911693 req-d5ed664e-b207-4348-8671-d49238d7a7ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.3201430 Jul 09 17:27:05.371125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-e0660bfa-f251-495c-913b-51fb822c3565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 200 len: 217 time: 0.2042649 Jul 09 17:27:05.387454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Made reservation on behalf of d7a03a4d49eb45b682f8cb1b14e0d6d6 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:05.390831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:05.435135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2e7d45f-9615-4721-bca1-571771911693 req-f4f1334d-c994-4b71-81f4-88641af7e6d6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 Jul 09 17:27:05.585304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b50e5d0f-81d4-4009-a423-e73e508a99c8 req-122861dc-8c5a-4fdc-9135-132e001218e5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164221 Jul 09 17:27:05.597353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-0ad18c5c-944b-4385-8d47-d2a758e77157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.602127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-0ad18c5c-944b-4385-8d47-d2a758e77157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3828232 Jul 09 17:27:05.617674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-415cad9d-6841-4b5e-a699-16b8ee2242e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.622638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-415cad9d-6841-4b5e-a699-16b8ee2242e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.2418981 Jul 09 17:27:05.775996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-913a2064-ce52-4aff-aae1-ae38e9be96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:05.780217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-913a2064-ce52-4aff-aae1-ae38e9be96d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406806 Jul 09 17:27:05.886392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-c5a94a4a-1563-487f-8869-f9756aa49308 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686250 Jul 09 17:27:06.068713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:06.140625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-917952ac-7a5b-47e8-b395-854ead6bcf24 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249022 Jul 09 17:27:06.143488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-f3cd8d7a-bb09-485f-8c51-107bba5253db service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578081 Jul 09 17:27:06.178003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Checking segment: {'id': 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:06.178753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Network hostable DHCP agents. Network: c6574b92-7510-4a43-b960-fa7af884ef44, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:27:06.213053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b442ba8e-414c-4c63-94d4-fce7dbce6b2c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:06.238801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Network c6574b92-7510-4a43-b960-fa7af884ef44 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:27:06.259189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c6574b92-7510-4a43-b960-fa7af884ef44) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:06.271893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34eeb7-7b68-40ff-8531-d1f4b6645229 None None] Network c6574b92-7510-4a43-b960-fa7af884ef44 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:06.276702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:06.278543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:06.324255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3efc2080-52fd-4cdc-828c-9442c84b7dce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0377536 Jul 09 17:27:06.408547 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-096fab32-dbec-40e5-a2e3-e2b628340ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549694 Jul 09 17:27:06.540056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-1907a397-309e-47f3-8938-9374aed6c393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.1110873 Jul 09 17:27:06.602215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67079f-789c-408e-b35b-d5dc4b71599a None None] Network c6574b92-7510-4a43-b960-fa7af884ef44 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:06.805179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-b2a07235-26fc-4d15-930d-b051fa39b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:06.808463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-b2a07235-26fc-4d15-930d-b051fa39b55b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1973324 Jul 09 17:27:07.133185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d835d9-1b05-414a-88d9-aa600415f0a3 req-13cd1c4b-4ff1-4022-b162-5ae01a59b669 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:07.141715 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7d835d9-1b05-414a-88d9-aa600415f0a3 req-13cd1c4b-4ff1-4022-b162-5ae01a59b669 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.4495249 Jul 09 17:27:07.218888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-d019f894-7f9b-4cd9-b0a2-4b4a5774ad7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 200 len: 217 time: 0.8026619 Jul 09 17:27:07.231243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7d835d9-1b05-414a-88d9-aa600415f0a3 req-35b14fdd-caa5-445c-a7a8-b7061a9ff6f0 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818131 Jul 09 17:27:07.256939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f475da-1899-407c-9421-d941ba90413f req-9a9aa39a-8f30-4796-b6ab-902210e9db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:07.258919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-9a9aa39a-8f30-4796-b6ab-902210e9db8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3489988 Jul 09 17:27:07.342857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-56535177-4426-4ec9-8a47-9c7e9ea76bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:07.344705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-56535177-4426-4ec9-8a47-9c7e9ea76bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.0713503 Jul 09 17:27:07.396533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bc7df-5b43-4e71-9e62-a9c4e64ed003 req-4b03e42f-86e6-47af-af35-cbdac7408371 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:07.404003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b28bc7df-5b43-4e71-9e62-a9c4e64ed003 req-4b03e42f-86e6-47af-af35-cbdac7408371 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.2117343 Jul 09 17:27:07.477092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b28bc7df-5b43-4e71-9e62-a9c4e64ed003 req-02529cb9-bbf0-4ef2-8bf8-cff0c98024ef tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719037 Jul 09 17:27:07.503584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-535af2d6-a5a8-4be7-aeea-d5f89052e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:07.508828 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-535af2d6-a5a8-4be7-aeea-d5f89052e005 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1550291 Jul 09 17:27:07.565100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42398) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:07.710211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-d3fabb60-acb5-44eb-972e-1361ea14dc01 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931605 Jul 09 17:27:07.845311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-8b2826ba-9784-405f-aa2c-672a1eb0f6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396053 Jul 09 17:27:08.002319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-0fc39d4c-136e-4ac9-a2b9-bfea31aa1a7d service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651486 Jul 09 17:27:08.028788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1880232906-network', 'tenant_id': '87788b0adfb94471a4d402c94fb7ab15'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:08.080009 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:08.083463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-f9985150-e1df-4368-8598-3e58a6b622cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0665576 Jul 09 17:27:08.225402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-52624e51-4201-4e6b-bb14-8085107328e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:08.234951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-52624e51-4201-4e6b-bb14-8085107328e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.1364121 Jul 09 17:27:08.255564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1f475da-1899-407c-9421-d941ba90413f req-986521ef-3198-451c-a18e-15558d0735e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918684 Jul 09 17:27:08.264065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Made reservation on behalf of 87788b0adfb94471a4d402c94fb7ab15 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:08.267599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:08.316281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:08.321909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-2cb77e92-e138-4347-b355-5054ae932957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:08.324229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-2cb77e92-e138-4347-b355-5054ae932957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840249 Jul 09 17:27:08.596028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-990bf2d3-cbf1-4a03-bb15-08dc8f918a57 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512946 Jul 09 17:27:08.625588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-cc0ace02-43d1-4a99-99d9-3252d674969e tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:08.638793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-cc0ace02-43d1-4a99-99d9-3252d674969e tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/networks?id=c6574b92-7510-4a43-b960-fa7af884ef44 HTTP/1.1" status: 200 len: 814 time: 0.3814969 Jul 09 17:27:08.685952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-a7f1d6ac-38cd-4a86-b9d5-325076f7be9d tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/quotas/d7a03a4d49eb45b682f8cb1b14e0d6d6 HTTP/1.1" status: 200 len: 375 time: 0.0460563 Jul 09 17:27:08.744266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-b5447572-08bb-48b9-a130-03838022faf6 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467047 Jul 09 17:27:08.792077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-e6e7f5ec-7a6e-4fb5-bb5e-8ac7b53687b7 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7a03a4d49eb45b682f8cb1b14e0d6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046815 Jul 09 17:27:08.855416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-a2bd2aa8-d8ff-4f42-a81d-88f5c7ff3f77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 217 time: 0.0933352 Jul 09 17:27:08.965388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b97b33-b448-4102-b1f4-be12b74272a7 req-7d5f72f4-8d36-4bbc-b592-3a8ace123a78 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:08.975877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78b97b33-b448-4102-b1f4-be12b74272a7 req-7d5f72f4-8d36-4bbc-b592-3a8ace123a78 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.4941616 Jul 09 17:27:08.990301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-8d434fc7-1308-420c-b371-33d2c6a20bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:08.991880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-8d434fc7-1308-420c-b371-33d2c6a20bc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.1286891 Jul 09 17:27:09.132973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78b97b33-b448-4102-b1f4-be12b74272a7 req-7b114a17-99d1-4042-a708-d4d494f51ccb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552582 Jul 09 17:27:09.173572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.180968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.188889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-45708923-ca22-4f61-adfc-b5789bc04e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:09.192412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.200760 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-45708923-ca22-4f61-adfc-b5789bc04e2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2016568 Jul 09 17:27:09.226710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:27:09.241970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.241970 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Added segment 5bac73ad-726d-42f7-aa60-8347d5d8db33 of type vlan for network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 Jul 09 17:27:09.292274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.354928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c72d6-dfc8-4a6a-bcc9-7426922aa33f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:09.357668 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.358744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:09.359323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.369520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-4da16bf8-a6e2-49ec-84cf-961674bcd925 service neutron] 10.222.0.21 "GET /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758483 Jul 09 17:27:09.503738 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8202262 Jul 09 17:27:09.508319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-d9062f7b-a7b6-4849-a7f8-75abf6751419 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003023 Jul 09 17:27:09.512901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:09.520921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Request body: {'subnet': {'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1880232906-subnet', 'tenant_id': '87788b0adfb94471a4d402c94fb7ab15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:09.557624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a074a-45be-4073-ab3b-39542ed4cf09 admin admin] Pushing event updated for resources: {'Network': ['ID=d2bb6931-cda0-4520-b0d0-fc19dcc313c3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:09.570904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:27:09.635000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f503d35-2a39-4de7-8d50-cb82281db602 req-78a51aaf-15e0-43c0-8334-91fec0afead4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:09.642726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f503d35-2a39-4de7-8d50-cb82281db602 req-78a51aaf-15e0-43c0-8334-91fec0afead4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.2262194 Jul 09 17:27:09.662778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Made reservation on behalf of 87788b0adfb94471a4d402c94fb7ab15 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:09.668509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:09.671064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-48cfd920-844c-4d51-bbbc-d032738d1042 service neutron] 10.222.0.21 "GET /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004553 Jul 09 17:27:09.713142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42454) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:09.861825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e69db7c8-10e7-4235-8f08-dea38dc82918 req-b6650b46-1de8-4bf7-b9ff-c5807b4a1883 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455386 Jul 09 17:27:09.887142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f503d35-2a39-4de7-8d50-cb82281db602 req-cb07aea1-12cd-4758-9a44-b2aa0663dff7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427604 Jul 09 17:27:10.037079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:10.134459 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.138567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.203751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e2e58a-098a-4119-b637-4685a902864c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:10.265086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Checking segment: {'id': '5bac73ad-726d-42f7-aa60-8347d5d8db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:10.265659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Network hostable DHCP agents. Network: d2bb6931-cda0-4520-b0d0-fc19dcc313c3, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:27:10.292235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:27:10.313539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d2bb6931-cda0-4520-b0d0-fc19dcc313c3) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:10.319355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:10.319984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.346706 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aa9ace34-6b4e-4832-9078-e808d34da2d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8320315 Jul 09 17:27:10.366156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33b910-0434-4844-88ee-930e27139f1d None None] Network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:10.394135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c8a2563-01b4-4b2b-8018-362e66dc19aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.451394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60de4aec-7c63-496f-bf95-6be74720ad43 req-f3bea648-5738-4c8d-8d7b-0a5e45e52307 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 210 time: 0.1129243 Jul 09 17:27:10.491385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:10.626725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc11f9-c807-4bc7-87e5-b4c55ccd658c None None] Network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:10.735530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a7817-0f04-4e62-9c7d-152b5945681c req-54706a69-9b55-4da6-b8a6-e6fbe9a69094 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:10.748523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-088a7817-0f04-4e62-9c7d-152b5945681c req-54706a69-9b55-4da6-b8a6-e6fbe9a69094 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2059510 Jul 09 17:27:10.869187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-088a7817-0f04-4e62-9c7d-152b5945681c req-550abf82-e5a4-4c81-8650-3b6a81124af4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114693 Jul 09 17:27:10.970670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Allocated IP 172.25.3.81 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/555f1d2f-2ef4-4688-a8f1-b745232024d6) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:11.275057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71208a-33b9-4207-9dd7-d0bdb65d504a req-fe38ecdf-88bd-4a89-8779-3090adc22374 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:11.286361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a71208a-33b9-4207-9dd7-d0bdb65d504a req-fe38ecdf-88bd-4a89-8779-3090adc22374 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1850162 Jul 09 17:27:11.329082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:11.378334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a71208a-33b9-4207-9dd7-d0bdb65d504a req-d94eec36-7662-4a46-8882-35f16405c76c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906167 Jul 09 17:27:11.472032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:11.605843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:11.617146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:11.631604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:11.665679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42510) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:11.675110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Port': ['ID=555f1d2f-2ef4-4688-a8f1-b745232024d6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:11.681384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245361086-network', 'tenant_id': 'a21fc4dc56b5467e92651d6960ac9b0a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:11.704380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.705063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.705777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.706317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.706828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.707346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.707885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.708395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.709099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.709623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.709957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.710299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:11.733016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Made reservation on behalf of a21fc4dc56b5467e92651d6960ac9b0a for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:11.741201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:11.775845 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:11.885135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:11.967067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-137c9f8b-e54f-4f01-986e-4f855cd1b7ab req-482e5d55-6cd6-447c-9fee-c5a8ca35c653 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 210 time: 0.0875006 Jul 09 17:27:11.996665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.084608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.096173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.152633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:27:12.191553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.191892 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Added segment daf33748-a0cc-4aa1-8a7d-1fa66755fbaa of type vlan for network fad88d1a-3aad-43c7-9ebc-e18e863b88e0 Jul 09 17:27:12.278681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.286220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6297f67e-0b40-43e3-9360-156476624a98,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:12.345354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.346581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.347732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.392485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f9cc6-55b0-4c62-b2a3-d6042678402b req-8d3e14b7-0b2a-4941-926d-5f4d9038fb86 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:12.394807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e1f9cc6-55b0-4c62-b2a3-d6042678402b req-8d3e14b7-0b2a-4941-926d-5f4d9038fb86 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2251296 Jul 09 17:27:12.432788 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.451683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.504663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8355310 Jul 09 17:27:12.512232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42516) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:12.532282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Request body: {'subnet': {'network_id': 'fad88d1a-3aad-43c7-9ebc-e18e863b88e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245361086-subnet', 'tenant_id': 'a21fc4dc56b5467e92651d6960ac9b0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:12.566808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444af6b-9cb0-49fc-a044-73ec3151cac9 admin admin] Pushing event updated for resources: {'Network': ['ID=fad88d1a-3aad-43c7-9ebc-e18e863b88e0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:12.578722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Port': ['ID=555f1d2f-2ef4-4688-a8f1-b745232024d6,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:12.588328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network fad88d1a-3aad-43c7-9ebc-e18e863b88e0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:27:12.633158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Made reservation on behalf of a21fc4dc56b5467e92651d6960ac9b0a for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:12.639293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:12.900902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce481-c2e1-43d3-a093-8a5321434c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.008931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8f277-281f-4d50-a7ba-b8b8cc26e79a req-572567bc-3965-4f5e-8120-6e02d07d50ab tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:13.015831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed8f277-281f-4d50-a7ba-b8b8cc26e79a req-572567bc-3965-4f5e-8120-6e02d07d50ab tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.2312481 Jul 09 17:27:13.017752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e1f9cc6-55b0-4c62-b2a3-d6042678402b req-fd369713-7402-489b-9dac-43810f7dc74b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059270 Jul 09 17:27:13.048850 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.066148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.071283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dbe30bf2-3f35-4954-8647-d0682119aa77 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3564026 Jul 09 17:27:13.072042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42528) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:13.078816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1607311480'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:13.106906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Made reservation on behalf of fdfb4ca774e3401080d5b9f49a9702b9 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:13.112817 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.126060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.206522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed8f277-281f-4d50-a7ba-b8b8cc26e79a req-72532939-493a-4900-8cb8-83ac24c642fc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872785 Jul 09 17:27:13.251791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.340990 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.344948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.358841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.383709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e6dde1-ab54-4728-8a74-ab3ce12ac93c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:13.438152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:27:13.458099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Checking segment: {'id': 'daf33748-a0cc-4aa1-8a7d-1fa66755fbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'fad88d1a-3aad-43c7-9ebc-e18e863b88e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:13.458517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Network hostable DHCP agents. Network: fad88d1a-3aad-43c7-9ebc-e18e863b88e0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:27:13.498172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.498172 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Added segment 6f712a14-1950-4466-8b2a-bf2b9a61b9de of type vlan for network bca3fb48-dc60-44e1-8cf9-92b71d791afd Jul 09 17:27:13.498172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f920ee5e-ca16-4745-ae47-840010002125,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:13.532626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e6d03c8-7fdf-4ff2-b7cb-5ae466a3943c req-f29bb2ea-9081-4302-94ea-bb07a7688e75 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 210 time: 0.0613163 Jul 09 17:27:13.558252 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.564865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Network fad88d1a-3aad-43c7-9ebc-e18e863b88e0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:27:13.602064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, fad88d1a-3aad-43c7-9ebc-e18e863b88e0) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:13.607403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:13.608181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.615269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.617046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922fb50-a7ac-4e66-a75f-a049438f4ac3 None None] Network fad88d1a-3aad-43c7-9ebc-e18e863b88e0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:13.623436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:13.624517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.646038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-13955343-a971-4cfd-a038-2758a2f092cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1313481 Jul 09 17:27:13.697329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:13.697474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6241739 Jul 09 17:27:13.703235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Request body: {'subnet': {'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:13.713214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548201b-eeac-4e51-8d49-3104160ed3c2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Network': ['ID=bca3fb48-dc60-44e1-8cf9-92b71d791afd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:13.845687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Made reservation on behalf of fdfb4ca774e3401080d5b9f49a9702b9 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:13.851200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:13.898184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:27:13.980053 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.080010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266d8ae-a946-422c-aa1b-149c463ac3f0 None None] Network fad88d1a-3aad-43c7-9ebc-e18e863b88e0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:14.145194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.290648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Subnet': ['ID=ed017fb5-b22c-4c8c-9b69-86652237d2d4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:14.311535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Checking segment: {'id': '6f712a14-1950-4466-8b2a-bf2b9a61b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:14.311999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network hostable DHCP agents. Network: bca3fb48-dc60-44e1-8cf9-92b71d791afd, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:27:14.344231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:27:14.372757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b88d7-f020-4d47-aaf4-1202c62726cc req-89f338c1-1a9b-4317-bf0a-c17031849031 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:14.373915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-1adde247-7e46-4283-8d47-5888444a41d7 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:14.375241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cd2b88d7-f020-4d47-aaf4-1202c62726cc req-89f338c1-1a9b-4317-bf0a-c17031849031 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.0660522 Jul 09 17:27:14.376790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-1adde247-7e46-4283-8d47-5888444a41d7 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/networks?id=d2bb6931-cda0-4520-b0d0-fc19dcc313c3 HTTP/1.1" status: 200 len: 809 time: 0.1618280 Jul 09 17:27:14.377678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, bca3fb48-dc60-44e1-8cf9-92b71d791afd) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:14.390827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:14.391425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.392393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999aa5a-b604-4c26-97a0-b6262a4fb02f None None] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:14.408185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-37ccae49-da35-4739-a2eb-81e38f0fa6c6 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/quotas/87788b0adfb94471a4d402c94fb7ab15 HTTP/1.1" status: 200 len: 375 time: 0.0193272 Jul 09 17:27:14.419577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42562) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:14.419913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-07b5402a-4a60-4122-8ef8-746980549be3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7213774 Jul 09 17:27:14.432384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cd2b88d7-f020-4d47-aaf4-1202c62726cc req-47ebff1e-fe30-438a-952e-47390f1c800b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510857 Jul 09 17:27:14.450883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1650413794', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:14.466639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-41077881-fa0a-4760-b927-5d7ff2915d99 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87788b0adfb94471a4d402c94fb7ab15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454924 Jul 09 17:27:14.474005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.475273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.622276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.666817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-bca3fb48-dc60-44e1-8cf9-92b71d791afd', 'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd', 'tenant_id': 'fdfb4ca774e3401080d5b9f49a9702b9', 'fixed_ips': [{'subnet_id': 'ed017fb5-b22c-4c8c-9b69-86652237d2d4'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:27:14.667900 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.812699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-03d71743-2977-4df4-af13-1d6ff074b8de service neutron] 10.222.0.21 "GET /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216546 Jul 09 17:27:14.879390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Allocated IP 172.20.0.2 (bca3fb48-dc60-44e1-8cf9-92b71d791afd/ed017fb5-b22c-4c8c-9b69-86652237d2d4/42d18c7c-1d42-47fb-b65b-cc6e139b165f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:14.968307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:14.985255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-73ae1261-785d-48c3-aef8-73290381a88b service neutron] 10.222.0.21 "GET /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653678 Jul 09 17:27:15.005125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-c4014d76-c9d1-4035-9d49-758eca9b43e7 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:15.006952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-c4014d76-c9d1-4035-9d49-758eca9b43e7 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.36 "GET /v2.0/networks?id=c6574b92-7510-4a43-b960-fa7af884ef44 HTTP/1.1" status: 200 len: 814 time: 0.4273522 Jul 09 17:27:15.033204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Request body: {'port': {'device_id': '87762583-2f20-4d14-8594-66c38ed06dc2', 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44', 'admin_state_up': True, 'tenant_id': 'd7a03a4d49eb45b682f8cb1b14e0d6d6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:15.091319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.103982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Transition to ACTIVE for port object 42d18c7c-1d42-47fb-b65b-cc6e139b165f will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:15.145681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Transition to ACTIVE for port object 42d18c7c-1d42-47fb-b65b-cc6e139b165f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:15.158080 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.180588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb7f3-2681-49c0-a792-264995473a61 req-a6d86f1b-54b9-4abc-b4c5-1a8609f43715 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:15.192266 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78cdb7f3-2681-49c0-a792-264995473a61 req-a6d86f1b-54b9-4abc-b4c5-1a8609f43715 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.3688359 Jul 09 17:27:15.221614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:15.227624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:15.231670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:15.308223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Attempting to bind port 42d18c7c-1d42-47fb-b65b-cc6e139b165f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:15.308392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78cdb7f3-2681-49c0-a792-264995473a61 req-a96a8193-74ba-4680-a9c4-bdde44f49328 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145813 Jul 09 17:27:15.308753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Attempting to bind port 42d18c7c-1d42-47fb-b65b-cc6e139b165f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '6f712a14-1950-4466-8b2a-bf2b9a61b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:15.309228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Attempting to bind port 42d18c7c-1d42-47fb-b65b-cc6e139b165f on network bca3fb48-dc60-44e1-8cf9-92b71d791afd {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:15.315657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:27:15.316175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Checking segment: {'id': '6f712a14-1950-4466-8b2a-bf2b9a61b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:15.316842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.317457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Bound using segment: {'id': '6f712a14-1950-4466-8b2a-bf2b9a61b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:27:15.318094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Bound port: 42d18c7c-1d42-47fb-b65b-cc6e139b165f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f712a14-1950-4466-8b2a-bf2b9a61b9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:27:15.319264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.320745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Pushing event updated for resources: {'Port': ['ID=42d18c7c-1d42-47fb-b65b-cc6e139b165f,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:15.324159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc8e1551-9550-48d1-964c-5c6bc73f1f03 req-b3cc7967-60d4-4183-a217-1ea6c2e87681 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 210 time: 0.0795236 Jul 09 17:27:15.384066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Made reservation on behalf of d7a03a4d49eb45b682f8cb1b14e0d6d6 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:15.392270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.426981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] For port 42d18c7c-1d42-47fb-b65b-cc6e139b165f, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:27:15.431604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] For port 42d18c7c-1d42-47fb-b65b-cc6e139b165f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=42d18c7c-1d42-47fb-b65b-cc6e139b165f,segment=NetworkSegment(6f712a14-1950-4466-8b2a-bf2b9a61b9de),segment_id=6f712a14-1950-4466-8b2a-bf2b9a61b9de)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:27:15.439792 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.442585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c72ba19e-9d9e-4f90-8ce0-09c0fd916954 req-205c603b-d678-4364-8131-580bcd11403e tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 210 time: 0.0400760 Jul 09 17:27:15.638163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb44f3-d6eb-4583-a950-9e74a513078e None None] Pushing event updated for resources: {'Port': ['ID=42d18c7c-1d42-47fb-b65b-cc6e139b165f,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:15.751611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.819293 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.832853 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:15.872428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Allocated IP 172.20.0.3 (c6574b92-7510-4a43-b960-fa7af884ef44/b442ba8e-414c-4c63-94d4-fce7dbce6b2c/0352b457-7a75-4b03-bbbc-fd91b6a7502c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:16.069465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ac71-a2f7-4d80-ad71-4fb1aef25a4e req-3ee15833-42c1-491f-a384-9c895f40cccd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:16.071285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d07ac71-a2f7-4d80-ad71-4fb1aef25a4e req-3ee15833-42c1-491f-a384-9c895f40cccd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.3206406 Jul 09 17:27:16.168154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Allocated IP 172.25.3.175 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/d3abeb2a-b0ae-4628-8bb1-8f442f1c8a58) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:16.244537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d07ac71-a2f7-4d80-ad71-4fb1aef25a4e req-105bcc0d-556c-4433-8f84-72ce8b5f5ce6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634381 Jul 09 17:27:16.366715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:16.435315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:16.560653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 42d18c7c-1d42-47fb-b65b-cc6e139b165f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:16.569334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:16.678969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:16.692610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:16.695067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:16.702776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 42d18c7c-1d42-47fb-b65b-cc6e139b165f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:16.709438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:16.750687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246a86-6c08-42da-bd0f-a05399a0d5b0 req-fea01e7f-be48-401f-8e50-de6f8127fb46 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:16.754295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3246a86-6c08-42da-bd0f-a05399a0d5b0 req-fea01e7f-be48-401f-8e50-de6f8127fb46 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1492167 Jul 09 17:27:16.855281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Network c6574b92-7510-4a43-b960-fa7af884ef44 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:16.860425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:16.865418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Port': ['ID=d3abeb2a-b0ae-4628-8bb1-8f442f1c8a58,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:16.870212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:16.937883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0295f11-bb0f-4f2d-864f-7ff623af0118 None None] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:16.966107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-92257f27-509c-4bb5-858f-30ebe8a3cc68 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:16.967798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-92257f27-509c-4bb5-858f-30ebe8a3cc68 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.13 "GET /v2.0/networks?id=d2bb6931-cda0-4520-b0d0-fc19dcc313c3 HTTP/1.1" status: 200 len: 809 time: 0.1828434 Jul 09 17:27:16.977035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Pushing event updated for resources: {'Port': ['ID=0352b457-7a75-4b03-bbbc-fd91b6a7502c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:16.986748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Request body: {'port': {'device_id': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3', 'admin_state_up': True, 'tenant_id': '87788b0adfb94471a4d402c94fb7ab15'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:17.008835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3246a86-6c08-42da-bd0f-a05399a0d5b0 req-7e105af3-ce35-4d60-b97c-0767911c1cca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399864 Jul 09 17:27:17.060171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] Provisioning for port 42d18c7c-1d42-47fb-b65b-cc6e139b165f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:17.075284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] Provisioning complete for port 42d18c7c-1d42-47fb-b65b-cc6e139b165f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:17.078152 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.188045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Made reservation on behalf of 87788b0adfb94471a4d402c94fb7ab15 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:17.193853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.299832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4fc14-3ae6-43f7-b241-a61ca1ba4dd8 req-b9deb063-854b-466f-9306-c51dc1905836 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:17.314985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3159e948-0968-4d39-bdb7-d56bee685f22 req-88b663c2-1bf0-418a-b6a4-83f1afcd2935 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 210 time: 0.0763898 Jul 09 17:27:17.320037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecc4fc14-3ae6-43f7-b241-a61ca1ba4dd8 req-b9deb063-854b-466f-9306-c51dc1905836 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 931 time: 0.6284878 Jul 09 17:27:17.381118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.407780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:17.409923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.427293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] For port 42d18c7c-1d42-47fb-b65b-cc6e139b165f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=42d18c7c-1d42-47fb-b65b-cc6e139b165f,segment=NetworkSegment(6f712a14-1950-4466-8b2a-bf2b9a61b9de),segment_id=6f712a14-1950-4466-8b2a-bf2b9a61b9de)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:17.435096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.489977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fe53b2fd-d149-4c64-8fc7-74f6732efb9b tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4646602 Jul 09 17:27:17.510199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Request body: {'port': {'device_id': '87762583-2f20-4d14-8594-66c38ed06dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:17.517030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Allocated IP 172.20.0.13 (d2bb6931-cda0-4520-b0d0-fc19dcc313c3/40e2e58a-098a-4119-b637-4685a902864c/7d1a21b4-59f4-443a-933b-2172eb1cdd9f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:17.540835 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecc4fc14-3ae6-43f7-b241-a61ca1ba4dd8 req-d06ff388-e3f5-4705-972c-a7fc82f261be tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195308 Jul 09 17:27:17.590028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2193ad9-4bd4-48d8-9ec4-f43fd12f6881 None None] Pushing event updated for resources: {'Port': ['ID=42d18c7c-1d42-47fb-b65b-cc6e139b165f,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:17.637454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.699851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.834066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.859715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ab686323-3246-4ce3-9354-438beb083d1d None None] Provisioning complete for port 42d18c7c-1d42-47fb-b65b-cc6e139b165f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:17.860263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab686323-3246-4ce3-9354-438beb083d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.880893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:17.941252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:17.944735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:17.953886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:17.959324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Pushing event updated for resources: {'Port': ['ID=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:17.991834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.992177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.992515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.992847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.993177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.993504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.993829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.994150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.994469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.994786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.995109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:17.995833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:27:18.017289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:18.017948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.036335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-4db38c87-0103-441c-8d39-b51255ee090b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0553527 Jul 09 17:27:18.048729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Request body: {'port': {'device_id': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:18.138626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.351023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be35b9b-e4c4-4710-90f4-6b3905582b88 req-22116d8e-408a-4108-8b1c-1a7bc8798734 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:18.352486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3be35b9b-e4c4-4710-90f4-6b3905582b88 req-22116d8e-408a-4108-8b1c-1a7bc8798734 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1791427 Jul 09 17:27:18.425808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eba26e-a07a-40ea-a019-4fe0d4ad343f req-257f5d06-f1d2-4b45-a766-b9507f1bc0cb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:18.426071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3be35b9b-e4c4-4710-90f4-6b3905582b88 req-70001042-1cf5-4d62-9335-00f3998e500c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604653 Jul 09 17:27:18.435525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33eba26e-a07a-40ea-a019-4fe0d4ad343f req-257f5d06-f1d2-4b45-a766-b9507f1bc0cb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.6408007 Jul 09 17:27:18.493394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.496303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 42d18c7c-1d42-47fb-b65b-cc6e139b165f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:18.537649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1a21b4-59f4-443a-933b-2172eb1cdd9f {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:18.547297 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.562302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Transition to ACTIVE for port object 7d1a21b4-59f4-443a-933b-2172eb1cdd9f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:18.567897 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.580221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 42d18c7c-1d42-47fb-b65b-cc6e139b165f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:18.580882 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.583992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33eba26e-a07a-40ea-a019-4fe0d4ad343f req-7a35fd67-2d3a-43b1-9279-13864188260b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403422 Jul 09 17:27:18.721747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0352b457-7a75-4b03-bbbc-fd91b6a7502c {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:18.732729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:18.736633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.759550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Transition to ACTIVE for port object 0352b457-7a75-4b03-bbbc-fd91b6a7502c will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:18.772788 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.828024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Attempting to bind port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:18.828394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Attempting to bind port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '5bac73ad-726d-42f7-aa60-8347d5d8db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:18.828732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Attempting to bind port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f on network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:18.849522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f on network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:18.850279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Attempting to bind port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f on network d2bb6931-cda0-4520-b0d0-fc19dcc313c3 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:18.857730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:27:18.857982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Checking segment: {'id': '5bac73ad-726d-42f7-aa60-8347d5d8db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:18.858357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Bound using segment: {'id': '5bac73ad-726d-42f7-aa60-8347d5d8db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:27:18.858795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Bound port: 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bac73ad-726d-42f7-aa60-8347d5d8db33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:27:18.859159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:18.860821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Pushing event updated for resources: {'Port': ['ID=0352b457-7a75-4b03-bbbc-fd91b6a7502c,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:18.880570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a733b47-d437-4805-bff6-1ef05592c247 req-062cb48f-eeea-4a74-a791-99b18a4d4539 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:18.887738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a733b47-d437-4805-bff6-1ef05592c247 req-062cb48f-eeea-4a74-a791-99b18a4d4539 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 944 time: 0.1996179 Jul 09 17:27:18.892470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Router 3ab3101d-73f7-4339-a2e7-e04afe57c9bc is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:27:18.926188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a733b47-d437-4805-bff6-1ef05592c247 req-1d008dda-e106-422f-b002-e7687566198d tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373435 Jul 09 17:27:18.992985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] For port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:27:18.998343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] For port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,segment=NetworkSegment(5bac73ad-726d-42f7-aa60-8347d5d8db33),segment_id=5bac73ad-726d-42f7-aa60-8347d5d8db33)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:27:19.003637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:19.050151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.050849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:19.052505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] 10.222.0.13 "PUT /v2.0/ports/7d1a21b4-59f4-443a-933b-2172eb1cdd9f HTTP/1.1" status: 200 len: 1093 time: 1.0082357 Jul 09 17:27:19.053008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'tag': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:19.055407 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a09b209-5de2-4a1e-be88-161537ccafe8" -d '{"events": [{"name": "network-changed", "server_uuid": "aae9722e-6f63-4fb2-bbd6-c36d72bb3d82", "tag": "7d1a21b4-59f4-443a-933b-2172eb1cdd9f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:19.074543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Attempting to bind port 0352b457-7a75-4b03-bbbc-fd91b6a7502c on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:19.074931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Attempting to bind port 0352b457-7a75-4b03-bbbc-fd91b6a7502c by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:19.075208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Attempting to bind port 0352b457-7a75-4b03-bbbc-fd91b6a7502c on network c6574b92-7510-4a43-b960-fa7af884ef44 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:19.083710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Port 0352b457-7a75-4b03-bbbc-fd91b6a7502c on network c6574b92-7510-4a43-b960-fa7af884ef44 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:19.084085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Attempting to bind port 0352b457-7a75-4b03-bbbc-fd91b6a7502c on network c6574b92-7510-4a43-b960-fa7af884ef44 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:19.090623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aafc28-913c-4972-9d00-65e613057365 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:19.096827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:27:19.097258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Checking segment: {'id': 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:19.097651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Bound using segment: {'id': 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:27:19.098149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Bound port: 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:27:19.098726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:19.125802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:27:19.136238 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] Sync routers for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:27:19.147154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:19.147960 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:19.172613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7c4bac3-6a87-42f3-b830-3cc5bfb4471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.174257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e7c4bac3-6a87-42f3-b830-3cc5bfb4471a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87788b0adfb94471a4d402c94fb7ab15&device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 1096 time: 0.0687652 Jul 09 17:27:19.185064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91a010-38e9-4f58-a863-363a8a308e5f req-376a5560-0de7-4d7d-a6c4-ffc46a4fad35 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.186401 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:19.186641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f91a010-38e9-4f58-a863-363a8a308e5f req-376a5560-0de7-4d7d-a6c4-ffc46a4fad35 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 943 time: 0.2903531 Jul 09 17:27:19.197466 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:19.198744 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:19.213923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:19.217715 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a400610a-034e-41b2-bfae-f708c00aa615 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.7818408 Jul 09 17:27:19.222063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42624) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:19.236496 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:19.237375 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94da0ba-6696-4a61-8dd7-e6912fc2b063 None None] The sync data for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:27:19.244241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-7e7642d6-bfba-4858-9b7a-2d9c454b330c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f HTTP/1.1" status: 200 len: 217 time: 0.0566535 Jul 09 17:27:19.305173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-86c05e8b-261d-4038-ad57-f22bedf42a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.306751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-86c05e8b-261d-4038-ad57-f22bedf42a68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40e2e58a-098a-4119-b637-4685a902864c HTTP/1.1" status: 200 len: 849 time: 0.0521393 Jul 09 17:27:19.308270 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa6d503-0482-4bcf-a8a4-947c8546f17d x-openstack-request-id: req-7fa6d503-0482-4bcf-a8a4-947c8546f17d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:19.308712 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae9722e-6f63-4fb2-bbd6-c36d72bb3d82", "tag": "7d1a21b4-59f4-443a-933b-2172eb1cdd9f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:19.308970 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fa6d503-0482-4bcf-a8a4-947c8546f17d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:19.309822 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'tag': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f', 'status': 'completed', 'code': 200} Jul 09 17:27:19.342491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-2556f1f8-a1bd-40c5-a1c2-9062ec994a79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2bb6931-cda0-4520-b0d0-fc19dcc313c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284901 Jul 09 17:27:19.351574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] For port 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:27:19.359407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f91a010-38e9-4f58-a863-363a8a308e5f req-425899d4-8fe3-424e-b3d8-e138d7e43643 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628551 Jul 09 17:27:19.372029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] For port 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c,segment=NetworkSegment(ebcb5dd9-17e1-40cf-b67e-f79f4484af4c),segment_id=ebcb5dd9-17e1-40cf-b67e-f79f4484af4c)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:27:19.390968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:19.448837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-75f4a6f5-f3e4-4f37-9ad5-9dcdd5cfcb28 service neutron] 10.222.0.13 "GET /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984678 Jul 09 17:27:19.473461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.473923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:19.475365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] 10.222.0.36 "PUT /v2.0/ports/0352b457-7a75-4b03-bbbc-fd91b6a7502c HTTP/1.1" status: 200 len: 1092 time: 1.9696925 Jul 09 17:27:19.477785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87762583-2f20-4d14-8594-66c38ed06dc2', 'tag': '0352b457-7a75-4b03-bbbc-fd91b6a7502c'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:19.480506 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6c9a7d-aa82-449f-902d-34a43a717fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "87762583-2f20-4d14-8594-66c38ed06dc2", "tag": "0352b457-7a75-4b03-bbbc-fd91b6a7502c"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:19.623136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ddc5446-d4bf-4b65-b126-abf3a94b5dab req-e25a557e-6368-45d0-89eb-a3e01a0d1b36 service neutron] 10.222.0.13 "GET /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656601 Jul 09 17:27:19.643699 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b69462-91ee-4508-91f0-7b8a7974da57 x-openstack-request-id: req-20b69462-91ee-4508-91f0-7b8a7974da57 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:19.644288 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87762583-2f20-4d14-8594-66c38ed06dc2", "tag": "0352b457-7a75-4b03-bbbc-fd91b6a7502c", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:19.644732 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20b69462-91ee-4508-91f0-7b8a7974da57 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:19.645372 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87762583-2f20-4d14-8594-66c38ed06dc2', 'tag': '0352b457-7a75-4b03-bbbc-fd91b6a7502c', 'status': 'completed', 'code': 200} Jul 09 17:27:19.687683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca234c76-a7c7-4245-9514-c8f87e7032cd service neutron] Pushing event updated for resources: {'Port': ['ID=0352b457-7a75-4b03-bbbc-fd91b6a7502c,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:19.797222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-2568a591-871b-4d8b-84ec-1e4ae7a057bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.798734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-2568a591-871b-4d8b-84ec-1e4ae7a057bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87788b0adfb94471a4d402c94fb7ab15&device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 1096 time: 0.1209972 Jul 09 17:27:19.822380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ed7d5-3464-4374-a915-244c13487f9a req-ab34f272-6e63-4e64-ab44-e975da91aa93 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.823626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a0ed7d5-3464-4374-a915-244c13487f9a req-ab34f272-6e63-4e64-ab44-e975da91aa93 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.0955951 Jul 09 17:27:19.912017 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a0ed7d5-3464-4374-a915-244c13487f9a req-249a3668-adf9-4287-96a9-2ff3dd561f04 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762703 Jul 09 17:27:19.934545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-4e77f80a-442e-4a8e-b2d3-4a18678680aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.936185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-4e77f80a-442e-4a8e-b2d3-4a18678680aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2bb6931-cda0-4520-b0d0-fc19dcc313c3 HTTP/1.1" status: 200 len: 910 time: 0.1296563 Jul 09 17:27:19.974094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fd542e7d-1296-4349-8522-3206c5903d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:19.975622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-fd542e7d-1296-4349-8522-3206c5903d8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7a03a4d49eb45b682f8cb1b14e0d6d6&device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 1095 time: 0.4095457 Jul 09 17:27:19.996856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-674174ec-8447-4adc-bafb-40890125e9a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f HTTP/1.1" status: 200 len: 217 time: 0.0526536 Jul 09 17:27:20.014028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4ba9-1188-4817-b7c5-1ee64a9c1993 req-227b0f10-c48b-4290-8b08-f79f43265e07 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.015733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdab4ba9-1188-4817-b7c5-1ee64a9c1993 req-227b0f10-c48b-4290-8b08-f79f43265e07 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2272089 Jul 09 17:27:20.058784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-9918a10e-58cd-4400-bd4d-e8e64c9e3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.069945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-9918a10e-58cd-4400-bd4d-e8e64c9e3371 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40e2e58a-098a-4119-b637-4685a902864c HTTP/1.1" status: 200 len: 849 time: 0.0640099 Jul 09 17:27:20.070231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-eec243cb-a235-4160-884e-718607378773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c HTTP/1.1" status: 200 len: 217 time: 0.0816867 Jul 09 17:27:20.118960 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-499acfc8-38f3-47e4-a591-a5a39c51ed0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2bb6931-cda0-4520-b0d0-fc19dcc313c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426350 Jul 09 17:27:20.207164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdab4ba9-1188-4817-b7c5-1ee64a9c1993 req-fa5aafab-cbe7-43ec-a033-b7af4fed7126 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444125 Jul 09 17:27:20.210516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-a5c03c96-5aa8-4e1e-a564-8ef453efa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.211944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-a5c03c96-5aa8-4e1e-a564-8ef453efa60c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b442ba8e-414c-4c63-94d4-fce7dbce6b2c HTTP/1.1" status: 200 len: 854 time: 0.1263196 Jul 09 17:27:20.261002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-223f58b1-c192-48f6-bc51-24e42a09313b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6574b92-7510-4a43-b960-fa7af884ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395312 Jul 09 17:27:20.263060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:20.268015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-9d722382-4862-4885-8478-2936c0b6ff23 service neutron] 10.222.0.13 "GET /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420827 Jul 09 17:27:20.292168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfdcc4-14a9-4f4d-bb7d-9fcc90182d7c req-96a7ee1a-9a17-42c0-b8d9-6973b2777334 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.293785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41cfdcc4-14a9-4f4d-bb7d-9fcc90182d7c req-96a7ee1a-9a17-42c0-b8d9-6973b2777334 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 944 time: 0.1113317 Jul 09 17:27:20.379046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-5ca15356-1b78-4410-b13d-d3544f3bae69 service neutron] 10.222.0.36 "GET /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977805 Jul 09 17:27:20.388745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41cfdcc4-14a9-4f4d-bb7d-9fcc90182d7c req-42268358-b048-43b0-a7d0-0ef3b5c8ee25 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840864 Jul 09 17:27:20.462219 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a09b209-5de2-4a1e-be88-161537ccafe8 req-e47d5cfc-e853-44f0-a350-9d41a120a244 service neutron] 10.222.0.13 "GET /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841342 Jul 09 17:27:20.643630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaf3be-15f1-4148-a77f-459818d507ec req-3eded1a1-a2ef-4f00-b2be-19a5b98f09b0 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.645702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aebaf3be-15f1-4148-a77f-459818d507ec req-3eded1a1-a2ef-4f00-b2be-19a5b98f09b0 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 943 time: 0.0984204 Jul 09 17:27:20.697901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b36c5833-c6bb-4e92-b016-b2b3d9a179c8 req-948c26ee-4bd1-4564-925a-df782b14f25a service neutron] 10.222.0.36 "GET /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195830 Jul 09 17:27:20.878963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Allocated IP 172.20.0.1 (bca3fb48-dc60-44e1-8cf9-92b71d791afd/ed017fb5-b22c-4c8c-9b69-86652237d2d4/57ab5f47-1caa-400f-af2a-a4dcfad92619) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:20.882583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-ce2f1cd3-0443-4a60-9c97-6d4eaeb31308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:20.884312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-ce2f1cd3-0443-4a60-9c97-6d4eaeb31308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7a03a4d49eb45b682f8cb1b14e0d6d6&device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1220131 Jul 09 17:27:21.112778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aebaf3be-15f1-4148-a77f-459818d507ec req-a3697844-4048-4296-80db-238723b61356 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582899 Jul 09 17:27:21.428653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:21.437442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfcc36-8d18-47af-bc5f-7f529a515ea5 req-07a0c802-081c-48f1-993c-f5d1e3819976 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:21.439212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bedfcc36-8d18-47af-bc5f-7f529a515ea5 req-07a0c802-081c-48f1-993c-f5d1e3819976 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.0966403 Jul 09 17:27:21.461097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-9ef1f032-9c8f-45ae-9079-faeb582a7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:21.462755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-9ef1f032-9c8f-45ae-9079-faeb582a7969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6574b92-7510-4a43-b960-fa7af884ef44 HTTP/1.1" status: 200 len: 915 time: 0.5689707 Jul 09 17:27:21.463710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Transition to ACTIVE for port object 57ab5f47-1caa-400f-af2a-a4dcfad92619 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:21.483218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bedfcc36-8d18-47af-bc5f-7f529a515ea5 req-7c250161-10f6-4ce6-9720-b32586181f23 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Jul 09 17:27:21.488318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ff5a-abde-4a14-802f-bab4d069b7fa req-da2e98cf-c19c-4d43-9861-e5c207bb35b2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:21.489789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac06ff5a-abde-4a14-802f-bab4d069b7fa req-da2e98cf-c19c-4d43-9861-e5c207bb35b2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 944 time: 0.1946571 Jul 09 17:27:21.528054 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-f12ba65c-b6e8-4521-8c4e-715c427b7c96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c HTTP/1.1" status: 200 len: 217 time: 0.0553932 Jul 09 17:27:21.620969 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:21.657877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac06ff5a-abde-4a14-802f-bab4d069b7fa req-fdb4efd1-3818-43ad-b2af-83ce7f010894 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339314 Jul 09 17:27:21.661699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-b54c1f58-bdbc-42e5-b930-64563a190605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:21.663116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-b54c1f58-bdbc-42e5-b930-64563a190605 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b442ba8e-414c-4c63-94d4-fce7dbce6b2c HTTP/1.1" status: 200 len: 854 time: 0.1238449 Jul 09 17:27:21.673905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e2d90-b333-40b6-bd54-cd86228d4982 req-b4c257be-e6a1-410a-abe8-3a6593434f0c tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:21.676537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-304e2d90-b333-40b6-bd54-cd86228d4982 req-b4c257be-e6a1-410a-abe8-3a6593434f0c tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 944 time: 0.0700965 Jul 09 17:27:21.687423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:21.696596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:21.717886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:21.722952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-bed70105-fa51-405b-a89a-a86ff09e3d08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6574b92-7510-4a43-b960-fa7af884ef44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525720 Jul 09 17:27:21.725015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Port': ['ID=57ab5f47-1caa-400f-af2a-a4dcfad92619,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:21.759534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-304e2d90-b333-40b6-bd54-cd86228d4982 req-0b99fed7-c302-42a9-9e38-bdf789de8fba tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750654 Jul 09 17:27:21.835725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:21.921540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-5d1d45bf-40d8-4617-a23d-1d1295a817b2 service neutron] 10.222.0.36 "GET /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763749 Jul 09 17:27:22.014807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-38352416-10a1-4da3-b2fe-8421f93cde08 None None] Provisioning for port 57ab5f47-1caa-400f-af2a-a4dcfad92619 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:22.021367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-38352416-10a1-4da3-b2fe-8421f93cde08 None None] Provisioning complete for port 57ab5f47-1caa-400f-af2a-a4dcfad92619 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:22.022485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-38352416-10a1-4da3-b2fe-8421f93cde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.062678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-38352416-10a1-4da3-b2fe-8421f93cde08 None None] Port 57ab5f47-1caa-400f-af2a-a4dcfad92619 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:27:22.079836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c6c9a7d-aa82-449f-902d-34a43a717fa7 req-f5281045-1077-49f6-a228-fd446509b063 service neutron] 10.222.0.36 "GET /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371160 Jul 09 17:27:22.080383 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.169606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:27:22.379238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:22.411005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'port_id': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'mac_address': 'fa:16:3e:78:8a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:27:22.448785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8690ddc-0ac8-4e8b-bfab-4f252fc53d74 req-2d42d3aa-001b-472f-9b32-3993ac06bb23 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:22.457697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8690ddc-0ac8-4e8b-bfab-4f252fc53d74 req-2d42d3aa-001b-472f-9b32-3993ac06bb23 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 943 time: 0.0912414 Jul 09 17:27:22.469694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.477358 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.524722 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.528076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8690ddc-0ac8-4e8b-bfab-4f252fc53d74 req-c4c3a83f-3b99-4e38-90de-a22e01d91944 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688841 Jul 09 17:27:22.547851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:22.575585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:22.589631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.590885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0352b457-7a75-4b03-bbbc-fd91b6a7502c details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:27:22.646447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Port': ['ID=57ab5f47-1caa-400f-af2a-a4dcfad92619,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:22.741360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:22.785733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7d1a21b4-59f4-443a-933b-2172eb1cdd9f details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:27:22.897483 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:27:22.937049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677015d-c46a-4b05-99f4-1c9353f577e2 req-2d7df1a9-2926-4826-9d20-6f2cdaf4d3ff tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:22.938477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:22.939841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d677015d-c46a-4b05-99f4-1c9353f577e2 req-2d7df1a9-2926-4826-9d20-6f2cdaf4d3ff tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 945 time: 0.0878720 Jul 09 17:27:22.966951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3868db-7694-46fd-b15b-d36d1c27a343 req-2a2e402a-dd62-49ef-87f2-cabaf998f6e5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:22.976076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b3868db-7694-46fd-b15b-d36d1c27a343 req-2a2e402a-dd62-49ef-87f2-cabaf998f6e5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1582320 Jul 09 17:27:22.990379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:23.000080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:23.000358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,segment=NetworkSegment(5bac73ad-726d-42f7-aa60-8347d5d8db33),segment_id=5bac73ad-726d-42f7-aa60-8347d5d8db33)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:23.013523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d677015d-c46a-4b05-99f4-1c9353f577e2 req-8ebdd4cb-a092-4706-a414-15e9d61cca9e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615420 Jul 09 17:27:23.016290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f', 'network_id': 'd2bb6931-cda0-4520-b0d0-fc19dcc313c3', 'port_id': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f', 'mac_address': 'fa:16:3e:70:9b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e2e58a-098a-4119-b637-4685a902864c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:27:23.047231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c,segment=NetworkSegment(ebcb5dd9-17e1-40cf-b67e-f79f4484af4c),segment_id=ebcb5dd9-17e1-40cf-b67e-f79f4484af4c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:23.126758 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.143129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1a21b4-59f4-443a-933b-2172eb1cdd9f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:23.149764 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '0352b457-7a75-4b03-bbbc-fd91b6a7502c', 'network_id': 'c6574b92-7510-4a43-b960-fa7af884ef44', 'port_id': '0352b457-7a75-4b03-bbbc-fd91b6a7502c', 'mac_address': 'fa:16:3e:fb:c0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b442ba8e-414c-4c63-94d4-fce7dbce6b2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:27:23.212150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,segment=NetworkSegment(5bac73ad-726d-42f7-aa60-8347d5d8db33),segment_id=5bac73ad-726d-42f7-aa60-8347d5d8db33)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:23.232426 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.234358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:27:23.276333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b3868db-7694-46fd-b15b-d36d1c27a343 req-049f788a-67b2-425d-a1ca-50a19d7a93bc tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987387 Jul 09 17:27:23.290063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Router 3ab3101d-73f7-4339-a2e7-e04afe57c9bc has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:27:23.310645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.376487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0352b457-7a75-4b03-bbbc-fd91b6a7502c {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:23.497158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19780-86ce-4563-af91-bbebb594e37c req-26329444-5dae-44fe-8aa7-e748992d012d tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:23.519503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-14b19780-86ce-4563-af91-bbebb594e37c req-26329444-5dae-44fe-8aa7-e748992d012d tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 945 time: 0.1918871 Jul 09 17:27:23.578766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:23.633811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c,segment=NetworkSegment(ebcb5dd9-17e1-40cf-b67e-f79f4484af4c),segment_id=ebcb5dd9-17e1-40cf-b67e-f79f4484af4c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:23.644761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-14b19780-86ce-4563-af91-bbebb594e37c req-10836917-af8d-4596-acc6-85bb82c3310c tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212811 Jul 09 17:27:23.646418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:27:23.654357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dee670f8-189e-4f4a-8106-481acb057c17 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "PUT /v2.0/routers/3ab3101d-73f7-4339-a2e7-e04afe57c9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4265041 Jul 09 17:27:23.656975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42716) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:23.662858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Request body: {'port': {'network_id': 'bca3fb48-dc60-44e1-8cf9-92b71d791afd', 'name': 'tempest-FloatingIPAdminTestJSON-628262226'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:23.665631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] Sync routers for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:27:23.743136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:23.766871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'mac_address': 'fa:16:3e:92:e1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:27:23.770014 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.886655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9730d076-0e34-40df-a44b-fa4195946c57 None None] Provisioning complete for port 57ab5f47-1caa-400f-af2a-a4dcfad92619 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:23.886931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9730d076-0e34-40df-a44b-fa4195946c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.895274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:23.895974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:23.923014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Made reservation on behalf of fdfb4ca774e3401080d5b9f49a9702b9 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:23.932078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:23.981888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] device_id is not set on port f02b814b-b91b-41ec-b875-4cee20c4f4e8 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:27:24.013894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:24.073566 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:24.080336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e3634-85c4-4343-a234-547377e3051f req-f216b6b3-60a3-4a34-84af-6e4bfd78668e tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:24.087729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-367e3634-85c4-4343-a234-547377e3051f req-f216b6b3-60a3-4a34-84af-6e4bfd78668e tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 944 time: 0.1868708 Jul 09 17:27:24.119954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:24.151478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:24.153365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['955f2974-b0cf-4fbe-a2f0-2f7b0566f234'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:24.164534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Allocated IP 172.20.0.14 (bca3fb48-dc60-44e1-8cf9-92b71d791afd/ed017fb5-b22c-4c8c-9b69-86652237d2d4/f02b814b-b91b-41ec-b875-4cee20c4f4e8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:24.196567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0352b457-7a75-4b03-bbbc-fd91b6a7502c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:24.212759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9730d076-0e34-40df-a44b-fa4195946c57 None None] Port 57ab5f47-1caa-400f-af2a-a4dcfad92619 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:27:24.214837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:24.215594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:24.250607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:24.315168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:24.315991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced79026-0b67-422d-aec5-8fa7c1430340 None None] The sync data for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:27:24.341154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0352b457-7a75-4b03-bbbc-fd91b6a7502c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:24.401257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-367e3634-85c4-4343-a234-547377e3051f req-7d9cf316-008c-4540-b866-f9747848b21e tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123741 Jul 09 17:27:24.417626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec48faf-2e40-4099-9452-65100132769b req-0be7a86c-86d1-4f33-8b19-98de88701109 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:24.425188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ec48faf-2e40-4099-9452-65100132769b req-0be7a86c-86d1-4f33-8b19-98de88701109 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 945 time: 0.1333368 Jul 09 17:27:24.430300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:24.448092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Transition to ACTIVE for port object f02b814b-b91b-41ec-b875-4cee20c4f4e8 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:24.502178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ec48faf-2e40-4099-9452-65100132769b req-333370dd-f15d-4ff4-ad8a-f47913cb3e28 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758727 Jul 09 17:27:24.517876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:24.656114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['2cbd4b65-b1c9-42b6-875f-1d9463ad4181'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:24.703254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:24.711552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:24.743281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:24.760213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event updated for resources: {'Port': ['ID=f02b814b-b91b-41ec-b875-4cee20c4f4e8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:24.803041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['7d1a21b4-59f4-443a-933b-2172eb1cdd9f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:24.847197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:24.924549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:24.925524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:24.968479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb243b-ba3a-439e-a57f-1e521c308885 req-2ff2475e-aefd-4e28-92d7-a255b554d8de tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:24.970550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8eb243b-ba3a-439e-a57f-1e521c308885 req-2ff2475e-aefd-4e28-92d7-a255b554d8de tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 944 time: 0.3474026 Jul 09 17:27:24.974562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0acbea11-9a32-46e0-b3e4-7c97e7ada265 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3165131 Jul 09 17:27:24.983970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:25.153767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8eb243b-ba3a-439e-a57f-1e521c308885 req-97660d65-2dce-4eb5-a7f3-02d995c0dd76 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710238 Jul 09 17:27:25.187575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44f28e-b23f-4618-91dd-2c559e3dfbcc req-b0992178-a219-484c-93d3-3b30da306220 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:25.205205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f44f28e-b23f-4618-91dd-2c559e3dfbcc req-b0992178-a219-484c-93d3-3b30da306220 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 945 time: 0.1735857 Jul 09 17:27:25.214931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'project_id': 'fdfb4ca774e3401080d5b9f49a9702b9', 'port_id': 'f02b814b-b91b-41ec-b875-4cee20c4f4e8'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:25.307143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:25.340662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f44f28e-b23f-4618-91dd-2c559e3dfbcc req-953bd19b-21e5-4db2-8b62-96ffa8d774a6 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343379 Jul 09 17:27:25.367444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eb2b35e4-9316-4738-bdf5-2b4a8d606886 None None] Provisioning for port f02b814b-b91b-41ec-b875-4cee20c4f4e8 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:25.416616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eb2b35e4-9316-4738-bdf5-2b4a8d606886 None None] Provisioning complete for port f02b814b-b91b-41ec-b875-4cee20c4f4e8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:25.416987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb2b35e4-9316-4738-bdf5-2b4a8d606886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:25.457052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:25.545287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b35e4-9316-4738-bdf5-2b4a8d606886 None None] Port f02b814b-b91b-41ec-b875-4cee20c4f4e8 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:27:25.707107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Allocated IP 172.25.3.137 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/cb6689a2-c873-4dfe-84dd-9f297f3454cf) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:25.853118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ec7f3-7cbe-43ad-8124-58a1d1209a58 req-c56f2627-66fb-4596-b8d9-6e2212f7f1e8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:25.854792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-322ec7f3-7cbe-43ad-8124-58a1d1209a58 req-c56f2627-66fb-4596-b8d9-6e2212f7f1e8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 945 time: 0.1387544 Jul 09 17:27:25.866955 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:25.922897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d245d-47d6-46cb-b458-714f193e7ace req-c02d35f1-db9d-4b5f-9ede-0f9673cff6c8 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:25.923624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-322ec7f3-7cbe-43ad-8124-58a1d1209a58 req-a8071a6d-11da-4ad0-8edc-4d159db26613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532782 Jul 09 17:27:25.924675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d40d245d-47d6-46cb-b458-714f193e7ace req-c02d35f1-db9d-4b5f-9ede-0f9673cff6c8 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 944 time: 0.3162746 Jul 09 17:27:25.991345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d40d245d-47d6-46cb-b458-714f193e7ace req-e6d1bb1a-6047-4281-90af-6f09c46442e6 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Jul 09 17:27:25.992366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:26.046437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:26.049146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:26.056617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:26.109665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Pushing event updated for resources: {'Port': ['ID=cb6689a2-c873-4dfe-84dd-9f297f3454cf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:26.182637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:26.249817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:26.250064 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:26.485980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:26.543832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:26.546180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:26.550642 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec19cee8-a44c-4314-937b-91e279c8b7df" -d '{"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-plugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:26.557070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:26.667007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:26.810837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:26.920592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf16d77-cf4e-418b-a31a-a1a449e40550 req-f2c6c5f7-b5a3-43b2-8cba-f1a43284d6d6 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:26.922582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8cf16d77-cf4e-418b-a31a-a1a449e40550 req-f2c6c5f7-b5a3-43b2-8cba-f1a43284d6d6 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 945 time: 0.1450603 Jul 09 17:27:27.004417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0505f6-cbb1-4d8f-880f-baa8ec54d55e req-bbc0028f-16c0-46fa-bbd8-b2ddd5ada4d6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:27.013628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8cf16d77-cf4e-418b-a31a-a1a449e40550 req-b8c2b1ea-e1d5-4b9e-83bd-439743754006 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796545 Jul 09 17:27:27.019187 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cd0505f6-cbb1-4d8f-880f-baa8ec54d55e req-bbc0028f-16c0-46fa-bbd8-b2ddd5ada4d6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 944 time: 0.3098989 Jul 09 17:27:27.052827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:27.053211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.169610 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.221560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:27.223558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cd0505f6-cbb1-4d8f-880f-baa8ec54d55e req-8b6dc89a-7f6c-4cc7-976e-a9cd6345b5c4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896803 Jul 09 17:27:27.224788 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce7273-a5c7-4216-9261-0f68578868b8 x-openstack-request-id: req-69ce7273-a5c7-4216-9261-0f68578868b8 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:27.225115 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-plugged", "status": "completed", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:27.225578 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ce7273-a5c7-4216-9261-0f68578868b8 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:27.226340 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'code': 200} Jul 09 17:27:27.232779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.238441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7d1a21b4-59f4-443a-933b-2172eb1cdd9f up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:27.323603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.470109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:27.483571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:27.492578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:27.494046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.596627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3851c73-ade2-4d3e-92d8-d565988557fb req-5477a4da-2892-4758-8068-db1dad008e5c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:27.605014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3851c73-ade2-4d3e-92d8-d565988557fb req-5477a4da-2892-4758-8068-db1dad008e5c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.0999501 Jul 09 17:27:27.721406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3851c73-ade2-4d3e-92d8-d565988557fb req-25e9c0cd-3058-4d91-a2c5-27d35b15bcaf tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833573 Jul 09 17:27:27.753682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.836370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,segment=NetworkSegment(5bac73ad-726d-42f7-aa60-8347d5d8db33),segment_id=5bac73ad-726d-42f7-aa60-8347d5d8db33)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:27.844875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:27.974251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:28.201155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0352b457-7a75-4b03-bbbc-fd91b6a7502c up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:28.236592 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:28.344599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 0352b457-7a75-4b03-bbbc-fd91b6a7502c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:28.349135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 0352b457-7a75-4b03-bbbc-fd91b6a7502c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:28.349601 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:28.426413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd06bc-5004-4b91-bbfb-e2f14985763d req-9a502b9e-a022-4612-808f-050c18ee3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:28.432464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61dd06bc-5004-4b91-bbfb-e2f14985763d req-9a502b9e-a022-4612-808f-050c18ee3c2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 1099 time: 0.9617045 Jul 09 17:27:28.565467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:28.579614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16483cae-7497-4db9-a817-32906a2bd024 req-38ba1598-3793-4e1d-879f-95aa159c4bac tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:28.581461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16483cae-7497-4db9-a817-32906a2bd024 req-38ba1598-3793-4e1d-879f-95aa159c4bac tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 944 time: 1.1129615 Jul 09 17:27:28.714710 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:27:28.725877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c,segment=NetworkSegment(ebcb5dd9-17e1-40cf-b67e-f79f4484af4c),segment_id=ebcb5dd9-17e1-40cf-b67e-f79f4484af4c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:28.733011 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:28.780772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61dd06bc-5004-4b91-bbfb-e2f14985763d req-cad887c1-dafe-4296-8583-f3b1bd540229 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345425 Jul 09 17:27:28.869725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16483cae-7497-4db9-a817-32906a2bd024 req-4e349ed8-2d08-42aa-bd61-eaee73477f42 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302098 Jul 09 17:27:28.875506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0352b457-7a75-4b03-bbbc-fd91b6a7502c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:28.889390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069b78-a8a2-46cf-9483-9b4e3ab7cced req-498362ef-a9e4-4e77-853f-f2498818148e tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:28.906134 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9069b78-a8a2-46cf-9483-9b4e3ab7cced req-498362ef-a9e4-4e77-853f-f2498818148e tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 946 time: 0.1557782 Jul 09 17:27:28.965063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:28.988596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:29.024967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9069b78-a8a2-46cf-9483-9b4e3ab7cced req-e6e2dac1-e83d-4bd3-93fd-a559f98c5e42 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090515 Jul 09 17:27:29.202839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Pushing event updated for resources: {'Port': ['ID=cb6689a2-c873-4dfe-84dd-9f297f3454cf,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:29.227549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181'}, {'server_uuid': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f'}, {'server_uuid': '87762583-2f20-4d14-8594-66c38ed06dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0352b457-7a75-4b03-bbbc-fd91b6a7502c'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:29.230079 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c48c26f-c667-4a8c-8e78-1f4a89b302ba" -d '{"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-plugged", "status": "completed", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181"}, {"server_uuid": "aae9722e-6f63-4fb2-bbd6-c36d72bb3d82", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a21b4-59f4-443a-933b-2172eb1cdd9f"}, {"server_uuid": "87762583-2f20-4d14-8594-66c38ed06dc2", "name": "network-vif-plugged", "status": "completed", "tag": "0352b457-7a75-4b03-bbbc-fd91b6a7502c"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:29.235552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:29.278898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8d60b-e7be-45e5-a073-ceab936f3cbd req-e991e5e6-260d-4085-aa03-83f749631bc8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:29.296145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7cb8d60b-e7be-45e5-a073-ceab936f3cbd req-e991e5e6-260d-4085-aa03-83f749631bc8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.1310537 Jul 09 17:27:29.355925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7cb8d60b-e7be-45e5-a073-ceab936f3cbd req-2e2a4905-cc38-4d92-91b9-d3ab50b986e7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556910 Jul 09 17:27:29.373853 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Floating IP 9b8fab65-4e39-40f9-8d04-58e49a5a04ae associated. External IP: 172.25.3.137, port: f02b814b-b91b-41ec-b875-4cee20c4f4e8. Jul 09 17:27:29.386635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b90a7-c141-4716-b2d2-f3d430ad0d2f req-1ba887dc-b31f-444d-9eaa-15f7ac362ee6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:29.404526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-810b90a7-c141-4716-b2d2-f3d430ad0d2f req-1ba887dc-b31f-444d-9eaa-15f7ac362ee6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2179701 Jul 09 17:27:29.497076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-810b90a7-c141-4716-b2d2-f3d430ad0d2f req-a796af1f-8030-4920-8c8a-662edc322941 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913336 Jul 09 17:27:29.623590 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8deeca-33c4-4eac-9b99-c1ccac39f8e9 x-openstack-request-id: req-8c8deeca-33c4-4eac-9b99-c1ccac39f8e9 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:29.623590 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-plugged", "status": "completed", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181", "code": 200}, {"server_uuid": "aae9722e-6f63-4fb2-bbd6-c36d72bb3d82", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a21b4-59f4-443a-933b-2172eb1cdd9f", "code": 200}, {"server_uuid": "87762583-2f20-4d14-8594-66c38ed06dc2", "name": "network-vif-plugged", "status": "completed", "tag": "0352b457-7a75-4b03-bbbc-fd91b6a7502c", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:29.624565 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c8deeca-33c4-4eac-9b99-c1ccac39f8e9 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:29.624565 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'code': 200} Jul 09 17:27:29.624830 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f', 'code': 200} Jul 09 17:27:29.624939 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87762583-2f20-4d14-8594-66c38ed06dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0352b457-7a75-4b03-bbbc-fd91b6a7502c', 'code': 200} Jul 09 17:27:29.868972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Router 3ab3101d-73f7-4339-a2e7-e04afe57c9bc has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:27:29.872422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aed28-a632-4b84-9beb-445dadfe7823 req-af0583fa-c5d5-4846-af58-077456139cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:29.874861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d84aed28-a632-4b84-9beb-445dadfe7823 req-af0583fa-c5d5-4846-af58-077456139cba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 1098 time: 0.1498768 Jul 09 17:27:29.894264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e8f02-85a6-4734-8463-0d44295b722b req-aa61e908-5bd3-46ca-9ce7-9c804a5eb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:29.895849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c7e8f02-85a6-4734-8463-0d44295b722b req-aa61e908-5bd3-46ca-9ce7-9c804a5eb0e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0855472 Jul 09 17:27:29.947111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d84aed28-a632-4b84-9beb-445dadfe7823 req-89c4fd70-545e-4cca-a352-d74cb42cbd9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655396 Jul 09 17:27:29.981693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c7e8f02-85a6-4734-8463-0d44295b722b req-b02ba55f-3011-485a-8fbb-93ffd4a3e377 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Jul 09 17:27:30.058878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:27:30.104929 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] Sync routers for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:27:30.107228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:30.135637 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:30.136062 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:30.206264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-660a7923-e244-4f16-8c83-c4586eea41a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.2174656 Jul 09 17:27:30.208068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42802) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:30.260143 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:30.278230 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:30.281690 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:30.391979 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:30.393120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e28c9c-e40e-4549-90b8-2ec757dc4c17 None None] The sync data for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:27:30.444008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7339c9ca-fbbb-4d25-886b-e2a74213d2a4 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] 10.222.0.21 "GET /v2.0/floatingips/9b8fab65-4e39-40f9-8d04-58e49a5a04ae HTTP/1.1" status: 200 len: 983 time: 0.2129078 Jul 09 17:27:30.445051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42816) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:30.506066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f65724-48de-4384-8fa2-57146361a1b2 req-2a309232-e66c-47c8-9a9a-77c0b33604d8 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:30.508462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1f65724-48de-4384-8fa2-57146361a1b2 req-2a309232-e66c-47c8-9a9a-77c0b33604d8 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 945 time: 0.2643416 Jul 09 17:27:30.629142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1f65724-48de-4384-8fa2-57146361a1b2 req-ee8bacc2-98bc-4f81-8b56-8182131da800 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Jul 09 17:27:30.721781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c008d-2c95-4f89-b98f-034769df3cb0 req-37a0ae07-6c6c-4a95-b079-09e92d56a96d tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:30.729501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-754c008d-2c95-4f89-b98f-034769df3cb0 req-37a0ae07-6c6c-4a95-b079-09e92d56a96d tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 946 time: 0.3524992 Jul 09 17:27:30.830544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4e22c4e3-9181-4900-89eb-dbfb5b2c86a5 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.3901846 Jul 09 17:27:30.833942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42832) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:30.921328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-754c008d-2c95-4f89-b98f-034769df3cb0 req-f65b461f-754e-435a-a472-617b4c6d05f1 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899943 Jul 09 17:27:31.342988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa60c-8611-4d60-bb2b-930f266a850c req-85b5fc77-5154-4499-a90c-d554d2ec38a4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:31.365704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e97aa60c-8611-4d60-bb2b-930f266a850c req-85b5fc77-5154-4499-a90c-d554d2ec38a4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1185260 Jul 09 17:27:31.524336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e97aa60c-8611-4d60-bb2b-930f266a850c req-e01e20bc-60cf-4e00-a750-8a411c4dbe60 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574383 Jul 09 17:27:31.578578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91bf6e-9583-447d-945d-df0c13e4957d req-e996fbed-9f85-4266-b780-9d8df1f3be62 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:31.591750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e91bf6e-9583-447d-945d-df0c13e4957d req-e996fbed-9f85-4266-b780-9d8df1f3be62 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.6165438 Jul 09 17:27:31.767101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e91bf6e-9583-447d-945d-df0c13e4957d req-710e4c76-5db8-4191-bbda-b792d2c7092c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738310 Jul 09 17:27:31.776703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting port cb6689a2-c873-4dfe-84dd-9f297f3454cf {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:31.777259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.003575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.005108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.041723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Calling delete_port for cb6689a2-c873-4dfe-84dd-9f297f3454cf owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:32.312316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac8483-32ed-420e-83a8-fe2ddb92d2fb req-6fa61846-288d-4621-9582-7cd1b380a584 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:32.314418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ac8483-32ed-420e-83a8-fe2ddb92d2fb req-6fa61846-288d-4621-9582-7cd1b380a584 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 945 time: 0.2048295 Jul 09 17:27:32.353671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181eca3-5883-41a8-acb8-f6b5b5ec2a6d req-0da84d03-56b6-4824-b191-69767a888b20 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:32.355244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f181eca3-5883-41a8-acb8-f6b5b5ec2a6d req-0da84d03-56b6-4824-b191-69767a888b20 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 946 time: 0.1211617 Jul 09 17:27:32.396539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62ac8483-32ed-420e-83a8-fe2ddb92d2fb req-8eb12b63-f1b4-4b1b-8bad-ebc62d78f97f tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651734 Jul 09 17:27:32.441450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f181eca3-5883-41a8-acb8-f6b5b5ec2a6d req-a91bc3c1-f8cb-4c38-99a6-639923c51410 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767562 Jul 09 17:27:32.556964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.716216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Port': ['ID=cb6689a2-c873-4dfe-84dd-9f297f3454cf,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:32.773235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:32.773887 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Floating IP 9b8fab65-4e39-40f9-8d04-58e49a5a04ae disassociated (deleted). External IP: 172.25.3.137, port: f02b814b-b91b-41ec-b875-4cee20c4f4e8. Jul 09 17:27:33.194526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f911d2-793f-4737-8934-6aae9ba6c65e req-c19f88a4-0eab-473c-beda-a21699b5075e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:33.196119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8f911d2-793f-4737-8934-6aae9ba6c65e req-c19f88a4-0eab-473c-beda-a21699b5075e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.2542534 Jul 09 17:27:33.250229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Router 3ab3101d-73f7-4339-a2e7-e04afe57c9bc has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:27:33.264212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9cc29-a18f-480d-a6ec-d2a1ea3fd00e req-50b67f7b-a635-4d12-92d9-7b30e5c4f931 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:33.272150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cda9cc29-a18f-480d-a6ec-d2a1ea3fd00e req-50b67f7b-a635-4d12-92d9-7b30e5c4f931 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.0825937 Jul 09 17:27:33.287691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8f911d2-793f-4737-8934-6aae9ba6c65e req-ca03ddda-3e51-4335-a091-cdacff3a2037 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816994 Jul 09 17:27:33.318097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cda9cc29-a18f-480d-a6ec-d2a1ea3fd00e req-9e9f763a-7378-4067-9806-374d3c8939b2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Jul 09 17:27:33.506147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:27:33.517788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] Sync routers for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:27:33.518826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:33.552608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:33.556891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:33.577923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:33.579971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c22dfde3-4972-4521-a51c-6e7f84a701c3 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b8fab65-4e39-40f9-8d04-58e49a5a04ae HTTP/1.1" status: 204 len: 168 time: 2.7436006 Jul 09 17:27:33.586681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:33.683198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:33.705035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:33.734009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:33.736915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:33.813568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:33.814256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f40c96-e74f-4b56-962b-2a698478e245 None None] The sync data for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:27:33.878551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:34.017404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Allocated IP 172.25.3.76 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/a5ceedfa-646a-4af3-81ec-f6bac861994d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:34.273267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:34.337054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:34.436713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Pushing event updated for resources: {'Port': ['ID=a5ceedfa-646a-4af3-81ec-f6bac861994d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:34.481759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:34.486730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:34.502827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:34.534517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b697a4-da6a-4105-ac17-4be24c372b61 req-f77d7881-9195-4a82-86a5-ebb6374f06ec tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:34.536206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27b697a4-da6a-4105-ac17-4be24c372b61 req-f77d7881-9195-4a82-86a5-ebb6374f06ec tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 945 time: 0.2161791 Jul 09 17:27:34.550964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe182-5083-4a6f-8b28-8ce2986f4e34 req-7dff2bee-eee4-4851-adf6-c04e5738d574 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:34.559098 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e03fe182-5083-4a6f-8b28-8ce2986f4e34 req-7dff2bee-eee4-4851-adf6-c04e5738d574 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.0990705 Jul 09 17:27:34.636422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27b697a4-da6a-4105-ac17-4be24c372b61 req-675ff44e-a54e-4337-8fa2-1b7817b3f052 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Jul 09 17:27:34.647897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e03fe182-5083-4a6f-8b28-8ce2986f4e34 req-0a0ad0ad-b572-473a-89bb-8b1d581ddf76 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857594 Jul 09 17:27:34.707921 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:34.809560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.028170 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.042565 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.120789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Pushing event updated for resources: {'Port': ['ID=a5ceedfa-646a-4af3-81ec-f6bac861994d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:35.133584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.155424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.158364 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-db08da87-6329-4865-b832-91779d9dadb6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5750098 Jul 09 17:27:35.161630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42884) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:35.339389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:35.389677 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.569273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.625060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-83e2da47-e3ee-49ef-abe0-2736b8997de2 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:35.627111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-83e2da47-e3ee-49ef-abe0-2736b8997de2 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.36 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 945 time: 0.0932245 Jul 09 17:27:35.758218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Allocated IP 172.25.3.178 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/f8bd43cf-8883-4f18-b22a-015071df77f7) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:35.791993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Deleting port 0352b457-7a75-4b03-bbbc-fd91b6a7502c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:35.793553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:35.977370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:36.066436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] For port 0352b457-7a75-4b03-bbbc-fd91b6a7502c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0352b457-7a75-4b03-bbbc-fd91b6a7502c,segment=NetworkSegment(ebcb5dd9-17e1-40cf-b67e-f79f4484af4c),segment_id=ebcb5dd9-17e1-40cf-b67e-f79f4484af4c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:36.066831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:36.099586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:36.238093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:36.241715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:36.250564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:36.271553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Pushing event updated for resources: {'Port': ['ID=f8bd43cf-8883-4f18-b22a-015071df77f7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:36.561088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95690720-b456-4931-ad54-487bb1e4e1ac req-13137578-49b0-45eb-8644-65cd8769ac27 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:36.572884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95690720-b456-4931-ad54-487bb1e4e1ac req-13137578-49b0-45eb-8644-65cd8769ac27 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 945 time: 0.2361693 Jul 09 17:27:36.591197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:36.656694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Calling delete_port for 0352b457-7a75-4b03-bbbc-fd91b6a7502c owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:36.712959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:36.766699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95690720-b456-4931-ad54-487bb1e4e1ac req-172dfc64-504a-4fd4-93cc-f36cf0cf5325 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/security-groups?id=8504d00d-4047-4676-8610-ca7fedbefc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925695 Jul 09 17:27:36.963030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.001652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Pushing event deleted for resources: {'Port': ['ID=0352b457-7a75-4b03-bbbc-fd91b6a7502c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:37.014493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfba4e2-8188-4ed8-b0f9-a7155cabfb81 req-781f3ee5-156e-45da-81b6-0f36fc92396f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:37.021790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2dfba4e2-8188-4ed8-b0f9-a7155cabfb81 req-781f3ee5-156e-45da-81b6-0f36fc92396f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.3013744 Jul 09 17:27:37.086197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] No DVR routers for this DVR port 0352b457-7a75-4b03-bbbc-fd91b6a7502c on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:37.105692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.107734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92ab8ec5-e5a6-48e6-99c1-eb2617f0f7bd req-e2c1fdff-db57-465d-a537-d04299f2989c tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.36 "DELETE /v2.0/ports/0352b457-7a75-4b03-bbbc-fd91b6a7502c HTTP/1.1" status: 204 len: 173 time: 1.4756763 Jul 09 17:27:37.108739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.123648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.127499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2dfba4e2-8188-4ed8-b0f9-a7155cabfb81 req-3f221593-a439-447b-8dcc-7c292e2518a1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045663 Jul 09 17:27:37.127894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87762583-2f20-4d14-8594-66c38ed06dc2', 'name': 'network-vif-deleted', 'tag': '0352b457-7a75-4b03-bbbc-fd91b6a7502c'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:37.130449 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e641e-33c4-445a-9388-937ac4543602" -d '{"events": [{"server_uuid": "87762583-2f20-4d14-8594-66c38ed06dc2", "name": "network-vif-deleted", "tag": "0352b457-7a75-4b03-bbbc-fd91b6a7502c"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:37.294555 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b71658-cb06-4dbb-8f5e-38b07ea614c6 x-openstack-request-id: req-b1b71658-cb06-4dbb-8f5e-38b07ea614c6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:37.294949 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87762583-2f20-4d14-8594-66c38ed06dc2", "name": "network-vif-deleted", "tag": "0352b457-7a75-4b03-bbbc-fd91b6a7502c", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:37.295326 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1b71658-cb06-4dbb-8f5e-38b07ea614c6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:37.295891 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87762583-2f20-4d14-8594-66c38ed06dc2', 'name': 'network-vif-deleted', 'tag': '0352b457-7a75-4b03-bbbc-fd91b6a7502c', 'status': 'completed', 'code': 200} Jul 09 17:27:37.311363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Pushing event updated for resources: {'Port': ['ID=f8bd43cf-8883-4f18-b22a-015071df77f7,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:37.318368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.344065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.348236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-56ad2d65-af99-4dca-b15c-b5a36a92b834 tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1816237 Jul 09 17:27:37.348677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42948) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:37.426156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-191a1ec0-d6f4-4056-ae88-5176c5252ed6 tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.0760586 Jul 09 17:27:37.428742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:37.503500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-92e9d484-5bf3-4696-8621-4036acf5752d tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0734217 Jul 09 17:27:37.507129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42952) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:37.782001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Deleting port f8bd43cf-8883-4f18-b22a-015071df77f7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:37.783127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.920429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.920764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:37.949135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Calling delete_port for f8bd43cf-8883-4f18-b22a-015071df77f7 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:37.974822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d7774-1236-4bad-98c0-48d47d7060a9 req-c7aa5e8d-be3d-4292-b429-aa9c643e9875 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:37.979338 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-404d7774-1236-4bad-98c0-48d47d7060a9 req-c7aa5e8d-be3d-4292-b429-aa9c643e9875 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 946 time: 0.2508554 Jul 09 17:27:38.072113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-404d7774-1236-4bad-98c0-48d47d7060a9 req-6bf6ec28-5150-4c7c-a8f6-d3e025570d1e tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851529 Jul 09 17:27:38.117719 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.156077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd087a9e-97e8-4473-ab7b-1746105c123f req-f8b11101-0f18-4104-ba58-97d522682455 tempest-ServerAddressesTestJSON-1829776981 tempest-ServerAddressesTestJSON-1829776981-project] 10.222.0.21 "GET /v2.0/ports?device_id=87762583-2f20-4d14-8594-66c38ed06dc2 HTTP/1.1" status: 200 len: 210 time: 0.0935678 Jul 09 17:27:38.156960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.185592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Pushing event deleted for resources: {'Port': ['ID=f8bd43cf-8883-4f18-b22a-015071df77f7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:38.271699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.274462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.277024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0352b457-7a75-4b03-bbbc-fd91b6a7502c no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:38.279657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:38.286942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9b5f2d22-a290-418d-8e66-cc67a0f89cbb tempest-FloatingIPAdminTestJSON-1877545938 tempest-FloatingIPAdminTestJSON-1877545938-project] 10.222.0.21 "DELETE /v2.0/floatingips/46370c46-626c-4148-9b74-84e9108b9953 HTTP/1.1" status: 204 len: 168 time: 0.7780020 Jul 09 17:27:38.311629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 0352b457-7a75-4b03-bbbc-fd91b6a7502c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:38.312278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0352b457-7a75-4b03-bbbc-fd91b6a7502c not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:38.421207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2900f6-8ef5-4112-a6d4-691b244de321 req-a98377d4-317e-46b5-851c-fb1062b757d1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:38.422837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d2900f6-8ef5-4112-a6d4-691b244de321 req-a98377d4-317e-46b5-851c-fb1062b757d1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1221209 Jul 09 17:27:38.483612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d2900f6-8ef5-4112-a6d4-691b244de321 req-84103e72-dc16-40b6-832e-e2d41e175eb7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462065 Jul 09 17:27:38.509495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Deleting port a5ceedfa-646a-4af3-81ec-f6bac861994d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:38.510311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.620652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.621009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.635497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Calling delete_port for a5ceedfa-646a-4af3-81ec-f6bac861994d owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:38.803369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.835403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5ceedfa-646a-4af3-81ec-f6bac861994d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:38.907833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.911011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:38.912224 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8bbaedcc-2e55-449b-8579-521c4221c40f tempest-FloatingIPAdminTestJSON-1084692502 tempest-FloatingIPAdminTestJSON-1084692502-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9011f2b8-771e-4360-9d9f-d03780de9e8c HTTP/1.1" status: 204 len: 168 time: 0.6325166 Jul 09 17:27:38.917922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42968) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:39.031867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-3331cb75-c086-4758-8bad-e6bf9784026e tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:39.035737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-3331cb75-c086-4758-8bad-e6bf9784026e tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.13 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 946 time: 0.1038144 Jul 09 17:27:39.062918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting port f02b814b-b91b-41ec-b875-4cee20c4f4e8 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:39.063316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.176680 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.226313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Deleting port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:39.228193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.245348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.276984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Calling delete_port for f02b814b-b91b-41ec-b875-4cee20c4f4e8 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:39.393305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] For port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,segment=NetworkSegment(5bac73ad-726d-42f7-aa60-8347d5d8db33),segment_id=5bac73ad-726d-42f7-aa60-8347d5d8db33)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:39.394470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.416031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42982) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:39.484272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Calling delete_port for 7d1a21b4-59f4-443a-933b-2172eb1cdd9f owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:39.495697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.548302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Port': ['ID=f02b814b-b91b-41ec-b875-4cee20c4f4e8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:39.654956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Deleting subnet b442ba8e-414c-4c63-94d4-fce7dbce6b2c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:27:39.659584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.665889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0a7fc0d1-c251-4d0e-8412-8fbf754dc703 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "DELETE /v2.0/ports/f02b814b-b91b-41ec-b875-4cee20c4f4e8 HTTP/1.1" status: 204 len: 168 time: 0.7468548 Jul 09 17:27:39.670092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:39.670302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.738011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94ae3-9981-4e76-9fd1-90cec3240918 req-7a3a5c26-7f3d-4ee7-9ff5-11ae853ab49a tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:39.745813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45d94ae3-9981-4e76-9fd1-90cec3240918 req-7a3a5c26-7f3d-4ee7-9ff5-11ae853ab49a tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 946 time: 0.3283219 Jul 09 17:27:39.757514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.824113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8cab3-cf75-4dbd-9284-2932b34165ff tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:39.828537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-51e8cab3-cf75-4dbd-9284-2932b34165ff tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab3101d-73f7-4339-a2e7-e04afe57c9bc HTTP/1.1" status: 200 len: 913 time: 0.1569781 Jul 09 17:27:39.831751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42992) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:39.871807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45d94ae3-9981-4e76-9fd1-90cec3240918 req-431b2aba-8ac1-4e83-ae0c-816c8ccb5217 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/security-groups?id=174c72d6-dfc8-4a6a-bcc9-7426922aa33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249597 Jul 09 17:27:39.914976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.981952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:39.998066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['7d1a21b4-59f4-443a-933b-2172eb1cdd9f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:40.086374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] No DVR routers for this DVR port 7d1a21b4-59f4-443a-933b-2172eb1cdd9f on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:40.088940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Pushing event deleted for resources: {'Port': ['ID=7d1a21b4-59f4-443a-933b-2172eb1cdd9f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:40.091432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.094391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f30b5c9-2665-4b07-a3fd-5db917a7e6de req-204d2930-25bb-4197-a0e1-41770ff4b128 tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.13 "DELETE /v2.0/ports/7d1a21b4-59f4-443a-933b-2172eb1cdd9f HTTP/1.1" status: 204 len: 173 time: 1.0521531 Jul 09 17:27:40.095708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'name': 'network-vif-deleted', 'tag': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:40.098579 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861bbc37-1e29-4f2d-be93-e484190f9557" -d '{"events": [{"server_uuid": "aae9722e-6f63-4fb2-bbd6-c36d72bb3d82", "name": "network-vif-deleted", "tag": "7d1a21b4-59f4-443a-933b-2172eb1cdd9f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:40.114753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.169642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b442ba8e-414c-4c63-94d4-fce7dbce6b2c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:40.172214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.177525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-810dff56-a367-49ee-8978-3d4ceb97b66d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b442ba8e-414c-4c63-94d4-fce7dbce6b2c HTTP/1.1" status: 204 len: 168 time: 0.7103844 Jul 09 17:27:40.179316 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9394a9b4-de48-4fff-aa2d-3499de90474a x-openstack-request-id: req-9394a9b4-de48-4fff-aa2d-3499de90474a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:40.179868 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae9722e-6f63-4fb2-bbd6-c36d72bb3d82", "name": "network-vif-deleted", "tag": "7d1a21b4-59f4-443a-933b-2172eb1cdd9f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:40.180298 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9394a9b4-de48-4fff-aa2d-3499de90474a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:40.180880 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae9722e-6f63-4fb2-bbd6-c36d72bb3d82', 'name': 'network-vif-deleted', 'tag': '7d1a21b4-59f4-443a-933b-2172eb1cdd9f', 'status': 'completed', 'code': 200} Jul 09 17:27:40.181494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:40.322274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.362746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f80d2-c222-4b43-8e4e-178bc8de9d15 req-01d56d8c-ebe7-49a3-894c-f33a220070b9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:40.366497 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd83d-fb47-47e7-9917-482465ebefd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.373519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c6f80d2-c222-4b43-8e4e-178bc8de9d15 req-01d56d8c-ebe7-49a3-894c-f33a220070b9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.4050984 Jul 09 17:27:40.464953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c6f80d2-c222-4b43-8e4e-178bc8de9d15 req-6d74762e-6b26-41b3-bfa7-7ff29baee1df tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903094 Jul 09 17:27:40.470909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.509267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6574b92-7510-4a43-b960-fa7af884ef44']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:40.529776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:40.533190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcb5dd9-17e1-40cf-b67e-f79f4484af4c') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:40.555914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.595788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.614099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:27:40.614726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:27:40.618522 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:27:40.640363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.709533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.756553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:40.774778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c6574b92-7510-4a43-b960-fa7af884ef44 HTTP/1.1" status: 204 len: 168 time: 0.5916948 Jul 09 17:27:40.776652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f2821-ab01-4f34-ad21-efd6017ce068 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6574b92-7510-4a43-b960-fa7af884ef44,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:41.174938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:41.230455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34cb1971-de0b-41bf-9354-c2eea55aa0f3 req-a9fe3058-c298-4768-aba5-73d3b75bb26b tempest-VolumesActionsTest-1906172376 tempest-VolumesActionsTest-1906172376-project] 10.222.0.21 "GET /v2.0/ports?device_id=aae9722e-6f63-4fb2-bbd6-c36d72bb3d82 HTTP/1.1" status: 200 len: 210 time: 0.0412946 Jul 09 17:27:41.262895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-30fb909a-fe88-42d8-a715-49572fca9955 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7a03a4d49eb45b682f8cb1b14e0d6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867195 Jul 09 17:27:41.263498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43010) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:41.322833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting port 57ab5f47-1caa-400f-af2a-a4dcfad92619 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:41.323244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.367301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18258188-4247-46c4-b6cf-0dd828a9237f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.395299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18258188-4247-46c4-b6cf-0dd828a9237f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.457724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.467125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18258188-4247-46c4-b6cf-0dd828a9237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.473341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-18258188-4247-46c4-b6cf-0dd828a9237f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:41.479076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-18258188-4247-46c4-b6cf-0dd828a9237f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8504d00d-4047-4676-8610-ca7fedbefc66 HTTP/1.1" status: 204 len: 168 time: 0.2144754 Jul 09 17:27:41.522371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Calling delete_port for 57ab5f47-1caa-400f-af2a-a4dcfad92619 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:41.538678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18258188-4247-46c4-b6cf-0dd828a9237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504d00d-4047-4676-8610-ca7fedbefc66,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:41.839954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8476b-a058-4056-a928-e2057f1339aa req-fe3d6e2a-ae48-4811-b507-48257193391c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:41.841597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74c8476b-a058-4056-a928-e2057f1339aa req-fe3d6e2a-ae48-4811-b507-48257193391c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1710372 Jul 09 17:27:42.015457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74c8476b-a058-4056-a928-e2057f1339aa req-8e873576-7189-4742-9ad0-335bb44b321c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659048 Jul 09 17:27:42.023171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:42.139591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Port': ['ID=57ab5f47-1caa-400f-af2a-a4dcfad92619,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:42.405455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:42.879710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7d1a21b4-59f4-443a-933b-2172eb1cdd9f no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:42.940398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Router 3ab3101d-73f7-4339-a2e7-e04afe57c9bc has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:27:42.940887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 7d1a21b4-59f4-443a-933b-2172eb1cdd9f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:42.940887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7d1a21b4-59f4-443a-933b-2172eb1cdd9f not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:42.941710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43064) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:42.955244 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e96ed27f-3ee2-4f88-bcc1-fea50bcb8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.146815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1280262336-network', 'tenant_id': 'b922cbed4b39491eb2283da87af3a104'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:43.148770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:27:43.155417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3380bf8f-c217-42d0-90d1-418d5aa9d5ee tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "PUT /v2.0/routers/3ab3101d-73f7-4339-a2e7-e04afe57c9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3212349 Jul 09 17:27:43.157541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43080) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:43.158989 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] Sync routers for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:27:43.174689 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:43.175317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:43.216415 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:43.224660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Made reservation on behalf of b922cbed4b39491eb2283da87af3a104 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:43.227227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.233020 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] Routers {'3ab3101d-73f7-4339-a2e7-e04afe57c9bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:27:43.233891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:27:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:43.259397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.289995 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:43.290779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.291319 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ea9ea-6d54-47eb-8889-213a60685bf9 None None] The sync data for ids ['3ab3101d-73f7-4339-a2e7-e04afe57c9bc'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:27:43.329303 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.483014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.499583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.516147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.530098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:27:43.550695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.551452 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Added segment ab966a10-b0ef-455f-9d1b-3237d647f37c of type vlan for network 190531a3-8835-42f0-be03-43cb315c6560 Jul 09 17:27:43.599691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:43.608509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf968-352d-4e14-b4b5-77eb6af7ea75 req-eb404a65-02fa-451e-b077-5293651e587c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:43.609791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a89bf968-352d-4e14-b4b5-77eb6af7ea75 req-eb404a65-02fa-451e-b077-5293651e587c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1476619 Jul 09 17:27:43.619124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.638651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting port d3abeb2a-b0ae-4628-8bb1-8f442f1c8a58 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:43.638976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.690194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.691417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:43.692167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.721907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a89bf968-352d-4e14-b4b5-77eb6af7ea75 req-7c4d4251-07b5-428b-99ba-173a71dd0292 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042662 Jul 09 17:27:43.762443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.763585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] Pushing event updated for resources: {'Network': ['ID=190531a3-8835-42f0-be03-43cb315c6560,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:43.777022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 190531a3-8835-42f0-be03-43cb315c6560 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:27:43.792749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-150c99a4-801f-4262-a608-3b5710019dda admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8496916 Jul 09 17:27:43.797056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43084) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:43.798285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Calling delete_port for d3abeb2a-b0ae-4628-8bb1-8f442f1c8a58 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:43.799178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3919372-8369-498e-a718-b515a3fb15b0 req-85237a05-c2d2-4bb8-8dad-de3584620455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:43.801090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-85237a05-c2d2-4bb8-8dad-de3584620455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 1097 time: 0.1401641 Jul 09 17:27:43.807240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Request body: {'subnet': {'network_id': '190531a3-8835-42f0-be03-43cb315c6560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1280262336-subnet', 'tenant_id': 'b922cbed4b39491eb2283da87af3a104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:43.909760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Made reservation on behalf of b922cbed4b39491eb2283da87af3a104 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:43.913033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:43.956097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.048249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3919372-8369-498e-a718-b515a3fb15b0 req-4de3e557-958a-44d2-acb9-3efc27eb231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:44.050185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-4de3e557-958a-44d2-acb9-3efc27eb231d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.2391677 Jul 09 17:27:44.107896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-00c123aa-43b1-40a8-a1aa-d130aecd8ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181 HTTP/1.1" status: 200 len: 217 time: 0.0494959 Jul 09 17:27:44.108529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.142977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Port': ['ID=d3abeb2a-b0ae-4628-8bb1-8f442f1c8a58,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:44.191159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3919372-8369-498e-a718-b515a3fb15b0 req-98dfa7b7-5732-4847-af7c-8783ed98a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:44.192686 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-98dfa7b7-5732-4847-af7c-8783ed98a4e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0778508 Jul 09 17:27:44.206147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.238100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-e11a76e6-5946-4eb5-bfcc-0276f67bf4da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377719 Jul 09 17:27:44.657499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.659933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.683416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.707692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.708329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab3101d-73f7-4339-a2e7-e04afe57c9bc {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:27:44.716215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.717573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b1504a92-b3e0-4c7b-97f6-205779df3dbd tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "DELETE /v2.0/routers/3ab3101d-73f7-4339-a2e7-e04afe57c9bc HTTP/1.1" status: 204 len: 168 time: 1.5589013 Jul 09 17:27:44.720518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43094) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:44.774797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7031f8-1492-4534-ae5d-8e580794a761,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:44.778896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting subnet ed017fb5-b22c-4c8c-9b69-86652237d2d4 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:27:44.783182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.793776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-ac4f6c99-5ed9-4b54-a1a0-741e1b52bde5 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613073 Jul 09 17:27:44.794833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Checking segment: {'id': 'ab966a10-b0ef-455f-9d1b-3237d647f37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '190531a3-8835-42f0-be03-43cb315c6560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:44.795199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Network hostable DHCP agents. Network: 190531a3-8835-42f0-be03-43cb315c6560, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:27:44.827306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.865871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Network 190531a3-8835-42f0-be03-43cb315c6560 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:27:44.895115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 190531a3-8835-42f0-be03-43cb315c6560) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:44.908765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd273d-2447-4cdc-8eac-736362c3b90c None None] Network 190531a3-8835-42f0-be03-43cb315c6560 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:44.930655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:44.931262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.962668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c3919372-8369-498e-a718-b515a3fb15b0 req-3116f7a9-21b6-4169-a0bf-d098b16f253a service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610548 Jul 09 17:27:44.975539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:44.981929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d7564f0-2cd8-4627-b501-c0525fa7fcc3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1792574 Jul 09 17:27:45.060794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef086-a180-4859-8d5a-a7867ccf1597 req-54b99cc1-c115-4ce7-832f-8669a49ce0fa tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:45.065015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cddef086-a180-4859-8d5a-a7867ccf1597 req-54b99cc1-c115-4ce7-832f-8669a49ce0fa tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1877809 Jul 09 17:27:45.073954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.135165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.138440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "DELETE /v2.0/subnets/ed017fb5-b22c-4c8c-9b69-86652237d2d4 HTTP/1.1" status: 204 len: 168 time: 0.4168103 Jul 09 17:27:45.140565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db584731-132b-47fa-a7b0-621f72839294 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Subnet': ['ID=ed017fb5-b22c-4c8c-9b69-86652237d2d4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:45.147293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43110) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:45.204387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c5a7e-6818-411a-b4a0-6bc31e5f7340 None None] Network bca3fb48-dc60-44e1-8cf9-92b71d791afd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:45.282749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cddef086-a180-4859-8d5a-a7867ccf1597 req-126e8ff4-3cee-445b-b707-a479ca82660b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961188 Jul 09 17:27:45.323142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.430878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ff7d9-365c-40b5-9728-b0ca22dfd062 None None] Network 190531a3-8835-42f0-be03-43cb315c6560 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:45.435935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting port 42d18c7c-1d42-47fb-b65b-cc6e139b165f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:45.436311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.574870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] For port 42d18c7c-1d42-47fb-b65b-cc6e139b165f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=42d18c7c-1d42-47fb-b65b-cc6e139b165f,segment=NetworkSegment(6f712a14-1950-4466-8b2a-bf2b9a61b9de),segment_id=6f712a14-1950-4466-8b2a-bf2b9a61b9de)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:45.578664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.625809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Calling delete_port for 42d18c7c-1d42-47fb-b65b-cc6e139b165f owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:45.772198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] DHCP port deletion for bca3fb48-dc60-44e1-8cf9-92b71d791afd request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:27:45.867539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.880105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.924569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Deleting port 42d18c7c-1d42-47fb-b65b-cc6e139b165f {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:45.925096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:45.950428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Port': ['ID=42d18c7c-1d42-47fb-b65b-cc6e139b165f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:45.968895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] No DVR routers for this DVR port 42d18c7c-1d42-47fb-b65b-cc6e139b165f on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:46.060403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] For port 42d18c7c-1d42-47fb-b65b-cc6e139b165f, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:46.061038 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.077630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Calling delete_port for 42d18c7c-1d42-47fb-b65b-cc6e139b165f owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:46.080928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Port 42d18c7c-1d42-47fb-b65b-cc6e139b165f was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:27:46.082575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.127475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] No DVR routers for this DVR port 42d18c7c-1d42-47fb-b65b-cc6e139b165f on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:46.131070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca6d94-5344-4b3c-9868-a8dddc86c2a1 None None] Pushing event deleted for resources: {'Port': ['ID=42d18c7c-1d42-47fb-b65b-cc6e139b165f,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:46.151637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.164064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca3fb48-dc60-44e1-8cf9-92b71d791afd']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:46.178021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f712a14-1950-4466-8b2a-bf2b9a61b9de') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:46.178581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f712a14-1950-4466-8b2a-bf2b9a61b9de') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:27:46.192482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.214098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.221818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:27:46.222270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:27:46.226308 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:27:46.305400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.313767 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.315855 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "DELETE /v2.0/networks/bca3fb48-dc60-44e1-8cf9-92b71d791afd HTTP/1.1" status: 204 len: 168 time: 1.1652029 Jul 09 17:27:46.318206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43206) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:46.338233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60226e0-63d1-4506-a5fb-05a727d3b7a9 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Network': ['ID=bca3fb48-dc60-44e1-8cf9-92b71d791afd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:46.542177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Deleting port 555f1d2f-2ef4-4688-a8f1-b745232024d6 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:46.542635 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.561355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 42d18c7c-1d42-47fb-b65b-cc6e139b165f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:46.631079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 42d18c7c-1d42-47fb-b65b-cc6e139b165f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:46.631426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 42d18c7c-1d42-47fb-b65b-cc6e139b165f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:46.743265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.743601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:46.762353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Calling delete_port for 555f1d2f-2ef4-4688-a8f1-b745232024d6 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:46.780461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cfa7b-fbc3-4cf3-9996-fbbc55e975f2 req-3807d3d8-f91d-4a26-95ea-f7da688ddf4b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:46.793475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-926cfa7b-fbc3-4cf3-9996-fbbc55e975f2 req-3807d3d8-f91d-4a26-95ea-f7da688ddf4b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 945 time: 0.1697729 Jul 09 17:27:46.851594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-926cfa7b-fbc3-4cf3-9996-fbbc55e975f2 req-09b23a27-73e7-4eb1-8332-a899131a78e9 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Jul 09 17:27:46.913603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:47.052440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.128531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Pushing event deleted for resources: {'Port': ['ID=555f1d2f-2ef4-4688-a8f1-b745232024d6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:47.145917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.201332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:47.204649 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ee1dab-a258-431c-b1f9-49c0685535a3" -d '{"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:47.238957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.243797 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.244449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:47.248957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8b3147b3-7f23-4993-bea9-96deb568c5e2 tempest-FloatingIPAdminTestJSON-1166930315 tempest-FloatingIPAdminTestJSON-1166930315-project] 10.222.0.21 "DELETE /v2.0/floatingips/55864914-c566-423c-9a7e-a1f2482b7f68 HTTP/1.1" status: 204 len: 168 time: 0.9273701 Jul 09 17:27:47.253461 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.294361 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6406065-55ab-48da-9c8d-8307919ea035 x-openstack-request-id: req-d6406065-55ab-48da-9c8d-8307919ea035 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:47.294947 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-unplugged", "status": "failed", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181", "code": 422}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:47.295367 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6406065-55ab-48da-9c8d-8307919ea035 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:47.296011 n-d-791506-17 neutron-server[93897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'code': 422} returned with failed status Jul 09 17:27:47.310115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-391738ef-7ad5-455d-9110-37ea52cddad5 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:47.311990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-391738ef-7ad5-455d-9110-37ea52cddad5 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/networks?id=190531a3-8835-42f0-be03-43cb315c6560 HTTP/1.1" status: 200 len: 810 time: 0.1928530 Jul 09 17:27:47.328899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-d65726a9-fcbf-4e32-959e-1b5e6112935b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/quotas/b922cbed4b39491eb2283da87af3a104 HTTP/1.1" status: 200 len: 375 time: 0.0109518 Jul 09 17:27:47.331907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:47.378555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-f440e638-fa1d-436c-a8b5-abefc03e44e9 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b922cbed4b39491eb2283da87af3a104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422618 Jul 09 17:27:47.478275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-958ad3b3-f9d6-450f-b00e-5b4f40492f7a service neutron] 10.222.0.21 "GET /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987518 Jul 09 17:27:47.513170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:47.607339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-298551f8-2a69-46de-b42e-ba06cbffec7f service neutron] 10.222.0.21 "GET /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216300 Jul 09 17:27:47.732228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6ab02dc4-ef33-4dda-8625-5b65b906244c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdfb4ca774e3401080d5b9f49a9702b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176969 Jul 09 17:27:47.734584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:47.812881 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07ed427-ce4d-433e-a410-f1a41da1f479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.842993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07ed427-ce4d-433e-a410-f1a41da1f479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.924587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07ed427-ce4d-433e-a410-f1a41da1f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.930019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a07ed427-ce4d-433e-a410-f1a41da1f479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:47.931235 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a07ed427-ce4d-433e-a410-f1a41da1f479 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f920ee5e-ca16-4745-ae47-840010002125 HTTP/1.1" status: 204 len: 168 time: 0.1952009 Jul 09 17:27:47.947429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ed427-ce4d-433e-a410-f1a41da1f479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f920ee5e-ca16-4745-ae47-840010002125,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:48.052064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6215b578-d7c8-4c63-83c3-cdb5a7af301f req-44805af6-6b91-4590-b994-68bc4d555bb1 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 210 time: 0.0583725 Jul 09 17:27:48.072713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe486f-e602-4b78-bacb-1ff50b0fe11e req-e4bc3feb-3739-4702-8af4-56bfd9e1710e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:48.079632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dbe486f-e602-4b78-bacb-1ff50b0fe11e req-e4bc3feb-3739-4702-8af4-56bfd9e1710e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 943 time: 0.1008222 Jul 09 17:27:48.167593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dbe486f-e602-4b78-bacb-1ff50b0fe11e req-2bd5ff45-70fe-464a-905c-579d82cae550 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869284 Jul 09 17:27:48.490232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43282) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:48.505769 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bc39a52-1eb1-445a-94a4-8ceb362c0800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.634950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bc39a52-1eb1-445a-94a4-8ceb362c0800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.646781 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bc39a52-1eb1-445a-94a4-8ceb362c0800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.688040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc39a52-1eb1-445a-94a4-8ceb362c0800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26051f99-f4eb-47af-a025-28cfa9e3eff3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:48.693196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3bc39a52-1eb1-445a-94a4-8ceb362c0800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f32bc4b7435942bd91663de4a354725f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011557 Jul 09 17:27:48.696326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43292) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:48.773382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335ea5be-8b98-48cd-beca-c9e55c3801a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.836287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335ea5be-8b98-48cd-beca-c9e55c3801a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.931410 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335ea5be-8b98-48cd-beca-c9e55c3801a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.934103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335ea5be-8b98-48cd-beca-c9e55c3801a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:48.939959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-335ea5be-8b98-48cd-beca-c9e55c3801a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26051f99-f4eb-47af-a025-28cfa9e3eff3 HTTP/1.1" status: 204 len: 168 time: 0.2424335 Jul 09 17:27:48.953235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ea5be-8b98-48cd-beca-c9e55c3801a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26051f99-f4eb-47af-a025-28cfa9e3eff3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:49.286809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9d89ed7a-ea29-45f4-a666-6619e2d03d1c req-1a0ac1a8-208e-4bf8-b28d-a6f622ab8aee tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 210 time: 0.0404270 Jul 09 17:27:49.647664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43344) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:49.686951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a34b9b3b-f3c0-4169-a9b9-5b6eadfb4c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:49.729707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-8479cdf7-01ee-48bb-961a-b21ff79e1919 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:49.737157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-8479cdf7-01ee-48bb-961a-b21ff79e1919 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=12e500f7-fef3-4ac2-ab7c-d26ae90abdd7 HTTP/1.1" status: 200 len: 943 time: 0.1384215 Jul 09 17:27:49.997411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Deleting port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:49.998030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.100725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-9e1692cb-ab97-41ad-be27-5adb4bc6f8e9 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:50.103041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-9e1692cb-ab97-41ad-be27-5adb4bc6f8e9 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.36 "GET /v2.0/networks?id=190531a3-8835-42f0-be03-43cb315c6560 HTTP/1.1" status: 200 len: 810 time: 0.2561994 Jul 09 17:27:50.105961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a34b9b3b-f3c0-4169-a9b9-5b6eadfb4c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.123928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Request body: {'port': {'device_id': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'network_id': '190531a3-8835-42f0-be03-43cb315c6560', 'admin_state_up': True, 'tenant_id': 'b922cbed4b39491eb2283da87af3a104'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:50.130266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a34b9b3b-f3c0-4169-a9b9-5b6eadfb4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.238056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a34b9b3b-f3c0-4169-a9b9-5b6eadfb4c29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc1dad2367104e4fb106dbb231c5f2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893416 Jul 09 17:27:50.240915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:50.255671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] For port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:50.255992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.270142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b9b3b-f3c0-4169-a9b9-5b6eadfb4c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8e0e7-c577-4aac-aa7f-9d95098bfde9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:50.287058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Calling delete_port for 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:50.291507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b19f3bb-8a33-4ab4-89f8-815d9143b557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.314289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b19f3bb-8a33-4ab4-89f8-815d9143b557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.367791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b19f3bb-8a33-4ab4-89f8-815d9143b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.370357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b19f3bb-8a33-4ab4-89f8-815d9143b557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.371491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b19f3bb-8a33-4ab4-89f8-815d9143b557 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58c8e0e7-c577-4aac-aa7f-9d95098bfde9 HTTP/1.1" status: 204 len: 168 time: 0.1296086 Jul 09 17:27:50.392095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19f3bb-8a33-4ab4-89f8-815d9143b557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8e0e7-c577-4aac-aa7f-9d95098bfde9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:50.422747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Made reservation on behalf of b922cbed4b39491eb2283da87af3a104 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:50.433847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.483546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee1bcdbe-df65-482f-ad8e-729ad6256281 req-dfe42511-5a54-4e67-b34f-77af2da52efd tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 210 time: 0.0339887 Jul 09 17:27:50.575543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.697419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event deleted for resources: {'Port': ['ID=2cbd4b65-b1c9-42b6-875f-1d9463ad4181,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:50.719594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] No DVR routers for this DVR port 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:27:50.725239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:50.742853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-593d9be1-65d2-4353-9dfb-a7aa967246ec req-7c64d0ed-fb26-4fac-a161-bea64cc4f6ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "DELETE /v2.0/ports/2cbd4b65-b1c9-42b6-875f-1d9463ad4181 HTTP/1.1" status: 204 len: 173 time: 1.0046773 Jul 09 17:27:50.743384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-deleted', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:50.746317 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0440c-dd5b-4244-a2d9-83e1a6945ec9" -d '{"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-deleted", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:50.846994 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c4682-8f1e-4a53-b60a-5dc390528df2 x-openstack-request-id: req-6e6c4682-8f1e-4a53-b60a-5dc390528df2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:50.847355 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e500f7-fef3-4ac2-ab7c-d26ae90abdd7", "name": "network-vif-deleted", "tag": "2cbd4b65-b1c9-42b6-875f-1d9463ad4181", "status": "failed", "code": 422}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:50.847666 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e6c4682-8f1e-4a53-b60a-5dc390528df2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:50.848175 n-d-791506-17 neutron-server[93896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12e500f7-fef3-4ac2-ab7c-d26ae90abdd7', 'name': 'network-vif-deleted', 'tag': '2cbd4b65-b1c9-42b6-875f-1d9463ad4181', 'status': 'failed', 'code': 422} returned with failed status Jul 09 17:27:50.872165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Allocated IP 172.20.0.11 (190531a3-8835-42f0-be03-43cb315c6560/fb7031f8-1492-4534-ae5d-8e580794a761/b418ac55-9b47-4e10-9e2b-1010d2708095) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:50.920346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:27:50.945826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:27:50.950675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2cbd4b65-b1c9-42b6-875f-1d9463ad4181 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:27:51.137079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:51.189032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:51.253745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Network 190531a3-8835-42f0-be03-43cb315c6560 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:51.257429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:51.264087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:51.326365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:51.327050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:51.331384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Pushing event updated for resources: {'Port': ['ID=b418ac55-9b47-4e10-9e2b-1010d2708095,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:51.347608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-3ce69061-587f-4f72-aabe-c3d7f56c153b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2283275 Jul 09 17:27:51.359882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Request body: {'port': {'device_id': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:51.461029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:51.784948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-266deb3b-5fe3-4fb2-881d-f2cfa6582116 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:51.787138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-266deb3b-5fe3-4fb2-881d-f2cfa6582116 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.2437379 Jul 09 17:27:51.787540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a9006-57f8-4c55-a6ad-47788a95a3a5 req-551e1962-87b1-4984-953c-83a992d190af tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:51.789758 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-532a9006-57f8-4c55-a6ad-47788a95a3a5 req-551e1962-87b1-4984-953c-83a992d190af tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 932 time: 0.1190131 Jul 09 17:27:51.824383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-8ffea3ff-ef00-4adf-9419-09b467454c13 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0222900 Jul 09 17:27:51.856635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-532a9006-57f8-4c55-a6ad-47788a95a3a5 req-a5dd63ec-55ae-4a53-b08a-43e61f6b29bb tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585613 Jul 09 17:27:51.908602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-354c238d-1eaa-44ea-8ec1-0ba4783b61d1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760777 Jul 09 17:27:52.131284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b418ac55-9b47-4e10-9e2b-1010d2708095 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:52.144597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-6aa4e9ce-fed3-4cb1-b7ab-83d1c2821ea6 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250350 Jul 09 17:27:52.158109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.215116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Transition to ACTIVE for port object b418ac55-9b47-4e10-9e2b-1010d2708095 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:52.225830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.347647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-49fd4075-80ee-437c-8148-2946ecf13a4d service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004352 Jul 09 17:27:52.463567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Pushing event updated for resources: {'Port': ['ID=b418ac55-9b47-4e10-9e2b-1010d2708095,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:52.508855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Attempting to bind port b418ac55-9b47-4e10-9e2b-1010d2708095 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:52.509196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Attempting to bind port b418ac55-9b47-4e10-9e2b-1010d2708095 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'ab966a10-b0ef-455f-9d1b-3237d647f37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '190531a3-8835-42f0-be03-43cb315c6560'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:52.509676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Attempting to bind port b418ac55-9b47-4e10-9e2b-1010d2708095 on network 190531a3-8835-42f0-be03-43cb315c6560 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:52.518699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Port b418ac55-9b47-4e10-9e2b-1010d2708095 on network 190531a3-8835-42f0-be03-43cb315c6560 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:52.520186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Attempting to bind port b418ac55-9b47-4e10-9e2b-1010d2708095 on network 190531a3-8835-42f0-be03-43cb315c6560 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:52.526572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:27:52.527400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Checking segment: {'id': 'ab966a10-b0ef-455f-9d1b-3237d647f37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '190531a3-8835-42f0-be03-43cb315c6560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:52.528043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Bound using segment: {'id': 'ab966a10-b0ef-455f-9d1b-3237d647f37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '190531a3-8835-42f0-be03-43cb315c6560'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:27:52.529058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Bound port: b418ac55-9b47-4e10-9e2b-1010d2708095, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab966a10-b0ef-455f-9d1b-3237d647f37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '190531a3-8835-42f0-be03-43cb315c6560'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:27:52.529647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.543339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43430) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:52.641438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] For port b418ac55-9b47-4e10-9e2b-1010d2708095, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:27:52.648628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] For port b418ac55-9b47-4e10-9e2b-1010d2708095, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b418ac55-9b47-4e10-9e2b-1010d2708095,segment=NetworkSegment(ab966a10-b0ef-455f-9d1b-3237d647f37c),segment_id=ab966a10-b0ef-455f-9d1b-3237d647f37c)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:27:52.648861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e133ce27-ee4e-4501-aaa7-3d193a51f693 req-7bdc1dd6-7644-4d0b-b09d-9a9ff3555cb1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 210 time: 0.0433886 Jul 09 17:27:52.657448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.706190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:52.706921 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.708475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] 10.222.0.36 "PUT /v2.0/ports/b418ac55-9b47-4e10-9e2b-1010d2708095 HTTP/1.1" status: 200 len: 1093 time: 1.3531342 Jul 09 17:27:52.796820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2134825389'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:52.817308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582db0a-2fc1-461d-af4c-b9cfe657483f service neutron] Pushing event updated for resources: {'Port': ['ID=b418ac55-9b47-4e10-9e2b-1010d2708095,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:52.851102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'tag': 'b418ac55-9b47-4e10-9e2b-1010d2708095'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:52.854153 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe350a5b-b0f6-4c9b-850a-729cffd48147" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cca5d6-a265-4585-b543-15552dbf63be", "tag": "b418ac55-9b47-4e10-9e2b-1010d2708095"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:52.859527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Made reservation on behalf of e7c058ab3a7c4949be0d2815fee9ca8e for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:52.863165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.869055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-e2c65c23-d97c-4686-adcf-f646cf4b4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:52.871091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-e2c65c23-d97c-4686-adcf-f646cf4b4889 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b922cbed4b39491eb2283da87af3a104&device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 1096 time: 0.1169245 Jul 09 17:27:52.877415 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:52.931722 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14338047-b932-49f8-8575-ae08f929dd4a x-openstack-request-id: req-14338047-b932-49f8-8575-ae08f929dd4a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:52.932065 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cca5d6-a265-4585-b543-15552dbf63be", "tag": "b418ac55-9b47-4e10-9e2b-1010d2708095", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:52.932686 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14338047-b932-49f8-8575-ae08f929dd4a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:52.933213 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'tag': 'b418ac55-9b47-4e10-9e2b-1010d2708095', 'status': 'completed', 'code': 200} Jul 09 17:27:52.937685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-faad9ee8-6088-4aab-b7da-5cb18bce1c1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b418ac55-9b47-4e10-9e2b-1010d2708095 HTTP/1.1" status: 200 len: 217 time: 0.0504191 Jul 09 17:27:53.033104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-011e09b3-50d9-4d24-b15b-d42e421cb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:53.035282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-011e09b3-50d9-4d24-b15b-d42e421cb7c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb7031f8-1492-4534-ae5d-8e580794a761 HTTP/1.1" status: 200 len: 850 time: 0.0880117 Jul 09 17:27:53.098068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-6d40a0f2-84e9-4a56-9b80-6260a13718ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=190531a3-8835-42f0-be03-43cb315c6560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553629 Jul 09 17:27:53.287045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d93578-726b-4db5-bc4d-383f2e87ab7f req-3c18fca3-76d9-43be-a92f-c5d57a35a090 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:53.290506 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0d93578-726b-4db5-bc4d-383f2e87ab7f req-3c18fca3-76d9-43be-a92f-c5d57a35a090 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 944 time: 0.1908288 Jul 09 17:27:53.295311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:53.300470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-de060bca-bd1a-45bb-9431-8f2d9ec75b11 service neutron] 10.222.0.36 "GET /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933761 Jul 09 17:27:53.302166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:53.390993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0d93578-726b-4db5-bc4d-383f2e87ab7f req-ef3b27ce-ddb3-4b72-9f7b-5e386b6f93f8 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Jul 09 17:27:53.476233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:27:53.557142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be63ce9-b17a-4f1f-9ec0-1971f4614cdd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:53.562684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:53.563142 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Added segment 6a2279e9-ad9f-4049-b26c-624df7b4de88 of type vlan for network 2d30d944-97ae-4dab-8b52-35bb3be64e70 Jul 09 17:27:53.642341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-598899aa-a6a4-48e6-be94-178bb5c3033b req-fd9b21c5-1e4c-460e-8021-4d7a8aff74ec service neutron] 10.222.0.36 "GET /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305600 Jul 09 17:27:53.646614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:53.770499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:53.778797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:53.779873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:53.912624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-02114464-30f7-4172-a7f0-aa5e29c1983c req-8f6ff138-9db9-4d6d-b0ba-b6e0fcd59c01 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 210 time: 0.0659115 Jul 09 17:27:53.913823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3689671 Jul 09 17:27:53.979204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819df1-e4d7-4b77-a08e-a191f2b7b965 tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Pushing event updated for resources: {'Network': ['ID=2d30d944-97ae-4dab-8b52-35bb3be64e70,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:53.987886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-9ef5ee87-b820-4295-90f4-3947e6ad6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:53.989685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-9ef5ee87-b820-4295-90f4-3947e6ad6394 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b922cbed4b39491eb2283da87af3a104&device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 1096 time: 0.2894309 Jul 09 17:27:53.992197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 2d30d944-97ae-4dab-8b52-35bb3be64e70 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:27:54.214985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-f5220747-1d79-4ed9-b905-dd05e1704fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:54.216771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-f5220747-1d79-4ed9-b905-dd05e1704fa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=190531a3-8835-42f0-be03-43cb315c6560 HTTP/1.1" status: 200 len: 911 time: 0.2199469 Jul 09 17:27:54.278077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-f4aec71a-cdac-47e8-8022-70a593d399fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b418ac55-9b47-4e10-9e2b-1010d2708095 HTTP/1.1" status: 200 len: 217 time: 0.0520871 Jul 09 17:27:54.323653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:54.329062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Request body: {'port': {'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70', 'binding:host_id': 'n-h2-791506-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-613904771'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:54.370109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-df2cb64f-4d36-4d1e-b4cf-4b33c8cba140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:54.372787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Made reservation on behalf of 05e9e3cef61149989719672a540bb76e for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:54.375221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:54.375674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-df2cb64f-4d36-4d1e-b4cf-4b33c8cba140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb7031f8-1492-4534-ae5d-8e580794a761 HTTP/1.1" status: 200 len: 850 time: 0.0864415 Jul 09 17:27:54.393753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:54.431027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-63d50ae1-7bdb-4765-acca-ead216baab49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=190531a3-8835-42f0-be03-43cb315c6560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496850 Jul 09 17:27:54.611110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:54.615885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:54.648885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port fa18e694-56a1-44db-be4e-52caa84e5c9a yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:27:54.656538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75376c90-cbf0-4b74-99e8-ada520c180e4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:54.677942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-0c917b5b-f592-4799-b000-adf98f8ca41e service neutron] 10.222.0.36 "GET /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342408 Jul 09 17:27:54.689652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93e0a-0d27-4916-bc7f-a21254107035 req-32dba3b8-903d-41a8-8549-f5ecfd04e8b2 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:54.691235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bf93e0a-0d27-4916-bc7f-a21254107035 req-32dba3b8-903d-41a8-8549-f5ecfd04e8b2 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 944 time: 0.1238036 Jul 09 17:27:54.800842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe350a5b-b0f6-4c9b-850a-729cffd48147 req-852959ef-9946-4909-8a9f-9a4a594cae45 service neutron] 10.222.0.36 "GET /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008294 Jul 09 17:27:54.870335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bf93e0a-0d27-4916-bc7f-a21254107035 req-f922fe9f-e1ea-4451-996e-505b87ef9bcf tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716155 Jul 09 17:27:54.962026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-9e7ff164-5c56-42ff-b117-fecae725292d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:54.963641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-9e7ff164-5c56-42ff-b117-fecae725292d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.2287357 Jul 09 17:27:55.001191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Request body: {'port': {'device_id': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'admin_state_up': True, 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:55.196517 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fecd7337-85f4-45ed-92bf-1acbdcd0131c req-215f0d92-b40d-40ce-b5a9-f3c6f25aba37 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 210 time: 0.0778387 Jul 09 17:27:55.224972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port fa18e694-56a1-44db-be4e-52caa84e5c9a yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:27:55.237931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.246160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:55.249778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.263335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Transition to ACTIVE for port object fa18e694-56a1-44db-be4e-52caa84e5c9a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:55.282584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.371340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=fa18e694-56a1-44db-be4e-52caa84e5c9a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:55.433525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Checking segment: {'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:55.433937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Network hostable DHCP agents. Network: 2d30d944-97ae-4dab-8b52-35bb3be64e70, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:27:55.462466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Allocated IP 172.20.0.12 (8ed56b76-7db4-4328-a8ea-ee33971697b4/871b662f-c6cb-4dbf-ad13-665c13a17e07/39885240-2c84-4acb-be4d-325f007299ec) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:27:55.467091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Network 2d30d944-97ae-4dab-8b52-35bb3be64e70 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:27:55.486155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 2d30d944-97ae-4dab-8b52-35bb3be64e70) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:55.494616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7a58b-3b76-498a-b30e-c884cd20a287 None None] Network 2d30d944-97ae-4dab-8b52-35bb3be64e70 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:27:55.497604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:55.526394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.526740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.527086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.539128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.539543 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.549517 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 2 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.608512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.608890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.609298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.618937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.619285 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.622190 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 3 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.646873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.647236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.647750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.660997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.661245 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.666508 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 4 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.697317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.697657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.698004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.702486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.711202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.711414 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.713227 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 5 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.730270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.730617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.730949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.739634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.739997 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.741608 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 6 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.769160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.769508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.769849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.775441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.775788 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.776232 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 7 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.780450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.821874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.822590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.822590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.841434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:55.844601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.844943 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.847707 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 8 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.854340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:55.861450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:55.864142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event updated for resources: {'Port': ['ID=39885240-2c84-4acb-be4d-325f007299ec,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:55.889925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.890327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.890606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.902342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.902688 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.906371 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 9 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.933476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:55.934158 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:55.942499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:55.942895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:55.943208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:55.964305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:55.964976 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:55.964976 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 10 to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a Jul 09 17:27:55.974128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-b895d1e5-1ebb-4b24-878e-a4d1b5226858 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9833732 Jul 09 17:27:56.009626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Request body: {'port': {'device_id': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:56.020217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:56.020570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:56.020897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:56.045035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port fa18e694-56a1-44db-be4e-52caa84e5c9a on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:56.045411 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port fa18e694-56a1-44db-be4e-52caa84e5c9a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:56.045737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.143520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.168591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] For port fa18e694-56a1-44db-be4e-52caa84e5c9a, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:27:56.168959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempted to set empty binding levels {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:27:56.173216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46169aa6-5896-4dbf-af35-094a7671b8b5 req-09247f2c-1acb-4593-9985-d059f6445323 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:56.181402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46169aa6-5896-4dbf-af35-094a7671b8b5 req-09247f2c-1acb-4593-9985-d059f6445323 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 944 time: 0.0795527 Jul 09 17:27:56.191214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.235509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46169aa6-5896-4dbf-af35-094a7671b8b5 req-e8ecae40-06b1-483f-bf1f-f99cd14608a7 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 Jul 09 17:27:56.260111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:56.260733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.307503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b418ac55-9b47-4e10-9e2b-1010d2708095 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:27:56.313402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:56.321333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9963212 Jul 09 17:27:56.393998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada8f5-a472-453f-a95c-df15e79284dc tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=fa18e694-56a1-44db-be4e-52caa84e5c9a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:56.480023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Deleting port fa18e694-56a1-44db-be4e-52caa84e5c9a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:27:56.480681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.506689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b418ac55-9b47-4e10-9e2b-1010d2708095, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b418ac55-9b47-4e10-9e2b-1010d2708095,segment=NetworkSegment(ab966a10-b0ef-455f-9d1b-3237d647f37c),segment_id=ab966a10-b0ef-455f-9d1b-3237d647f37c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:56.529242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'b418ac55-9b47-4e10-9e2b-1010d2708095', 'network_id': '190531a3-8835-42f0-be03-43cb315c6560', 'port_id': 'b418ac55-9b47-4e10-9e2b-1010d2708095', 'mac_address': 'fa:16:3e:9e:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7031f8-1492-4534-ae5d-8e580794a761', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:27:56.549875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] For port fa18e694-56a1-44db-be4e-52caa84e5c9a, host n-h2-791506-17, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:56.550176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.567104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Calling delete_port for fa18e694-56a1-44db-be4e-52caa84e5c9a owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:27:56.574413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3c4c-7ec7-4e77-b25a-3f0251a9cabd req-b21e734c-d788-4e4e-9bfc-0fafa4e38416 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:56.585741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-584e3c4c-7ec7-4e77-b25a-3f0251a9cabd req-b21e734c-d788-4e4e-9bfc-0fafa4e38416 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 932 time: 0.2011547 Jul 09 17:27:56.594099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.612059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b418ac55-9b47-4e10-9e2b-1010d2708095 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:56.643352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b418ac55-9b47-4e10-9e2b-1010d2708095, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b418ac55-9b47-4e10-9e2b-1010d2708095,segment=NetworkSegment(ab966a10-b0ef-455f-9d1b-3237d647f37c),segment_id=ab966a10-b0ef-455f-9d1b-3237d647f37c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:56.655169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.707939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.709523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-584e3c4c-7ec7-4e77-b25a-3f0251a9cabd req-935b67d0-6643-4fd0-b42b-9dcc05cab4ad tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219332 Jul 09 17:27:56.734255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b418ac55-9b47-4e10-9e2b-1010d2708095,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:56.755993 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.758710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fa18e694-56a1-44db-be4e-52caa84e5c9a HTTP/1.1" status: 204 len: 168 time: 0.4442620 Jul 09 17:27:56.759826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc94c3-a962-4213-a3fc-ff5039bd04a7 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa18e694-56a1-44db-be4e-52caa84e5c9a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:56.762583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43514) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:56.796160 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae80a45-5e24-4613-896f-66a747e0e373 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:27:56.798220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eae80a45-5e24-4613-896f-66a747e0e373 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "GET /v2.0/ports/fa18e694-56a1-44db-be4e-52caa84e5c9a HTTP/1.1" status: 404 len: 333 time: 0.0343971 Jul 09 17:27:56.803019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43516) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:56.809828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Request body: {'port': {'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1972391180'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:56.862246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Made reservation on behalf of 05e9e3cef61149989719672a540bb76e for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:27:56.869475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.885237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39885240-2c84-4acb-be4d-325f007299ec {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:27:56.898457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.904654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port 795d80e0-cd06-4fae-8168-817eacf245c8 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:27:56.913486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Transition to ACTIVE for port object 39885240-2c84-4acb-be4d-325f007299ec will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:56.918924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:56.956996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b418ac55-9b47-4e10-9e2b-1010d2708095'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:27:57.001510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Pushing event updated for resources: {'Port': ['ID=39885240-2c84-4acb-be4d-325f007299ec,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:57.074670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Attempting to bind port 39885240-2c84-4acb-be4d-325f007299ec on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:57.075039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Attempting to bind port 39885240-2c84-4acb-be4d-325f007299ec by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:57.075422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Attempting to bind port 39885240-2c84-4acb-be4d-325f007299ec on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:57.080642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Port 39885240-2c84-4acb-be4d-325f007299ec on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:57.080967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Attempting to bind port 39885240-2c84-4acb-be4d-325f007299ec on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:57.087588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:27:57.087968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:27:57.088920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Bound using segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:27:57.089359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Bound port: 39885240-2c84-4acb-be4d-325f007299ec, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:27:57.089726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.201117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] For port 39885240-2c84-4acb-be4d-325f007299ec, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:27:57.205877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] For port 39885240-2c84-4acb-be4d-325f007299ec, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=39885240-2c84-4acb-be4d-325f007299ec,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:27:57.214283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.225816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.311735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.312413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.316443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] 10.222.0.13 "PUT /v2.0/ports/39885240-2c84-4acb-be4d-325f007299ec HTTP/1.1" status: 200 len: 1093 time: 1.3232701 Jul 09 17:27:57.316964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'tag': '39885240-2c84-4acb-be4d-325f007299ec'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:57.342908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-9c1c897c-f1a4-409d-afb5-9d0f4314276e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1402109 Jul 09 17:27:57.346818 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a0bea-5750-43d4-a245-11a43fdc12f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cff66d6-ea87-488f-813c-8b3941bdd20b", "tag": "39885240-2c84-4acb-be4d-325f007299ec"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:57.353503 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.377253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ea16c-314c-4d70-9f65-df7909f74a63 service neutron] Pushing event updated for resources: {'Port': ['ID=39885240-2c84-4acb-be4d-325f007299ec,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:57.425875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Network 2d30d944-97ae-4dab-8b52-35bb3be64e70 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:27:57.429565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:27:57.433052 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788854d-32c9-473f-bb45-f2de3baa4df9 x-openstack-request-id: req-b788854d-32c9-473f-bb45-f2de3baa4df9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:57.434010 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cff66d6-ea87-488f-813c-8b3941bdd20b", "tag": "39885240-2c84-4acb-be4d-325f007299ec", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:57.434401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:27:57.434859 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b788854d-32c9-473f-bb45-f2de3baa4df9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:57.435367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.435718 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'tag': '39885240-2c84-4acb-be4d-325f007299ec', 'status': 'completed', 'code': 200} Jul 09 17:27:57.435998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.444017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=795d80e0-cd06-4fae-8168-817eacf245c8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:57.477800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-f1435492-039d-4586-9a4a-ca591bcd83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.482228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-f1435492-039d-4586-9a4a-ca591bcd83ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 1096 time: 0.0999708 Jul 09 17:27:57.534799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-35757dc3-6460-40bf-922e-200696917996 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39885240-2c84-4acb-be4d-325f007299ec HTTP/1.1" status: 200 len: 217 time: 0.0413301 Jul 09 17:27:57.537560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-de3370e5-2f67-4d64-bd70-a123d3ce5b83 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7343414 Jul 09 17:27:57.541414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43530) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:27:57.550388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:27:57.576390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.576868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.577347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.577828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.578295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.578764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.579229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.581259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fcb93cb9-34e6-4dc7-80f0-de0d80be7d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.1248734 Jul 09 17:27:57.624260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d10cd-d81a-4690-8f67-498966d7ed18 req-ef2bf2fe-4245-47d0-8100-1385f0878fb5 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.631830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716d10cd-d81a-4690-8f67-498966d7ed18 req-ef2bf2fe-4245-47d0-8100-1385f0878fb5 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 945 time: 0.1343708 Jul 09 17:27:57.691080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-716d10cd-d81a-4690-8f67-498966d7ed18 req-ad1601e1-394a-41f5-81e1-b4312922f392 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Jul 09 17:27:57.702426 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:57.709363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-ac66c06d-6c16-419d-bc15-e9e5be77818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.714362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-ac66c06d-6c16-419d-bc15-e9e5be77818e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.1700871 Jul 09 17:27:57.762823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-693da90d-d1ea-4932-82fe-b92579cf0b9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411429 Jul 09 17:27:57.875224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-99544122-21ab-42aa-8ede-8ac1e08814ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.877749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-99544122-21ab-42aa-8ede-8ac1e08814ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.879052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-99544122-21ab-42aa-8ede-8ac1e08814ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:57.883135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-99544122-21ab-42aa-8ede-8ac1e08814ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 2296 time: 0.2484491 Jul 09 17:27:57.991937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-acb329ba-f25f-4cd9-9048-12a9c99965c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1001 time: 0.1011188 Jul 09 17:27:58.052592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-483d238f-8287-4557-9ff4-97e19881bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:58.055327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-483d238f-8287-4557-9ff4-97e19881bc7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.0576177 Jul 09 17:27:58.101523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb056f2-182d-4f24-9862-2ecc65778352 req-747fb283-c93f-4634-b5b5-a8d41aafdf3f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:58.103876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0bb056f2-182d-4f24-9862-2ecc65778352 req-747fb283-c93f-4634-b5b5-a8d41aafdf3f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 944 time: 0.2162280 Jul 09 17:27:58.139787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-0efe4541-4dcb-4e11-ab49-60f510bf6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:58.141546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-0efe4541-4dcb-4e11-ab49-60f510bf6e7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787404 Jul 09 17:27:58.148391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-610959a2-4b1c-472d-90aa-b4aae55d03cc service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521526 Jul 09 17:27:58.272893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0bb056f2-182d-4f24-9862-2ecc65778352 req-363acfaa-8e46-4ea4-9a7e-bb3a5d96b520 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555095 Jul 09 17:27:58.307647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-f0fa737d-fd5f-4f42-a07c-559073edf31f service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522226 Jul 09 17:27:58.329756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b418ac55-9b47-4e10-9e2b-1010d2708095 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:27:58.407940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe8091f-f0d6-42ea-bec4-40b144392db9 req-2ca24ada-5c22-408a-9cdf-c81223bb628b service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506504 Jul 09 17:27:58.420481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port 795d80e0-cd06-4fae-8168-817eacf245c8 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:27:58.444518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:58.453490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port b418ac55-9b47-4e10-9e2b-1010d2708095 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:27:58.461443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port b418ac55-9b47-4e10-9e2b-1010d2708095 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:27:58.461689 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:58.514674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-26356f8f-06d9-44ca-b856-8a024cacf2ca service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000463 Jul 09 17:27:58.544470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Transition to ACTIVE for port object 795d80e0-cd06-4fae-8168-817eacf245c8 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:27:58.558359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:58.647555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=795d80e0-cd06-4fae-8168-817eacf245c8,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:58.664302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:58.686395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:58.686874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:58.687436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:58.704237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-8b44a8e2-73fe-4829-b7a7-94bb94b55cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:58.706762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-8b44a8e2-73fe-4829-b7a7-94bb94b55cce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 1096 time: 0.2286096 Jul 09 17:27:58.710613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:58.711794 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:58.718330 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 2 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:58.732545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b418ac55-9b47-4e10-9e2b-1010d2708095'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:27:58.737005 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd40d40c-79ef-4678-b142-6541affc4505" -d '{"events": [{"server_uuid": "b6cca5d6-a265-4585-b543-15552dbf63be", "name": "network-vif-plugged", "status": "completed", "tag": "b418ac55-9b47-4e10-9e2b-1010d2708095"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:27:58.778952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b418ac55-9b47-4e10-9e2b-1010d2708095, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b418ac55-9b47-4e10-9e2b-1010d2708095,segment=NetworkSegment(ab966a10-b0ef-455f-9d1b-3237d647f37c),segment_id=ab966a10-b0ef-455f-9d1b-3237d647f37c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:27:58.787011 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:58.821884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:58.822234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:58.822727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:58.959124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:58.959522 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:58.961927 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 3 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:58.987280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:58.987849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:58.988594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.017008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.017347 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.020711 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 4 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.085259 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d560b-4a11-4915-bec2-aec4347643dd x-openstack-request-id: req-ff9d560b-4a11-4915-bec2-aec4347643dd {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:27:59.085950 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cca5d6-a265-4585-b543-15552dbf63be", "name": "network-vif-plugged", "status": "completed", "tag": "b418ac55-9b47-4e10-9e2b-1010d2708095", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:27:59.086446 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff9d560b-4a11-4915-bec2-aec4347643dd {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:27:59.087058 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b418ac55-9b47-4e10-9e2b-1010d2708095', 'code': 200} Jul 09 17:27:59.126910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.127369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.127881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.137400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b418ac55-9b47-4e10-9e2b-1010d2708095,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:27:59.144099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.144440 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.145879 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 5 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.150216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-efc0275f-27a8-4c26-a10a-66050ba0dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.151734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-efc0275f-27a8-4c26-a10a-66050ba0dbf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.4361053 Jul 09 17:27:59.200701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-b5358a8d-c83a-4d5a-aa7e-6704498e2d04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 217 time: 0.6773143 Jul 09 17:27:59.203794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.204167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.204543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.208302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-6983e9f1-5c79-4be2-8362-8e5c8e5a3938 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39885240-2c84-4acb-be4d-325f007299ec HTTP/1.1" status: 200 len: 217 time: 0.0478747 Jul 09 17:27:59.213736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.214072 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.216422 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 6 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.272502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d272b-70b1-431c-afa7-a1d4638144c1 req-174db7b2-7038-4c74-8a2e-da37213de9c2 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.273943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-376d272b-70b1-431c-afa7-a1d4638144c1 req-174db7b2-7038-4c74-8a2e-da37213de9c2 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 946 time: 0.2689214 Jul 09 17:27:59.279933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.280341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.280603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.305288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-bb3a7690-d8ca-462e-bca7-e40d0582858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.305766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-bb3a7690-d8ca-462e-bca7-e40d0582858d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0951521 Jul 09 17:27:59.306852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.307187 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.309323 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 7 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.314070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-1b4c7ca1-7040-472f-80e9-625e3e82f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.315620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-1b4c7ca1-7040-472f-80e9-625e3e82f6e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0964818 Jul 09 17:27:59.324230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f4deb-ee66-4367-b7a5-aff1455caf9c req-5b3e617c-211d-4cd9-b269-b0d3e20290c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.327099 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478f4deb-ee66-4367-b7a5-aff1455caf9c req-5b3e617c-211d-4cd9-b269-b0d3e20290c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 1098 time: 0.1255352 Jul 09 17:27:59.369275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-d6c31335-1a50-407d-9ef4-896e5227efaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429475 Jul 09 17:27:59.374607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.374607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.374892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.401396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478f4deb-ee66-4367-b7a5-aff1455caf9c req-9f5f8889-c31f-4fc0-a420-805e9316f290 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482440 Jul 09 17:27:59.405420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-376d272b-70b1-431c-afa7-a1d4638144c1 req-493bc6ac-6420-4a56-b643-b8dc3c7c0338 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224978 Jul 09 17:27:59.424926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-82978c09-53b2-4b2c-b7cb-c8daca4a8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.429026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-82978c09-53b2-4b2c-b7cb-c8daca4a8482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130445 Jul 09 17:27:59.456576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.457162 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.461883 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 8 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.479554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.479914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.480256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.490138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.490520 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.492135 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 9 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.521321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.522002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.522449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.531639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-f1199ff9-e9f7-401b-8812-6fdd90a28602 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529601 Jul 09 17:27:59.531639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.531639 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.531639 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 10 to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 Jul 09 17:27:59.580780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:27:59.581077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:27:59.581366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:27:59.614356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:27:59.614683 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 795d80e0-cd06-4fae-8168-817eacf245c8 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:27:59.615061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:27:59.616622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3cfc9-2c94-483b-a335-475363b35c89 req-a6059f3f-13f4-40c5-93b5-96df6855351d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.618688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09a3cfc9-2c94-483b-a335-475363b35c89 req-a6059f3f-13f4-40c5-93b5-96df6855351d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 944 time: 0.1702447 Jul 09 17:27:59.634467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-62f69804-522a-4eaf-bffc-2e93ba503304 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755669 Jul 09 17:27:59.715315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09a3cfc9-2c94-483b-a335-475363b35c89 req-95b3c7a0-75a7-4754-a8b6-ee047cd0484e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883045 Jul 09 17:27:59.771313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-e3204ef6-54c0-41c2-8ec1-11d14681633b service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240370 Jul 09 17:27:59.821634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-1286afba-a0b1-4448-be50-cfeb38872159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 217 time: 0.0423138 Jul 09 17:27:59.879334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-9f0c14f4-9853-4729-860d-7dd92febbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.880800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-9f0c14f4-9853-4729-860d-7dd92febbd7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0515201 Jul 09 17:27:59.945972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-673df70b-0268-4970-a101-836ec87aef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:27:59.947509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-673df70b-0268-4970-a101-836ec87aef74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599825 Jul 09 17:28:00.072130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-d278dd73-ace4-4031-9ba1-59fed6dd67a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153018 Jul 09 17:28:00.103662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] For port 795d80e0-cd06-4fae-8168-817eacf245c8, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:28:00.104085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempted to set empty binding levels {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:28:00.110554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb4a0bea-5750-43d4-a245-11a43fdc12f7 req-4219aff5-8af5-469b-ba91-10893bb14d16 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692117 Jul 09 17:28:00.115641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:00.180939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=795d80e0-cd06-4fae-8168-817eacf245c8,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:00.187237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] In _notify_port_updated(), no bound segment for port 795d80e0-cd06-4fae-8168-817eacf245c8 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:28:00.188238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.188845 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:00.190500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-547cde59-9568-4860-b3ee-4c38006333e6 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "PUT /v2.0/ports/795d80e0-cd06-4fae-8168-817eacf245c8 HTTP/1.1" status: 200 len: 976 time: 2.6451290 Jul 09 17:28:00.192885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:00.268307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-1285601b-4039-402f-a27d-0c702029cecc service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873498 Jul 09 17:28:00.353634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-e739484d-0200-47bc-bbcc-afbed59fa824 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 217 time: 0.0753806 Jul 09 17:28:00.439561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.440040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.440673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.441151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.441624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.442092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.442575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.443225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.443929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.444552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.454101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.456270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.456929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.461519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.462313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.463984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.464630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.467656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.468461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.468663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.469115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.469965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.470215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.470501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.473824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.475672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.476189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.477150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.477150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.477646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.478047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.478528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.479254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.479484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.479930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.480477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.480849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.484174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.487828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-bcaf692a-0541-4278-8fa6-fe4e59f6e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.492071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af13749e-d66f-4c4a-8d27-57fbe6d39ee1 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34347 time: 0.2952175 Jul 09 17:28:00.496404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43580) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:00.499363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-bcaf692a-0541-4278-8fa6-fe4e59f6e540 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1323185 Jul 09 17:28:00.620198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Deleting port 795d80e0-cd06-4fae-8168-817eacf245c8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:00.620562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:00.623226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-c57112ad-af13-497b-bdf2-ec108af852c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:00.624878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-c57112ad-af13-497b-bdf2-ec108af852c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1204715 Jul 09 17:28:00.694577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] For port 795d80e0-cd06-4fae-8168-817eacf245c8, host n-h2-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:00.695111 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:00.710645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Calling delete_port for 795d80e0-cd06-4fae-8168-817eacf245c8 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:00.840129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:00.852931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-0b4645ec-563f-41c8-9e3a-c0b9fa255662 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190077 Jul 09 17:28:00.889984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event deleted for resources: {'Port': ['ID=795d80e0-cd06-4fae-8168-817eacf245c8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:00.908213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:00.911069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c5368189-3a74-4596-a584-ca0bcd679cb5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "DELETE /v2.0/ports/795d80e0-cd06-4fae-8168-817eacf245c8 HTTP/1.1" status: 204 len: 168 time: 0.4119606 Jul 09 17:28:00.916579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43586) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:00.929904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 39885240-2c84-4acb-be4d-325f007299ec details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:28:00.997947 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6991e00f-41a8-42c6-a437-d0d64aafffaf tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:28:01.000564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4ecbf-f445-4f4d-ab4d-5f2ddb231b4e req-bb55455a-aaeb-4d1c-a67d-7ca04ae4b67b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:01.002885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6991e00f-41a8-42c6-a437-d0d64aafffaf tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "GET /v2.0/ports/795d80e0-cd06-4fae-8168-817eacf245c8 HTTP/1.1" status: 404 len: 333 time: 0.0839627 Jul 09 17:28:01.008461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3eb4ecbf-f445-4f4d-ab4d-5f2ddb231b4e req-bb55455a-aaeb-4d1c-a67d-7ca04ae4b67b tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 946 time: 0.3471723 Jul 09 17:28:01.011108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43588) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:01.025843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2063831027', 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:01.090338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3eb4ecbf-f445-4f4d-ab4d-5f2ddb231b4e req-e824f870-3c65-4598-b15e-92b001d1d922 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807793 Jul 09 17:28:01.150243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 39885240-2c84-4acb-be4d-325f007299ec, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=39885240-2c84-4acb-be4d-325f007299ec,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:01.161299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e340-b403-4ac4-bc69-5f5f53fb1fa6 req-1168bca9-2e1d-4eb3-b257-953d57262627 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:01.166244 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69a0e340-b403-4ac4-bc69-5f5f53fb1fa6 req-1168bca9-2e1d-4eb3-b257-953d57262627 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 944 time: 0.1788971 Jul 09 17:28:01.171521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '39885240-2c84-4acb-be4d-325f007299ec', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': '39885240-2c84-4acb-be4d-325f007299ec', 'mac_address': 'fa:16:3e:66:c1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:28:01.176754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Made reservation on behalf of 05e9e3cef61149989719672a540bb76e for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:01.182919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.195652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-c03826da-2f0f-494b-8ee2-c4de39987da6 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340442 Jul 09 17:28:01.220353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.236102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39885240-2c84-4acb-be4d-325f007299ec {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:28:01.261153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 39885240-2c84-4acb-be4d-325f007299ec, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=39885240-2c84-4acb-be4d-325f007299ec,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:01.268777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.285679 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69a0e340-b403-4ac4-bc69-5f5f53fb1fa6 req-9be3aca7-3a30-47d9-8ee9-2952e4d07c6a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062424 Jul 09 17:28:01.291256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port de0165dc-74f9-4302-8c7d-b7f75d50a070 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:01.297066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-d644337c-04dc-4a7d-b9ab-876a4c0b64fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 217 time: 0.0880487 Jul 09 17:28:01.351718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=39885240-2c84-4acb-be4d-325f007299ec,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:01.361012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.361413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.361731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.362065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.362396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.362863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.363036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.363360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.363682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.364027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.364347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.364665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:01.446533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-8fda9ce8-9157-4608-b042-3be0dfe8051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:01.448950 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-8fda9ce8-9157-4608-b042-3be0dfe8051f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0997162 Jul 09 17:28:01.525515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['39885240-2c84-4acb-be4d-325f007299ec'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:28:01.599050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.615457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-7f3e987e-bfbd-49c0-b92a-7c9f487a3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:01.616654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-7f3e987e-bfbd-49c0-b92a-7c9f487a3015 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1579309 Jul 09 17:28:01.785681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.821830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-c5e0d205-7fa9-41c0-9688-5f65442f38f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941149 Jul 09 17:28:01.890678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Network 2d30d944-97ae-4dab-8b52-35bb3be64e70 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:01.937114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:01.957597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:01.958584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:01.959188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:01.995671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=de0165dc-74f9-4302-8c7d-b7f75d50a070,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:02.016662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5156a920-db8d-4486-a605-188f30d059d3 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9999697 Jul 09 17:28:02.017261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:02.039198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-ee69b125-4d4f-4b06-af8b-5e50f6dfb9f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968272 Jul 09 17:28:02.065345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2bba13-44df-42d9-8d0f-bae61a0cfcfb tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.067162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d2bba13-44df-42d9-8d0f-bae61a0cfcfb tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "GET /v2.0/ports/de0165dc-74f9-4302-8c7d-b7f75d50a070 HTTP/1.1" status: 200 len: 955 time: 0.0488756 Jul 09 17:28:02.067798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebd4d9-7e58-461d-8ee7-6a2373b58ef1 req-d01ef22b-51b2-4dd3-bbdc-a4602a026e32 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.069308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20ebd4d9-7e58-461d-8ee7-6a2373b58ef1 req-d01ef22b-51b2-4dd3-bbdc-a4602a026e32 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 946 time: 0.2063026 Jul 09 17:28:02.072243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43606) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:02.103478 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-30f554a2-c961-4bfd-aa29-933d5d7df025 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 217 time: 0.0566752 Jul 09 17:28:02.167535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Deleting port de0165dc-74f9-4302-8c7d-b7f75d50a070 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:02.167903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:02.185911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-20ebd4d9-7e58-461d-8ee7-6a2373b58ef1 req-ff584307-e5fe-4541-b7cb-71a93563d859 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850639 Jul 09 17:28:02.202563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-1f4fd4ad-624e-4ebe-a160-248d968751dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.204401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-1f4fd4ad-624e-4ebe-a160-248d968751dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.0853312 Jul 09 17:28:02.235061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:02.254742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Calling delete_port for de0165dc-74f9-4302-8c7d-b7f75d50a070 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:02.271998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-f30967ca-0d69-44c5-8d60-d0f5a2660de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.273571 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-f30967ca-0d69-44c5-8d60-d0f5a2660de9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620630 Jul 09 17:28:02.349295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:02.391229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-378229f9-8ab4-4b3f-be89-e74995aa506b service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095777 Jul 09 17:28:02.396284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event deleted for resources: {'Port': ['ID=de0165dc-74f9-4302-8c7d-b7f75d50a070,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:02.401912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:02.406781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7999c812-6168-44e0-b04a-894e10e59d26 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "DELETE /v2.0/ports/de0165dc-74f9-4302-8c7d-b7f75d50a070 HTTP/1.1" status: 204 len: 168 time: 0.3333859 Jul 09 17:28:02.406972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43610) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:02.489738 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ef4f29-f164-451b-950b-d253ce376eed tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:28:02.491415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97ef4f29-f164-451b-950b-d253ce376eed tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "GET /v2.0/ports/de0165dc-74f9-4302-8c7d-b7f75d50a070 HTTP/1.1" status: 404 len: 333 time: 0.0838590 Jul 09 17:28:02.497888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43614) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:02.516050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Request body: {'port': {'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-145051176'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:02.552237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb575b-1c8e-47b7-be4b-3f7319188cb8 req-8d5db40a-8e0e-4c07-81ff-90a99f0f8581 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.553751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-baeb575b-1c8e-47b7-be4b-3f7319188cb8 req-8d5db40a-8e0e-4c07-81ff-90a99f0f8581 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 945 time: 0.0955138 Jul 09 17:28:02.560919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Made reservation on behalf of 05e9e3cef61149989719672a540bb76e for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:02.563917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:02.592091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port 656366f8-057b-4d42-9c8a-708f5a2aab73 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:02.598670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-61d5d3ad-8415-465d-b6b4-2f1574ee9f18 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937509 Jul 09 17:28:02.614368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-baeb575b-1c8e-47b7-be4b-3f7319188cb8 req-7c7d7f1b-88fa-4dac-83b5-e5fd49b717cd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548108 Jul 09 17:28:02.747479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-cd701d5d-ff21-4ce5-abbd-aeeef23ec2ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.1393728 Jul 09 17:28:02.870051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-e0482864-41c5-49d3-b179-188d4dfc746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.871553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-e0482864-41c5-49d3-b179-188d4dfc746a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1067038 Jul 09 17:28:02.945009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 39885240-2c84-4acb-be4d-325f007299ec up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:28:02.951039 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:02.992159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-d52987b6-fcc7-4375-ba3e-05ddf445c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:02.993761 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-d52987b6-fcc7-4375-ba3e-05ddf445c07d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130311 Jul 09 17:28:03.014057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.037608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 39885240-2c84-4acb-be4d-325f007299ec completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:28:03.042113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 39885240-2c84-4acb-be4d-325f007299ec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:28:03.042530 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.131556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.168694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 39885240-2c84-4acb-be4d-325f007299ec, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=39885240-2c84-4acb-be4d-325f007299ec,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:03.169874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39885240-2c84-4acb-be4d-325f007299ec'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:03.173153 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad38575-001c-4216-94cc-5704a1728e17" -d '{"events": [{"server_uuid": "5cff66d6-ea87-488f-813c-8b3941bdd20b", "name": "network-vif-plugged", "status": "completed", "tag": "39885240-2c84-4acb-be4d-325f007299ec"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:03.200167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Network 2d30d944-97ae-4dab-8b52-35bb3be64e70 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:03.200984 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.215595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:03.219059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:03.220351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:03.221384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.255821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=656366f8-057b-4d42-9c8a-708f5a2aab73,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:03.270432 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a44a6-8b78-41b4-b430-3bab2925b67e x-openstack-request-id: req-ec8a44a6-8b78-41b4-b430-3bab2925b67e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:03.273393 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cff66d6-ea87-488f-813c-8b3941bdd20b", "name": "network-vif-plugged", "status": "completed", "tag": "39885240-2c84-4acb-be4d-325f007299ec", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:03.274232 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec8a44a6-8b78-41b4-b430-3bab2925b67e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:03.274851 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39885240-2c84-4acb-be4d-325f007299ec', 'code': 200} Jul 09 17:28:03.314149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c0f8df7a-5ace-45d7-b37d-523a7407868c tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8075707 Jul 09 17:28:03.316946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:03.322554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:03.324209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=39885240-2c84-4acb-be4d-325f007299ec,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:03.349413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-fd0db132-d776-4c99-bd8f-7d1acd6ff758 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472195 Jul 09 17:28:03.361886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-2eac0d2b-ffc5-4d6f-b57a-bcc1829c072a tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:03.363789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-2eac0d2b-ffc5-4d6f-b57a-bcc1829c072a tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 946 time: 0.2598586 Jul 09 17:28:03.533827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31860a8c-aaca-46e2-83ce-849ab772a91e req-f6fe22c9-9d74-4a7e-a840-d047c522551c service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689799 Jul 09 17:28:03.539751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f2c2-d677-4fc5-b9dd-047322d59d8a req-2d04bf0c-89ec-43e6-a1f8-c3f3fbb738cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:03.541429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c37f2c2-d677-4fc5-b9dd-047322d59d8a req-2d04bf0c-89ec-43e6-a1f8-c3f3fbb738cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 1098 time: 0.2153225 Jul 09 17:28:03.545900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.574666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b41ff-157a-4813-9e69-a6bbba08e58d req-f4681add-064c-4a64-b8b1-210c2309054f tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:03.576207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-152b41ff-157a-4813-9e69-a6bbba08e58d req-f4681add-064c-4a64-b8b1-210c2309054f tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 946 time: 0.1697054 Jul 09 17:28:03.589825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Deleting port b418ac55-9b47-4e10-9e2b-1010d2708095 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:03.589825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.672072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c37f2c2-d677-4fc5-b9dd-047322d59d8a req-e43c1037-a52e-4d85-b031-6f42354c1f81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157739 Jul 09 17:28:03.681791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-152b41ff-157a-4813-9e69-a6bbba08e58d req-129264f1-5b07-4b42-8e93-ee220fff2f20 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/security-groups?id=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Jul 09 17:28:03.734482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] For port b418ac55-9b47-4e10-9e2b-1010d2708095, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b418ac55-9b47-4e10-9e2b-1010d2708095,segment=NetworkSegment(ab966a10-b0ef-455f-9d1b-3237d647f37c),segment_id=ab966a10-b0ef-455f-9d1b-3237d647f37c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:03.734856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:03.752551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Calling delete_port for b418ac55-9b47-4e10-9e2b-1010d2708095 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:03.910119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] device_id is not set on port 656366f8-057b-4d42-9c8a-708f5a2aab73 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:03.934069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.119560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85871fc8-0ce1-459e-a34c-605b9eb2a3d7 req-0e0d992a-7ff3-4c85-b2db-01c457d5c46f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:04.123404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85871fc8-0ce1-459e-a34c-605b9eb2a3d7 req-0e0d992a-7ff3-4c85-b2db-01c457d5c46f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.2388997 Jul 09 17:28:04.191507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Transition to ACTIVE for port object 656366f8-057b-4d42-9c8a-708f5a2aab73 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:28:04.197703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.213341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.227289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b418ac55-9b47-4e10-9e2b-1010d2708095'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:28:04.269560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85871fc8-0ce1-459e-a34c-605b9eb2a3d7 req-f7daddba-b346-4f1e-a137-08bf072998f1 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315677 Jul 09 17:28:04.270864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Pushing event deleted for resources: {'Port': ['ID=b418ac55-9b47-4e10-9e2b-1010d2708095,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:04.385488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] No DVR routers for this DVR port b418ac55-9b47-4e10-9e2b-1010d2708095 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:28:04.399638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.415743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8c41274-5fed-49b3-aa8e-828fd13ed076 req-8c999d2e-6d0d-48e0-9ce1-6a9284e1ff29 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.36 "DELETE /v2.0/ports/b418ac55-9b47-4e10-9e2b-1010d2708095 HTTP/1.1" status: 204 len: 173 time: 1.0422826 Jul 09 17:28:04.416354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'name': 'network-vif-deleted', 'tag': 'b418ac55-9b47-4e10-9e2b-1010d2708095'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:04.418980 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a80f82f-7d3b-4a53-919b-f65fea5d3af1" -d '{"events": [{"server_uuid": "b6cca5d6-a265-4585-b543-15552dbf63be", "name": "network-vif-deleted", "tag": "b418ac55-9b47-4e10-9e2b-1010d2708095"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:04.444464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.444984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.445376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.455737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=656366f8-057b-4d42-9c8a-708f5a2aab73,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:04.460004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.460338 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.460902 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 2 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.475506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.475876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.476221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.482759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.483093 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.483534 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 3 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.496566 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44057eb6-466f-491d-b89f-bb1b4cba3177 x-openstack-request-id: req-44057eb6-466f-491d-b89f-bb1b4cba3177 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:04.496962 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cca5d6-a265-4585-b543-15552dbf63be", "name": "network-vif-deleted", "tag": "b418ac55-9b47-4e10-9e2b-1010d2708095", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:04.497325 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44057eb6-466f-491d-b89f-bb1b4cba3177 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:04.497834 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cca5d6-a265-4585-b543-15552dbf63be', 'name': 'network-vif-deleted', 'tag': 'b418ac55-9b47-4e10-9e2b-1010d2708095', 'status': 'completed', 'code': 200} Jul 09 17:28:04.506051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.512344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.512887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.518833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.519719 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.520317 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 4 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.539163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.539509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.539878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.546566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.546897 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.547286 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 5 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.567381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.568506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.569024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.576459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.577906 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.579500 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 6 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.613094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.613477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.613773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.620176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.620569 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.621213 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 7 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.635634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.636006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.636352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.640774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.641191 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.641599 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 8 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.656709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.657095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.657480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.663441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.663560 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.663949 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 9 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.679091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.679091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.680804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.684187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.684617 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.685249 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempt 10 to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 Jul 09 17:28:04.722072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:04.723066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:04.723397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempting to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:04.729621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:04.729964 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Failed to bind port 656366f8-057b-4d42-9c8a-708f5a2aab73 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '6a2279e9-ad9f-4049-b26c-624df7b4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2d30d944-97ae-4dab-8b52-35bb3be64e70'}] Jul 09 17:28:04.730341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.855537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] For port 656366f8-057b-4d42-9c8a-708f5a2aab73, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:28:04.857553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attempted to set empty binding levels {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:28:04.871312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.896396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] In _notify_port_updated(), no bound segment for port 656366f8-057b-4d42-9c8a-708f5a2aab73 on network 2d30d944-97ae-4dab-8b52-35bb3be64e70 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:28:04.897307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:04.897919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:04.899929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "PUT /v2.0/ports/656366f8-057b-4d42-9c8a-708f5a2aab73 HTTP/1.1" status: 200 len: 975 time: 1.5819190 Jul 09 17:28:04.902762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43666) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:05.073574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-22ba19b9-3e2b-48f5-b432-0539f20a3a3b req-5139751f-00e2-40d8-ad83-4e6a8ef612f3 tempest-ServerGroupTestJSON-720354824 tempest-ServerGroupTestJSON-720354824-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6cca5d6-a265-4585-b543-15552dbf63be HTTP/1.1" status: 200 len: 210 time: 0.1000140 Jul 09 17:28:05.119361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2acc56-8bfe-473c-bff8-de232d9f35f5 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event updated for resources: {'Port': ['ID=656366f8-057b-4d42-9c8a-708f5a2aab73,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:05.120423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Deleting port 656366f8-057b-4d42-9c8a-708f5a2aab73 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:05.121388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.298125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] For port 656366f8-057b-4d42-9c8a-708f5a2aab73, host n-h2-791506-17, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:05.300206 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.319562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Calling delete_port for 656366f8-057b-4d42-9c8a-708f5a2aab73 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:05.541949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.575823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Pushing event deleted for resources: {'Port': ['ID=656366f8-057b-4d42-9c8a-708f5a2aab73,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:05.586609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.588864 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ba988ce4-e1a3-4ab5-88b8-9916f2ea7036 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "DELETE /v2.0/ports/656366f8-057b-4d42-9c8a-708f5a2aab73 HTTP/1.1" status: 204 len: 168 time: 0.6847475 Jul 09 17:28:05.592283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43688) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:05.626744 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a81ce6d-4f2f-428c-8d09-de46845cdb49 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:28:05.632063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5a81ce6d-4f2f-428c-8d09-de46845cdb49 tempest-PortsAdminExtendedAttrsTestJSON-1725982259 tempest-PortsAdminExtendedAttrsTestJSON-1725982259-project-admin] 10.222.0.21 "GET /v2.0/ports/656366f8-057b-4d42-9c8a-708f5a2aab73 HTTP/1.1" status: 404 len: 333 time: 0.0383716 Jul 09 17:28:05.632241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43690) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:05.686081 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:28:05.721697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa12b-912f-427b-b8bc-0c77231ed68b req-5b49f22b-4a99-4f93-a511-ab5175838015 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:05.723257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42faa12b-912f-427b-b8bc-0c77231ed68b req-5b49f22b-4a99-4f93-a511-ab5175838015 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1420887 Jul 09 17:28:05.728920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.842018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42faa12b-912f-427b-b8bc-0c77231ed68b req-6ecfe212-c3b6-4711-92ff-97a895ee23be tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109505 Jul 09 17:28:05.854253 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.865884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d30d944-97ae-4dab-8b52-35bb3be64e70']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:05.879307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2279e9-ad9f-4049-b26c-624df7b4de88') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:05.879608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2279e9-ad9f-4049-b26c-624df7b4de88') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:05.893033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.909979 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.917034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:28:05.917438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:28:05.924265 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:28:06.003043 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:06.017617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:06.019816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] 10.222.0.21 "DELETE /v2.0/networks/2d30d944-97ae-4dab-8b52-35bb3be64e70 HTTP/1.1" status: 204 len: 168 time: 0.3867097 Jul 09 17:28:06.058878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8b11-d092-4c9c-9b14-853507eb055c tempest-PortsAdminExtendedAttrsTestJSON-1931309641 tempest-PortsAdminExtendedAttrsTestJSON-1931309641-project] Pushing event deleted for resources: {'Network': ['ID=2d30d944-97ae-4dab-8b52-35bb3be64e70,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:06.340808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01935ec1-d7dd-4844-980a-bf0a11c42fa8 req-a53b1969-1d4c-4283-abe6-77404a01381b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:06.343287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01935ec1-d7dd-4844-980a-bf0a11c42fa8 req-a53b1969-1d4c-4283-abe6-77404a01381b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1156986 Jul 09 17:28:06.367713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b418ac55-9b47-4e10-9e2b-1010d2708095 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:28:06.393113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: b418ac55-9b47-4e10-9e2b-1010d2708095 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:28:06.393867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b418ac55-9b47-4e10-9e2b-1010d2708095 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:28:06.399020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01935ec1-d7dd-4844-980a-bf0a11c42fa8 req-6caf96a7-d020-4797-971c-5df7780a1996 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Jul 09 17:28:06.468154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:06.720883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-edac757c-74f0-4834-b1b1-cd52246a4ddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7c058ab3a7c4949be0d2815fee9ca8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512221 Jul 09 17:28:06.723073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43736) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:06.814894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59fe9287-cffb-4eed-8c3a-07e616090e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:06.843591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59fe9287-cffb-4eed-8c3a-07e616090e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:06.909136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59fe9287-cffb-4eed-8c3a-07e616090e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:06.914985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-59fe9287-cffb-4eed-8c3a-07e616090e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:06.916615 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-59fe9287-cffb-4eed-8c3a-07e616090e67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9be63ce9-b17a-4f1f-9ec0-1971f4614cdd HTTP/1.1" status: 204 len: 168 time: 0.1924076 Jul 09 17:28:06.939251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe9287-cffb-4eed-8c3a-07e616090e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be63ce9-b17a-4f1f-9ec0-1971f4614cdd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:06.950725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43754) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:07.013012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Deleting subnet fb7031f8-1492-4534-ae5d-8e580794a761 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:28:07.016730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.065469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.108142 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.199118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.234530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7031f8-1492-4534-ae5d-8e580794a761,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:07.253597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.259174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43766) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:07.260318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0784a6f6-fb80-4a3e-8a41-90ea7ded974e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb7031f8-1492-4534-ae5d-8e580794a761 HTTP/1.1" status: 204 len: 168 time: 0.3077838 Jul 09 17:28:07.370013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43772) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:07.437782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.489859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-975bca15-f123-44ae-879f-c3aaa8658bc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05e9e3cef61149989719672a540bb76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181402 Jul 09 17:28:07.496242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43780) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:07.605647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28c7-917d-4b3d-a1ed-c7575843384c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.666827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.688373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28c7-917d-4b3d-a1ed-c7575843384c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.690384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190531a3-8835-42f0-be03-43cb315c6560']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:07.713137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab966a10-b0ef-455f-9d1b-3237d647f37c') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:07.714001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab966a10-b0ef-455f-9d1b-3237d647f37c') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:07.723820 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.738585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.750720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:28:07.751142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:28:07.755048 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:28:07.817671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d81a4-0406-44c4-b07f-e8f86efc0c8f req-7f07a468-0fc8-494b-9349-0d0ab5a5187c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:07.819904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-714d81a4-0406-44c4-b07f-e8f86efc0c8f req-7f07a468-0fc8-494b-9349-0d0ab5a5187c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1262996 Jul 09 17:28:07.841689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28c7-917d-4b3d-a1ed-c7575843384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.844730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d1e28c7-917d-4b3d-a1ed-c7575843384c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.848257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3d1e28c7-917d-4b3d-a1ed-c7575843384c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75376c90-cbf0-4b74-99e8-ada520c180e4 HTTP/1.1" status: 204 len: 168 time: 0.3509374 Jul 09 17:28:07.867314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.886210 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:07.890285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] 10.222.0.21 "DELETE /v2.0/networks/190531a3-8835-42f0-be03-43cb315c6560 HTTP/1.1" status: 204 len: 168 time: 0.6286402 Jul 09 17:28:07.916404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-714d81a4-0406-44c4-b07f-e8f86efc0c8f req-793baaad-cd3a-4a94-a05c-e7dd21318fa7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834122 Jul 09 17:28:07.926540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e28c7-917d-4b3d-a1ed-c7575843384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75376c90-cbf0-4b74-99e8-ada520c180e4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:07.928783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b43f5-5f77-4ffe-989b-0023380b7c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=190531a3-8835-42f0-be03-43cb315c6560,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:08.108076 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.235378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43804) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:08.309181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f45380d7-c4fe-47c2-931a-96efd9be26d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b922cbed4b39491eb2283da87af3a104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721307 Jul 09 17:28:08.311590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:08.368237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a0934b6-2e92-4b62-bbdb-c3d906d73063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.393580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a0934b6-2e92-4b62-bbdb-c3d906d73063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.459035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a0934b6-2e92-4b62-bbdb-c3d906d73063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.462337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a0934b6-2e92-4b62-bbdb-c3d906d73063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:08.466093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5a0934b6-2e92-4b62-bbdb-c3d906d73063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26 HTTP/1.1" status: 204 len: 168 time: 0.1508162 Jul 09 17:28:08.481558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0934b6-2e92-4b62-bbdb-c3d906d73063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ed8de-c5c1-4cf6-a63e-ea0cc7f76b26,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:09.172163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:09.204068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b96b1-b7e0-497a-aee1-77f8f53d0ad2 req-773cc6c5-e18c-4c8c-aba1-62efcbc6782b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:09.206951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c2b96b1-b7e0-497a-aee1-77f8f53d0ad2 req-773cc6c5-e18c-4c8c-aba1-62efcbc6782b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.0874639 Jul 09 17:28:09.263285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c2b96b1-b7e0-497a-aee1-77f8f53d0ad2 req-5cff2b67-e093-4e06-b0bc-64c65b91aca7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Jul 09 17:28:10.201443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43884) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:10.355694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1755828107', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:10.379055 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e765a1-a523-4f48-a6ac-011236d972ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:10.406387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Made reservation on behalf of 6f702177e1104e34876caee091f07ff1 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:10.409467 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:10.456231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:10.574253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658ae77-8b6e-41bc-939d-cfc9a27254e2 req-15d3b474-271c-4297-b46d-e00ebbcc68f8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:10.576149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c658ae77-8b6e-41bc-939d-cfc9a27254e2 req-15d3b474-271c-4297-b46d-e00ebbcc68f8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1222491 Jul 09 17:28:10.647401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c658ae77-8b6e-41bc-939d-cfc9a27254e2 req-26d5f970-cb2d-40df-afa7-207f8562a104 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576794 Jul 09 17:28:10.726814 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:10.737001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:10.743451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] device_id is not set on port 5292ceb1-49aa-4b63-8c17-8d61b24edf43 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:10.878297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01914948-441f-4a05-b1ad-5c57daee27eb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:10.969074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44437f7c-14d0-41ad-bc13-9ad987e5d90f req-f43b2d20-cb13-4f57-9bea-eaa72527d4f7 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0748367 Jul 09 17:28:11.139147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Allocated IP 172.25.3.243 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/5292ceb1-49aa-4b63-8c17-8d61b24edf43) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:11.519544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:11.635332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:11.724522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:11.731979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:11.743249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:11.770952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Pushing event updated for resources: {'Port': ['ID=5292ceb1-49aa-4b63-8c17-8d61b24edf43,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:11.795097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:11.796061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:11.815620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a96b128c-2abc-4655-97a5-f94eeeacffbc tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6118362 Jul 09 17:28:11.818221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43934) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:11.824266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.243'}]}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:11.864860 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:11.866561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:11.942486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085bbde-b426-4ef7-a07a-2a8309008791 req-7d8a71b3-4c54-4835-b9ab-bc1075ed4d0e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:11.951958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3085bbde-b426-4ef7-a07a-2a8309008791 req-7d8a71b3-4c54-4835-b9ab-bc1075ed4d0e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1103826 Jul 09 17:28:11.973844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:12.041087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3085bbde-b426-4ef7-a07a-2a8309008791 req-ab4fdb7d-4490-4486-b8e8-3f73a81824a8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865798 Jul 09 17:28:12.189201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:12.275589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-126c94e7-aa5c-4f4c-87a7-670b8e0a4113 req-282b8d08-d6e9-47a7-a293-8b9e9de8bc09 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0491831 Jul 09 17:28:12.596011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:12.628712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:12.677873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe35c0-f4f3-4323-918d-a29c3b7c1caf req-944dd638-f2c4-4798-b1ed-1e8deed111f2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:12.679719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4fbe35c0-f4f3-4323-918d-a29c3b7c1caf req-944dd638-f2c4-4798-b1ed-1e8deed111f2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.0779841 Jul 09 17:28:12.745868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4fbe35c0-f4f3-4323-918d-a29c3b7c1caf req-3bf799c6-2d75-497d-9929-78d1edeadaca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522132 Jul 09 17:28:12.877378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ac45d6cc-d6b3-4124-ad03-f6594008503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:12.890965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.065326 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.067854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.122802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.123189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6e284f-74f6-48ad-a659-3918aaefa356 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:28:13.146720 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:28:13.151939 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-89c3049d-e720-4dce-b605-1834e9139906 tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3292432 Jul 09 17:28:13.152176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43954) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:13.255044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1724472-7ed8-4315-9508-a890992eb1fb req-3c13aa67-0696-4cb9-85fa-06d7bb6c8178 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:13.257843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1724472-7ed8-4315-9508-a890992eb1fb req-3c13aa67-0696-4cb9-85fa-06d7bb6c8178 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.0878246 Jul 09 17:28:13.278350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Deleting port 5292ceb1-49aa-4b63-8c17-8d61b24edf43 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:13.279600 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.327434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1724472-7ed8-4315-9508-a890992eb1fb req-57c66fe9-ed2f-4d89-83a6-93b0c971f81e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Jul 09 17:28:13.331848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.404333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.427023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Calling delete_port for 5292ceb1-49aa-4b63-8c17-8d61b24edf43 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:13.449594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa5dba20-ab19-42a7-8160-2b2be8727a92 req-8d4fd830-94f0-4ee1-a5b2-d31628c64301 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0347602 Jul 09 17:28:13.601419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:13.630695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.689076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Deleting subnet 40e2e58a-098a-4119-b637-4685a902864c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:28:13.700747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.752746 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.808572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.878350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.912578 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.920590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e2e58a-098a-4119-b637-4685a902864c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:13.923291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:13.926856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7c2f792-c59f-407e-91f7-723e2e9e2aba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/40e2e58a-098a-4119-b637-4685a902864c HTTP/1.1" status: 204 len: 168 time: 0.3234761 Jul 09 17:28:13.928873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43980) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:14.061850 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.168702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfafe8-84d4-4479-9eda-4213ea8a6258 req-fa582b55-2520-4203-a269-d8eaff5ab04a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:14.170524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-becfafe8-84d4-4479-9eda-4213ea8a6258 req-fa582b55-2520-4203-a269-d8eaff5ab04a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.1889253 Jul 09 17:28:14.175692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Pushing event deleted for resources: {'Port': ['ID=5292ceb1-49aa-4b63-8c17-8d61b24edf43,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:14.178847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.181838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a40dff9-766c-4e33-a531-18a6fb8f3793 req-000f7411-0622-42fc-868d-75c1ab9e8ae7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0650873 Jul 09 17:28:14.208553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bb6931-cda0-4520-b0d0-fc19dcc313c3']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:14.226993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bac73ad-726d-42f7-aa60-8347d5d8db33') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:14.233393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bac73ad-726d-42f7-aa60-8347d5d8db33') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:14.236473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.236945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.237498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.237902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.238297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.239078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.239469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.240552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.241017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.241399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.241795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.242183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:14.249156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.282410 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.284679 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6ec36b6c-dc3d-48f8-919b-e523a1a5b35e tempest-RoutersAdminNegativeIpV6Test-647121321 tempest-RoutersAdminNegativeIpV6Test-647121321-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5292ceb1-49aa-4b63-8c17-8d61b24edf43 HTTP/1.1" status: 204 len: 168 time: 1.1314445 Jul 09 17:28:14.294649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-becfafe8-84d4-4479-9eda-4213ea8a6258 req-22662153-5f89-4213-8f6c-b72c4c1ad597 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0b07cee-0326-481d-83a0-5a7ef68ed989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119087 Jul 09 17:28:14.305488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.324321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:28:14.324321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.334665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-d39ae65d-fbb0-4a73-97fc-f23be5da775c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:28:14.339695 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:28:14.342837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-d39ae65d-fbb0-4a73-97fc-f23be5da775c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.36 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 947 time: 0.2204409 Jul 09 17:28:14.433223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.445865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.450551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2bb6931-cda0-4520-b0d0-fc19dcc313c3 HTTP/1.1" status: 204 len: 168 time: 0.5182905 Jul 09 17:28:14.462469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:14.463434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53a61e-1f68-4e91-af31-0a6dfa54e8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bb6931-cda0-4520-b0d0-fc19dcc313c3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:14.569369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Deleting port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:14.569903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.580473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Deleting subnet d3e6dde1-ab54-4728-8a74-ab3ce12ac93c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:28:14.600304 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.687715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7b5a7c1-85e4-4503-97d7-83cb09ce293b req-398f7b8c-7b02-46c0-91c5-af7493048d18 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0381320 Jul 09 17:28:14.724123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.786378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44002) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:14.842174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] For port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:14.842743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.859468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595080-a358-45b3-9745-3ea15a8df9d2 req-42e4f5b7-b98a-4eb7-ac3b-3c62e773bd68 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:14.870532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:14.873411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72595080-a358-45b3-9745-3ea15a8df9d2 req-42e4f5b7-b98a-4eb7-ac3b-3c62e773bd68 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.2463474 Jul 09 17:28:14.967937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d60a26e7-656b-4298-bcd2-d1954a36a6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.008078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.047035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e6dde1-ab54-4728-8a74-ab3ce12ac93c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:15.059165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.062042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d1ca80b4-278c-435b-8a40-f88f4fb3aa8d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3e6dde1-ab54-4728-8a74-ab3ce12ac93c HTTP/1.1" status: 204 len: 168 time: 0.5917525 Jul 09 17:28:15.066269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44006) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:15.141161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72595080-a358-45b3-9745-3ea15a8df9d2 req-184a8c78-ae6e-4c24-b108-735e9bcbf126 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568259 Jul 09 17:28:15.165837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.183400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d60a26e7-656b-4298-bcd2-d1954a36a6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.199922 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d60a26e7-656b-4298-bcd2-d1954a36a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.262984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d60a26e7-656b-4298-bcd2-d1954a36a6e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50bc1c87efbe45098c4fdd48d7580d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701660 Jul 09 17:28:15.263237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:15.330181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.331222 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.331909 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Floating IP f2bf59a0-a36c-4054-ad76-c875a5b5969b disassociated. External IP: 172.25.3.235, port: 955f2974-b0cf-4fbe-a2f0-2f7b0566f234. Jul 09 17:28:15.332443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Calling delete_port for 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:15.340414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a26e7-656b-4298-bcd2-d1954a36a6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfebdda7-21e1-4363-956e-a9b7b2029554,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:15.376313 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.397424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad88d1a-3aad-43c7-9ebc-e18e863b88e0']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:15.406420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5df6-3f07-48f2-abff-4c40951b1d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.426215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf33748-a0cc-4aa1-8a7d-1fa66755fbaa') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:15.426503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf33748-a0cc-4aa1-8a7d-1fa66755fbaa') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:15.445099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.467528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5df6-3f07-48f2-abff-4c40951b1d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.480708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.498037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:28:15.498447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:28:15.500183 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:28:15.534512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.565024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event deleted for resources: {'Port': ['ID=955f2974-b0cf-4fbe-a2f0-2f7b0566f234,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:15.590286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a18b807-847e-41ec-82c2-a33bd605ebd0 req-122e36ea-0df5-43f1-bebf-776ca23b6b80 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 210 time: 0.0431368 Jul 09 17:28:15.598941 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.607129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.612040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] 10.222.0.21 "DELETE /v2.0/networks/fad88d1a-3aad-43c7-9ebc-e18e863b88e0 HTTP/1.1" status: 204 len: 168 time: 0.5444942 Jul 09 17:28:15.635479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c4985-557a-4ec2-8114-d842a9590abb admin admin] Pushing event deleted for resources: {'Network': ['ID=fad88d1a-3aad-43c7-9ebc-e18e863b88e0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:15.635479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5df6-3f07-48f2-abff-4c40951b1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.635479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5df6-3f07-48f2-abff-4c40951b1d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.635479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2a3c5df6-3f07-48f2-abff-4c40951b1d29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfebdda7-21e1-4363-956e-a9b7b2029554 HTTP/1.1" status: 204 len: 168 time: 0.3695955 Jul 09 17:28:15.646556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c5df6-3f07-48f2-abff-4c40951b1d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfebdda7-21e1-4363-956e-a9b7b2029554,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:15.711865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:15.761495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:15.819326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.830687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bcb14dce-261f-4b2d-a3cf-2cbfad522662 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87788b0adfb94471a4d402c94fb7ab15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673423 Jul 09 17:28:15.831959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44024) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:15.944542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bde30a1-9ecb-4eda-8c18-83b081ae8469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.973435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e465be3-8a68-453a-848f-d734b9b483f7 req-6a8646cd-f597-4895-951e-9ad6dff980a6 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0827324 Jul 09 17:28:15.985289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bde30a1-9ecb-4eda-8c18-83b081ae8469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:15.996820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:16.013965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:16.014409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:16.036834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:16.037526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:16.065114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] No DVR routers for this DVR port 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:28:16.068912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.070688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-08870ca3-5e39-40f7-8ae2-c79e125e5429 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f702177e1104e34876caee091f07ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555158 Jul 09 17:28:16.072110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54809b6b-1f85-47f8-bfb6-8a9820eff1e4 req-49b5681b-a681-479c-987c-92f14b7b8c0c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.36 "DELETE /v2.0/ports/955f2974-b0cf-4fbe-a2f0-2f7b0566f234 HTTP/1.1" status: 204 len: 173 time: 1.7259161 Jul 09 17:28:16.073324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44034) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:16.073608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-deleted', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:16.076733 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e9ded-2c22-4df7-8b57-aedf27665433" -d '{"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-deleted", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:16.135482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bde30a1-9ecb-4eda-8c18-83b081ae8469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.139341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bde30a1-9ecb-4eda-8c18-83b081ae8469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.141094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9bde30a1-9ecb-4eda-8c18-83b081ae8469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/174c72d6-dfc8-4a6a-bcc9-7426922aa33f HTTP/1.1" status: 204 len: 168 time: 0.3076231 Jul 09 17:28:16.194044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde30a1-9ecb-4eda-8c18-83b081ae8469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c72d6-dfc8-4a6a-bcc9-7426922aa33f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:16.240599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0c9f-188a-4a34-8053-51d36377365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.276842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0c9f-188a-4a34-8053-51d36377365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.298287 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aa2af8-9042-4456-9fd2-ae023d0d6e46 x-openstack-request-id: req-f0aa2af8-9042-4456-9fd2-ae023d0d6e46 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:16.298876 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829abfdd-6cf4-43b3-9f8d-344dd507c860", "name": "network-vif-deleted", "tag": "955f2974-b0cf-4fbe-a2f0-2f7b0566f234", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:16.299813 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0aa2af8-9042-4456-9fd2-ae023d0d6e46 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:16.300510 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829abfdd-6cf4-43b3-9f8d-344dd507c860', 'name': 'network-vif-deleted', 'tag': '955f2974-b0cf-4fbe-a2f0-2f7b0566f234', 'status': 'completed', 'code': 200} Jul 09 17:28:16.309660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:28:16.375134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0c9f-188a-4a34-8053-51d36377365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.379502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0c9f-188a-4a34-8053-51d36377365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:16.383310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eb4e0c9f-188a-4a34-8053-51d36377365e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01914948-441f-4a05-b1ad-5c57daee27eb HTTP/1.1" status: 204 len: 168 time: 0.3068335 Jul 09 17:28:16.393454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e0c9f-188a-4a34-8053-51d36377365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01914948-441f-4a05-b1ad-5c57daee27eb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:16.417526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:28:16.455501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:28:16.456597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 955f2974-b0cf-4fbe-a2f0-2f7b0566f234 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:28:16.504723 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aff6ae-985f-4ed6-8722-4d6a9a2b8228 req-ea780f57-70c8-41d0-bec0-bea5a079f8ba tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:16.506357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00aff6ae-985f-4ed6-8722-4d6a9a2b8228 req-ea780f57-70c8-41d0-bec0-bea5a079f8ba tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1009867 Jul 09 17:28:16.605884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00aff6ae-985f-4ed6-8722-4d6a9a2b8228 req-c3803dcf-fdee-4163-93f5-fb5f714ed6c6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880392 Jul 09 17:28:16.679279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:16.729675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:28:16.739403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:16.740329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:16.918372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58e71bc1-06a8-4ee0-923f-89c9a9a980d1 req-97562f8c-f056-4863-b6d7-d5f44bb6ab19 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=829abfdd-6cf4-43b3-9f8d-344dd507c860 HTTP/1.1" status: 200 len: 210 time: 0.0458772 Jul 09 17:28:16.988071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:17.084966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e8fe3cc-500f-466e-8579-d2ebb3afdc33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a21fc4dc56b5467e92651d6960ac9b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928850 Jul 09 17:28:17.085626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44076) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:17.089433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:28:17.284141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e70b-4e8c-47ee-b4e8-171ad0b5172d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:17.310555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e70b-4e8c-47ee-b4e8-171ad0b5172d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:17.394055 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e70b-4e8c-47ee-b4e8-171ad0b5172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:17.398007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e70b-4e8c-47ee-b4e8-171ad0b5172d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:17.399039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58e73e1c-1e31-42bd-883e-353b9e8e5c63 req-4d39686b-2bb2-4b3f-9d14-8bf68e0b7fe7 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.1101465 Jul 09 17:28:17.399992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ba1e70b-4e8c-47ee-b4e8-171ad0b5172d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6297f67e-0b40-43e3-9360-156476624a98 HTTP/1.1" status: 204 len: 168 time: 0.3117075 Jul 09 17:28:17.408183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:17.417946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e70b-4e8c-47ee-b4e8-171ad0b5172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6297f67e-0b40-43e3-9360-156476624a98,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:17.442216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dc68b-2c91-4d95-be26-d32677116a20 None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:17.870986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b302-39f1-4c7a-86d2-1e673bde03ca req-b89c48c4-fea8-4bf3-9436-4184cd44c0b6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:17.874773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-beb4b302-39f1-4c7a-86d2-1e673bde03ca req-b89c48c4-fea8-4bf3-9436-4184cd44c0b6 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1061015 Jul 09 17:28:17.909888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44106) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:17.919740 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf200166-a921-435f-8268-8514df87cdf0 None None] New status for floating IP f2bf59a0-a36c-4054-ad76-c875a5b5969b: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:28:17.934378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-beb4b302-39f1-4c7a-86d2-1e673bde03ca req-0ebc2784-f24a-4f0e-a5c3-940a9ebd97a0 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Jul 09 17:28:18.101848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:18.219357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.251873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.290250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1625529506'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:18.335922 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.337480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:18.338633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.339877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0b07cee-0326-481d-83a0-5a7ef68ed989 HTTP/1.1" status: 204 len: 168 time: 0.2367184 Jul 09 17:28:18.344556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.347747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44132) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:18.357678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b07cee-0326-481d-83a0-5a7ef68ed989,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:18.365854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.366210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.366558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.367120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.367462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.367827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.368166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.368520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.368855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.369243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.369837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.370163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbd606b-8c84-438e-98c8-8ad6792a87e4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:28:18.390496 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.414947 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-04bbb7ae-c8be-4250-b2a8-09541265ba8b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] show failed (client error): The resource could not be found. Jul 09 17:28:18.416053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-04bbb7ae-c8be-4250-b2a8-09541265ba8b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups/a0b07cee-0326-481d-83a0-5a7ef68ed989 HTTP/1.1" status: 404 len: 347 time: 0.0672908 Jul 09 17:28:18.419262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:18.540555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.549261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.574004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:28:18.625876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-478b58a1-fccb-405b-bd19-d30795de629a req-a69095ef-9012-4596-a847-26c34edc096c tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0495806 Jul 09 17:28:18.626838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.627199 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Added segment 66201de7-d77b-481a-a3e6-55c8133dde29 of type vlan for network 29038571-6537-4472-a87f-c5747059ee99 Jul 09 17:28:18.695641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.703751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Deleting port d7ef8ef9-3927-4864-b33d-5935059a0f35 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:18.704134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.722470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d657e-c5cd-4b3b-ae4f-5ea9359ea4ce,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:18.733116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.741757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:18.742450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.816071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9023333 Jul 09 17:28:18.816071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365afe7d-eaac-428b-b030-623d603efc8e tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Network': ['ID=29038571-6537-4472-a87f-c5747059ee99,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:18.816785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44146) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:18.822314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'subnet': {'network_id': '29038571-6537-4472-a87f-c5747059ee99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:18.832505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 29038571-6537-4472-a87f-c5747059ee99 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:28:18.846341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.846673 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:18.861524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Calling delete_port for d7ef8ef9-3927-4864-b33d-5935059a0f35 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:18.947052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:18.950902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.070467 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.324167 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.410019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Subnet': ['ID=3843324e-50b8-4984-8dd7-17436f0fe904,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:19.419991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Checking segment: {'id': '66201de7-d77b-481a-a3e6-55c8133dde29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '29038571-6537-4472-a87f-c5747059ee99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:28:19.420594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network hostable DHCP agents. Network: 29038571-6537-4472-a87f-c5747059ee99, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:28:19.466975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:28:19.489499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 29038571-6537-4472-a87f-c5747059ee99) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:19.494753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:19.495689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.504194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73680e-1bc2-4f25-8770-0e01442296f8 None None] Network 29038571-6537-4472-a87f-c5747059ee99 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:28:19.538432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be717a64-8b25-4622-849d-631be8033cdf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7204981 Jul 09 17:28:19.541094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44166) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:19.545870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2045616857', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:19.615569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.616849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.710315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event deleted for resources: {'Port': ['ID=d7ef8ef9-3927-4864-b33d-5935059a0f35,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:19.739653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.776632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076c420-5d4e-44df-a8e4-24f6f4889b6a None None] Network 29038571-6537-4472-a87f-c5747059ee99 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:28:19.801714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.807504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:19.822586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eccbbd87-00a4-47bd-96fc-e197ec3010b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2bf59a0-a36c-4054-ad76-c875a5b5969b HTTP/1.1" status: 204 len: 168 time: 1.3911242 Jul 09 17:28:19.915544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9a39816-aba1-4304-afb1-bd664f7a6d04 req-4442fb29-239c-4806-824c-0b33580b8975 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0429976 Jul 09 17:28:19.915941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bebfa-6348-407c-915b-1b472a4acae6 req-37fcdb96-0191-48ec-b694-22f2752a373f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:19.929800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-473bebfa-6348-407c-915b-1b472a4acae6 req-37fcdb96-0191-48ec-b694-22f2752a373f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.8713856 Jul 09 17:28:20.002056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-473bebfa-6348-407c-915b-1b472a4acae6 req-54cffa04-cbdd-4b5a-a657-9fa70008abc3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604093 Jul 09 17:28:20.026932 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.460387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.464465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44178) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:20.470488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447648394', 'description': 'tempest-description--104362678'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:20.480199 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.505932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.622612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.42 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/adbd794d-db30-4b61-b7c4-fffcff9d8496) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:20.640337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.646670 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.676788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b8838-32f8-42ac-8e4a-8593c36421db,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:20.693689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.699567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44182) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:20.700862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-293f001c-cfc4-4484-a60e-6e89bdb89718 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2347009 Jul 09 17:28:20.706904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'security_group_rule': {'security_group_id': '7f8b8838-32f8-42ac-8e4a-8593c36421db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:20.772855 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.780968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.853241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.859172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.867722 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.907647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869a36c9-de09-4733-a4af-74a94af751c0,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:20.926237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:20.927303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:20.928835 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2ae0cf20-fe5d-40b0-91c4-459154ef5b2e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2284520 Jul 09 17:28:20.928835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44184) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:20.939134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'security_group_rule': {'security_group_id': '7f8b8838-32f8-42ac-8e4a-8593c36421db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:20.942535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:20.948786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:20.953524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=adbd794d-db30-4b61-b7c4-fffcff9d8496,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:21.035190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.090272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b9160d97-bab6-4b80-8dc5-0e5981395e98 req-b134fc84-67a7-4292-84ad-06a459f734a3 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0321412 Jul 09 17:28:21.164437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.208868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.259881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44645a64-157a-4506-831c-98943b5a5ed4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:21.293652 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.294850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8cf18539-0f65-47c7-8606-fbdb6287e613 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3623986 Jul 09 17:28:21.298206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44192) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:21.303805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:21.328668 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.330712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.391005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80c18-883c-4490-ad00-491e7d9664e6 req-f9d487a4-67e1-4e32-a574-8f419ebd5e3a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:21.392625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cda80c18-883c-4490-ad00-491e7d9664e6 req-f9d487a4-67e1-4e32-a574-8f419ebd5e3a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.2336938 Jul 09 17:28:21.455734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.563077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cda80c18-883c-4490-ad00-491e7d9664e6 req-fd2a68fd-d263-4104-be16-df6977322444 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572018 Jul 09 17:28:21.655931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Allocated IP 172.25.3.216 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/4dced917-64d4-424e-95f0-f00447089496) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:21.681416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.861795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:28:21.901683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:21.966747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.011228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:22.023076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:22.035140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:22.036213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:22.036446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:22.040006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:22.041997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.043669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d4d09095-b793-4cbc-8248-45ea8c47f502 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5014770 Jul 09 17:28:22.046587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44208) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:22.048173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:22.051919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'Port': ['ID=4dced917-64d4-424e-95f0-f00447089496,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:22.100047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:22.121342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:22.125579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:22.190659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.198145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:22.198818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef99d1d-0beb-4392-a244-bba411c6a736 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:22.295270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.432452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f4d25f3-f69a-49e1-9bef-63fcc36523ed req-07721baa-07b5-444c-98cd-d0bf1b4cc529 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0914230 Jul 09 17:28:22.651857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.658459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.752082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'Port': ['ID=4dced917-64d4-424e-95f0-f00447089496,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:22.768884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.800572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:22.802380 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a3db12fb-cc16-44c6-9c31-a0607f19c5ca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5028677 Jul 09 17:28:23.179645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-acc338f0-a4a2-4940-9dab-d3b8c16afb6e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--447648394&fields=id&tenant_id=3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 267 time: 0.0550437 Jul 09 17:28:23.291654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bd2ba-c891-46ab-8109-97587fc1f28b req-a5f51396-2f70-40c6-94f3-013c04e79170 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:23.293550 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f0bd2ba-c891-46ab-8109-97587fc1f28b req-a5f51396-2f70-40c6-94f3-013c04e79170 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1466739 Jul 09 17:28:23.297995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-29428c36-af23-4578-9e0f-27204b52f843 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:23.299570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-29428c36-af23-4578-9e0f-27204b52f843 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 815 time: 0.1129513 Jul 09 17:28:23.316049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-71901dbe-c121-452e-a0ac-ba04ca4ab979 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/quotas/3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 375 time: 0.0106318 Jul 09 17:28:23.371919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f0bd2ba-c891-46ab-8109-97587fc1f28b req-f73d6034-88f3-49d6-9420-df48a621a8e3 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660615 Jul 09 17:28:23.390295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:23.445415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-11f353a4-313f-42b1-b78b-3af64e634494 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228120 Jul 09 17:28:23.617572 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-57ebf61a-75a8-4c55-9746-7a3ef27b00f8 service neutron] 10.222.0.21 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589017 Jul 09 17:28:23.673400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f61255ae-6128-409f-bd0b-4d10630a7f66 req-c77946c8-6255-40ed-94d2-f2d891c63c3a tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0647302 Jul 09 17:28:23.779352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.1 (29038571-6537-4472-a87f-c5747059ee99/3843324e-50b8-4984-8dd7-17436f0fe904/2c4e024b-c28a-413b-a930-baecba33ce2d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:23.786009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-570debe3-c897-4b51-b05e-6fcce3c1f2a6 service neutron] 10.222.0.21 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581957 Jul 09 17:28:23.937519 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.008952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.057183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:24.060804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:24.068266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:24.105775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=2c4e024b-c28a-413b-a930-baecba33ce2d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:24.128016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.153727 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc313e06-4411-4c3f-a5a5-e98a7b5a7e1f req-568369b0-67cb-4ee4-8c66-7169b5421e29 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 210 time: 0.1192973 Jul 09 17:28:24.265241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:24.371360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.444418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a64376b-b53d-4474-9972-2a106159c7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.648274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a64376b-b53d-4474-9972-2a106159c7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.661460 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a64376b-b53d-4474-9972-2a106159c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.775328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.787318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.807231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64376b-b53d-4474-9972-2a106159c7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3054d2a-3536-450a-b9cb-63c16be408f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:24.824212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7a64376b-b53d-4474-9972-2a106159c7cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dd880f9b5374248923878a298f63c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577636 Jul 09 17:28:24.827552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44270) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:24.854706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6e674-295a-40e8-aee2-355128134d6b req-23c4a5fa-c20f-4b1d-827d-e336082fe929 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:24.856863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05a6e674-295a-40e8-aee2-355128134d6b req-23c4a5fa-c20f-4b1d-827d-e336082fe929 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.2996387 Jul 09 17:28:24.920527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=2c4e024b-c28a-413b-a930-baecba33ce2d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:24.945996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05a6e674-295a-40e8-aee2-355128134d6b req-0f9aab28-4339-4257-a99e-263482d65b5a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692163 Jul 09 17:28:24.969006 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8182f450-831b-4c04-93d9-315f878d760d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:24.974720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efa6c130-a659-4f08-8d22-6b5332c4b7d2 req-2148e42b-0d02-455b-9939-32c1e042a3e3 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0501394 Jul 09 17:28:25.009510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.054820 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8182f450-831b-4c04-93d9-315f878d760d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.144591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8182f450-831b-4c04-93d9-315f878d760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.148968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8182f450-831b-4c04-93d9-315f878d760d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.150286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8182f450-831b-4c04-93d9-315f878d760d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3054d2a-3536-450a-b9cb-63c16be408f2 HTTP/1.1" status: 204 len: 168 time: 0.3204834 Jul 09 17:28:25.160367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182f450-831b-4c04-93d9-315f878d760d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3054d2a-3536-450a-b9cb-63c16be408f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:25.192509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:25.194564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:25.347845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5ad8e1a-68db-43b1-96dc-a671bb04f056 req-028e5e49-e2c1-41c6-87d3-76ebc7c4dd97 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 210 time: 0.0378869 Jul 09 17:28:25.436849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:25.587363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:25.598961 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:25.616356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44292) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:25.617232 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:25.617888 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:25.620342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ed333651-b125-45ed-99aa-8bc9dc5d11e6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/routers/d245405c-8ff1-46c2-8621-cd8893e80e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5716894 Jul 09 17:28:25.625282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'port': {'network_id': '29038571-6537-4472-a87f-c5747059ee99', 'name': 'tempest-FloatingIPTestJSON-201660682'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:25.654897 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:25.664746 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:25.665625 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:25.706311 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:25.707635 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f543e02-7360-463c-a432-0324e9edc639 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:25.808669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-28168dba-b9ea-4969-ba3e-2cee26135ed5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:25.810306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-28168dba-b9ea-4969-ba3e-2cee26135ed5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 815 time: 0.3001494 Jul 09 17:28:25.832039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:25.835793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:25.892013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] device_id is not set on port 590aeffe-fa93-4abe-8312-411dcf1f2fef yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:25.906536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-d5a93632-edc2-4ab7-8fdc-1420f57b59cc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 379 time: 0.0862131 Jul 09 17:28:25.944159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'port': {'device_id': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'admin_state_up': True, 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'security_groups': ['7f8b8838-32f8-42ac-8e4a-8593c36421db']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:26.046848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44308) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:26.095425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.3 (29038571-6537-4472-a87f-c5747059ee99/3843324e-50b8-4984-8dd7-17436f0fe904/590aeffe-fa93-4abe-8312-411dcf1f2fef) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:26.125762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Made reservation on behalf of 3aa99a636212439897feada6c97c22bc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:26.129990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.203050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfaf88-0768-48e8-9c18-6fe865fca419 req-7b2550aa-277e-4e9a-a049-f7ad9bb7af2a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:26.204519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fabfaf88-0768-48e8-9c18-6fe865fca419 req-7b2550aa-277e-4e9a-a049-f7ad9bb7af2a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.0897999 Jul 09 17:28:26.231308 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d655b657-68b2-4a00-b49b-04252c4ca875 req-8882ab06-5c08-4a9d-8846-a5ffef9d0f85 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0651903 Jul 09 17:28:26.260551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fabfaf88-0768-48e8-9c18-6fe865fca419 req-ca7f424e-ae5d-45bc-bc40-80c650927da4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499313 Jul 09 17:28:26.281570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-252362624-network', 'tenant_id': '46acc4efb1d94cd38378d1e9f1730727'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:26.410836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Made reservation on behalf of 46acc4efb1d94cd38378d1e9f1730727 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:26.413287 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.430108 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.535685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.548283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Allocated IP 172.20.0.8 (511b8178-1168-4429-9106-976feeb70bc8/2bf831b3-d142-43a5-bb2f-461b77ebc875/4ea91782-e63b-4da7-9d54-f33d8736528d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:26.549089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-877d7d97-9236-4b20-b2de-5046dd309dc4 req-6e6fc242-9b31-40b1-ba98-aabebc2db79b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 210 time: 0.0366387 Jul 09 17:28:26.644085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.659790 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.717675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.723619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:28:26.790099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf92eb5-7888-414e-86b7-1978fc929502,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:26.801640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.802002 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Added segment 88caa362-7bfe-415d-ae92-e20ae0c80d26 of type vlan for network f9541a8d-5c50-4fcf-b1db-265527432948 Jul 09 17:28:26.852287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=590aeffe-fa93-4abe-8312-411dcf1f2fef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:26.856367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:26.872149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:26.882712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:26.886466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.892008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.943695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Transition to ACTIVE for port object 4ea91782-e63b-4da7-9d54-f33d8736528d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:28:26.974670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:26.975302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.981376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:26.981376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:26.983334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.048716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-14804bc4-7986-4a93-828a-07bae954c2ee tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4296422 Jul 09 17:28:27.051406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44320) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:27.057146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0047762 Jul 09 17:28:27.058141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'port': {'network_id': '29038571-6537-4472-a87f-c5747059ee99', 'name': 'tempest-FloatingIPTestJSON-988084465'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:27.058301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44322) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:27.063892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Request body: {'subnet': {'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-252362624-subnet', 'tenant_id': '46acc4efb1d94cd38378d1e9f1730727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:27.082854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52840-5d3b-45b7-92d6-4ddf93006d59 admin admin] Pushing event updated for resources: {'Network': ['ID=f9541a8d-5c50-4fcf-b1db-265527432948,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:27.094007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f9541a8d-5c50-4fcf-b1db-265527432948 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:28:27.117263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.147040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Made reservation on behalf of 46acc4efb1d94cd38378d1e9f1730727 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:27.150989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.196809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:27.201303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.222213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] device_id is not set on port 3ff4f0d6-f1e6-4355-8946-08556aa0b25e yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:27.244093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Network 511b8178-1168-4429-9106-976feeb70bc8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:27.255635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:27.258238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:27.316529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:27.317163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.339585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4024098 Jul 09 17:28:27.353541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Request body: {'port': {'device_id': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:27.364165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.4 (29038571-6537-4472-a87f-c5747059ee99/3843324e-50b8-4984-8dd7-17436f0fe904/3ff4f0d6-f1e6-4355-8946-08556aa0b25e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:27.410991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac677df-a309-4589-b194-86f1c009e603 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:27.470700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.583146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.623093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3974226-b395-4431-995d-373ca60e7c2e None None] Provisioning for port 4ea91782-e63b-4da7-9d54-f33d8736528d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:28:27.629748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3974226-b395-4431-995d-373ca60e7c2e None None] Provisioning complete for port 4ea91782-e63b-4da7-9d54-f33d8736528d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:28:27.630376 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3974226-b395-4431-995d-373ca60e7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.675043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.680257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b3974226-b395-4431-995d-373ca60e7c2e None None] Port 4ea91782-e63b-4da7-9d54-f33d8736528d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:28:27.724933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa88-46f2-4ae7-953a-d4ed5fdeeac8 req-746ba280-373c-43c9-8df7-b1e78b5622e7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:27.726516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b5aa88-46f2-4ae7-953a-d4ed5fdeeac8 req-746ba280-373c-43c9-8df7-b1e78b5622e7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1252897 Jul 09 17:28:27.753109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:27.763444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:27.775744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:27.780058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=3ff4f0d6-f1e6-4355-8946-08556aa0b25e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:27.831626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34b5aa88-46f2-4ae7-953a-d4ed5fdeeac8 req-426c45da-f048-492f-a1af-3d5ceefd3ebb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919547 Jul 09 17:28:27.846755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:27.847445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.875501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85254b30-9d1c-40d9-8750-74582007cd54 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8225665 Jul 09 17:28:27.878899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44334) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:27.886311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '3ff4f0d6-f1e6-4355-8946-08556aa0b25e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:27.916743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:27.927367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b261d6-d11c-4d76-89b5-81dae9a77191 req-6e16c520-65e2-4d56-9229-180b7085aa72 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.3212373 Jul 09 17:28:28.072627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.076026 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.124061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877741f1-2f36-494b-b4af-211764504198,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:28.200898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Checking segment: {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:28:28.201137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Network hostable DHCP agents. Network: f9541a8d-5c50-4fcf-b1db-265527432948, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:28:28.219195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea91782-e63b-4da7-9d54-f33d8736528d {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:28:28.228913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.237867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Network f9541a8d-5c50-4fcf-b1db-265527432948 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:28:28.249457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Transition to ACTIVE for port object 4ea91782-e63b-4da7-9d54-f33d8736528d will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:28:28.253089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f9541a8d-5c50-4fcf-b1db-265527432948) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:28.258091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:28.259060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.260887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.262069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940732fa-7a6d-4c7d-b2ea-a7c32b81f931 None None] Network f9541a8d-5c50-4fcf-b1db-265527432948 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:28:28.282008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c881f-a04c-439d-99c6-2619382f36ae req-76f4ee36-3a1b-48f9-9a9b-9fca778e23b0 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:28.284071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-810c881f-a04c-439d-99c6-2619382f36ae req-76f4ee36-3a1b-48f9-9a9b-9fca778e23b0 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 931 time: 0.1253452 Jul 09 17:28:28.319695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-097ed55c-3125-4cac-b6d4-65ce61502793 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2608178 Jul 09 17:28:28.359352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:28.360401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-810c881f-a04c-439d-99c6-2619382f36ae req-05cbb762-682f-4efc-8063-2fd9369ac1ed tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672998 Jul 09 17:28:28.385220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.56 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/6fe35d50-43fb-4fdf-805f-c383dfccf3f7) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:28.503067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Attempting to bind port 4ea91782-e63b-4da7-9d54-f33d8736528d on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:28.503615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Attempting to bind port 4ea91782-e63b-4da7-9d54-f33d8736528d by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:28.504080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Attempting to bind port 4ea91782-e63b-4da7-9d54-f33d8736528d on network 511b8178-1168-4429-9106-976feeb70bc8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:28.510469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Port 4ea91782-e63b-4da7-9d54-f33d8736528d on network 511b8178-1168-4429-9106-976feeb70bc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:28.510953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Attempting to bind port 4ea91782-e63b-4da7-9d54-f33d8736528d on network 511b8178-1168-4429-9106-976feeb70bc8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:28.518739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:28:28.519229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Checking segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:28:28.520067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Bound using segment: {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:28:28.520736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Bound port: 4ea91782-e63b-4da7-9d54-f33d8736528d, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e86f49-77b4-482c-9b3b-2a590a5e5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '511b8178-1168-4429-9106-976feeb70bc8'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:28:28.521202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.549532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b849d-0211-4200-9f82-8cde1cf1b947 None None] Network f9541a8d-5c50-4fcf-b1db-265527432948 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:28:28.613270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.635485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:28:28.646815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:28:28.654647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.692496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:28.694788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.696896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] 10.222.0.13 "PUT /v2.0/ports/4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 1092 time: 1.3477063 Jul 09 17:28:28.706588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:28.709784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:28.715955 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f556872-6551-41e3-aa56-6a1ecc413f51" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:28.753627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abf368-f123-45af-bb1c-cf5e1a57f16a service neutron] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:28.812556 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6d48c-f432-4fc8-9514-8da196f51d36 x-openstack-request-id: req-b1b6d48c-f432-4fc8-9514-8da196f51d36 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:28.812912 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:28.813094 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1b6d48c-f432-4fc8-9514-8da196f51d36 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:28.813470 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'status': 'completed', 'code': 200} Jul 09 17:28:28.834140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:28.839751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-e5624f8f-30e8-4e0a-9881-1f39e982b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:28.840125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:28.842029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-e5624f8f-30e8-4e0a-9881-1f39e982b806 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1095 time: 0.0844717 Jul 09 17:28:28.846305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:28.890675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=6fe35d50-43fb-4fdf-805f-c383dfccf3f7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:28.923019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-dc16ad6d-d0e9-44da-a83f-ddeb89ab142b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 217 time: 0.0707114 Jul 09 17:28:29.057921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-7a33d4a7-815c-439c-9378-1df6ce2bb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.059532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-7a33d4a7-815c-439c-9378-1df6ce2bb250 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.1209707 Jul 09 17:28:29.170869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f667-ec66-431b-b497-ddc852778795 req-6bcf052d-7b93-4cf2-8c33-8118c4a7c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.172719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-6bcf052d-7b93-4cf2-8c33-8118c4a7c19b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061752 Jul 09 17:28:29.254573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137c6d-2b39-4550-aab8-42e0760f7b63 req-de7181eb-7728-49a0-b273-6c60f119e305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.264235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7137c6d-2b39-4550-aab8-42e0760f7b63 req-de7181eb-7728-49a0-b273-6c60f119e305 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.2151456 Jul 09 17:28:29.287225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b5c3fc1-f51d-410e-a6f2-486849b38be5 req-5cf7ad20-4bb9-4dc6-a580-71440f1a8e34 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0375123 Jul 09 17:28:29.341720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-1e753179-e10d-4106-8e27-cf4e1a18a88f service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622412 Jul 09 17:28:29.412549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7137c6d-2b39-4550-aab8-42e0760f7b63 req-4978e418-cac2-416f-b072-2b0936142e70 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469159 Jul 09 17:28:29.449836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9a3f667-ec66-431b-b497-ddc852778795 req-8c432a52-bb49-4e23-907d-078934f4e7a4 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014860 Jul 09 17:28:29.631409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-d9f0d3e0-d238-4971-a728-e048adc27191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.637663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-d9f0d3e0-d238-4971-a728-e048adc27191 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1095 time: 0.1336837 Jul 09 17:28:29.686754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:29.802099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:29.810511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64a26e-cb40-4700-97a4-44731d6c1096 req-88aee15d-8873-4191-99d9-1b4418e2c37b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.818157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b64a26e-cb40-4700-97a4-44731d6c1096 req-88aee15d-8873-4191-99d9-1b4418e2c37b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.1517403 Jul 09 17:28:29.841957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-a52750e1-03de-4aab-9b1c-b45f49c3c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.843642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-a52750e1-03de-4aab-9b1c-b45f49c3c66e service neutron] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.1989484 Jul 09 17:28:29.906144 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-8d5e1ab5-53af-4013-9649-b9142cd66be5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 217 time: 0.0522292 Jul 09 17:28:29.912166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b64a26e-cb40-4700-97a4-44731d6c1096 req-8eae5da5-51e4-4d59-b219-8c4da130a1f8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931201 Jul 09 17:28:29.981245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-fc54f132-ea28-4a3f-ba7e-b7b437f62c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:29.983172 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-fc54f132-ea28-4a3f-ba7e-b7b437f62c14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.0700102 Jul 09 17:28:30.008004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:30.015022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:30.067369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-ff8922b4-ac36-4448-ab86-20d4225fa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:30.069023 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-ff8922b4-ac36-4448-ab86-20d4225fa268 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774450 Jul 09 17:28:30.104246 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:30.175979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=6fe35d50-43fb-4fdf-805f-c383dfccf3f7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:30.207896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-a150bfa7-0b0e-4584-9688-805123eb048c service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309149 Jul 09 17:28:30.246447 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 2fef85fd-5c35-452c-9697-def05b38f52b associated. External IP: 172.25.3.56, port: 3ff4f0d6-f1e6-4355-8946-08556aa0b25e. Jul 09 17:28:30.314689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f556872-6551-41e3-aa56-6a1ecc413f51 req-768d58c4-2814-4a27-b30f-9be89467c728 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996907 Jul 09 17:28:30.511448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04c6b0d8-db5f-438a-9384-23ee750a41bd req-085d3463-0a1d-482b-8091-d1c5fae14562 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0392487 Jul 09 17:28:30.549400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:30.655786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f8703-80d6-4235-b156-42ce65e9cb53 req-c5486245-6fd5-46f9-92d6-b63ac47b2977 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:30.657557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f03f8703-80d6-4235-b156-42ce65e9cb53 req-c5486245-6fd5-46f9-92d6-b63ac47b2977 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.0988395 Jul 09 17:28:30.706293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f03f8703-80d6-4235-b156-42ce65e9cb53 req-a0ce1609-e135-41a3-8913-3cfacac15306 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Jul 09 17:28:30.728942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:30.749843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:30.754170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:30.759898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:30.760887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:30.801083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:30.801484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-67df882f-d9f1-488f-aee8-caf51594b3f7 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9213560 Jul 09 17:28:30.807105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:30.812516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:30.821463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:30.822194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:30.859105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:30.859988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e3da3-9341-4182-8d42-4804457301c2 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:30.891926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:31.041279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:31.046421 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:31.046817 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 2fef85fd-5c35-452c-9697-def05b38f52b disassociated. External IP: 172.25.3.56, port: 3ff4f0d6-f1e6-4355-8946-08556aa0b25e. Jul 09 17:28:31.199403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e868b9-eee0-482f-9091-452bdb9dad5c req-b64a729f-ae00-4e0e-8ecf-232440d963b9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:31.200988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5e868b9-eee0-482f-9091-452bdb9dad5c req-b64a729f-ae00-4e0e-8ecf-232440d963b9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.1213906 Jul 09 17:28:31.306903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5e868b9-eee0-482f-9091-452bdb9dad5c req-5ec4a1a7-9549-44f4-a8c4-85c220de9317 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723052 Jul 09 17:28:31.337452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:31.465051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:31.470580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:31.474870 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:31.486240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:31.487380 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:31.510290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-453383d9-48b4-4ea3-a1c5-e9319f1dcc02 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/floatingips/2fef85fd-5c35-452c-9697-def05b38f52b HTTP/1.1" status: 200 len: 687 time: 0.7073770 Jul 09 17:28:31.513193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44388) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:31.522661 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:31.532913 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:31.533786 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:31.575637 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:31.576547 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967f670-bfd8-48b9-93d4-1855daae0116 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:31.718649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f6d3f0b-9765-4a11-b0c6-2c3ffa7d700a req-ff68ca40-6247-4236-b31a-92bff66fb461 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0437372 Jul 09 17:28:31.763955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 6fe35d50-43fb-4fdf-805f-c383dfccf3f7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:31.765120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.067617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.067996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.433250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 6fe35d50-43fb-4fdf-805f-c383dfccf3f7 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:32.501064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c49a-aa38-4954-86e9-a22af51aef66 req-1ff35647-1a12-42c6-8156-d3bd0083bcad tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:32.502754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0659c49a-aa38-4954-86e9-a22af51aef66 req-1ff35647-1a12-42c6-8156-d3bd0083bcad tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.5251653 Jul 09 17:28:32.530516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795fda6-bff4-44c7-8b5c-d3ee8d741b0b req-0c8e73a6-6cc9-41a3-af37-9de0c5fba577 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:32.532370 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a795fda6-bff4-44c7-8b5c-d3ee8d741b0b req-0c8e73a6-6cc9-41a3-af37-9de0c5fba577 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.0778289 Jul 09 17:28:32.565309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0659c49a-aa38-4954-86e9-a22af51aef66 req-b011af61-4037-4bb5-8f51-8eda2d43224b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512626 Jul 09 17:28:32.585102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a795fda6-bff4-44c7-8b5c-d3ee8d741b0b req-c5ebea66-46a4-4fbb-8e4b-82c48719356b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Jul 09 17:28:32.638051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.665747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=6fe35d50-43fb-4fdf-805f-c383dfccf3f7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:32.748428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.751546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.756420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44434) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:32.757138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-23f51881-7d91-4490-bb56-953498c47ca6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/floatingips/2fef85fd-5c35-452c-9697-def05b38f52b HTTP/1.1" status: 204 len: 168 time: 1.2428911 Jul 09 17:28:32.762635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '590aeffe-fa93-4abe-8312-411dcf1f2fef'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:32.801366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:32.988234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5bbf5402-9b3a-4fc1-82cd-9fa489b4124c req-823379ef-cd08-431a-a3f2-5fe18b09bae7 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0639222 Jul 09 17:28:33.018347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:33.092767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:28:33.168535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.22 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/077eb86f-c73f-4aaf-8661-6c888f60a56e) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:33.223627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:33.238695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'mac_address': 'fa:16:3e:77:0c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:28:33.280629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:33.299153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea91782-e63b-4da7-9d54-f33d8736528d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:28:33.323207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:33.329907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:33.346028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7056-9ab9-4fb6-b936-196d5ae9a7ae req-5b36551b-af09-40bd-b6a9-3e13199bd5a7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:33.347615 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87cd7056-9ab9-4fb6-b936-196d5ae9a7ae req-5b36551b-af09-40bd-b6a9-3e13199bd5a7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.1656821 Jul 09 17:28:33.365069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:33.388176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:33.429390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87cd7056-9ab9-4fb6-b936-196d5ae9a7ae req-ffb32924-5059-40b2-9091-a573072eab9c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700290 Jul 09 17:28:33.458225 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:33.517020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:33.522239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:33.525777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:33.556219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=077eb86f-c73f-4aaf-8661-6c888f60a56e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:33.622707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['4ea91782-e63b-4da7-9d54-f33d8736528d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:28:34.154221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e16e8-0e33-4fe4-9688-d0d0a92679df req-757e8409-23cd-476f-bcc6-f7646d7e381b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:34.161868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-246e16e8-0e33-4fe4-9688-d0d0a92679df req-757e8409-23cd-476f-bcc6-f7646d7e381b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 944 time: 0.1281950 Jul 09 17:28:34.214203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-246e16e8-0e33-4fe4-9688-d0d0a92679df req-463b5cc7-3032-4ecd-9064-e4726128069c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509830 Jul 09 17:28:34.435503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56fe350d-e824-4c5d-838b-6b529af4a41a req-98b72f3a-94a7-40e5-a558-2724a8b078f5 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.1286626 Jul 09 17:28:34.497127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:34.601611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-e2edbcb6-6b83-430a-82a5-3ea636320238 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:34.603351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-e2edbcb6-6b83-430a-82a5-3ea636320238 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.2952616 Jul 09 17:28:34.653293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c5f5-1721-4680-a5a5-9f7408380d5e req-baae8a19-e572-40ab-83a7-05ce16e23e0e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:34.654967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fd3c5f5-1721-4680-a5a5-9f7408380d5e req-baae8a19-e572-40ab-83a7-05ce16e23e0e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 946 time: 0.0913396 Jul 09 17:28:34.689156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:34.729855 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fd3c5f5-1721-4680-a5a5-9f7408380d5e req-3441121d-e0b8-4c5a-8446-10793b50a4c7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671172 Jul 09 17:28:34.834522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Deleting port 39885240-2c84-4acb-be4d-325f007299ec {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:34.834885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:34.966885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] For port 39885240-2c84-4acb-be4d-325f007299ec, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=39885240-2c84-4acb-be4d-325f007299ec,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:34.967301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:34.983442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:34.988500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Calling delete_port for 39885240-2c84-4acb-be4d-325f007299ec owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:34.993946 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.111749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:28:35.210632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=077eb86f-c73f-4aaf-8661-6c888f60a56e,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:35.227636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.234654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.368567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['39885240-2c84-4acb-be4d-325f007299ec'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:28:35.417183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 4ea91782-e63b-4da7-9d54-f33d8736528d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:28:35.422670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 4ea91782-e63b-4da7-9d54-f33d8736528d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:28:35.423048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.424035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event deleted for resources: {'Port': ['ID=39885240-2c84-4acb-be4d-325f007299ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:35.545907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] No DVR routers for this DVR port 39885240-2c84-4acb-be4d-325f007299ec on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:28:35.547380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.549110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.551589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b36335d-6789-4656-a925-c5b3d6cac28f req-9101d6e6-1f5a-4fb4-a6a4-81cfedbbdc27 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "DELETE /v2.0/ports/39885240-2c84-4acb-be4d-325f007299ec HTTP/1.1" status: 204 len: 173 time: 0.9208465 Jul 09 17:28:35.554344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'name': 'network-vif-deleted', 'tag': '39885240-2c84-4acb-be4d-325f007299ec'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:35.557559 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f718e81-f91c-4b13-9396-cfe26f66bbf0" -d '{"events": [{"server_uuid": "5cff66d6-ea87-488f-813c-8b3941bdd20b", "name": "network-vif-deleted", "tag": "39885240-2c84-4acb-be4d-325f007299ec"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:35.566103 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP fb45b014-dacd-4fc8-9b74-8816d661daf3 associated. External IP: 172.25.3.22, port: 590aeffe-fa93-4abe-8312-411dcf1f2fef. Jul 09 17:28:35.619898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:35.622953 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a0418e-57d0-46af-b6cf-b7a8fc7697be" -d '{"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-plugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:35.663050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:35.691192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:35.775476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259776-044c-4e9b-8f68-f441b94b7995 req-8514582e-2bd6-4dd6-8d44-5675528f2226 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:35.782538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6259776-044c-4e9b-8f68-f441b94b7995 req-8514582e-2bd6-4dd6-8d44-5675528f2226 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 944 time: 0.3625119 Jul 09 17:28:35.829344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b865037-d510-440e-a52f-343e66fda8ab req-644d2241-ddf7-4e81-92bf-3be1868e4437 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0990996 Jul 09 17:28:35.835690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:35.893486 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6259776-044c-4e9b-8f68-f441b94b7995 req-e06f16af-5736-40e5-a993-4bdb8b9a78c7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099212 Jul 09 17:28:35.916249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:35.942592 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2732cf56-86a9-4162-8e77-89377d28632e x-openstack-request-id: req-2732cf56-86a9-4162-8e77-89377d28632e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:35.942880 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cff66d6-ea87-488f-813c-8b3941bdd20b", "name": "network-vif-deleted", "tag": "39885240-2c84-4acb-be4d-325f007299ec", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:35.943622 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2732cf56-86a9-4162-8e77-89377d28632e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:35.947307 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cff66d6-ea87-488f-813c-8b3941bdd20b', 'name': 'network-vif-deleted', 'tag': '39885240-2c84-4acb-be4d-325f007299ec', 'status': 'completed', 'code': 200} Jul 09 17:28:35.965534 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d0703b-17a8-44d9-87b7-6167a501c5ea x-openstack-request-id: req-41d0703b-17a8-44d9-87b7-6167a501c5ea {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:35.966112 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-plugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:35.966636 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41d0703b-17a8-44d9-87b7-6167a501c5ea {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:35.967248 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'code': 200} Jul 09 17:28:36.130885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b4f04645-2068-43ee-bb75-8c59f319e54e req-133d755f-7372-432b-b226-88eec9642e19 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cff66d6-ea87-488f-813c-8b3941bdd20b HTTP/1.1" status: 200 len: 210 time: 0.0753844 Jul 09 17:28:36.178016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:36.194815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:36.200863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58a78-b220-4b38-bf3b-6d84c0157db0 req-7e358231-3ad7-4ea9-8346-f076265d9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:36.202519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34c58a78-b220-4b38-bf3b-6d84c0157db0 req-7e358231-3ad7-4ea9-8346-f076265d9528 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1097 time: 0.1464202 Jul 09 17:28:36.209653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:36.213028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:36.213787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:36.251556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:36.264333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:36.265495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:36.312376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:36.312938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae83564-bebd-479e-b7e9-1a47f84c3fe2 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:36.330675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34c58a78-b220-4b38-bf3b-6d84c0157db0 req-e412eaf7-2bae-4013-8872-1c2f17a14c5d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180656 Jul 09 17:28:36.332478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d2d48b2-a65d-4127-bb2f-1813ebbbdc95 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.5736442 Jul 09 17:28:36.335211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44528) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:36.410644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8ce14387-3b0e-4228-ba6d-c22a6dfa2344 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/floatingips/fb45b014-dacd-4fc8-9b74-8816d661daf3 HTTP/1.1" status: 200 len: 976 time: 0.0742531 Jul 09 17:28:36.413893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44530) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:36.620852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-136eb92f-42fd-4957-919f-443a367acc9d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2057295 Jul 09 17:28:36.623208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44540) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:36.643422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'port_id': '3ff4f0d6-f1e6-4355-8946-08556aa0b25e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:36.747043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:37.164536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-630f3e7e-779a-422a-91bb-b71f254b4efd req-3969fc2e-f9df-4db2-9a83-b8aa48b28c58 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0401638 Jul 09 17:28:37.382909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108957-4d67-4ade-aa75-9ee94ac86b4b req-209e10e9-2b76-4a9c-bd31-5bfd9f2224fc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:37.384982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e108957-4d67-4ade-aa75-9ee94ac86b4b req-209e10e9-2b76-4a9c-bd31-5bfd9f2224fc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.2624786 Jul 09 17:28:37.525093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e108957-4d67-4ade-aa75-9ee94ac86b4b req-93e28387-fb1b-43c4-a7a8-e432b01f7b4e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981534 Jul 09 17:28:37.629786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:37.634860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:37.810847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-bc5b4d79-ae56-4254-b4c4-0c53ba5188dd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:37.818735 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-bc5b4d79-ae56-4254-b4c4-0c53ba5188dd tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.1370096 Jul 09 17:28:37.839815 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP fb45b014-dacd-4fc8-9b74-8816d661daf3 associated. External IP: 172.25.3.22, port: 590aeffe-fa93-4abe-8312-411dcf1f2fef. Jul 09 17:28:37.852359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-06c27a99-555e-4553-b0ef-8ae8efc8514a tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/quotas/a8717971522f4b38958888e22c629862 HTTP/1.1" status: 200 len: 375 time: 0.0325086 Jul 09 17:28:37.894525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-52963299-da64-4b04-9337-85bb729b81b7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411665 Jul 09 17:28:38.109644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:38.183146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:38.345313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:38.354997 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:38.383218 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:38.385202 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:38.441534 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:38.451118 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:38.451894 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:38.454749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc35a159-f271-4b0d-a370-51a07340976e req-c3f218cf-689e-449d-9e38-1912574735c4 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.1035972 Jul 09 17:28:38.487210 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:38.488297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec7742-5947-4bdc-b72b-987caa56e768 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:38.528650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d0d0f3f3-33fc-48d6-ab96-d65b5e95b647 service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330795 Jul 09 17:28:38.666159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-208e5d04-4f17-4d44-b837-0446d041c45d service neutron] 10.222.0.21 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212871 Jul 09 17:28:38.804941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:38.842527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cdd74-2a59-4fbc-be51-4c0720e0c39a req-2db5dc86-405f-46b9-80e6-b26653e286b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:38.849422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e61cdd74-2a59-4fbc-be51-4c0720e0c39a req-2db5dc86-405f-46b9-80e6-b26653e286b7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1029186 Jul 09 17:28:38.908397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e61cdd74-2a59-4fbc-be51-4c0720e0c39a req-a5d2606e-817d-48af-858d-36e6f7494649 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578058 Jul 09 17:28:39.138166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0cc8a401-5423-4464-bb6a-17e255a3c8c5 req-5005bf31-26fb-4232-8ce6-28309a440f5b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 210 time: 0.1345587 Jul 09 17:28:39.161257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 39885240-2c84-4acb-be4d-325f007299ec no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:28:39.164961 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:39.195879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:39.219962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:39.226910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 39885240-2c84-4acb-be4d-325f007299ec {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:28:39.237898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 39885240-2c84-4acb-be4d-325f007299ec not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:28:39.246163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:39.310473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:39.315205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:39.412708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8e535-ae3c-42cd-94b8-ce500a19dd60 req-a994821c-dd06-40aa-af46-0476a560d381 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:39.428757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84f8e535-ae3c-42cd-94b8-ce500a19dd60 req-a994821c-dd06-40aa-af46-0476a560d381 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1382248 Jul 09 17:28:39.429646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:39.432932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:39.435325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Request body: {'floatingip': {'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:39.461304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:39.462011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:39.543300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:39.607711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:39.608426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dbd13f-2c9f-4a3b-b807-6e4a2faa74e5 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:39.663452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fadedb70-9c2b-4d95-b27e-1f8f1ce4d2cc tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/floatingips/fb45b014-dacd-4fc8-9b74-8816d661daf3 HTTP/1.1" status: 200 len: 976 time: 3.0266480 Jul 09 17:28:39.664801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44632) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:39.692380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:39.743620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-077efd4a-39f3-430c-beb9-6e8022b69a15 req-2687bdd1-1069-46c2-ba18-d50446aaf7ce tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0413926 Jul 09 17:28:39.832702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.111456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.132128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.132454 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP fb45b014-dacd-4fc8-9b74-8816d661daf3 disassociated. External IP: 172.25.3.22, port: 3ff4f0d6-f1e6-4355-8946-08556aa0b25e. Jul 09 17:28:40.318719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.resource_extend [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:28:40.330077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0000f28f-c874-4dc8-a0ea-4418dfb28282 req-e80e7cdc-225f-48b2-b94e-ee2e32ad9dd5 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 210 time: 0.0389023 Jul 09 17:28:40.361850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f728e4e-26c5-4c2f-8d7d-90226a4d1b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.441413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.448749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.559729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:40.697731 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Floating IP 7db650ac-e4aa-437a-aca7-2716c1115995 associated. External IP: 172.25.3.216, port: 4ea91782-e63b-4da7-9d54-f33d8736528d. Jul 09 17:28:40.778591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:40.791019 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621bddfe-a920-4747-9048-04bacc7593af None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:40.793272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:40.813015 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621bddfe-a920-4747-9048-04bacc7593af None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:40.813670 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-621bddfe-a920-4747-9048-04bacc7593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:40.847011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ef507c5a-e7a1-44a5-9a8d-e5bd9ea280e8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/floatingips/fb45b014-dacd-4fc8-9b74-8816d661daf3 HTTP/1.1" status: 200 len: 687 time: 1.1780317 Jul 09 17:28:40.848322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44658) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:40.909986 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-621bddfe-a920-4747-9048-04bacc7593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:40.940957 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621bddfe-a920-4747-9048-04bacc7593af None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:40.941892 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-621bddfe-a920-4747-9048-04bacc7593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:41.061496 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-621bddfe-a920-4747-9048-04bacc7593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:41.062548 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621bddfe-a920-4747-9048-04bacc7593af None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:41.088152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-b7a081cb-b708-4d62-bb85-4ae4700622fb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:41.096293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-b7a081cb-b708-4d62-bb85-4ae4700622fb tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 812 time: 0.4197211 Jul 09 17:28:41.146026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Request body: {'port': {'device_id': '84210c1a-2ff3-4374-bdb7-98a922930638', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'admin_state_up': True, 'tenant_id': 'a8717971522f4b38958888e22c629862'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:41.201357 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ade2dce1-ad0c-44a0-88d0-3374f3ef22bf req-ebd334b1-b984-4581-bc6c-1c60cf6d33dc tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.1380122 Jul 09 17:28:41.224300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 077eb86f-c73f-4aaf-8661-6c888f60a56e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:41.224657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:41.456655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:41.468944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Made reservation on behalf of a8717971522f4b38958888e22c629862 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:41.476617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:41.477416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:41.477747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:41.490608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 077eb86f-c73f-4aaf-8661-6c888f60a56e owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:41.689001 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-394a17b3-12e0-4e74-9951-d184fcbee15d req-fa2d83f2-780d-431a-a192-2414fd9bdeee tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 210 time: 0.0869615 Jul 09 17:28:41.794247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:41.805119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:41.830947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:41.833652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:41.835628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:41.927116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6086d915-642d-4895-bf24-a9cb490a172a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "PUT /v2.0/floatingips/7db650ac-e4aa-437a-aca7-2716c1115995 HTTP/1.1" status: 200 len: 991 time: 2.4935546 Jul 09 17:28:41.930237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:41.933422 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df532981-0c25-4d5c-a72e-e797be3e01d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:42.104249 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87481ca-d206-431d-8fb7-5aee7e987ec2 x-openstack-request-id: req-b87481ca-d206-431d-8fb7-5aee7e987ec2 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:42.104638 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:42.104964 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b87481ca-d206-431d-8fb7-5aee7e987ec2 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:42.105464 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'status': 'completed', 'code': 200} Jul 09 17:28:42.112191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Allocated IP 172.20.0.9 (8ed56b76-7db4-4328-a8ea-ee33971697b4/871b662f-c6cb-4dbf-ad13-665c13a17e07/34109846-9781-484a-af8b-7899c4375ef0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:42.128485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:28:42.348003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-836917d3-ed01-49ca-8feb-1bdb0eafe5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:42.349619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-836917d3-ed01-49ca-8feb-1bdb0eafe5bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1097 time: 0.2160430 Jul 09 17:28:42.359413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.555223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.624535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '7db650ac-e4aa-437a-aca7-2716c1115995', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'mac_address': 'fa:16:3e:77:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:28:22Z', 'updated_at': '2021-07-09T17:28:40Z', 'revision_number': 1, 'project_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:42.632188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0122b364-8778-4729-bf00-94aaa6a352f3 req-d26cd53b-374b-4ad4-bdd8-ca93ef72d4de tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0646422 Jul 09 17:28:42.634531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-445402e3-6ace-4f75-bb85-afc4f3cdcc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:42.641237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-445402e3-6ace-4f75-bb85-afc4f3cdcc90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.2823110 Jul 09 17:28:42.642654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.701975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:28:42.713888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:42.714565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:42.717592 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:28:42.745463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event updated for resources: {'Port': ['ID=34109846-9781-484a-af8b-7899c4375ef0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:42.763404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Network 8ed56b76-7db4-4328-a8ea-ee33971697b4 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:42.765943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:42.768755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:42.798744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=077eb86f-c73f-4aaf-8661-6c888f60a56e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:42.828956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:42.829633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.850820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-e9a0560f-726d-4345-924c-0d93acd286ca tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7239430 Jul 09 17:28:42.865668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Request body: {'port': {'device_id': '84210c1a-2ff3-4374-bdb7-98a922930638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:42.877526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-db437ecc-be8d-4638-9a3e-cd4834bc285e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 999 time: 0.2142503 Jul 09 17:28:42.885925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:28:42.923593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.926419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.928099 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cdc225a5-d367-43f4-a60e-556e796fe03d tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/floatingips/fb45b014-dacd-4fc8-9b74-8816d661daf3 HTTP/1.1" status: 204 len: 168 time: 2.0786090 Jul 09 17:28:42.934150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44700) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:42.935307 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97fa6649-efff-401e-95bc-caed3b0d4ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:42.993878 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-4a12ab95-02e1-4349-aba0-e54d1e00f717 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] delete failed (client error): The resource could not be found. Jul 09 17:28:42.995424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4a12ab95-02e1-4349-aba0-e54d1e00f717 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/floatingips/fb45b014-dacd-4fc8-9b74-8816d661daf3 HTTP/1.1" status: 404 len: 345 time: 0.0602062 Jul 09 17:28:43.014557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44702) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:43.048422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-390b9bce-148c-4634-80c2-f2c89e3e68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.049914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-390b9bce-148c-4634-80c2-f2c89e3e68e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.1638570 Jul 09 17:28:43.056603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:43.179510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eefd05-0780-4bbb-9063-b7d0eec47a97 req-a78417c7-16f2-4b4e-bda4-1032dadba6a2 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.187031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39eefd05-0780-4bbb-9063-b7d0eec47a97 req-a78417c7-16f2-4b4e-bda4-1032dadba6a2 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 931 time: 0.2064314 Jul 09 17:28:43.208292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-64ef03ee-4f4f-4d0d-8b8a-0773115c4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.209959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-64ef03ee-4f4f-4d0d-8b8a-0773115c4553 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521432 Jul 09 17:28:43.258614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-39eefd05-0780-4bbb-9063-b7d0eec47a97 req-2a80a9aa-f3c0-404c-8c6a-921ed8b340ac tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703716 Jul 09 17:28:43.283577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef22fc-1371-4465-b1e6-1415625627a8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.290835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef22fc-1371-4465-b1e6-1415625627a8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.297836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef22fc-1371-4465-b1e6-1415625627a8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.300367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c2ef22fc-1371-4465-b1e6-1415625627a8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/ports?network_id=29038571-6537-4472-a87f-c5747059ee99 HTTP/1.1" status: 200 len: 2356 time: 0.2848380 Jul 09 17:28:43.304364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44710) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:43.332297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '7db650ac-e4aa-437a-aca7-2716c1115995', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'mac_address': 'fa:16:3e:77:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:28:22Z', 'updated_at': '2021-07-09T17:28:40Z', 'revision_number': 1, 'project_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:43.368575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cfbb6d-c57d-4d25-8223-c8e2c8fba17c None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '7db650ac-e4aa-437a-aca7-2716c1115995', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'mac_address': 'fa:16:3e:77:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:28:22Z', 'updated_at': '2021-07-09T17:28:40Z', 'revision_number': 1, 'project_id': '3aa99a636212439897feada6c97c22bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:43.370532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:43.442126 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-6773cc36-d38c-45a6-bafe-9b1e1cfc13bd service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189970 Jul 09 17:28:43.462955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036d6ef-8b90-45e4-bde8-c44ed7380112 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:43.464512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1036d6ef-8b90-45e4-bde8-c44ed7380112 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/subnets/3843324e-50b8-4984-8dd7-17436f0fe904 HTTP/1.1" status: 200 len: 797 time: 0.1587260 Jul 09 17:28:43.472751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44718) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:43.506616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'port': {'network_id': '29038571-6537-4472-a87f-c5747059ee99', 'name': 'tempest-FloatingIPTestJSON-1524669399', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:43.655070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34109846-9781-484a-af8b-7899c4375ef0 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:28:43.670178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:43.717839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Transition to ACTIVE for port object 34109846-9781-484a-af8b-7899c4375ef0 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:28:43.739073 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:43.828031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df532981-0c25-4d5c-a72e-e797be3e01d6 req-9b513d43-a873-4788-9aef-3e42f70bbd80 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773665 Jul 09 17:28:43.853115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:43.860287 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7778d-4bec-410c-bdb2-a191c3c4828f None None] New status for floating IP 7db650ac-e4aa-437a-aca7-2716c1115995: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:28:43.921030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:43.950830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Pushing event updated for resources: {'Port': ['ID=34109846-9781-484a-af8b-7899c4375ef0,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:44.062920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Attempting to bind port 34109846-9781-484a-af8b-7899c4375ef0 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:28:44.063268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Attempting to bind port 34109846-9781-484a-af8b-7899c4375ef0 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:28:44.063603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Attempting to bind port 34109846-9781-484a-af8b-7899c4375ef0 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:44.101581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:44.102823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86c6d66d-fcb6-4297-8c85-7a2455495523 req-6bbc847b-2530-46a7-aa4d-03feb13d07ad tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0487342 Jul 09 17:28:44.105656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Port 34109846-9781-484a-af8b-7899c4375ef0 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:28:44.105656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Attempting to bind port 34109846-9781-484a-af8b-7899c4375ef0 on network 8ed56b76-7db4-4328-a8ea-ee33971697b4 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:28:44.119675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:28:44.120104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Checking segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:28:44.120510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Bound using segment: {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:28:44.122759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Bound port: 34109846-9781-484a-af8b-7899c4375ef0, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:28:44.123142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:44.152108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] device_id is not set on port 92b2dacc-df01-48f3-9002-09f4cc0727d9 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:44.248578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] For port 34109846-9781-484a-af8b-7899c4375ef0, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:28:44.252591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] For port 34109846-9781-484a-af8b-7899c4375ef0, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=34109846-9781-484a-af8b-7899c4375ef0,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:28:44.259555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:44.329688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:44.330573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:44.337996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] 10.222.0.13 "PUT /v2.0/ports/34109846-9781-484a-af8b-7899c4375ef0 HTTP/1.1" status: 200 len: 1092 time: 1.4779968 Jul 09 17:28:44.343826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84210c1a-2ff3-4374-bdb7-98a922930638', 'tag': '34109846-9781-484a-af8b-7899c4375ef0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:44.357350 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606be3b-afa3-48b8-913b-ad027455912d" -d '{"events": [{"name": "network-changed", "server_uuid": "84210c1a-2ff3-4374-bdb7-98a922930638", "tag": "34109846-9781-484a-af8b-7899c4375ef0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:44.486053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eee86-a221-45d0-b281-e78483bd8a94 service neutron] Pushing event updated for resources: {'Port': ['ID=34109846-9781-484a-af8b-7899c4375ef0,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:44.522146 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddd818-19d6-4a4d-ba72-0d6a13580c10 x-openstack-request-id: req-b3ddd818-19d6-4a4d-ba72-0d6a13580c10 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:44.522146 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84210c1a-2ff3-4374-bdb7-98a922930638", "tag": "34109846-9781-484a-af8b-7899c4375ef0", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:44.522146 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3ddd818-19d6-4a4d-ba72-0d6a13580c10 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:44.522146 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84210c1a-2ff3-4374-bdb7-98a922930638', 'tag': '34109846-9781-484a-af8b-7899c4375ef0', 'status': 'completed', 'code': 200} Jul 09 17:28:44.522146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d117b8d2-3d50-441a-bf60-bac2a7fc6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:44.522949 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-d117b8d2-3d50-441a-bf60-bac2a7fc6370 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 1095 time: 0.1314242 Jul 09 17:28:44.575790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-7c2329b4-4d8e-4030-8489-5b011e786640 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34109846-9781-484a-af8b-7899c4375ef0 HTTP/1.1" status: 200 len: 217 time: 0.0451150 Jul 09 17:28:44.635473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-8628f064-0bb5-4af1-9a6a-a2d150ecaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:44.637296 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-8628f064-0bb5-4af1-9a6a-a2d150ecaa92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0552909 Jul 09 17:28:44.659595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eacd85-47a4-41c0-9a99-0789e0d7c614 req-beb59f5c-2abb-4c9f-9a70-d1a54534d97e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:44.667084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56eacd85-47a4-41c0-9a99-0789e0d7c614 req-beb59f5c-2abb-4c9f-9a70-d1a54534d97e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 943 time: 0.2216172 Jul 09 17:28:44.676000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-205284be-7f66-4526-8947-4340f7aa96e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jul 09 17:28:44.806780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56eacd85-47a4-41c0-9a99-0789e0d7c614 req-3f84313b-0a40-4a9c-8e65-d97438d1f910 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387115 Jul 09 17:28:44.833118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.14 (29038571-6537-4472-a87f-c5747059ee99/3843324e-50b8-4984-8dd7-17436f0fe904/92b2dacc-df01-48f3-9002-09f4cc0727d9) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:44.841164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.13 (29038571-6537-4472-a87f-c5747059ee99/3843324e-50b8-4984-8dd7-17436f0fe904/92b2dacc-df01-48f3-9002-09f4cc0727d9) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:44.841454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-29e8a426-7ca4-48fa-ab4c-df9de5a709aa service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458099 Jul 09 17:28:44.945712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929ba62d-e2ef-4099-9068-1b26022137b0 req-10bb4f18-ce73-4c2e-9aa7-f93911dff389 service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963140 Jul 09 17:28:45.042844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.102960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.177123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606be3b-afa3-48b8-913b-ad027455912d req-7a377952-9592-4246-ad99-1e1dcb2c883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:45.178697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-7a377952-9592-4246-ad99-1e1dcb2c883f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8717971522f4b38958888e22c629862&device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 1095 time: 0.1783538 Jul 09 17:28:45.189281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:45.195009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:45.199415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:45.283952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=92b2dacc-df01-48f3-9002-09f4cc0727d9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:45.292018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4a5da2f-edac-4eb2-8af6-c0bf425661de req-279b8ee1-f62e-4e9c-abea-fc078651f539 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0442264 Jul 09 17:28:45.305283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606be3b-afa3-48b8-913b-ad027455912d req-a81cfd84-7a89-4c8f-9c33-ae40b6ac1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:45.306866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-a81cfd84-7a89-4c8f-9c33-ae40b6ac1fc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 200 len: 913 time: 0.1207585 Jul 09 17:28:45.319888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:45.321086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.344586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae5b2893-ca55-4299-992f-0eb4f146a8a1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8452013 Jul 09 17:28:45.345791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44760) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:45.350604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0160fb20-fdee-4a86-b5b7-ff378819280f req-bb05e06a-b294-421f-ab14-c08f58578220 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0377963 Jul 09 17:28:45.351380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '92b2dacc-df01-48f3-9002-09f4cc0727d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:45.382893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.398782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-8a5a9102-a85d-494a-9d88-8bbbb2e5451f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34109846-9781-484a-af8b-7899c4375ef0 HTTP/1.1" status: 200 len: 217 time: 0.0757666 Jul 09 17:28:45.462315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606be3b-afa3-48b8-913b-ad027455912d req-9bb5c349-07d0-4f0b-af29-104c7509cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:45.463884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-9bb5c349-07d0-4f0b-af29-104c7509cc3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 200 len: 852 time: 0.0543699 Jul 09 17:28:45.530216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-d438e463-56d8-4925-bece-a8c425dc5aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ed56b76-7db4-4328-a8ea-ee33971697b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579927 Jul 09 17:28:45.544529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.661085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-3815ecc2-b61a-4058-835d-3cf69af6ca9f service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225348 Jul 09 17:28:45.685761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.37 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/41baaf26-b729-4b17-9304-0ab57c24727b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:45.803048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3606be3b-afa3-48b8-913b-ad027455912d req-e3b08111-245c-4a76-8ba7-09116aa71f2a service neutron] 10.222.0.13 "GET /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342397 Jul 09 17:28:45.823084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.839223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.888304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:45.926863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:45.930262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:45.933919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:45.993588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=41baaf26-b729-4b17-9304-0ab57c24727b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:46.104617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8937f27-8ee4-4cd2-ae3f-6b6716904ae8 req-15bde1f2-b771-4e17-8358-e6482457673e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:46.113692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8937f27-8ee4-4cd2-ae3f-6b6716904ae8 req-15bde1f2-b771-4e17-8358-e6482457673e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 943 time: 0.1692545 Jul 09 17:28:46.179254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8937f27-8ee4-4cd2-ae3f-6b6716904ae8 req-2e637af2-775b-46f2-ad4a-4bbfb465e22d tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Jul 09 17:28:46.435859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:46.546092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bb030fb-0cf9-4ade-ad6f-6867d0aeb4b5 req-9b6a4df4-b1b6-44f4-bab2-f553bfbdd1f2 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0355287 Jul 09 17:28:46.558596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:46.799474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:46.807358 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:46.931684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=41baaf26-b729-4b17-9304-0ab57c24727b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:46.940715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:47.034074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51901395-8b63-43c2-881b-ef4e735c6aa2 req-c2f97b38-4be8-4c17-a4bb-4794d4652a0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7300ac8f3774cd7a1ec8726f4bceaa2&device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0355668 Jul 09 17:28:47.102465 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-177c9563-6442-42b3-a2b5-d79e0685a25d req-303acfc7-1fbc-45c3-a79c-1aedea7e702a tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0422680 Jul 09 17:28:47.122772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51901395-8b63-43c2-881b-ef4e735c6aa2 req-e790c8a5-3645-40e1-b12e-5273ee7119f1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f7300ac8f3774cd7a1ec8726f4bceaa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784686 Jul 09 17:28:47.213084 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 16cd6ac1-26dc-42a6-ad8f-a35aca859519 associated. External IP: 172.25.3.37, port: 92b2dacc-df01-48f3-9002-09f4cc0727d9. Jul 09 17:28:47.226114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 34109846-9781-484a-af8b-7899c4375ef0 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:28:47.325253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 34109846-9781-484a-af8b-7899c4375ef0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=34109846-9781-484a-af8b-7899c4375ef0,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:47.349721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '34109846-9781-484a-af8b-7899c4375ef0', 'network_id': '8ed56b76-7db4-4328-a8ea-ee33971697b4', 'port_id': '34109846-9781-484a-af8b-7899c4375ef0', 'mac_address': 'fa:16:3e:9f:ce:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871b662f-c6cb-4dbf-ad13-665c13a17e07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:28:47.354654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901395-8b63-43c2-881b-ef4e735c6aa2 req-5d205987-fc87-4095-be6d-f451fee4ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:47.356435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51901395-8b63-43c2-881b-ef4e735c6aa2 req-5d205987-fc87-4095-be6d-f451fee4ccb8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261443 Jul 09 17:28:47.426313 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:47.462765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34109846-9781-484a-af8b-7899c4375ef0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:28:47.509253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 34109846-9781-484a-af8b-7899c4375ef0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=34109846-9781-484a-af8b-7899c4375ef0,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:47.518151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:47.538684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81a54-6b6c-4abd-93af-5a960ebcbd50 req-1907ac59-beaa-465d-8599-16336dc7d902 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:47.543910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ab81a54-6b6c-4abd-93af-5a960ebcbd50 req-1907ac59-beaa-465d-8599-16336dc7d902 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 943 time: 0.1488833 Jul 09 17:28:47.546447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:47.581249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=34109846-9781-484a-af8b-7899c4375ef0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:47.635745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ab81a54-6b6c-4abd-93af-5a960ebcbd50 req-744bcb1d-6703-4559-b916-cbc81ccb42c8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877857 Jul 09 17:28:47.687065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:47.704097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:47.714953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:47.717467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:47.718557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:47.795433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:47.818280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['34109846-9781-484a-af8b-7899c4375ef0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:28:47.884548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:47.885310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:47.943950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:47.945183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268014f-17bc-4b9e-89f6-8879c3353b4f None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:48.164003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-68b6ec81-e277-4582-8c2b-ffe155c692c6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8170283 Jul 09 17:28:48.166829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44838) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:48.171960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'port_id': '92b2dacc-df01-48f3-9002-09f4cc0727d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:48.237164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:48.283672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-139a6f68-d834-46db-9a74-61904e9dfd47 req-982889f9-f58c-4ad0-98e4-efbfe8394161 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0493152 Jul 09 17:28:48.691918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51901395-8b63-43c2-881b-ef4e735c6aa2 req-b3c1ce00-60df-48d1-9d24-8acdc8c7dec9 tempest-ServerShowV254Test-455478492 tempest-ServerShowV254Test-455478492-project] 10.222.0.36 "GET /v2.0/ports?device_id=a25ee69c-fc63-4b63-a5ad-52746dbce3cc HTTP/1.1" status: 200 len: 210 time: 0.0356815 Jul 09 17:28:48.909832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:48.920904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fd0e-96d2-4072-82a1-e3a689e2eb16 req-e8886120-25aa-49fe-bc17-727e1e23b3fa tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:48.922398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8116fd0e-96d2-4072-82a1-e3a689e2eb16 req-e8886120-25aa-49fe-bc17-727e1e23b3fa tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 944 time: 0.1218328 Jul 09 17:28:48.924904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.041267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8116fd0e-96d2-4072-82a1-e3a689e2eb16 req-86626a0b-6480-47da-a0f2-bdd35132b21c tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112044 Jul 09 17:28:49.180061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:49.243811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 34109846-9781-484a-af8b-7899c4375ef0 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:28:49.320185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:49.321785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 34109846-9781-484a-af8b-7899c4375ef0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:28:49.325192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.327142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 34109846-9781-484a-af8b-7899c4375ef0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:28:49.328199 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.334554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:49.346031 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:49.346653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:49.386411 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:49.404357 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:49.405317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:49.446573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.491011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 34109846-9781-484a-af8b-7899c4375ef0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=34109846-9781-484a-af8b-7899c4375ef0,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:49.492208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84210c1a-2ff3-4374-bdb7-98a922930638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34109846-9781-484a-af8b-7899c4375ef0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:49.493225 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:49.496005 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e1096-4e89-42cb-931f-458d1694de6f" -d '{"events": [{"server_uuid": "84210c1a-2ff3-4374-bdb7-98a922930638", "name": "network-vif-plugged", "status": "completed", "tag": "34109846-9781-484a-af8b-7899c4375ef0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:49.498155 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fc584-61df-45a4-9d00-ce00fd5a0f3b None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:49.507619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2cca7229-8f42-4b7e-a5b4-5642bb22af36 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/floatingips/16cd6ac1-26dc-42a6-ad8f-a35aca859519 HTTP/1.1" status: 200 len: 978 time: 1.3368125 Jul 09 17:28:49.507619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:49.516800 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.567689 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece7be94-033f-4ef6-b05a-df1d43a5a8b4 x-openstack-request-id: req-ece7be94-033f-4ef6-b05a-df1d43a5a8b4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:49.567689 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84210c1a-2ff3-4374-bdb7-98a922930638", "name": "network-vif-plugged", "status": "completed", "tag": "34109846-9781-484a-af8b-7899c4375ef0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:49.567689 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ece7be94-033f-4ef6-b05a-df1d43a5a8b4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:49.568528 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84210c1a-2ff3-4374-bdb7-98a922930638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34109846-9781-484a-af8b-7899c4375ef0', 'code': 200} Jul 09 17:28:49.610122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=34109846-9781-484a-af8b-7899c4375ef0,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:49.771706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b29c8-1352-43f3-adc0-148507784d9b req-84611577-1de8-4c82-8ac3-83c67f013e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:49.774115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e35b29c8-1352-43f3-adc0-148507784d9b req-84611577-1de8-4c82-8ac3-83c67f013e3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 1097 time: 0.1262267 Jul 09 17:28:49.796622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 41baaf26-b729-4b17-9304-0ab57c24727b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:49.798533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.829383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44892) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:49.855038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e35b29c8-1352-43f3-adc0-148507784d9b req-9a41dd71-dea2-471d-8a98-5fae4a584d48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739217 Jul 09 17:28:49.921210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.922328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:49.951422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 41baaf26-b729-4b17-9304-0ab57c24727b owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:49.996037 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69dc8e01-269c-4f6e-b2ef-50bbf40c0e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.100972 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69dc8e01-269c-4f6e-b2ef-50bbf40c0e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.106591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-69dc8e01-269c-4f6e-b2ef-50bbf40c0e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.178560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc8e01-269c-4f6e-b2ef-50bbf40c0e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8818c825-7589-41e7-9a2c-c78e832c87c6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:50.197521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-69dc8e01-269c-4f6e-b2ef-50bbf40c0e64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7300ac8f3774cd7a1ec8726f4bceaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640583 Jul 09 17:28:50.199706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44916) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:50.226194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.274966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=41baaf26-b729-4b17-9304-0ab57c24727b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:50.390539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-663448e0-ce9d-47a0-87e8-203ca489df59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.395808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.396154 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 16cd6ac1-26dc-42a6-ad8f-a35aca859519 disassociated (deleted). External IP: 172.25.3.37, port: 92b2dacc-df01-48f3-9002-09f4cc0727d9. Jul 09 17:28:50.466408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77795c0-7c31-4dc7-96bf-09161cd8cfcb req-49cff3a4-6b82-486b-8ceb-ce08a83a5d65 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:50.468810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b77795c0-7c31-4dc7-96bf-09161cd8cfcb req-49cff3a4-6b82-486b-8ceb-ce08a83a5d65 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.2077091 Jul 09 17:28:50.470034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-663448e0-ce9d-47a0-87e8-203ca489df59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.618020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-663448e0-ce9d-47a0-87e8-203ca489df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.621558 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-663448e0-ce9d-47a0-87e8-203ca489df59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:50.622813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-663448e0-ce9d-47a0-87e8-203ca489df59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8818c825-7589-41e7-9a2c-c78e832c87c6 HTTP/1.1" status: 204 len: 168 time: 0.4220257 Jul 09 17:28:50.655076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b77795c0-7c31-4dc7-96bf-09161cd8cfcb req-56d6e509-9673-4dd5-b103-8ee4f1e7ae5f tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694670 Jul 09 17:28:50.655933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663448e0-ce9d-47a0-87e8-203ca489df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8818c825-7589-41e7-9a2c-c78e832c87c6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:50.864921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:51.039461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:51.044843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:51.054371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:51.064314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:51.065043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:51.102777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:51.103375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6de8d3e-cc83-4f2a-bd35-3ae5ca4beb88 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/floatingips/16cd6ac1-26dc-42a6-ad8f-a35aca859519 HTTP/1.1" status: 204 len: 168 time: 1.5943484 Jul 09 17:28:51.109527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:51.120052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:51.120905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:51.156484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:51.157823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eec16-4797-429d-afef-c514b6cef18b None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:51.302451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 92b2dacc-df01-48f3-9002-09f4cc0727d9 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:51.302970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:51.422753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:51.452623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 92b2dacc-df01-48f3-9002-09f4cc0727d9 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:52.068101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:52.144533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=92b2dacc-df01-48f3-9002-09f4cc0727d9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:52.359930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05510eb3-5321-4db1-9ace-a94d668f9a7d req-e1e27893-d0c2-4879-a627-9284f1a4d29e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:52.361615 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05510eb3-5321-4db1-9ace-a94d668f9a7d req-e1e27893-d0c2-4879-a627-9284f1a4d29e tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.2852826 Jul 09 17:28:52.377008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:52.377008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e5e45303-891d-451f-8dba-9d3405172c60 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/ports/92b2dacc-df01-48f3-9002-09f4cc0727d9 HTTP/1.1" status: 204 len: 168 time: 1.2721457 Jul 09 17:28:52.382286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:52.391086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:52.430244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:52.510085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05510eb3-5321-4db1-9ace-a94d668f9a7d req-89c18e8e-339c-4d05-a828-30ea79384e10 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971255 Jul 09 17:28:52.606419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:52.779078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.7 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/0d966cf0-46bf-4a62-886e-c3c62d3d2c69) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:52.951396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.050720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.134903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:53.144061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:53.154263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:53.160110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=0d966cf0-46bf-4a62-886e-c3c62d3d2c69,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:53.217763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa271dd3-1352-4f02-9799-62d1f1f7740d req-1c28488f-a7cd-48e5-9df3-a8f7f139faf4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:53.219401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa271dd3-1352-4f02-9799-62d1f1f7740d req-1c28488f-a7cd-48e5-9df3-a8f7f139faf4 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.1595695 Jul 09 17:28:53.344373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa271dd3-1352-4f02-9799-62d1f1f7740d req-5feb945d-2d7a-40c1-abad-fe843f1e2535 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156006 Jul 09 17:28:53.353646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.409894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.589889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.596278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.676082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=0d966cf0-46bf-4a62-886e-c3c62d3d2c69,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:53.695516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.713947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.718813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45080) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:53.719871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c789902b-4a1c-43cf-92d6-de203214fc67 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3371453 Jul 09 17:28:53.724508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'port': {'network_id': '29038571-6537-4472-a87f-c5747059ee99', 'name': 'tempest-FloatingIPTestJSON-1334833276'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:53.898458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:28:53.903642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:53.932534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] device_id is not set on port 98741ea3-24ee-459a-94d7-da7fdc9c1d49 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:28:54.145860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.13 (29038571-6537-4472-a87f-c5747059ee99/3843324e-50b8-4984-8dd7-17436f0fe904/98741ea3-24ee-459a-94d7-da7fdc9c1d49) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:54.423044 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:54.470334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:54.543647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 29038571-6537-4472-a87f-c5747059ee99 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:54.550604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:54.559992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:54.607708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:54.608468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:54.623535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=98741ea3-24ee-459a-94d7-da7fdc9c1d49,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:54.643664 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-efcd350b-de09-45a0-947b-70966bcf4b72 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9208522 Jul 09 17:28:54.644942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45120) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:54.651110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'port_id': '98741ea3-24ee-459a-94d7-da7fdc9c1d49'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:54.662549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0cea6-ba94-4f6b-b766-9cfd9c3579d0 req-68e43e7e-c1ca-46cc-a25f-5ca1efb8aa29 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:54.665397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1f0cea6-ba94-4f6b-b766-9cfd9c3579d0 req-68e43e7e-c1ca-46cc-a25f-5ca1efb8aa29 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.1267536 Jul 09 17:28:54.711857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1f0cea6-ba94-4f6b-b766-9cfd9c3579d0 req-c7cc8867-f16c-4770-b116-dffadd2da939 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392525 Jul 09 17:28:54.732303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:55.784053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ae25-9433-498c-8dab-84cfdddeb678 req-2080409c-e4c5-420e-a43e-21d54a662a84 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:55.791247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9489ae25-9433-498c-8dab-84cfdddeb678 req-2080409c-e4c5-420e-a43e-21d54a662a84 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.1385391 Jul 09 17:28:55.925642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:28:55.936487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9489ae25-9433-498c-8dab-84cfdddeb678 req-68d6f265-14f0-4da7-9bcb-2b2469109d1b tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443474 Jul 09 17:28:56.002363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:56.009726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:56.117980 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP a42335f1-caff-4913-a28e-8cacc1b009ab associated. External IP: 172.25.3.7, port: 98741ea3-24ee-459a-94d7-da7fdc9c1d49. Jul 09 17:28:56.361523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:56.552458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:56.558511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:56.566732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:56.605169 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:56.607128 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:56.625735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7af4b8e-092a-4552-b721-680d03681c74 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/floatingips/a42335f1-caff-4913-a28e-8cacc1b009ab HTTP/1.1" status: 200 len: 977 time: 1.9802916 Jul 09 17:28:56.628491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:56.667092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:56.686974 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:56.687613 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:56.755993 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:56.757772 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af43b2-1419-4b0e-a018-a54391991b12 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:56.814506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-64331e6d-a84b-463a-b55c-9e34070ef591 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:56.816993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-64331e6d-a84b-463a-b55c-9e34070ef591 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.1760426 Jul 09 17:28:56.828835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 98741ea3-24ee-459a-94d7-da7fdc9c1d49 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:56.829948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:56.955414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:56.986085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Deleting port 34109846-9781-484a-af8b-7899c4375ef0 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:56.986430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.125720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] For port 34109846-9781-484a-af8b-7899c4375ef0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=34109846-9781-484a-af8b-7899c4375ef0,segment=NetworkSegment(b764bf59-d82e-4d2e-8e78-b67e7fbb8045),segment_id=b764bf59-d82e-4d2e-8e78-b67e7fbb8045)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:28:57.126604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.160770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Calling delete_port for 34109846-9781-484a-af8b-7899c4375ef0 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:57.326247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6748b-fb77-4bee-a2c7-98957ecc9e81 req-e8c8e7fe-0e30-4364-a778-b003610d1c37 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:28:57.328190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15a6748b-fb77-4bee-a2c7-98957ecc9e81 req-e8c8e7fe-0e30-4364-a778-b003610d1c37 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 945 time: 0.1006465 Jul 09 17:28:57.434290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.434672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.435485 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP a42335f1-caff-4913-a28e-8cacc1b009ab disassociated. External IP: 172.25.3.7, port: 98741ea3-24ee-459a-94d7-da7fdc9c1d49. Jul 09 17:28:57.435485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 98741ea3-24ee-459a-94d7-da7fdc9c1d49 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:57.440779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15a6748b-fb77-4bee-a2c7-98957ecc9e81 req-dddf927f-e04c-4857-9cc5-78f2d10623a8 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/security-groups?id=77b04f80-bb34-4d4f-89c8-c40c5a2a228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055934 Jul 09 17:28:57.444412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.462182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['34109846-9781-484a-af8b-7899c4375ef0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:28:57.582245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Pushing event deleted for resources: {'Port': ['ID=34109846-9781-484a-af8b-7899c4375ef0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:57.636703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] No DVR routers for this DVR port 34109846-9781-484a-af8b-7899c4375ef0 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:28:57.643148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.646856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13398fc3-a2da-404a-9818-bf71a426f8f8 req-1b67e3f8-0dec-4637-99b9-4a65eb0c6fe7 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.13 "DELETE /v2.0/ports/34109846-9781-484a-af8b-7899c4375ef0 HTTP/1.1" status: 204 len: 173 time: 0.8162622 Jul 09 17:28:57.647454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84210c1a-2ff3-4374-bdb7-98a922930638', 'name': 'network-vif-deleted', 'tag': '34109846-9781-484a-af8b-7899c4375ef0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:28:57.651790 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae9d5b7-5caa-40c1-9fe2-376d1736b98d" -d '{"events": [{"server_uuid": "84210c1a-2ff3-4374-bdb7-98a922930638", "name": "network-vif-deleted", "tag": "34109846-9781-484a-af8b-7899c4375ef0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:28:57.676389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:57.757818 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82de5605-8002-4c8f-9e50-f31f67246664 x-openstack-request-id: req-82de5605-8002-4c8f-9e50-f31f67246664 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:28:57.758276 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84210c1a-2ff3-4374-bdb7-98a922930638", "name": "network-vif-deleted", "tag": "34109846-9781-484a-af8b-7899c4375ef0", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:28:57.758583 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82de5605-8002-4c8f-9e50-f31f67246664 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:28:57.759084 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84210c1a-2ff3-4374-bdb7-98a922930638', 'name': 'network-vif-deleted', 'tag': '34109846-9781-484a-af8b-7899c4375ef0', 'status': 'completed', 'code': 200} Jul 09 17:28:57.764834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=98741ea3-24ee-459a-94d7-da7fdc9c1d49,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:58.016437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:28:58.203255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:28:58.221419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:28:58.241478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:58.246373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:58.290637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:58.296395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e02f6250-9538-4de4-b10f-68ea6e8cb8d9 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/ports/98741ea3-24ee-459a-94d7-da7fdc9c1d49 HTTP/1.1" status: 204 len: 168 time: 1.6659117 Jul 09 17:28:58.298321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:58.300341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:58.314212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:28:58.314837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:58.351415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:28:58.352116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a37a9a-3e46-433c-9b6e-ab920eeda085 None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:28:58.390019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5170c5ec-5fdd-4533-a82e-97c96ee4ff6f tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/floatingips/a42335f1-caff-4913-a28e-8cacc1b009ab HTTP/1.1" status: 200 len: 686 time: 0.0905008 Jul 09 17:28:58.393658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:58.689500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 0d966cf0-46bf-4a62-886e-c3c62d3d2c69 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:28:58.690028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:58.733440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-167e5762-ad43-465a-a786-6d4bdf7161da req-be47d9f0-84c3-4cb7-9989-02a8ea925ef2 tempest-DeleteServersTestJSON-1288400871 tempest-DeleteServersTestJSON-1288400871-project] 10.222.0.21 "GET /v2.0/ports?device_id=84210c1a-2ff3-4374-bdb7-98a922930638 HTTP/1.1" status: 200 len: 210 time: 0.0522711 Jul 09 17:28:58.797549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:58.797780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:58.834888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 0d966cf0-46bf-4a62-886e-c3c62d3d2c69 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:28:59.129744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.178488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=0d966cf0-46bf-4a62-886e-c3c62d3d2c69,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:28:59.289232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.292039 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.296520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-72e2c07f-fbef-4663-a4da-717662fbe9af tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/floatingips/a42335f1-caff-4913-a28e-8cacc1b009ab HTTP/1.1" status: 204 len: 168 time: 0.8981936 Jul 09 17:28:59.297030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45304) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:28:59.304201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '3ff4f0d6-f1e6-4355-8946-08556aa0b25e'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:28:59.351105 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.466259 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.630960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.13 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/24a56e12-7c70-4629-975e-a684ee8bae55) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:28:59.757147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.852986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:28:59.913418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:28:59.916859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:28:59.921469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:28:59.943413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=24a56e12-7c70-4629-975e-a684ee8bae55,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:00.582243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:00.742475 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:01.040493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:01.051167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:01.199802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:01.274998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=24a56e12-7c70-4629-975e-a684ee8bae55,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:01.304776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 34109846-9781-484a-af8b-7899c4375ef0 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:29:01.419566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 34109846-9781-484a-af8b-7899c4375ef0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:29:01.421590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 34109846-9781-484a-af8b-7899c4375ef0 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:29:01.512623 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 51bc959d-46a1-4581-8cbf-0da3bf13e8f8 associated. External IP: 172.25.3.13, port: 3ff4f0d6-f1e6-4355-8946-08556aa0b25e. Jul 09 17:29:02.209980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:02.349419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:02.364306 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:02.370199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:02.384214 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:02.384911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:02.429819 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:02.443122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bf0d73ce-b977-44f8-b4ab-9ad559b0daa2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1445332 Jul 09 17:29:02.445930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45428) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:02.450579 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:02.454338 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:02.463880 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-421782998'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:02.507737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:02.524892 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:02.574515 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:02.576476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348d6ba-4551-4fc2-8824-72d2ad5b121e None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:02.637639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:29:02.680770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:02.682000 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Added segment 3a4082df-009b-4d2c-bbcf-43f25348e7f1 of type vlan for network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 Jul 09 17:29:02.837172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:02.883776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:02.889990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:02.890605 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.098449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Network': ['ID=d8e9c6da-4148-4d35-ab83-c4c6c20dddb3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:03.111841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-94bd4f05-24f9-4156-aa37-3bb8d0a838ac tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6638741 Jul 09 17:29:03.115277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45456) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:03.118474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:29:03.128831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'subnet': {'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:03.247354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45464) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:03.296067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:03.301793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.392684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4077e363-4861-41b0-b6b4-f209960234ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.593752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.645698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4077e363-4861-41b0-b6b4-f209960234ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.651844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4077e363-4861-41b0-b6b4-f209960234ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.669502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Subnet': ['ID=ae645e9d-8b0d-478e-9432-293675b5f34d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:03.677735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Checking segment: {'id': '3a4082df-009b-4d2c-bbcf-43f25348e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:03.678079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network hostable DHCP agents. Network: d8e9c6da-4148-4d35-ab83-c4c6c20dddb3, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:29:03.704558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:29:03.707853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077e363-4861-41b0-b6b4-f209960234ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ede71-a9a6-4a51-946f-814148a58bf7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:03.720442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d8e9c6da-4148-4d35-ab83-c4c6c20dddb3) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:03.729298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdff5d3-e616-4174-b87c-8399201574b6 None None] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:03.738674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4077e363-4861-41b0-b6b4-f209960234ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=018cfdbee3464328a14bd59afd8e0988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871266 Jul 09 17:29:03.738959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45480) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:03.749595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:03.750366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.786426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-603db2f1-c94b-4a7b-a6bb-838563c3af62 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6647248 Jul 09 17:29:03.788716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45488) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:03.794136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2063980900', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:03.872128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18284c4a-150a-41f7-8765-832447903648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.889997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.891152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.919195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18284c4a-150a-41f7-8765-832447903648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.984038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18284c4a-150a-41f7-8765-832447903648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.987131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18284c4a-150a-41f7-8765-832447903648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:03.991413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-18284c4a-150a-41f7-8765-832447903648 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a9ede71-a9a6-4a51-946f-814148a58bf7 HTTP/1.1" status: 204 len: 168 time: 0.2515001 Jul 09 17:29:04.010852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284c4a-150a-41f7-8765-832447903648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ede71-a9a6-4a51-946f-814148a58bf7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:04.014531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:04.363177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:04.383508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-fcc9b1cf-d749-4ab4-aa3c-86769f679953 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3662643 Jul 09 17:29:04.495967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d8e9c6da-4148-4d35-ab83-c4c6c20dddb3', 'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3', 'tenant_id': 'cbab674878554c88a7e3eaa272bcdf94', 'fixed_ips': [{'subnet_id': 'ae645e9d-8b0d-478e-9432-293675b5f34d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:29:04.496989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:04.590310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.590813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.591286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.591755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.592247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.593995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.593995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:04.595266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-90d43ea7-54b4-4cf1-b618-e2dae8fdd265 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.0957065 Jul 09 17:29:04.767788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Allocated IP 172.20.0.2 (d8e9c6da-4148-4d35-ab83-c4c6c20dddb3/ae645e9d-8b0d-478e-9432-293675b5f34d/99831315-06e2-478a-b3d6-dab5c8019178) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:04.994647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.043718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Transition to ACTIVE for port object 99831315-06e2-478a-b3d6-dab5c8019178 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:05.100310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.105444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-449a2018-4f2b-40c8-8749-1063424c2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:05.105444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-449a2018-4f2b-40c8-8749-1063424c2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:05.105444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-449a2018-4f2b-40c8-8749-1063424c2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:05.105444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-449a2018-4f2b-40c8-8749-1063424c2cfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 2292 time: 0.4475529 Jul 09 17:29:05.124598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Transition to ACTIVE for port object 99831315-06e2-478a-b3d6-dab5c8019178 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:05.140993 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.141463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.210522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Pushing event updated for resources: {'Port': ['ID=99831315-06e2-478a-b3d6-dab5c8019178,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:05.223294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:05.225920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:05.235123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:05.288101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.288799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.289705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.290397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.290950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.291661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.292283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.292857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.293573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.294126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.294672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.295740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:05.317443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Attempting to bind port 99831315-06e2-478a-b3d6-dab5c8019178 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:05.318023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Attempting to bind port 99831315-06e2-478a-b3d6-dab5c8019178 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3a4082df-009b-4d2c-bbcf-43f25348e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:05.318807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Attempting to bind port 99831315-06e2-478a-b3d6-dab5c8019178 on network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:05.325986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:05.327116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Checking segment: {'id': '3a4082df-009b-4d2c-bbcf-43f25348e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:05.327685 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.328050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Bound using segment: {'id': '3a4082df-009b-4d2c-bbcf-43f25348e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:05.328813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Bound port: 99831315-06e2-478a-b3d6-dab5c8019178, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4082df-009b-4d2c-bbcf-43f25348e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:05.329775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.344942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-3746bc6e-75bc-4a09-bcc8-ce8c2a309f08 req-bd9eee55-830b-4ab2-9306-39317e02b7a7 tempest-ServersWithSpecificFlavorTestJSON-438472274 tempest-ServersWithSpecificFlavorTestJSON-438472274-project] (93896) timed out ('10.222.0.36', 63092) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:29:05.387901 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-26f62208-b32a-43e1-93ac-603f9dc10e2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 1001 time: 0.2531826 Jul 09 17:29:05.490348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] For port 99831315-06e2-478a-b3d6-dab5c8019178, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:05.499974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] For port 99831315-06e2-478a-b3d6-dab5c8019178, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=99831315-06e2-478a-b3d6-dab5c8019178,segment=NetworkSegment(3a4082df-009b-4d2c-bbcf-43f25348e7f1),segment_id=3a4082df-009b-4d2c-bbcf-43f25348e7f1)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:05.510128 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:05.518816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-baa4c7cf-5fc1-4cc2-b77e-0411e64e347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:05.528555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-baa4c7cf-5fc1-4cc2-b77e-0411e64e347d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 200 len: 850 time: 0.1325192 Jul 09 17:29:05.633175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d7d6-284f-41a3-a019-9f87cda55045 None None] Pushing event updated for resources: {'Port': ['ID=99831315-06e2-478a-b3d6-dab5c8019178,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:05.658741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.25.3.36 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e2e6b28b-f751-4dad-8d07-69e66982a945) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:05.819746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-a2412d26-d63c-4db6-a278-614ff0ce99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:05.822425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-a2412d26-d63c-4db6-a278-614ff0ce99b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2833397 Jul 09 17:29:05.938432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-3dc1a2d8-2e2b-4b47-a6f8-b69a1c22625e service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058774 Jul 09 17:29:06.146784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.271197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-21be40cb-07b0-48f7-b9ff-f268a763bd4a service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208306 Jul 09 17:29:06.291448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.448743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-d1e29f8e-627a-4a55-a321-a167b4a670d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 217 time: 0.1669405 Jul 09 17:29:06.484547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45596) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:06.637204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:06.640691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:06.651665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:06.658194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=e2e6b28b-f751-4dad-8d07-69e66982a945,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:06.710474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Deleting subnet 871b662f-c6cb-4dbf-ad13-665c13a17e07 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:29:06.723068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:06.727120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99831315-06e2-478a-b3d6-dab5c8019178 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:06.753166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-f5497f06-7ef8-4992-afa3-a4c8748531f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:06.758955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-f5497f06-7ef8-4992-afa3-a4c8748531f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.2941926 Jul 09 17:29:06.834707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 99831315-06e2-478a-b3d6-dab5c8019178 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:06.872004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.013538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.024860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-b10dfc00-f478-43fe-8999-419fb9d86ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:07.026412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-b10dfc00-f478-43fe-8999-419fb9d86ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2609944 Jul 09 17:29:07.150026 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.181262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.184290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/871b662f-c6cb-4dbf-ad13-665c13a17e07 HTTP/1.1" status: 204 len: 168 time: 0.6986651 Jul 09 17:29:07.197610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:07.261534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee67db-c376-48cd-bfa8-1fc119149502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871b662f-c6cb-4dbf-ad13-665c13a17e07,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:07.426806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bb553f-e85d-49ba-a589-8014f55765e8 None None] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:07.558700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] Provisioning for port 99831315-06e2-478a-b3d6-dab5c8019178 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:07.569130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] Provisioning complete for port 99831315-06e2-478a-b3d6-dab5c8019178 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:07.569714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.607099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-95c65998-1668-4194-a0be-3da6d76a2051 req-d41cf0d1-52e1-4f81-be22-fb81b275a12e service neutron] (93895) timed out ('10.222.0.36', 63093) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:29:07.671493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-3c2289f0-1f6e-4779-9962-6794ac25ab87 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353915 Jul 09 17:29:07.725835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.815598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] For port 99831315-06e2-478a-b3d6-dab5c8019178, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=99831315-06e2-478a-b3d6-dab5c8019178,segment=NetworkSegment(3a4082df-009b-4d2c-bbcf-43f25348e7f1),segment_id=3a4082df-009b-4d2c-bbcf-43f25348e7f1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:07.828788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.868363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-74a85984-d71d-4930-acb5-ddc3134e9821 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824853 Jul 09 17:29:07.914139 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:07.961231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-8a516bdb-633b-44b1-be10-dc20f89369c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 217 time: 0.0717335 Jul 09 17:29:08.010244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660473bc-5968-4f75-9789-cff2d0423cc1 None None] Pushing event updated for resources: {'Port': ['ID=99831315-06e2-478a-b3d6-dab5c8019178,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:08.075548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.131499 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.213961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-213596e1-a07c-466c-bc40-5de90a432a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:08.216058 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-213596e1-a07c-466c-bc40-5de90a432a68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.2456460 Jul 09 17:29:08.289032 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.306978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed56b76-7db4-4328-a8ea-ee33971697b4']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:08.326790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:08.327388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b764bf59-d82e-4d2e-8e78-b67e7fbb8045') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:08.347063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.372053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.431564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:29:08.432168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:29:08.435227 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:29:08.466405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a9811202-e976-40d6-a57f-b7157a2999a0 None None] Provisioning complete for port 99831315-06e2-478a-b3d6-dab5c8019178 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:08.466925 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9811202-e976-40d6-a57f-b7157a2999a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.478757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-f14d219c-fd92-4eea-8f7c-4393bececd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:08.480336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-f14d219c-fd92-4eea-8f7c-4393bececd05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2550204 Jul 09 17:29:08.601480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.612405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.616705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ed56b76-7db4-4328-a8ea-ee33971697b4 HTTP/1.1" status: 204 len: 168 time: 1.4139585 Jul 09 17:29:08.639560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bad37-c24e-40bd-a784-648a47ad260a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed56b76-7db4-4328-a8ea-ee33971697b4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:08.644018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:08.678314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99831315-06e2-478a-b3d6-dab5c8019178 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:08.732480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-330a6a17-586c-4345-a76a-59045e2fe85e service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417028 Jul 09 17:29:08.825680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 99831315-06e2-478a-b3d6-dab5c8019178 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:08.826271 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.003998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d7cb7e3e-446c-4891-b140-20a69861e78d is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:29:09.100566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45690) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:09.139609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-414151f2-7498-44a1-9b0f-d0810b546042 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808470 Jul 09 17:29:09.188025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.203066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4b294b8d-c785-4cd5-875d-c776834278e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8717971522f4b38958888e22c629862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011722 Jul 09 17:29:09.203828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45694) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:09.237312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-e3296891-fb1f-4d75-9d95-56d208c5afc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 200 len: 217 time: 0.0747156 Jul 09 17:29:09.268370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5db2c76a-a2ea-4791-842b-5cf45c14886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.301743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5db2c76a-a2ea-4791-842b-5cf45c14886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.341112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:09.355333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-0241f491-4376-49eb-8615-892604b09218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:09.356848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-0241f491-4376-49eb-8615-892604b09218 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.0826833 Jul 09 17:29:09.371529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] Sync routers for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:09.382686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:09.383712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:09.413916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5db2c76a-a2ea-4791-842b-5cf45c14886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.430148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:09.436884 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5db2c76a-a2ea-4791-842b-5cf45c14886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.440576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5db2c76a-a2ea-4791-842b-5cf45c14886c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77b04f80-bb34-4d4f-89c8-c40c5a2a228b HTTP/1.1" status: 204 len: 168 time: 0.2315686 Jul 09 17:29:09.445015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:09.445910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:09.466398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:09.474157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-147a9512-3814-4914-b0ad-29bed3222804 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6841338 Jul 09 17:29:09.475021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45710) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:09.478838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2c76a-a2ea-4791-842b-5cf45c14886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b04f80-bb34-4d4f-89c8-c40c5a2a228b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:09.486388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:09.488648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc608a2d-0aa5-4cd3-a119-9a7dc97315bf None None] The sync data for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:09.749135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-d1157d6b-40ff-4c20-aa3c-596d5a17673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:09.750713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-d1157d6b-40ff-4c20-aa3c-596d5a17673a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3848946 Jul 09 17:29:09.870369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-5a5bcf66-8474-4c4f-ab2a-939434723cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084232 Jul 09 17:29:10.369030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07ebae94-c2ca-4055-81df-10272b255826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:10.614279 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-fa977412-bd39-4ba1-9673-811ef8cb0c6e service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349916 Jul 09 17:29:10.670906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-4322f894-aba8-4a3c-bfd3-d6212869d69c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 200 len: 217 time: 0.0475411 Jul 09 17:29:10.777081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-8b752960-28b6-443b-856c-175d25926676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:10.777081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-8b752960-28b6-443b-856c-175d25926676 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.0956819 Jul 09 17:29:10.899915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45776) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:10.973161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-edfa34c3-3de4-4f26-998d-dd5c192c0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:10.974775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-edfa34c3-3de4-4f26-998d-dd5c192c0558 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1926525 Jul 09 17:29:10.983337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.057973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-501066775-network', 'tenant_id': '8517a5792e914bc1965ab855e3b2a148'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:11.089497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Made reservation on behalf of 8517a5792e914bc1965ab855e3b2a148 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:11.093750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.104039 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.281807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.288977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.331350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:29:11.346106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a562398-c50b-43a3-8c7b-c7cf04d2340a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:11.352102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.352840 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Added segment 097d01d4-eab8-4473-a0ec-318ee80ca37b of type vlan for network 502fe6a2-bbc4-405d-a9ff-79d117fec41b Jul 09 17:29:11.455436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.527807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-0e14151b-484f-4814-9e06-8e9e2f85126d service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408077 Jul 09 17:29:11.538930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.542276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:11.542697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.660879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.1 (d8e9c6da-4148-4d35-ab83-c4c6c20dddb3/ae645e9d-8b0d-478e-9432-293675b5f34d/2a81e867-5ab2-4c4e-9c3f-dc581569751f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:11.710394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8079698 Jul 09 17:29:11.716683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45812) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:11.731973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602ab70-0057-4be1-bc5b-3824fe5fdd96 admin admin] Pushing event updated for resources: {'Network': ['ID=502fe6a2-bbc4-405d-a9ff-79d117fec41b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:11.742565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 502fe6a2-bbc4-405d-a9ff-79d117fec41b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:29:11.749673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Request body: {'subnet': {'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-501066775-subnet', 'tenant_id': '8517a5792e914bc1965ab855e3b2a148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:11.807714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-947ff732-b0b8-4932-9b17-bfd4411936bc service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712500 Jul 09 17:29:11.888188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Made reservation on behalf of 8517a5792e914bc1965ab855e3b2a148 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:11.896195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:11.906283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-f9a38794-8866-46d0-a397-60455a624998 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0827446 Jul 09 17:29:12.042800 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:12.062401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-c7de5661-222f-48bf-a3d6-836e233dbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:12.063988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-c7de5661-222f-48bf-a3d6-836e233dbc35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.1318424 Jul 09 17:29:12.110735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Transition to ACTIVE for port object 2a81e867-5ab2-4c4e-9c3f-dc581569751f will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:12.291751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:12.311788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-db9498a2-4b4e-447b-b13a-c4011dd5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:12.313374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-db9498a2-4b4e-447b-b13a-c4011dd5c30e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2376399 Jul 09 17:29:12.365162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:12.406200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:12.414342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:12.476242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:12.493042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=2a81e867-5ab2-4c4e-9c3f-dc581569751f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:12.605051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd8ad95-ff30-4579-9070-f64dccb25c70,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:12.611042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-496de5d1-f76f-448c-899d-57abf6831068 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726836 Jul 09 17:29:12.620168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Checking segment: {'id': '097d01d4-eab8-4473-a0ec-318ee80ca37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:12.620529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Network hostable DHCP agents. Network: 502fe6a2-bbc4-405d-a9ff-79d117fec41b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:29:12.649570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:12.813740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-df6e4dce-4c47-4355-975f-43c8c7fae44a None None] Provisioning for port 2a81e867-5ab2-4c4e-9c3f-dc581569751f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:12.818155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-df6e4dce-4c47-4355-975f-43c8c7fae44a None None] Provisioning complete for port 2a81e867-5ab2-4c4e-9c3f-dc581569751f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:12.818529 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df6e4dce-4c47-4355-975f-43c8c7fae44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:12.889662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Network 502fe6a2-bbc4-405d-a9ff-79d117fec41b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:29:12.899347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2e54ceb5-90c9-4d90-8e51-fe4e8aa25f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:12.902753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-df6e4dce-4c47-4355-975f-43c8c7fae44a None None] Port 2a81e867-5ab2-4c4e-9c3f-dc581569751f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:12.938529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 502fe6a2-bbc4-405d-a9ff-79d117fec41b) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:12.952660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd384d-4f59-4c67-9aec-708fe62a462f None None] Network 502fe6a2-bbc4-405d-a9ff-79d117fec41b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:13.031158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:13.031832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:13.193902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e8025a2-1aa9-482f-9f59-7cd52928471e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4744053 Jul 09 17:29:13.197516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28328e-10e2-4ba1-b54a-dc22dce8cdfe None None] Network 502fe6a2-bbc4-405d-a9ff-79d117fec41b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:13.258191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-2ce09aeb-1a83-428e-9da4-4a626ccf0ebb service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313152 Jul 09 17:29:13.350996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-e5571dc8-42bf-47f6-a25d-33aa88fef1c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 217 time: 0.0768993 Jul 09 17:29:13.356757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:13.364107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:13.453417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-23de75ef-f95f-4b60-a2b5-4e151e980a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:13.455149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-23de75ef-f95f-4b60-a2b5-4e151e980a3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.0952008 Jul 09 17:29:13.906811 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:13.992653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e36ca-7d28-4024-8011-0264583546d6 req-5ef5f3c6-737f-4d0f-950c-f45bf42e028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:13.994614 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-5ef5f3c6-737f-4d0f-950c-f45bf42e028f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5326004 Jul 09 17:29:14.197019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-317de033-8db3-4d26-9857-fff6634d9ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899464 Jul 09 17:29:14.261259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-1e23dd0a-aa7d-4a3e-80c1-0dbdd4623637 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:14.268283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-1e23dd0a-aa7d-4a3e-80c1-0dbdd4623637 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/networks?id=502fe6a2-bbc4-405d-a9ff-79d117fec41b HTTP/1.1" status: 200 len: 821 time: 0.2980657 Jul 09 17:29:14.278695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.290333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.299797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-14a621b7-81eb-4367-b1f0-af5827e723b9 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/quotas/8517a5792e914bc1965ab855e3b2a148 HTTP/1.1" status: 200 len: 375 time: 0.0303690 Jul 09 17:29:14.352196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-99ca4047-937a-4e59-b7e0-83e1cdfa74c8 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8517a5792e914bc1965ab855e3b2a148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507529 Jul 09 17:29:14.404301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:14.408672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=2a81e867-5ab2-4c4e-9c3f-dc581569751f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:14.422713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b51e36ca-7d28-4024-8011-0264583546d6 req-d218a053-39cc-4150-a4cf-b515855fb5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177939 Jul 09 17:29:14.526146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-284bc784-a749-49a1-bf04-94ed3016de5b service neutron] 10.222.0.21 "GET /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725669 Jul 09 17:29:14.566927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:14.569082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:14.696139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-a2ed108c-c485-4305-b4f6-efce6b3bbf5d service neutron] 10.222.0.21 "GET /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640546 Jul 09 17:29:14.758206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d7cb7e3e-446c-4891-b140-20a69861e78d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:14.941443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b0d60ea6-0226-42a7-a024-d422dd8fa6dd None None] Provisioning complete for port 2a81e867-5ab2-4c4e-9c3f-dc581569751f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:14.942003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0d60ea6-0226-42a7-a024-d422dd8fa6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.044013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45958) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:15.044097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:15.044818 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21be61ef-dcca-43e7-bb6e-9cea94b45560 req-d31cdbb6-5ec6-4025-be62-69d55bb14e70 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 210 time: 0.0472538 Jul 09 17:29:15.047440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b0d60ea6-0226-42a7-a024-d422dd8fa6dd None None] Port 2a81e867-5ab2-4c4e-9c3f-dc581569751f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:15.053002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e040779-a511-49d4-9266-dcdd331f1f68 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/routers/d7cb7e3e-446c-4891-b140-20a69861e78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5677943 Jul 09 17:29:15.054853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:15.060851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'port': {'network_id': 'd8e9c6da-4148-4d35-ab83-c4c6c20dddb3', 'name': 'tempest-FloatingIPTestJSON-1702861772'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:15.067305 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] Sync routers for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:15.083747 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:15.083747 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:15.143213 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:15.154455 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:15.155170 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:15.191533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:15.192583 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b358a-273f-4a3f-86b5-4828494f52a4 None None] The sync data for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:15.253902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.407513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.414651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.459570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e31987857b3d463cb3dfa69623ff1e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148746 Jul 09 17:29:15.461041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20998da-dd19-4696-923a-4fbec28fe5d2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:15.463471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:15.464480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Made reservation on behalf of cbab674878554c88a7e3eaa272bcdf94 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:15.474362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.506825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] device_id is not set on port dbe26cc4-aa5c-44f5-8440-d41cc12456ea yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:29:15.511219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.511568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.511934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.512271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.512599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.513084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.513549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.514171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.514838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.515332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.516155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.516985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf756b-4b31-4dc7-aeaa-39a8d6037808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:15.539403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77edb972-2a2a-4af4-8bbd-bdd57e71372d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.589853 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77edb972-2a2a-4af4-8bbd-bdd57e71372d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.668511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77edb972-2a2a-4af4-8bbd-bdd57e71372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.671422 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77edb972-2a2a-4af4-8bbd-bdd57e71372d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:15.672753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-77edb972-2a2a-4af4-8bbd-bdd57e71372d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f20998da-dd19-4696-923a-4fbec28fe5d2 HTTP/1.1" status: 204 len: 168 time: 0.2072213 Jul 09 17:29:15.690449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edb972-2a2a-4af4-8bbd-bdd57e71372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20998da-dd19-4696-923a-4fbec28fe5d2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:15.770823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Allocated IP 172.20.0.13 (d8e9c6da-4148-4d35-ab83-c4c6c20dddb3/ae645e9d-8b0d-478e-9432-293675b5f34d/dbe26cc4-aa5c-44f5-8440-d41cc12456ea) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:15.811852 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.050957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.072348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Transition to ACTIVE for port object dbe26cc4-aa5c-44f5-8440-d41cc12456ea will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:16.132753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.191812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46002) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:16.217037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-976f6ada-20a8-4ce4-84f5-27cee3d931ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.267490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:16.271206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event updated for resources: {'Port': ['ID=dbe26cc4-aa5c-44f5-8440-d41cc12456ea,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:16.295519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:16.302300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:16.402126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d6af66e-f1ae-4d80-b1ed-cc4a47fb07a2 req-ff903bdb-5a91-4dc3-90b6-7b0a08980412 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 210 time: 0.1141214 Jul 09 17:29:16.426881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-976f6ada-20a8-4ce4-84f5-27cee3d931ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.442760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-976f6ada-20a8-4ce4-84f5-27cee3d931ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.449007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:16.449698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.476048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-392589c8-1a33-4691-8e90-d8e43ff8cafb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4197714 Jul 09 17:29:16.486861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:16.500008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Request body: {'floatingip': {'port_id': 'dbe26cc4-aa5c-44f5-8440-d41cc12456ea'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:16.505624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f6ada-20a8-4ce4-84f5-27cee3d931ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73e0321-7765-4ebf-96c6-f4a0808ee7e9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:16.567902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-976f6ada-20a8-4ce4-84f5-27cee3d931ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fce9616774d458a91f19ba0c4d48200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748438 Jul 09 17:29:16.572157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:16.634896 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.707744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39670c39-b492-48d5-a34f-b1400a928bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.722289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a9713d04-9101-4e88-b139-c09783bbeafd None None] Provisioning for port dbe26cc4-aa5c-44f5-8440-d41cc12456ea completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:16.729043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a9713d04-9101-4e88-b139-c09783bbeafd None None] Provisioning complete for port dbe26cc4-aa5c-44f5-8440-d41cc12456ea triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:16.729696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9713d04-9101-4e88-b139-c09783bbeafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.755584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39670c39-b492-48d5-a34f-b1400a928bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.817760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a9713d04-9101-4e88-b139-c09783bbeafd None None] Port dbe26cc4-aa5c-44f5-8440-d41cc12456ea cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:16.861410 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39670c39-b492-48d5-a34f-b1400a928bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.866223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39670c39-b492-48d5-a34f-b1400a928bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:16.867584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39670c39-b492-48d5-a34f-b1400a928bed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a73e0321-7765-4ebf-96c6-f4a0808ee7e9 HTTP/1.1" status: 204 len: 168 time: 0.2940848 Jul 09 17:29:16.879442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670c39-b492-48d5-a34f-b1400a928bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73e0321-7765-4ebf-96c6-f4a0808ee7e9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:17.069606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-0cd2790b-bb23-46b3-9799-5043878b4e3f tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:17.071662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-0cd2790b-bb23-46b3-9799-5043878b4e3f tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.36 "GET /v2.0/networks?id=502fe6a2-bbc4-405d-a9ff-79d117fec41b HTTP/1.1" status: 200 len: 821 time: 0.2455685 Jul 09 17:29:17.089979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Request body: {'port': {'device_id': '7069d6c4-523a-4d46-ad95-5579931e386f', 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b', 'admin_state_up': True, 'tenant_id': '8517a5792e914bc1965ab855e3b2a148'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:17.436589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Made reservation on behalf of 8517a5792e914bc1965ab855e3b2a148 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:17.440753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:17.569908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:17.623450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:17.680126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5886a57f-a4b4-476a-8c3e-4f5c1a3ebaf9 req-6d670e46-8afd-4ff8-b8b9-a585b62912c6 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 210 time: 0.0555122 Jul 09 17:29:17.735153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Allocated IP 172.20.0.4 (502fe6a2-bbc4-405d-a9ff-79d117fec41b/ddd8ad95-ff30-4579-9070-f64dccb25c70/bf2fa0ae-5514-47b3-8927-239e4138417a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:18.342205 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 51bc959d-46a1-4581-8cbf-0da3bf13e8f8 associated. External IP: 172.25.3.13, port: 3ff4f0d6-f1e6-4355-8946-08556aa0b25e. Jul 09 17:29:18.671262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-a4660cd2-15a0-4aa5-9f26-568c7c49bf40 req-ed66d9a9-1205-4779-bce2-ebefa955fcf7 service neutron] (93896) timed out ('10.222.0.36', 63095) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:29:18.688019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:18.740512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:18.928401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9e98f27-359a-4e54-a6f5-109b27a8e2a6 req-098e9d48-315c-4ff5-b566-bd943639b3a0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 210 time: 0.0738320 Jul 09 17:29:18.973511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:19.033489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Network 502fe6a2-bbc4-405d-a9ff-79d117fec41b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:19.038634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:19.045644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:19.117599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:19.126260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:19.126971 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:19.130706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:19.149685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:19.150329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:19.248191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:19.253149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Pushing event updated for resources: {'Port': ['ID=bf2fa0ae-5514-47b3-8927-239e4138417a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:19.277051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:19.277688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:19.279300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3c182c2c-b27c-4678-9054-096eee20344b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1862557 Jul 09 17:29:19.311172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Request body: {'port': {'device_id': '7069d6c4-523a-4d46-ad95-5579931e386f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:19.316323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:19.317243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c690a-9653-4adf-8fd6-f1ab64db9b7b None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:19.474169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:19.665381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d7cb7e3e-446c-4891-b140-20a69861e78d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:19.714930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:29:19.902197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:19.908195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:19.913333 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] Sync routers for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:19.926408 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:19.928221 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:19.989012 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:20.003292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:20.003967 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:20.037365 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:20.038188 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3361baa-67e4-402e-8d3a-288a898437e4 None None] The sync data for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:20.079244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2fa0ae-5514-47b3-8927-239e4138417a {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:20.109756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.136431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Transition to ACTIVE for port object bf2fa0ae-5514-47b3-8927-239e4138417a will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:20.139092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f60f9d4b-b03b-4f08-a0c7-16ef77e46ead tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/floatingips/51bc959d-46a1-4581-8cbf-0da3bf13e8f8 HTTP/1.1" status: 200 len: 978 time: 3.6463277 Jul 09 17:29:20.141879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46148) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:20.217911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.291812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2fa0ae-5514-47b3-8927-239e4138417a,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:20.360718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a292d9-0920-4643-b456-e6779719f990 req-8df77867-4879-4d12-bdb6-8f1c0efa382b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:20.362182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5a292d9-0920-4643-b456-e6779719f990 req-8df77867-4879-4d12-bdb6-8f1c0efa382b tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 943 time: 0.1744294 Jul 09 17:29:20.365354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port dbe26cc4-aa5c-44f5-8440-d41cc12456ea {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:20.365821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.428751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5a292d9-0920-4643-b456-e6779719f990 req-4b109198-bd86-4b6d-9cf7-dc8f0ac3f34a tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583661 Jul 09 17:29:20.485913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Attempting to bind port bf2fa0ae-5514-47b3-8927-239e4138417a on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:20.486360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Attempting to bind port bf2fa0ae-5514-47b3-8927-239e4138417a by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '097d01d4-eab8-4473-a0ec-318ee80ca37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:20.486710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Attempting to bind port bf2fa0ae-5514-47b3-8927-239e4138417a on network 502fe6a2-bbc4-405d-a9ff-79d117fec41b {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:20.497249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Port bf2fa0ae-5514-47b3-8927-239e4138417a on network 502fe6a2-bbc4-405d-a9ff-79d117fec41b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:29:20.497580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Attempting to bind port bf2fa0ae-5514-47b3-8927-239e4138417a on network 502fe6a2-bbc4-405d-a9ff-79d117fec41b {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:20.513842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:20.514297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Checking segment: {'id': '097d01d4-eab8-4473-a0ec-318ee80ca37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:20.514575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Bound using segment: {'id': '097d01d4-eab8-4473-a0ec-318ee80ca37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:20.515028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Bound port: bf2fa0ae-5514-47b3-8927-239e4138417a, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097d01d4-eab8-4473-a0ec-318ee80ca37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:20.515389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.559263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.689127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] For port bf2fa0ae-5514-47b3-8927-239e4138417a, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:20.744145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] For port bf2fa0ae-5514-47b3-8927-239e4138417a, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf2fa0ae-5514-47b3-8927-239e4138417a,segment=NetworkSegment(097d01d4-eab8-4473-a0ec-318ee80ca37b),segment_id=097d01d4-eab8-4473-a0ec-318ee80ca37b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:20.759130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.826839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:20.827556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.829766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf2fa0ae-5514-47b3-8927-239e4138417a HTTP/1.1" status: 200 len: 1092 time: 1.5427027 Jul 09 17:29:20.832856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069d6c4-523a-4d46-ad95-5579931e386f', 'tag': 'bf2fa0ae-5514-47b3-8927-239e4138417a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:20.842380 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af" -d '{"events": [{"name": "network-changed", "server_uuid": "7069d6c4-523a-4d46-ad95-5579931e386f", "tag": "bf2fa0ae-5514-47b3-8927-239e4138417a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:20.939077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b27374-8521-4291-9d1e-9d44715e0c50 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2fa0ae-5514-47b3-8927-239e4138417a,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:20.944926 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8490b868-b7be-4bbe-8ed4-4f2bbf0904e2 x-openstack-request-id: req-8490b868-b7be-4bbe-8ed4-4f2bbf0904e2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:20.945286 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7069d6c4-523a-4d46-ad95-5579931e386f", "tag": "bf2fa0ae-5514-47b3-8927-239e4138417a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:20.945602 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8490b868-b7be-4bbe-8ed4-4f2bbf0904e2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:20.946060 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069d6c4-523a-4d46-ad95-5579931e386f', 'tag': 'bf2fa0ae-5514-47b3-8927-239e4138417a', 'status': 'completed', 'code': 200} Jul 09 17:29:20.981951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.982691 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:20.983201 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Floating IP 51bc959d-46a1-4581-8cbf-0da3bf13e8f8 disassociated. External IP: 172.25.3.13, port: dbe26cc4-aa5c-44f5-8440-d41cc12456ea. Jul 09 17:29:20.983807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for dbe26cc4-aa5c-44f5-8440-d41cc12456ea owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:21.115438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-105e310d-eaa1-4b96-909d-b509d41d250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:21.117248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-105e310d-eaa1-4b96-909d-b509d41d250d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8517a5792e914bc1965ab855e3b2a148&device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 1095 time: 0.2162204 Jul 09 17:29:21.189096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-90fcacfa-1b8e-40d7-9184-856fced521a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2fa0ae-5514-47b3-8927-239e4138417a HTTP/1.1" status: 200 len: 217 time: 0.0625532 Jul 09 17:29:21.251287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:21.255256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-aaae9734-1a38-4af7-b4d9-46589f46a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:21.257013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-aaae9734-1a38-4af7-b4d9-46589f46a2f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddd8ad95-ff30-4579-9070-f64dccb25c70 HTTP/1.1" status: 200 len: 861 time: 0.0614569 Jul 09 17:29:21.300370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=dbe26cc4-aa5c-44f5-8440-d41cc12456ea,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:21.322759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3726eeb7-3e06-404d-9941-83995c27176d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=502fe6a2-bbc4-405d-a9ff-79d117fec41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338967 Jul 09 17:29:21.531575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-bd2eb2f4-2f97-41c0-a52e-2081c95061c2 service neutron] 10.222.0.36 "GET /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018085 Jul 09 17:29:21.757265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d7cb7e3e-446c-4891-b140-20a69861e78d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:21.882052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57c4d-7ffa-45c2-a327-19e9d7f1f4bb req-bdb0ecf6-1593-4f3b-8655-83bd9dd4a8ec tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:21.883868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ee57c4d-7ffa-45c2-a327-19e9d7f1f4bb req-bdb0ecf6-1593-4f3b-8655-83bd9dd4a8ec tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 943 time: 0.2239366 Jul 09 17:29:21.899120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae2e55ed-453b-4e73-ac78-07329740b3ab req-3ab4ceb2-72fb-481e-b68e-4d051a0c3c32 service neutron] 10.222.0.36 "GET /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490120 Jul 09 17:29:22.042604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:22.065344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] Sync routers for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:22.065822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ee57c4d-7ffa-45c2-a327-19e9d7f1f4bb req-6bcceece-a5e3-40f0-b51f-ebc69a1877cb tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716275 Jul 09 17:29:22.079739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:22.080394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:22.157229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:22.162269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46266) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:22.162727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4a130879-8a81-447d-be71-53f6f959ddd8 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/ports/dbe26cc4-aa5c-44f5-8440-d41cc12456ea HTTP/1.1" status: 204 len: 168 time: 2.0191858 Jul 09 17:29:22.164635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-61cd8200-6451-47ea-98f0-4884cb7f620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.165710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:22.166065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-61cd8200-6451-47ea-98f0-4884cb7f620d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8517a5792e914bc1965ab855e3b2a148&device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 1095 time: 0.1805141 Jul 09 17:29:22.188880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:22.189527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:22.263128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:22.263985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c55cc-ff3a-499e-8430-dc4e92d201f8 None None] The sync data for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:22.369403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-a29c0796-8655-4df3-9ac6-93fa66a8b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.370998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-a29c0796-8655-4df3-9ac6-93fa66a8b44b service neutron] 10.222.0.36 "GET /v2.0/networks?id=502fe6a2-bbc4-405d-a9ff-79d117fec41b HTTP/1.1" status: 200 len: 922 time: 0.1980481 Jul 09 17:29:22.453289 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-1dce2379-d722-451e-8124-216bce58444f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2fa0ae-5514-47b3-8927-239e4138417a HTTP/1.1" status: 200 len: 217 time: 0.0680408 Jul 09 17:29:22.527030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-8565e935-4210-4703-9492-4318af597369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:22.528798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-8565e935-4210-4703-9492-4318af597369 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddd8ad95-ff30-4579-9070-f64dccb25c70 HTTP/1.1" status: 200 len: 861 time: 0.0679598 Jul 09 17:29:22.567656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-4eda2cc7-51be-4490-b485-d9366a4290a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=502fe6a2-bbc4-405d-a9ff-79d117fec41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300529 Jul 09 17:29:22.636977 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.173219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-3f28ea36-4683-4eec-9f7a-ba44d50cfc35 service neutron] 10.222.0.36 "GET /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972009 Jul 09 17:29:23.214867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 2a81e867-5ab2-4c4e-9c3f-dc581569751f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:23.215652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.338521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.343725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f13aa7a0-e9df-4d45-9909-0eabf4f8d0af req-984e24ae-5e15-4f35-a2f2-74d54b1bf1a0 service neutron] 10.222.0.36 "GET /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629086 Jul 09 17:29:23.355389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 2a81e867-5ab2-4c4e-9c3f-dc581569751f owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:23.403710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cc4a3-fb38-4f7b-aab8-6acfd6c73e1e req-08009173-8d3a-416d-b82f-451fde103104 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:23.405700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8cc4a3-fb38-4f7b-aab8-6acfd6c73e1e req-08009173-8d3a-416d-b82f-451fde103104 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 943 time: 0.1766400 Jul 09 17:29:23.500393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8cc4a3-fb38-4f7b-aab8-6acfd6c73e1e req-f748c523-00db-4dae-86ad-7d331de92f59 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846808 Jul 09 17:29:23.676092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:23.717595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=2a81e867-5ab2-4c4e-9c3f-dc581569751f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:23.806166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.818393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.818746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.819128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.819450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.819826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.820318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.820788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.821266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.821751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.822225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:23.822734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:24.085364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:24.347060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d7cb7e3e-446c-4891-b140-20a69861e78d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:24.624463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf2fa0ae-5514-47b3-8927-239e4138417a details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:29:24.856967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da964c-fc2e-4b08-aeb8-1fdb4a5c6685 req-1d18bf5b-98a8-446b-9026-1b19defae233 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:24.878527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4da964c-fc2e-4b08-aeb8-1fdb4a5c6685 req-1d18bf5b-98a8-446b-9026-1b19defae233 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 943 time: 0.1433823 Jul 09 17:29:24.918858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf2fa0ae-5514-47b3-8927-239e4138417a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf2fa0ae-5514-47b3-8927-239e4138417a,segment=NetworkSegment(097d01d4-eab8-4473-a0ec-318ee80ca37b),segment_id=097d01d4-eab8-4473-a0ec-318ee80ca37b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:24.950799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'bf2fa0ae-5514-47b3-8927-239e4138417a', 'network_id': '502fe6a2-bbc4-405d-a9ff-79d117fec41b', 'port_id': 'bf2fa0ae-5514-47b3-8927-239e4138417a', 'mac_address': 'fa:16:3e:2d:14:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd8ad95-ff30-4579-9070-f64dccb25c70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:29:24.961268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4da964c-fc2e-4b08-aeb8-1fdb4a5c6685 req-376e39ab-f0e5-45b5-a6aa-2b2da0fad0a3 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690751 Jul 09 17:29:24.980312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:24.992747 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] Sync routers for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:24.994503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46608) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:25.002136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6dd8f656-c7af-4e34-a6c1-bdaa8394f3cf tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/routers/d7cb7e3e-446c-4891-b140-20a69861e78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378639 Jul 09 17:29:25.010554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:25.011290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:25.036036 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.064879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2fa0ae-5514-47b3-8927-239e4138417a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:25.130640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.135557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf2fa0ae-5514-47b3-8927-239e4138417a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf2fa0ae-5514-47b3-8927-239e4138417a,segment=NetworkSegment(097d01d4-eab8-4473-a0ec-318ee80ca37b),segment_id=097d01d4-eab8-4473-a0ec-318ee80ca37b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:25.146580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.192199 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:25.212774 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] Routers {'d7cb7e3e-446c-4891-b140-20a69861e78d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:25.213431 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d7cb7e3e-446c-4891-b140-20a69861e78d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:25.254403 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:25.255062 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd4709-7dc7-4de1-9edb-3403c2287c2d None None] The sync data for ids ['d7cb7e3e-446c-4891-b140-20a69861e78d'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:25.273967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bf2fa0ae-5514-47b3-8927-239e4138417a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.298492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.379251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port e2e6b28b-f751-4dad-8d07-69e66982a945 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:25.379707 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.416951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bf2fa0ae-5514-47b3-8927-239e4138417a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:29:25.496785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.513903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for e2e6b28b-f751-4dad-8d07-69e66982a945 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:25.754649 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:25.789003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=e2e6b28b-f751-4dad-8d07-69e66982a945,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:25.877582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.072433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.077577 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.201806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.202415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Fanout notify agent at l3_agent the message router_deleted on router d7cb7e3e-446c-4891-b140-20a69861e78d {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:29:26.211002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.211607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6bd0fb97-7db3-41c5-95c5-b9722594f296 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/routers/d7cb7e3e-446c-4891-b140-20a69861e78d HTTP/1.1" status: 204 len: 168 time: 1.2158999 Jul 09 17:29:26.214620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46768) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:26.278609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413f50d-98a4-4424-9694-8f5c6046baaa req-3f02fca6-3323-462c-b2fd-4051ffc664a4 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:26.279511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting subnet ae645e9d-8b0d-478e-9432-293675b5f34d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:29:26.283647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.290618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1413f50d-98a4-4424-9694-8f5c6046baaa req-3f02fca6-3323-462c-b2fd-4051ffc664a4 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 944 time: 0.1584439 Jul 09 17:29:26.357519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1413f50d-98a4-4424-9694-8f5c6046baaa req-87baec5b-c9af-47e1-ba0a-76f1fae700cf tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Jul 09 17:29:26.392940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.504140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.570297 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.606387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Subnet': ['ID=ae645e9d-8b0d-478e-9432-293675b5f34d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:26.610454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.618729 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a66eec-bbce-4f94-ab82-2dea6976345d None None] Network d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:26.621929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fd946473-50d7-4d03-9128-a748c4bee1da tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/subnets/ae645e9d-8b0d-478e-9432-293675b5f34d HTTP/1.1" status: 204 len: 168 time: 0.4060876 Jul 09 17:29:26.624689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46786) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:26.679065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf2fa0ae-5514-47b3-8927-239e4138417a up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:26.716070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.789205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 99831315-06e2-478a-b3d6-dab5c8019178 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:26.789599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.827163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port bf2fa0ae-5514-47b3-8927-239e4138417a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:26.834866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port bf2fa0ae-5514-47b3-8927-239e4138417a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:26.835232 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.870008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] For port 99831315-06e2-478a-b3d6-dab5c8019178, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=99831315-06e2-478a-b3d6-dab5c8019178,segment=NetworkSegment(3a4082df-009b-4d2c-bbcf-43f25348e7f1),segment_id=3a4082df-009b-4d2c-bbcf-43f25348e7f1)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:26.870461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:26.890780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 99831315-06e2-478a-b3d6-dab5c8019178 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:26.966462 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.015539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.018465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf2fa0ae-5514-47b3-8927-239e4138417a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf2fa0ae-5514-47b3-8927-239e4138417a,segment=NetworkSegment(097d01d4-eab8-4473-a0ec-318ee80ca37b),segment_id=097d01d4-eab8-4473-a0ec-318ee80ca37b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:27.021227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc50c57-f610-47d1-9217-0dc916b08e1d None None] DHCP port deletion for d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:29:27.032978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069d6c4-523a-4d46-ad95-5579931e386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2fa0ae-5514-47b3-8927-239e4138417a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:27.035538 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b3116-b849-4ca3-8fbe-c63bf7de65e1" -d '{"events": [{"server_uuid": "7069d6c4-523a-4d46-ad95-5579931e386f", "name": "network-vif-plugged", "status": "completed", "tag": "bf2fa0ae-5514-47b3-8927-239e4138417a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:27.049842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] No DVR routers for this DVR port 99831315-06e2-478a-b3d6-dab5c8019178 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:29:27.051559 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.119359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=99831315-06e2-478a-b3d6-dab5c8019178,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:27.208408 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d238cd25-26c9-4c13-acf8-3330a4e294e4 x-openstack-request-id: req-d238cd25-26c9-4c13-acf8-3330a4e294e4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:27.208700 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069d6c4-523a-4d46-ad95-5579931e386f", "name": "network-vif-plugged", "status": "completed", "tag": "bf2fa0ae-5514-47b3-8927-239e4138417a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:27.211701 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d238cd25-26c9-4c13-acf8-3330a4e294e4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:27.212546 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069d6c4-523a-4d46-ad95-5579931e386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2fa0ae-5514-47b3-8927-239e4138417a', 'code': 200} Jul 09 17:29:27.230411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bf2fa0ae-5514-47b3-8927-239e4138417a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:27.288416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.301833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e9c6da-4148-4d35-ab83-c4c6c20dddb3']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:27.313175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4082df-009b-4d2c-bbcf-43f25348e7f1') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:27.313811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4082df-009b-4d2c-bbcf-43f25348e7f1') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:27.323241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.341880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.349607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:29:27.350340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:29:27.357190 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:29:27.397606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a8ede-9f9e-4e73-869b-33a555b555aa req-0f5b8a49-7209-4698-85bc-216c254989ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:27.404813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b5a8ede-9f9e-4e73-869b-33a555b555aa req-0f5b8a49-7209-4698-85bc-216c254989ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 1097 time: 0.1203430 Jul 09 17:29:27.429491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.437772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.442641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/networks/d8e9c6da-4148-4d35-ab83-c4c6c20dddb3 HTTP/1.1" status: 204 len: 168 time: 0.8167989 Jul 09 17:29:27.449667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46822) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:27.479181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c03acc-cf78-45c8-b2e3-87790728589a tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Network': ['ID=d8e9c6da-4148-4d35-ab83-c4c6c20dddb3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:27.501560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b5a8ede-9f9e-4e73-869b-33a555b555aa req-1c7caa40-6997-4959-9519-37616008a324 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898600 Jul 09 17:29:27.743718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5fbab-0ffe-4d2f-8b52-e9fd7a6dd814 req-6de658af-99de-4eab-ae29-ad4a8b5c34cb tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:27.751720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6d5fbab-0ffe-4d2f-8b52-e9fd7a6dd814 req-6de658af-99de-4eab-ae29-ad4a8b5c34cb tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 945 time: 0.1195931 Jul 09 17:29:27.810055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6d5fbab-0ffe-4d2f-8b52-e9fd7a6dd814 req-4572e713-eba7-41f1-bfa3-d858ad5e0e05 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Jul 09 17:29:27.824985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 24a56e12-7c70-4629-975e-a684ee8bae55 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:27.826300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.942917 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.943244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:27.956968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 24a56e12-7c70-4629-975e-a684ee8bae55 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:28.132516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.197486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=24a56e12-7c70-4629-975e-a684ee8bae55,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:28.292310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46856) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.389294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.392949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.394551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04dfd56c-f530-4ac3-aaab-6915bfc63cc6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/floatingips/51bc959d-46a1-4581-8cbf-0da3bf13e8f8 HTTP/1.1" status: 204 len: 168 time: 0.9433749 Jul 09 17:29:28.402005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.442406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b35b5bc1-55dc-467c-934e-662bd2eb19fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.450415 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acc7a5f-66eb-49ab-9fbb-ddbf16c1664b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] DELETE failed (client error): The resource could not be found. Jul 09 17:29:28.451175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acc7a5f-66eb-49ab-9fbb-ddbf16c1664b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:29:28.464350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.467918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8acc7a5f-66eb-49ab-9fbb-ddbf16c1664b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/ports/dbe26cc4-aa5c-44f5-8440-d41cc12456ea HTTP/1.1" status: 404 len: 333 time: 0.0645387 Jul 09 17:29:28.519960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-90dcb386-98bb-47a1-9667-f3bffc28a6e1 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7cb7e3e-446c-4891-b140-20a69861e78d HTTP/1.1" status: 200 len: 205 time: 0.0512464 Jul 09 17:29:28.521218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.638656 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-7b4c28e0-35e9-47c3-bdb4-edb96472248b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] delete failed (client error): The resource could not be found. Jul 09 17:29:28.641574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7b4c28e0-35e9-47c3-bdb4-edb96472248b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/routers/d7cb7e3e-446c-4891-b140-20a69861e78d HTTP/1.1" status: 404 len: 336 time: 0.1186299 Jul 09 17:29:28.644350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.647436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b35b5bc1-55dc-467c-934e-662bd2eb19fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.663537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b35b5bc1-55dc-467c-934e-662bd2eb19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.665591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99831315-06e2-478a-b3d6-dab5c8019178 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:29:28.694790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b35b5bc1-55dc-467c-934e-662bd2eb19fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54639f7cfce74cea85e502582edb5a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010999 Jul 09 17:29:28.697481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46876) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.723811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 99831315-06e2-478a-b3d6-dab5c8019178 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:29:28.724429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99831315-06e2-478a-b3d6-dab5c8019178 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:29:28.725009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b5bc1-55dc-467c-934e-662bd2eb19fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa42b4ff-aa64-40a0-8426-55d27d1a0430,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:28.739374 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-160c0966-3c4e-4821-8c10-02d6c4140237 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] DELETE failed (client error): The resource could not be found. Jul 09 17:29:28.740015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160c0966-3c4e-4821-8c10-02d6c4140237 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:29:28.753607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-160c0966-3c4e-4821-8c10-02d6c4140237 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/subnets/ae645e9d-8b0d-478e-9432-293675b5f34d HTTP/1.1" status: 404 len: 337 time: 0.1050479 Jul 09 17:29:28.754054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46878) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:28.774900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25d2e7c5-c415-4346-928c-fd433fbc415d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.796731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25d2e7c5-c415-4346-928c-fd433fbc415d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.858820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25d2e7c5-c415-4346-928c-fd433fbc415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.865752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25d2e7c5-c415-4346-928c-fd433fbc415d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.874776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25d2e7c5-c415-4346-928c-fd433fbc415d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa42b4ff-aa64-40a0-8426-55d27d1a0430 HTTP/1.1" status: 204 len: 168 time: 0.1737478 Jul 09 17:29:28.885869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 3ff4f0d6-f1e6-4355-8946-08556aa0b25e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:28.886230 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:28.894496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2e7c5-c415-4346-928c-fd433fbc415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa42b4ff-aa64-40a0-8426-55d27d1a0430,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:29.084140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.101169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 3ff4f0d6-f1e6-4355-8946-08556aa0b25e owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:29.112970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab298f-d454-4c6a-8473-fc635923fe9c req-d8b98105-6ff1-4e18-a030-36af941b0e87 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:29.114524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4ab298f-d454-4c6a-8473-fc635923fe9c req-d8b98105-6ff1-4e18-a030-36af941b0e87 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 945 time: 0.1162410 Jul 09 17:29:29.231848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4ab298f-d454-4c6a-8473-fc635923fe9c req-0ffc68af-308f-40bf-a8a8-420cc8bf9645 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080358 Jul 09 17:29:29.330458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46902) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:29.366235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f943b604-3070-483b-ba34-7daf79b9d045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.387242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.462667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f943b604-3070-483b-ba34-7daf79b9d045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.471940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f943b604-3070-483b-ba34-7daf79b9d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.498530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=3ff4f0d6-f1e6-4355-8946-08556aa0b25e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:29.541477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f943b604-3070-483b-ba34-7daf79b9d045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83c76bd2340b4c17af61e050ed10daae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066548 Jul 09 17:29:29.542088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46908) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:29.557978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943b604-3070-483b-ba34-7daf79b9d045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd15658-6202-4341-b78e-81824d603cc6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:29.612271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.616496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e15ec2b1-337f-49dc-ba2f-bc82979913c2 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/ports/3ff4f0d6-f1e6-4355-8946-08556aa0b25e HTTP/1.1" status: 204 len: 168 time: 0.8611989 Jul 09 17:29:29.619400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:29.748630 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c6d567e-5e64-46be-a8eb-d51229a0a2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.824424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c6d567e-5e64-46be-a8eb-d51229a0a2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.879009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 590aeffe-fa93-4abe-8312-411dcf1f2fef {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:29.879352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.959976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c6d567e-5e64-46be-a8eb-d51229a0a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.963260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c6d567e-5e64-46be-a8eb-d51229a0a2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:29.967077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1c6d567e-5e64-46be-a8eb-d51229a0a2ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccd15658-6202-4341-b78e-81824d603cc6 HTTP/1.1" status: 204 len: 168 time: 0.4238694 Jul 09 17:29:29.996266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d567e-5e64-46be-a8eb-d51229a0a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd15658-6202-4341-b78e-81824d603cc6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:30.035324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:30.058666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 590aeffe-fa93-4abe-8312-411dcf1f2fef owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:30.066539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77917bc8-2e10-49cc-8a02-e5699cf18f68 req-10e7c9d4-8e7c-4e11-aff6-c2adc2f09694 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:30.073810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77917bc8-2e10-49cc-8a02-e5699cf18f68 req-10e7c9d4-8e7c-4e11-aff6-c2adc2f09694 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 945 time: 0.1119745 Jul 09 17:29:30.128103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77917bc8-2e10-49cc-8a02-e5699cf18f68 req-f554543c-66e6-4699-8825-4f61f824e4d9 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Jul 09 17:29:30.260680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:30.317272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=590aeffe-fa93-4abe-8312-411dcf1f2fef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:30.400182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:30.406554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-904d392b-d184-415e-9acd-639812c855c5 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/ports/590aeffe-fa93-4abe-8312-411dcf1f2fef HTTP/1.1" status: 204 len: 168 time: 0.7814147 Jul 09 17:29:30.407011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46942) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:30.543546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad0c24-3781-40e4-bd51-0544b660357b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:30.551131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ddad0c24-3781-40e4-bd51-0544b660357b tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "GET /v2.0/ports?device_id=d245405c-8ff1-46c2-8621-cd8893e80e15 HTTP/1.1" status: 200 len: 913 time: 0.1430027 Jul 09 17:29:30.553963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 46952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:31.079543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 46976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:31.208019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:31.270432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-90004483-4af8-40dc-8dc7-94a8d6fd3126 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:31.273398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-90004483-4af8-40dc-8dc7-94a8d6fd3126 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.36 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 945 time: 0.1384809 Jul 09 17:29:31.479687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673a37-dbea-4371-8836-653a5feb2b4a req-e54d0096-9153-4dfe-98a3-d3b8554ffa41 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:31.481671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89673a37-dbea-4371-8836-653a5feb2b4a req-e54d0096-9153-4dfe-98a3-d3b8554ffa41 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 945 time: 0.1296036 Jul 09 17:29:31.567418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b882524-dfad-4288-8186-5b5a7ef24689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:31.625056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89673a37-dbea-4371-8836-653a5feb2b4a req-eca610bf-6104-4aa0-b982-901789705149 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a562398-c50b-43a3-8c7b-c7cf04d2340a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261597 Jul 09 17:29:31.631437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Deleting port bf2fa0ae-5514-47b3-8927-239e4138417a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:31.632072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:31.784230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] For port bf2fa0ae-5514-47b3-8927-239e4138417a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf2fa0ae-5514-47b3-8927-239e4138417a,segment=NetworkSegment(097d01d4-eab8-4473-a0ec-318ee80ca37b),segment_id=097d01d4-eab8-4473-a0ec-318ee80ca37b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:31.784603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:31.797786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port 2c4e024b-c28a-413b-a930-baecba33ce2d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:31.798283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:31.814101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Calling delete_port for bf2fa0ae-5514-47b3-8927-239e4138417a owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:31.911930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b882524-dfad-4288-8186-5b5a7ef24689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:31.925340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b882524-dfad-4288-8186-5b5a7ef24689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.006841 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.020534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47012) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:32.021063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9b882524-dfad-4288-8186-5b5a7ef24689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76cf163a99e743eea6e099bf998d52a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9379807 Jul 09 17:29:32.023158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b882524-dfad-4288-8186-5b5a7ef24689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a7a3a-d730-4f13-be03-53e4f2c95f07,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:32.030054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for 2c4e024b-c28a-413b-a930-baecba33ce2d owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:32.110918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.124732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bf2fa0ae-5514-47b3-8927-239e4138417a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:29:32.165043 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50b47623-0b39-471e-b097-f632c709b336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.249797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] No DVR routers for this DVR port bf2fa0ae-5514-47b3-8927-239e4138417a on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:29:32.251844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Pushing event deleted for resources: {'Port': ['ID=bf2fa0ae-5514-47b3-8927-239e4138417a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:32.260521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50b47623-0b39-471e-b097-f632c709b336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.262337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.265436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dabebea-72ed-40a7-aa23-60894ffc53ba req-ddfec73b-9f79-42fb-882d-2011e89fffe0 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.36 "DELETE /v2.0/ports/bf2fa0ae-5514-47b3-8927-239e4138417a HTTP/1.1" status: 204 len: 173 time: 0.9836633 Jul 09 17:29:32.266194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069d6c4-523a-4d46-ad95-5579931e386f', 'name': 'network-vif-deleted', 'tag': 'bf2fa0ae-5514-47b3-8927-239e4138417a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:32.268873 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51005008-2fb0-41f9-94a9-6fd9c5335826" -d '{"events": [{"server_uuid": "7069d6c4-523a-4d46-ad95-5579931e386f", "name": "network-vif-deleted", "tag": "bf2fa0ae-5514-47b3-8927-239e4138417a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:32.346180 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55044ec-1a51-4cf8-91b1-0a466f9341fc x-openstack-request-id: req-e55044ec-1a51-4cf8-91b1-0a466f9341fc {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:32.346704 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069d6c4-523a-4d46-ad95-5579931e386f", "name": "network-vif-deleted", "tag": "bf2fa0ae-5514-47b3-8927-239e4138417a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:32.347125 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e55044ec-1a51-4cf8-91b1-0a466f9341fc {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:32.347698 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069d6c4-523a-4d46-ad95-5579931e386f', 'name': 'network-vif-deleted', 'tag': 'bf2fa0ae-5514-47b3-8927-239e4138417a', 'status': 'completed', 'code': 200} Jul 09 17:29:32.463307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50b47623-0b39-471e-b097-f632c709b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.465823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50b47623-0b39-471e-b097-f632c709b336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.466990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-50b47623-0b39-471e-b097-f632c709b336 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/983a7a3a-d730-4f13-be03-53e4f2c95f07 HTTP/1.1" status: 204 len: 168 time: 0.4454679 Jul 09 17:29:32.496302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b47623-0b39-471e-b097-f632c709b336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a7a3a-d730-4f13-be03-53e4f2c95f07,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:32.520342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.563839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=2c4e024b-c28a-413b-a930-baecba33ce2d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:32.893481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:32.987576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f62b8abf-fe7b-41a1-ae0f-41962b4e38ee req-b377b6a1-ea98-4e57-9fce-8f6433eb44d3 tempest-ServerAddressesNegativeTestJSON-1236930869 tempest-ServerAddressesNegativeTestJSON-1236930869-project] 10.222.0.21 "GET /v2.0/ports?device_id=7069d6c4-523a-4d46-ad95-5579931e386f HTTP/1.1" status: 200 len: 210 time: 0.0847342 Jul 09 17:29:33.398544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Router d245405c-8ff1-46c2-8621-cd8893e80e15 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:33.858790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:33.871422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dbc8b3d6-1cb9-425a-b61d-8e45e0c455f6 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "PUT /v2.0/routers/d245405c-8ff1-46c2-8621-cd8893e80e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3156226 Jul 09 17:29:33.873936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47098) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:33.875576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] Sync routers for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:33.887074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:33.888032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:33.925881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:33.939202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] Routers {'d245405c-8ff1-46c2-8621-cd8893e80e15'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:33.939853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d245405c-8ff1-46c2-8621-cd8893e80e15'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:33.982008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:33.982669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7bab6d-c599-4146-b0e4-c6a5a3bf21ea None None] The sync data for ids ['d245405c-8ff1-46c2-8621-cd8893e80e15'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:34.007464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.140412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.205464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47114) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:34.259424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting port adbd794d-db30-4b61-b7c4-fffcff9d8496 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:34.259792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.279688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Deleting subnet ddd8ad95-ff30-4579-9070-f64dccb25c70 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:29:34.295730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.370886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.387612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.401748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Calling delete_port for adbd794d-db30-4b61-b7c4-fffcff9d8496 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:34.443074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.551934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.601828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd8ad95-ff30-4579-9070-f64dccb25c70,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:34.611720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.613984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2ac2a3cc-36f2-4393-ab48-a2568f78dcc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ddd8ad95-ff30-4579-9070-f64dccb25c70 HTTP/1.1" status: 204 len: 168 time: 0.4073257 Jul 09 17:29:34.616582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:34.739571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.742362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.773853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Port': ['ID=adbd794d-db30-4b61-b7c4-fffcff9d8496,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:34.854968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.906879 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.922506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502fe6a2-bbc4-405d-a9ff-79d117fec41b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:34.934309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097d01d4-eab8-4473-a0ec-318ee80ca37b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:34.934624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097d01d4-eab8-4473-a0ec-318ee80ca37b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:34.946380 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.964098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.972707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:29:34.973144 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:29:34.975026 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:29:34.992680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:34.997260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.054125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.055109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.055740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Fanout notify agent at l3_agent the message router_deleted on router d245405c-8ff1-46c2-8621-cd8893e80e15 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:29:35.072231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.076209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d1c9a397-9f46-4574-9478-ec2173ce2a53 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/routers/d245405c-8ff1-46c2-8621-cd8893e80e15 HTTP/1.1" status: 204 len: 168 time: 1.2009742 Jul 09 17:29:35.077014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47150) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:35.093394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.098183 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/502fe6a2-bbc4-405d-a9ff-79d117fec41b HTTP/1.1" status: 204 len: 168 time: 0.4781418 Jul 09 17:29:35.098183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5439-869f-4cfe-abeb-70bb3738d6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=502fe6a2-bbc4-405d-a9ff-79d117fec41b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:35.143297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Deleting subnet 3843324e-50b8-4984-8dd7-17436f0fe904 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:29:35.149076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.225327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.286750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.363186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.443300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Subnet': ['ID=3843324e-50b8-4984-8dd7-17436f0fe904,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:35.449843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.456012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47164) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:35.458049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7ac980c7-5d3f-4cc1-93b6-13e5018ec7eb tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/subnets/3843324e-50b8-4984-8dd7-17436f0fe904 HTTP/1.1" status: 204 len: 168 time: 0.3799534 Jul 09 17:29:35.496184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47166) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:35.551815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-252c4590-244e-4d73-a147-ce4127d46310 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8517a5792e914bc1965ab855e3b2a148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528500 Jul 09 17:29:35.553071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47174) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:35.627293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be74f858-89cc-42ce-b0a9-5938cc66217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.653930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be74f858-89cc-42ce-b0a9-5938cc66217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.697029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.713517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be74f858-89cc-42ce-b0a9-5938cc66217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.716902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be74f858-89cc-42ce-b0a9-5938cc66217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.720022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be74f858-89cc-42ce-b0a9-5938cc66217e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a562398-c50b-43a3-8c7b-c7cf04d2340a HTTP/1.1" status: 204 len: 168 time: 0.1658080 Jul 09 17:29:35.730656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74f858-89cc-42ce-b0a9-5938cc66217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a562398-c50b-43a3-8c7b-c7cf04d2340a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:35.852433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.864610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29038571-6537-4472-a87f-c5747059ee99']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:35.892761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66201de7-d77b-481a-a3e6-55c8133dde29') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:35.895495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66201de7-d77b-481a-a3e6-55c8133dde29') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:35.921772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.946372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.955915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:29:35.956512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:29:35.960558 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:29:36.033135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.040804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.042781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] 10.222.0.21 "DELETE /v2.0/networks/29038571-6537-4472-a87f-c5747059ee99 HTTP/1.1" status: 204 len: 168 time: 0.5858243 Jul 09 17:29:36.060587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a9c06-4469-4e7b-8874-5446e2a0c501 tempest-FloatingIPTestJSON-854776668 tempest-FloatingIPTestJSON-854776668-project] Pushing event deleted for resources: {'Network': ['ID=29038571-6537-4472-a87f-c5747059ee99,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:36.337095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-bd55dc8d-8d20-47ac-b70f-3e3f3549ea28 req-81ab446f-af3c-44c9-943e-0c82c1fd1c79 service neutron] (93896) timed out ('10.222.0.21', 46078) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:29:36.357127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:36.628066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-353ca70f-5108-4f6a-9471-92552b8a6363 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbab674878554c88a7e3eaa272bcdf94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694063 Jul 09 17:29:36.630783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47216) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:36.686461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10fec83c-c186-422b-bcfd-0b833ae8ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.704399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf2fa0ae-5514-47b3-8927-239e4138417a no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:29:36.711039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10fec83c-c186-422b-bcfd-0b833ae8ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.733245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: bf2fa0ae-5514-47b3-8927-239e4138417a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:29:36.733883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf2fa0ae-5514-47b3-8927-239e4138417a not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:29:36.778732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10fec83c-c186-422b-bcfd-0b833ae8ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.782229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10fec83c-c186-422b-bcfd-0b833ae8ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:36.785835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-10fec83c-c186-422b-bcfd-0b833ae8ac62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de2d657e-c5cd-4b3b-ae4f-5ea9359ea4ce HTTP/1.1" status: 204 len: 168 time: 0.1515553 Jul 09 17:29:36.791927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fec83c-c186-422b-bcfd-0b833ae8ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d657e-c5cd-4b3b-ae4f-5ea9359ea4ce,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:37.239567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47250) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:37.405509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-network', 'tenant_id': '0171c4610799413b81ffce397fd23873'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:37.432651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Made reservation on behalf of 0171c4610799413b81ffce397fd23873 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:37.435923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.447405 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.640699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.648770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.720706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:29:37.750459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46dd44-994e-4efa-addc-91f80b83b8ff,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:37.773815 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.774970 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Added segment 854b51f1-36b4-4e71-8a3f-e9046ea8845f of type vlan for network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd Jul 09 17:29:37.854738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.896256 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.901142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:37.901750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:37.970498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] Pushing event updated for resources: {'Network': ['ID=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:37.986590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a7004cbb-31e7-4b44-a8a3-9409ffe237ee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7431142 Jul 09 17:29:37.986796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47286) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:37.992936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Request body: {'subnet': {'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-subnet', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:37.993945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:29:38.020956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Made reservation on behalf of 0171c4610799413b81ffce397fd23873 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:38.024218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.151622 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.294074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.326526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:38.383169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b88c18a-6729-4fda-914a-abab673e8583,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:38.393895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Checking segment: {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:38.394256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Network hostable DHCP agents. Network: f80a447f-36d0-421f-a29a-c7d1ebb3d7bd, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:29:38.418819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:29:38.439722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f80a447f-36d0-421f-a29a-c7d1ebb3d7bd) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:38.448278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64466a6e-3c78-467a-980c-632ab4e1ea2d None None] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:38.449982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:38.450578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.475427 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0d5add1f-84f3-4554-8200-bdfa41d60fbe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4861565 Jul 09 17:29:38.476750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47308) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:38.484111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:38.546914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.548104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.691849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.817124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39ad8d-aebb-483c-9630-a7a23107318e None None] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:38.844250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1438266058'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:38.903025 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:38.963791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Made reservation on behalf of 79873438b1cf456f91ae630e648ace53 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:38.975349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.000034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.200949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.321274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.328624 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.341404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.348080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:29:39.368791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.386263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.388943 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Added segment 28e806f7-0b41-4278-80e8-f7a91bb0256c of type vlan for network 2371210c-fb36-45ea-bbb1-d83edafdc774 Jul 09 17:29:39.501802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.538454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f127a-ada1-4e66-94a6-b57d2be12c59,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:39.573649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Allocated IP 172.25.3.115 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/3ec194db-99a2-4377-8f2a-c64a743479d4) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:39.578576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.586956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:39.588440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.680373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47348) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:39.681381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3524289 Jul 09 17:29:39.685611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f231c-361b-477b-9a3e-fd886523916c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Network': ['ID=2371210c-fb36-45ea-bbb1-d83edafdc774,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:39.686725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'subnet': {'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:39.698720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:29:39.856481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:39.888280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Made reservation on behalf of 79873438b1cf456f91ae630e648ace53 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:39.897794 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.061201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.160545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.230431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:40.237985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:40.257629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:40.316299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec194db-99a2-4377-8f2a-c64a743479d4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:40.323443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Checking segment: {'id': '28e806f7-0b41-4278-80e8-f7a91bb0256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:40.323938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network hostable DHCP agents. Network: 2371210c-fb36-45ea-bbb1-d83edafdc774, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:29:40.331659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Subnet': ['ID=3f83a5a8-db92-4482-992a-762ee99bad4a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:40.359965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e97d417-8ea5-4259-b902-93c4ecd8e9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.375153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:29:40.456355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 2371210c-fb36-45ea-bbb1-d83edafdc774) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:40.466454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837edf58-1c52-41e3-b9cf-5a7ca3f0c7a0 None None] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:40.531281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:40.532002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.588597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47438) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:40.592484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-761344325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:40.599806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a04e01e6-6051-4efc-9f83-c01dd0ede57d tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9182880 Jul 09 17:29:40.660387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.661455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.793101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.800146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.838467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.839973 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-031a5b19-4c5e-44ab-9681-4ae4c3d82dde tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2523706 Jul 09 17:29:40.842686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47464) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:40.855113 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:40.856371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-2371210c-fb36-45ea-bbb1-d83edafdc774', 'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774', 'tenant_id': '79873438b1cf456f91ae630e648ace53', 'fixed_ips': [{'subnet_id': '3f83a5a8-db92-4482-992a-762ee99bad4a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:29:40.857543 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.145540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Allocated IP 172.20.0.2 (2371210c-fb36-45ea-bbb1-d83edafdc774/3f83a5a8-db92-4482-992a-762ee99bad4a/171b6a0f-7e74-4872-8c25-856ef6570e9e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:41.281349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.410886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.499215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.522036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Transition to ACTIVE for port object 171b6a0f-7e74-4872-8c25-856ef6570e9e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:41.559470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Transition to ACTIVE for port object 171b6a0f-7e74-4872-8c25-856ef6570e9e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:41.571505 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.609885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:41.611446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:41.657178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:41.766668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:29:41.833007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Attempting to bind port 171b6a0f-7e74-4872-8c25-856ef6570e9e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:41.833377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Attempting to bind port 171b6a0f-7e74-4872-8c25-856ef6570e9e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '28e806f7-0b41-4278-80e8-f7a91bb0256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:41.833747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Attempting to bind port 171b6a0f-7e74-4872-8c25-856ef6570e9e on network 2371210c-fb36-45ea-bbb1-d83edafdc774 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:41.850507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Pushing event updated for resources: {'Port': ['ID=171b6a0f-7e74-4872-8c25-856ef6570e9e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:41.861312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:41.861973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Checking segment: {'id': '28e806f7-0b41-4278-80e8-f7a91bb0256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:41.862526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:41.863056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Bound using segment: {'id': '28e806f7-0b41-4278-80e8-f7a91bb0256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:41.863778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Bound port: 171b6a0f-7e74-4872-8c25-856ef6570e9e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e806f7-0b41-4278-80e8-f7a91bb0256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:41.864584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.027679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] For port 171b6a0f-7e74-4872-8c25-856ef6570e9e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:42.028191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:42.033420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] For port 171b6a0f-7e74-4872-8c25-856ef6570e9e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=171b6a0f-7e74-4872-8c25-856ef6570e9e,segment=NetworkSegment(28e806f7-0b41-4278-80e8-f7a91bb0256c),segment_id=28e806f7-0b41-4278-80e8-f7a91bb0256c)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:42.041801 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Sync routers for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:42.043777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.071635 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.073719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9234b5c9-2aee-4734-a344-cada01ebbbb3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5957940 Jul 09 17:29:42.076647 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:42.077554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:42.081093 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:42.109266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b1f9e-9018-496e-b38b-b0b0be6fe541 None None] Pushing event updated for resources: {'Port': ['ID=171b6a0f-7e74-4872-8c25-856ef6570e9e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:42.185638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Allocated IP 172.20.0.1 (2371210c-fb36-45ea-bbb1-d83edafdc774/3f83a5a8-db92-4482-992a-762ee99bad4a/fdabe8ce-5a49-48ca-8965-209800049306) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:42.316110 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:42.496945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.529135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Transition to ACTIVE for port object fdabe8ce-5a49-48ca-8965-209800049306 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:42.616383 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:42.730187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:42.734398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:42.740498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:42.841918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Port': ['ID=fdabe8ce-5a49-48ca-8965-209800049306,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:42.893954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 171b6a0f-7e74-4872-8c25-856ef6570e9e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:42.906025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.056144 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:40Z', 'revision_number': 3, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:43.057241 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2473c6c-cae5-41cb-b7dc-e4bd68818e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.165084 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Checking router: 9c5c6bd9-f5df-4c10-93a6-23cf262948ef for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:43.165796 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Updating router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef port 3ec194db-99a2-4377-8f2a-c64a743479d4 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:29:43.168061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 171b6a0f-7e74-4872-8c25-856ef6570e9e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:43.256269 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.329087 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.371953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.692482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.919792 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.932203 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:43.963356 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Transition to ACTIVE for port object 3ec194db-99a2-4377-8f2a-c64a743479d4 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:43.976681 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.103478 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Attempting to bind port 3ec194db-99a2-4377-8f2a-c64a743479d4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:44.104154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Attempting to bind port 3ec194db-99a2-4377-8f2a-c64a743479d4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:44.106188 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Attempting to bind port 3ec194db-99a2-4377-8f2a-c64a743479d4 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:44.107272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Allocated IP 172.20.0.1 (f80a447f-36d0-421f-a29a-c7d1ebb3d7bd/7b88c18a-6729-4fda-914a-abab673e8583/1059270f-0b10-4d96-a223-4f7b4d5b5df9) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:44.144309 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:44.145676 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:44.147367 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.149149 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:44.151948 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Bound port: 3ec194db-99a2-4377-8f2a-c64a743479d4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:44.154601 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.224656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a848379-ba71-41d7-a4bc-81d956bdbbc0 None None] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:44.250220 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] For port 3ec194db-99a2-4377-8f2a-c64a743479d4, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:44.254586 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] For port 3ec194db-99a2-4377-8f2a-c64a743479d4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ec194db-99a2-4377-8f2a-c64a743479d4,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:44.256547 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Pushing event updated for resources: {'Port': ['ID=3ec194db-99a2-4377-8f2a-c64a743479d4,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:44.266730 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.271254 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.271869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.272707 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.273641 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.274311 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.274841 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.275407 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.275990 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.276712 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.277532 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.278090 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.278625 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:29:44.384083 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda760-5f19-48ed-95e3-7d54f30cccc6 None None] Pushing event updated for resources: {'Port': ['ID=3ec194db-99a2-4377-8f2a-c64a743479d4,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:44.403968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.434493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] Provisioning for port 171b6a0f-7e74-4872-8c25-856ef6570e9e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:44.435293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.444924 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.447288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:44.448503 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:44.462079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] Provisioning complete for port 171b6a0f-7e74-4872-8c25-856ef6570e9e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:44.462567 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.493971 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.590257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Port': ['ID=fdabe8ce-5a49-48ca-8965-209800049306,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:44.616087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:44.619529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:44.619918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.624398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:44.693227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Pushing event updated for resources: {'Port': ['ID=1059270f-0b10-4d96-a223-4f7b4d5b5df9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:44.731745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:44.735802 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:44.814148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:44.816719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:44.942410 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:45.007013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Router 4c6ab850-ec85-4ab5-8227-276da1329e47 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:29:45.016636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] For port 171b6a0f-7e74-4872-8c25-856ef6570e9e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=171b6a0f-7e74-4872-8c25-856ef6570e9e,segment=NetworkSegment(28e806f7-0b41-4278-80e8-f7a91bb0256c),segment_id=28e806f7-0b41-4278-80e8-f7a91bb0256c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:45.028528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:45.034346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:45.151885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfb554-95b8-43d1-a194-4f6d72b9ed6f None None] Pushing event updated for resources: {'Port': ['ID=171b6a0f-7e74-4872-8c25-856ef6570e9e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:45.228584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:45.241123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] Sync routers for ids ['4c6ab850-ec85-4ab5-8227-276da1329e47'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:45.253843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] Routers {'4c6ab850-ec85-4ab5-8227-276da1329e47'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:45.257151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-904ee621-dafd-497d-90bf-3915a88f8eb0 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "PUT /v2.0/routers/4c6ab850-ec85-4ab5-8227-276da1329e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4107161 Jul 09 17:29:45.257339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4c6ab850-ec85-4ab5-8227-276da1329e47'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:45.257826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47892) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:45.276426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'port': {'network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774', 'name': 'tempest-FloatingIPNegativeTestJSON-2108371287'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:45.293014 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:40Z', 'revision_number': 3, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:45.362569 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b38db2-394c-46a6-90e9-fa4c39f4ba3f None None] The sync data for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 is: [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:40Z', 'revision_number': 3, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:45.408165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:45.423562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] Routers {'4c6ab850-ec85-4ab5-8227-276da1329e47'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:45.436544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4c6ab850-ec85-4ab5-8227-276da1329e47'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:45.538135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:45.542075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c283d-0cd8-4709-aea8-1127f52d41fb None None] The sync data for ids ['4c6ab850-ec85-4ab5-8227-276da1329e47'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:45.582771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fcd55d9d-3010-410c-8355-8a4fd66d48a0 None None] Provisioning complete for port 171b6a0f-7e74-4872-8c25-856ef6570e9e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:45.584875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fcd55d9d-3010-410c-8355-8a4fd66d48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:45.821349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fcd55d9d-3010-410c-8355-8a4fd66d48a0 None None] Provisioning for port fdabe8ce-5a49-48ca-8965-209800049306 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:45.845509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fcd55d9d-3010-410c-8355-8a4fd66d48a0 None None] Provisioning complete for port fdabe8ce-5a49-48ca-8965-209800049306 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:45.846219 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fcd55d9d-3010-410c-8355-8a4fd66d48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:45.858306 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:45.973884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fcd55d9d-3010-410c-8355-8a4fd66d48a0 None None] Port fdabe8ce-5a49-48ca-8965-209800049306 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:46.100873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5a17f3fe-58cc-4322-a364-c2269ae412c2 None None] Provisioning complete for port fdabe8ce-5a49-48ca-8965-209800049306 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:46.101507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a17f3fe-58cc-4322-a364-c2269ae412c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:46.168544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5a17f3fe-58cc-4322-a364-c2269ae412c2 None None] Port fdabe8ce-5a49-48ca-8965-209800049306 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:46.268592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-1e181ef7-ae0d-41fe-a6c1-64923bbfafd2 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:46.276108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-1e181ef7-ae0d-41fe-a6c1-64923bbfafd2 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 813 time: 0.2233331 Jul 09 17:29:46.300276 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-b624aa58-cfdd-4407-ad31-99387d1cb0b1 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/quotas/46acc4efb1d94cd38378d1e9f1730727 HTTP/1.1" status: 200 len: 375 time: 0.0229676 Jul 09 17:29:46.340997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-dbf9016b-d417-4d91-a2af-d24dee2773b5 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396817 Jul 09 17:29:46.407054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a0ad62e-931d-4f04-a34b-dbd906d6082c None None] Provisioning complete for port fdabe8ce-5a49-48ca-8965-209800049306 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:46.407435 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a0ad62e-931d-4f04-a34b-dbd906d6082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:46.443235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:46.487783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ad62e-931d-4f04-a34b-dbd906d6082c None None] Port fdabe8ce-5a49-48ca-8965-209800049306 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:46.521479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Made reservation on behalf of 79873438b1cf456f91ae630e648ace53 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:46.526639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:46.551106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] device_id is not set on port f8c4169d-d47c-48ef-a812-d09e20661d36 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:29:46.555983 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-186f3cd8-a97f-4a2d-bde1-418ed9cd7c1e service neutron] 10.222.0.21 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139082 Jul 09 17:29:46.572546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:46.803053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 171b6a0f-7e74-4872-8c25-856ef6570e9e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:46.832401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-4539e6cf-69fd-4e27-9342-d2f3792690d5 service neutron] 10.222.0.21 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714508 Jul 09 17:29:46.833567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Pushing event updated for resources: {'Port': ['ID=1059270f-0b10-4d96-a223-4f7b4d5b5df9,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:46.853081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Allocated IP 172.20.0.8 (2371210c-fb36-45ea-bbb1-d83edafdc774/3f83a5a8-db92-4482-992a-762ee99bad4a/f8c4169d-d47c-48ef-a812-d09e20661d36) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:46.854781 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:46.931591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 171b6a0f-7e74-4872-8c25-856ef6570e9e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:46.932269 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.154578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ec194db-99a2-4377-8f2a-c64a743479d4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:47.156249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:47.158868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:47.218213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.234695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Transition to ACTIVE for port object f8c4169d-d47c-48ef-a812-d09e20661d36 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:47.286187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.329747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3ec194db-99a2-4377-8f2a-c64a743479d4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:47.333807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3ec194db-99a2-4377-8f2a-c64a743479d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:47.334181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.391861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:47.397862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:47.405512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:47.489412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Port': ['ID=f8c4169d-d47c-48ef-a812-d09e20661d36,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:47.490114 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.550993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:47.554077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.556012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3ec194db-99a2-4377-8f2a-c64a743479d4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ec194db-99a2-4377-8f2a-c64a743479d4,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:47.567973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.607212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50063ee7-3457-4678-a4ba-cff74a39c023 req-741d7074-facb-445c-8dfe-09735a03a59a tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 210 time: 0.3118188 Jul 09 17:29:47.623457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e748a104-aaac-455b-82ad-73450cbd2667 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3608668 Jul 09 17:29:47.624068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 47956) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:47.632875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:47.659964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:29:47.706803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3ec194db-99a2-4377-8f2a-c64a743479d4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:47.779266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:47.987748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:48.004609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e84c692-f420-4fbf-bb70-732bd49102cd admin admin] 10.222.0.21 "PUT /v2.0/routers/9c5c6bd9-f5df-4c10-93a6-23cf262948ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9238913 Jul 09 17:29:48.039163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0119e285-4256-427a-a51e-f8484c320b47 None None] Provisioning for port f8c4169d-d47c-48ef-a812-d09e20661d36 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:48.056600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0119e285-4256-427a-a51e-f8484c320b47 None None] Provisioning complete for port f8c4169d-d47c-48ef-a812-d09e20661d36 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:48.057191 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0119e285-4256-427a-a51e-f8484c320b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.089280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.137071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0119e285-4256-427a-a51e-f8484c320b47 None None] Port f8c4169d-d47c-48ef-a812-d09e20661d36 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:29:48.262489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Allocated IP 172.25.3.248 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/0d694d90-b872-497e-ac1f-ac85f050a192) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:48.307298 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Sync routers for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:48.320430 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:48.321064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:48.415051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.448376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 47980) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:48.487101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.588935 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:48.603044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:48.614934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:48.620565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:48.671747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ec194db-99a2-4377-8f2a-c64a743479d4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:48.694883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Port': ['ID=0d694d90-b872-497e-ac1f-ac85f050a192,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:48.728105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3ec194db-99a2-4377-8f2a-c64a743479d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:48.728790 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.810865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.927071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf74d1c0-ccfe-4f3a-8c48-d7542e43fa75 req-844623ca-f61f-4c32-8239-3551658832f5 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 210 time: 0.0426621 Jul 09 17:29:48.930312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:48.930919 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:45Z', 'revision_number': 2, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:48.965270 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Checking router: 9c5c6bd9-f5df-4c10-93a6-23cf262948ef for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:48.966104 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Updating router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:29:49.011913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bda72af-419f-4664-b8be-f06a38844c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.022701 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.247608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-1ab32729-b4bb-44fd-ad3d-5c759d185708 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:49.249238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-1ab32729-b4bb-44fd-ad3d-5c759d185708 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.36 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 813 time: 0.1829720 Jul 09 17:29:49.270627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Request body: {'port': {'device_id': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948', 'admin_state_up': True, 'tenant_id': '46acc4efb1d94cd38378d1e9f1730727'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:49.329009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.363699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.416014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-09d99f1a-86b7-4130-aab4-b8dd3e7afd16 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:49.429752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-09d99f1a-86b7-4130-aab4-b8dd3e7afd16 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 820 time: 0.3616958 Jul 09 17:29:49.479470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6b15ce4d-538c-4da4-8b6b-72094910a9df tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/quotas/0171c4610799413b81ffce397fd23873 HTTP/1.1" status: 200 len: 375 time: 0.0467391 Jul 09 17:29:49.492271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Port': ['ID=0d694d90-b872-497e-ac1f-ac85f050a192,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:49.510960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.528580 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.540845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Transition to ACTIVE for port object 1059270f-0b10-4d96-a223-4f7b4d5b5df9 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:49.547824 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.576774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bda72af-419f-4664-b8be-f06a38844c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.583660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bda72af-419f-4664-b8be-f06a38844c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.593108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.598823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-00645d30-e1a8-48eb-a887-2c2e556872f7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9737918 Jul 09 17:29:49.600028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:49.615260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda72af-419f-4664-b8be-f06a38844c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433c64de-7a1d-4c2d-a937-00e9bf94b545,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:49.617200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ee2e79e1-ada4-43d4-a8eb-50be3767bfe7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'floatingip': {'port_id': 'f8c4169d-d47c-48ef-a812-d09e20661d36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:49.634537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-1366cf53-af8d-41f8-8528-203e6f64f4ea tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536293 Jul 09 17:29:49.677476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2e79e1-ada4-43d4-a8eb-50be3767bfe7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.682889 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8469769-e3ba-413e-ab25-7d40c80ec151 None None] Pushing event updated for resources: {'Port': ['ID=1059270f-0b10-4d96-a223-4f7b4d5b5df9,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:49.718750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8bda72af-419f-4664-b8be-f06a38844c67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a63fce22d6ce466ca441c25a2036b813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2694685 Jul 09 17:29:49.721594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48012) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:49.734772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Made reservation on behalf of 46acc4efb1d94cd38378d1e9f1730727 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:49.739409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.773352 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Attempting to bind port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:49.773916 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Attempting to bind port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:49.774518 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Attempting to bind port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 on network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:49.780094 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:49.780561 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Checking segment: {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:49.781036 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.781561 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Bound using segment: {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:49.782091 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Bound port: 1059270f-0b10-4d96-a223-4f7b4d5b5df9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:49.782534 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.814504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a246-c41a-42f8-9b89-601088a81d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.844105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-9d674ffa-a11c-4de6-90bf-e4f63e6eb9aa service neutron] 10.222.0.21 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081838 Jul 09 17:29:49.847648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a246-c41a-42f8-9b89-601088a81d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.849864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] For port 1059270f-0b10-4d96-a223-4f7b4d5b5df9, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:49.853248 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] For port 1059270f-0b10-4d96-a223-4f7b4d5b5df9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1059270f-0b10-4d96-a223-4f7b4d5b5df9,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:49.861512 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:49.927036 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8469769-e3ba-413e-ab25-7d40c80ec151 None None] Pushing event updated for resources: {'Port': ['ID=1059270f-0b10-4d96-a223-4f7b4d5b5df9,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:49.963844 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:49.964350 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:50.002940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-1d748ecf-e608-40b5-b9a3-27c5dbf6eb9b service neutron] 10.222.0.21 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576204 Jul 09 17:29:50.023268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a246-c41a-42f8-9b89-601088a81d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.026111 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ad4a246-c41a-42f8-9b89-601088a81d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.028202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3ad4a246-c41a-42f8-9b89-601088a81d5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/433c64de-7a1d-4c2d-a937-00e9bf94b545 HTTP/1.1" status: 204 len: 168 time: 0.3054214 Jul 09 17:29:50.060489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4a246-c41a-42f8-9b89-601088a81d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c64de-7a1d-4c2d-a937-00e9bf94b545,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:50.066367 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-ee2e79e1-ada4-43d4-a8eb-50be3767bfe7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] update failed (client error): The resource could not be found. Jul 09 17:29:50.072781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48022) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:50.073011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee2e79e1-ada4-43d4-a8eb-50be3767bfe7 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "PUT /v2.0/floatingips/b3ea556c-18dd-48ad-b3ea-c78d2f57ea8b HTTP/1.1" status: 404 len: 507 time: 0.4687977 Jul 09 17:29:50.201222 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:50.228897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Allocated IP 172.20.0.3 (f9541a8d-5c50-4fcf-b1db-265527432948/877741f1-2f36-494b-b4af-211764504198/5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:50.427602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-65d31217-6309-4b7f-b771-81cc805798c4 req-1651c775-1852-40a5-9986-89677ac4943e tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 210 time: 0.1158531 Jul 09 17:29:50.508005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Deleting port 0d694d90-b872-497e-ac1f-ac85f050a192 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:50.508871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.735652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.738236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.753152 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:49Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:50.758548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.768245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Calling delete_port for 0d694d90-b872-497e-ac1f-ac85f050a192 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:50.853116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e74c216-b853-49f3-b2da-a5775c9c8a10 req-2517cf7d-8b67-47b9-a352-414802b01569 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 210 time: 0.2840528 Jul 09 17:29:50.858666 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70702112-e799-4e07-bae5-a4f01c1a4124 None None] The sync data for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 is: [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:49Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:29:50.860480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:50.992393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Network f9541a8d-5c50-4fcf-b1db-265527432948 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:50.997751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:51.011538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:51.057397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Pushing event updated for resources: {'Port': ['ID=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:51.124226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:51.125650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.150558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-d07f30e8-6c76-4412-a9aa-df05b88b1d34 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8925524 Jul 09 17:29:51.185807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Request body: {'port': {'device_id': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:51.264183 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.313955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Port': ['ID=0d694d90-b872-497e-ac1f-ac85f050a192,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:51.343621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.474102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.476768 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.481941 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78c1ca7f-ce17-4b5a-b3fc-577f3d542389 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "DELETE /v2.0/floatingips/b3ea556c-18dd-48ad-b3ea-c78d2f57ea8b HTTP/1.1" status: 204 len: 168 time: 1.4025862 Jul 09 17:29:51.481941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48060) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:51.496462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5ec7a3f1-c8ba-4d13-9e89-4790e9b4ce00 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'floatingip': {'floating_network_id': '2371210c-fb36-45ea-bbb1-d83edafdc774', 'port_id': 'f8c4169d-d47c-48ef-a812-d09e20661d36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:51.529733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ec7a3f1-c8ba-4d13-9e89-4790e9b4ce00 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.851870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:51.873916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:51.875498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:51.877414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48074) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:51.907401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace15330-2509-4aaf-95ef-b67f0deb6056 req-a7eadbac-6f26-45be-ba7a-6c2188afd498 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:51.910273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Transition to ACTIVE for port object 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:51.910900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ace15330-2509-4aaf-95ef-b67f0deb6056 req-a7eadbac-6f26-45be-ba7a-6c2188afd498 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 931 time: 0.2090981 Jul 09 17:29:51.919491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.051107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ace15330-2509-4aaf-95ef-b67f0deb6056 req-f8729ce7-c162-4a16-9d21-f10272a2ed09 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263249 Jul 09 17:29:52.074240 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-5ec7a3f1-c8ba-4d13-9e89-4790e9b4ce00 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:29:52.075568 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ec7a3f1-c8ba-4d13-9e89-4790e9b4ce00 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5926056 Jul 09 17:29:52.079509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48084) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:52.084670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'f8c4169d-d47c-48ef-a812-d09e20661d36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:52.120199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a323422-8feb-49c9-a4f8-12c8b8373548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.132901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2021119911-network', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:52.159716 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.174944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:52.201552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bee22499-e2e1-4c02-b15e-bb1beba541ec req-6f91c0bf-a7bf-4578-a429-548f16471c9b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 210 time: 0.0875695 Jul 09 17:29:52.227153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Attempting to bind port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:52.227641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Attempting to bind port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:52.228053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Attempting to bind port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd on network f9541a8d-5c50-4fcf-b1db-265527432948 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:52.240447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd on network f9541a8d-5c50-4fcf-b1db-265527432948 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:29:52.240770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Attempting to bind port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd on network f9541a8d-5c50-4fcf-b1db-265527432948 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:52.247279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:52.247966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Checking segment: {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:52.248518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Bound using segment: {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:52.249223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Bound port: 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:52.249747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.344175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] For port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:52.348323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] For port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:52.357192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.371811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a323422-8feb-49c9-a4f8-12c8b8373548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.383161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a323422-8feb-49c9-a4f8-12c8b8373548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.402947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.426574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:52.427852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.429476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd HTTP/1.1" status: 200 len: 1092 time: 1.2576909 Jul 09 17:29:52.430047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'tag': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:52.433228 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61698a16-8bde-4a90-ab18-2173e416df35" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e", "tag": "5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:52.439466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a323422-8feb-49c9-a4f8-12c8b8373548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47a5fe9-f24c-4813-8b95-b1122737cdc9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:52.476895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Made reservation on behalf of 99ae782f107a423f9ed3de8c3aca9a16 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:52.480496 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.484241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a323422-8feb-49c9-a4f8-12c8b8373548 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=959d69e65c654d758ea414fbcb281769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096087 Jul 09 17:29:52.485560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48090) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:52.504274 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f4de6-7786-42b7-9886-5c7500c18286 x-openstack-request-id: req-6d2f4de6-7786-42b7-9886-5c7500c18286 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:52.504570 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e", "tag": "5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:52.504885 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d2f4de6-7786-42b7-9886-5c7500c18286 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:52.505344 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'tag': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd', 'status': 'completed', 'code': 200} Jul 09 17:29:52.525913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.567605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd471a1-0e00-4066-b826-f602a8bd40c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:52.679163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-4e38c12c-b103-4409-9c73-cc1790be9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:52.680648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-4e38c12c-b103-4409-9c73-cc1790be9dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 1095 time: 0.1894972 Jul 09 17:29:52.681795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1059270f-0b10-4d96-a223-4f7b4d5b5df9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:52.734040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72021d7a-4c9a-4ffa-83d0-85d0f568291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.745801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-80440dac-2f98-423f-a0e2-564833bca071 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd HTTP/1.1" status: 200 len: 217 time: 0.0559063 Jul 09 17:29:52.774342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Allocated IP 172.25.3.52 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/ab5ed589-5386-4fae-935f-a8a181d4244b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:52.798614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72021d7a-4c9a-4ffa-83d0-85d0f568291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.823450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-0d5ea4aa-e1ae-48fe-8401-f1cbe5395a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:52.825237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-0d5ea4aa-e1ae-48fe-8401-f1cbe5395a88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877741f1-2f36-494b-b4af-211764504198 HTTP/1.1" status: 200 len: 853 time: 0.0697250 Jul 09 17:29:52.827839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:52.834510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:52.835632 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.861907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-b11567dd-57ba-4170-a175-1416a30c2e15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9541a8d-5c50-4fcf-b1db-265527432948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299079 Jul 09 17:29:52.887346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-7e4b0406-8a22-4040-85d1-328e8ee691bb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:52.888931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-7e4b0406-8a22-4040-85d1-328e8ee691bb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 820 time: 0.3822813 Jul 09 17:29:52.933608 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.934561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.951505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.967865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:29:52.977464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.978039 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Added segment 24d0b548-b0a4-4fb5-8bab-9e662638e54c of type vlan for network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 Jul 09 17:29:52.983438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.985120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1059270f-0b10-4d96-a223-4f7b4d5b5df9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1059270f-0b10-4d96-a223-4f7b4d5b5df9,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:52.991458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:52.992440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'port': {'device_id': 'df07212f-367c-4197-8b54-08815e1dcca4', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'admin_state_up': True, 'tenant_id': '0171c4610799413b81ffce397fd23873'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:53.072426 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.077179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1059270f-0b10-4d96-a223-4f7b4d5b5df9,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.084477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4e3418-4479-442e-ab01-47842384e72a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.108994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-3f0b49dc-f5a9-4f80-a3aa-8f278e7c5007 service neutron] 10.222.0.36 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370281 Jul 09 17:29:53.111488 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72021d7a-4c9a-4ffa-83d0-85d0f568291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.114149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72021d7a-4c9a-4ffa-83d0-85d0f568291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.115809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-72021d7a-4c9a-4ffa-83d0-85d0f568291e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b47a5fe9-f24c-4813-8b95-b1122737cdc9 HTTP/1.1" status: 204 len: 168 time: 0.6289594 Jul 09 17:29:53.135569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72021d7a-4c9a-4ffa-83d0-85d0f568291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47a5fe9-f24c-4813-8b95-b1122737cdc9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.177048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.177920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.178126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.178825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.205660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Made reservation on behalf of 0171c4610799413b81ffce397fd23873 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:53.209422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.259159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d564ed-7a08-46c4-9e19-4eabb1b77dd9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.263442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:53.279143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:29:53.286114 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0de71102-5013-4b2c-8d97-c40862d7c726 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4019148 Jul 09 17:29:53.286802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48102) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:53.294108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Request body: {'subnet': {'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2021119911-subnet', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:53.340245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ef1c5d8-7302-488e-9645-9822a6a64934 req-34673115-8f38-41ca-8f28-caa181c8db84 service neutron] 10.222.0.36 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236755 Jul 09 17:29:53.340746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:53.345610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Made reservation on behalf of 99ae782f107a423f9ed3de8c3aca9a16 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:29:53.348895 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.416523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:53.449768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event updated for resources: {'Port': ['ID=ab5ed589-5386-4fae-935f-a8a181d4244b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.516824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61698a16-8bde-4a90-ab18-2173e416df35 req-ce0a1715-cf2a-4e44-b174-d65f203b7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.518592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-ce0a1715-cf2a-4e44-b174-d65f203b7934 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 1095 time: 0.0974362 Jul 09 17:29:53.539876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48108) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:53.565112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824b4b0-0804-4d38-bf67-6c03b175c585 req-f84f1bd4-9701-442b-9adb-f63cdc5eaac3 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.566629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a824b4b0-0804-4d38-bf67-6c03b175c585 req-f84f1bd4-9701-442b-9adb-f63cdc5eaac3 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 943 time: 0.3433614 Jul 09 17:29:53.612882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Allocated IP 172.20.0.3 (f80a447f-36d0-421f-a29a-c7d1ebb3d7bd/7b88c18a-6729-4fda-914a-abab673e8583/575b59e3-cc88-468a-ba38-bac75cadb10c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:53.619158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b669954-66dc-4e11-9ab4-5dce726074c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.644640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c281ec23-a696-4c9e-b447-45c585accb6b req-798b9c0d-9f00-4783-9def-d9a4caf97e35 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 210 time: 0.0888562 Jul 09 17:29:53.684216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a824b4b0-0804-4d38-bf67-6c03b175c585 req-036ad704-5356-4bad-96ed-0382793d3b1f tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103301 Jul 09 17:29:53.767374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.811155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61698a16-8bde-4a90-ab18-2173e416df35 req-a2438296-9f28-4a7b-8ae7-0ac06165e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.812746 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-a2438296-9f28-4a7b-8ae7-0ac06165e169 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 914 time: 0.2719409 Jul 09 17:29:53.818771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Deleting port ab5ed589-5386-4fae-935f-a8a181d4244b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:53.819179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.875192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-21fb9814-2167-46e2-bb8a-94ed6c528e7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd HTTP/1.1" status: 200 len: 217 time: 0.0536835 Jul 09 17:29:53.895450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.901838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08989718-794f-4ec8-b6d2-ea5f7d12e604,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:53.928925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.929261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:53.951867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Calling delete_port for ab5ed589-5386-4fae-935f-a8a181d4244b owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:53.959108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Checking segment: {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:53.959579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Network hostable DHCP agents. Network: c8d564ed-7a08-46c4-9e19-4eabb1b77dd9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:29:53.978857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61698a16-8bde-4a90-ab18-2173e416df35 req-ecb6923c-912b-4ab2-976d-bf4a9df0ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:53.980402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-ecb6923c-912b-4ab2-976d-bf4a9df0ac0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877741f1-2f36-494b-b4af-211764504198 HTTP/1.1" status: 200 len: 853 time: 0.0930204 Jul 09 17:29:54.006741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b669954-66dc-4e11-9ab4-5dce726074c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.008374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.029146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-cad12126-f301-479f-8cf3-dd81325baf44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9541a8d-5c50-4fcf-b1db-265527432948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387394 Jul 09 17:29:54.030037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b669954-66dc-4e11-9ab4-5dce726074c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.032355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:29:54.071794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:54.078805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:54.086315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:54.089402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:54.116479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c8d564ed-7a08-46c4-9e19-4eabb1b77dd9) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:54.127934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:54.128190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.133401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b63a03-168a-4164-90c8-62c7df3ecbb8 None None] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:54.149730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0b669954-66dc-4e11-9ab4-5dce726074c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ea292a43b0a42acaf60ef5984e9289a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076481 Jul 09 17:29:54.150893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b669954-66dc-4e11-9ab4-5dce726074c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff71636-166f-4725-9a4a-b96e855aea2e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:54.154143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48112) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:54.186578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:54.187221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.207217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.233577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-42a6122e-7ab6-439f-bead-2beb659ff34c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9436431 Jul 09 17:29:54.236681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48114) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:54.239524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Port': ['ID=ab5ed589-5386-4fae-935f-a8a181d4244b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:54.242557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:54.243741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-6cab5ca6-ab46-4ca0-a16b-e23fcba00cdf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2558897 Jul 09 17:29:54.273519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Request body: {'port': {'device_id': 'df07212f-367c-4197-8b54-08815e1dcca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:29:54.281949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-e84da3cb-fa25-44c0-b852-91ba2f7b670f service neutron] 10.222.0.36 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359257 Jul 09 17:29:54.302989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c8d564ed-7a08-46c4-9e19-4eabb1b77dd9', 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'fixed_ips': [{'subnet_id': '08989718-794f-4ec8-b6d2-ea5f7d12e604'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:29:54.304240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.308602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e01289-af59-4d53-8a2e-934fa65469c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.351136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.352613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.398149 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e01289-af59-4d53-8a2e-934fa65469c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.399104 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] create failed (client error): The resource could not be found. Jul 09 17:29:54.400623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ccdc8499-8e03-45a0-ba42-bf656ef4bd60 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3197634 Jul 09 17:29:54.406102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48116) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:54.414306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.448964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Allocated IP 172.20.0.2 (c8d564ed-7a08-46c4-9e19-4eabb1b77dd9/08989718-794f-4ec8-b6d2-ea5f7d12e604/99c9667f-bc3f-44ed-9458-4b6a2c417f3e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:54.464347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.558769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61698a16-8bde-4a90-ab18-2173e416df35 req-ebb42495-fa7e-4af1-93ba-25d9efdb2a1b service neutron] 10.222.0.36 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676423 Jul 09 17:29:54.654946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1059270f-0b10-4d96-a223-4f7b4d5b5df9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:54.689596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.723621 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.744626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Transition to ACTIVE for port object 99c9667f-bc3f-44ed-9458-4b6a2c417f3e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:54.751706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:54.752106 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.753717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e01289-af59-4d53-8a2e-934fa65469c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.756927 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e01289-af59-4d53-8a2e-934fa65469c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:54.760629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85e01289-af59-4d53-8a2e-934fa65469c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cff71636-166f-4725-9a4a-b96e855aea2e HTTP/1.1" status: 204 len: 168 time: 0.5975072 Jul 09 17:29:54.773256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e01289-af59-4d53-8a2e-934fa65469c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff71636-166f-4725-9a4a-b96e855aea2e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:54.807743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Transition to ACTIVE for port object 99c9667f-bc3f-44ed-9458-4b6a2c417f3e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:54.825074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:29:54.845770 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.003559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:55.013567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:55.017951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:55.020369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Pushing event updated for resources: {'Port': ['ID=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:55.049055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Deleting port f8c4169d-d47c-48ef-a812-d09e20661d36 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:55.050476 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.097601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:55.112073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.114355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd', 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948', 'port_id': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd', 'mac_address': 'fa:16:3e:73:46:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877741f1-2f36-494b-b4af-211764504198', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:29:55.143708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.162348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc9587-8229-428f-afcc-f02dcb7bfc96 req-8dddd693-aaa7-4e88-83bb-469049cbf501 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:55.170917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ddc9587-8229-428f-afcc-f02dcb7bfc96 req-8dddd693-aaa7-4e88-83bb-469049cbf501 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 943 time: 0.1455178 Jul 09 17:29:55.192648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d0be-9079-4ee2-83b1-567f1cbead84 req-6958c9c2-67de-4b23-9b30-33e55891133f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:55.194447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1399d0be-9079-4ee2-83b1-567f1cbead84 req-6958c9c2-67de-4b23-9b30-33e55891133f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 931 time: 0.2626116 Jul 09 17:29:55.208560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Attempting to bind port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:55.209719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Attempting to bind port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:55.211146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Attempting to bind port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e on network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:55.220935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:55.221591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Checking segment: {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:55.223475 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.224106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Bound using segment: {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:55.224814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Bound port: 99c9667f-bc3f-44ed-9458-4b6a2c417f3e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:55.225374 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.238311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.250256 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.264664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:55.312375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1399d0be-9079-4ee2-83b1-567f1cbead84 req-c51f45a0-2fb3-4608-80ea-7116095a43bf tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Jul 09 17:29:55.320419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Calling delete_port for f8c4169d-d47c-48ef-a812-d09e20661d36 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:55.353768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] For port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:55.359525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] For port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,segment=NetworkSegment(24d0b548-b0a4-4fb5-8bab-9e662638e54c),segment_id=24d0b548-b0a4-4fb5-8bab-9e662638e54c)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:55.373586 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.386316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:55.396541 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.470724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e7b93-4aac-4a4f-9573-5d90b4ca8009 None None] Pushing event updated for resources: {'Port': ['ID=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:55.538406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575b59e3-cc88-468a-ba38-bac75cadb10c {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:55.561465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.609583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Transition to ACTIVE for port object 575b59e3-cc88-468a-ba38-bac75cadb10c will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:55.613809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:55.631132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.658728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:29:55.694924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ddc9587-8229-428f-afcc-f02dcb7bfc96 req-2cc9f5ad-3612-4a3b-b0de-1c388e426dc8 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229673 Jul 09 17:29:55.787637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:55.844398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:55.863248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Allocated IP 172.25.3.119 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/d0d58e02-9bf5-4b58-9e48-7efa5c558a55) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:29:55.924644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Port': ['ID=f8c4169d-d47c-48ef-a812-d09e20661d36,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:56.056195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:56.076765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:56.081803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ddd48e6-a508-46b7-a7d4-a7f8c00c6c4b tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "DELETE /v2.0/ports/f8c4169d-d47c-48ef-a812-d09e20661d36 HTTP/1.1" status: 204 len: 168 time: 1.6716869 Jul 09 17:29:56.082062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48152) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:56.089272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Attempting to bind port 575b59e3-cc88-468a-ba38-bac75cadb10c on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:56.089707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Attempting to bind port 575b59e3-cc88-468a-ba38-bac75cadb10c by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:56.090141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Attempting to bind port 575b59e3-cc88-468a-ba38-bac75cadb10c on network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:56.095427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Port 575b59e3-cc88-468a-ba38-bac75cadb10c on network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:29:56.095902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Attempting to bind port 575b59e3-cc88-468a-ba38-bac75cadb10c on network f80a447f-36d0-421f-a29a-c7d1ebb3d7bd {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:56.101341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:56.101762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Checking segment: {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:56.102223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Bound using segment: {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:56.102722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Bound port: 575b59e3-cc88-468a-ba38-bac75cadb10c, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854b51f1-36b4-4e71-8a3f-e9046ea8845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:56.103172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:56.163897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:56.198613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:56.204458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:56.212083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:56.225361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:29:56.232000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:29:56.241182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99bdac-1afd-4e64-859e-0e5a2ad55f81 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:56.245773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0a99bdac-1afd-4e64-859e-0e5a2ad55f81 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ab850-ec85-4ab5-8227-276da1329e47 HTTP/1.1" status: 200 len: 913 time: 0.1595669 Jul 09 17:29:56.245773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:29:56.246943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48156) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:56.262108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:56.262810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:56.265153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] 10.222.0.13 "PUT /v2.0/ports/575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 1092 time: 2.0122969 Jul 09 17:29:56.268364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:56.272744 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6817f2-7510-43e1-b199-722f97c5ed90" -d '{"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:56.288447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Pushing event updated for resources: {'Port': ['ID=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:56.313197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111fcc0-a36b-4251-bbdc-062aec86d822 service neutron] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:56.386107 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc741020-b31c-4807-985e-cc829eaa41bb x-openstack-request-id: req-cc741020-b31c-4807-985e-cc829eaa41bb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:56.386503 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:56.387153 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc741020-b31c-4807-985e-cc829eaa41bb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:56.387274 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'status': 'completed', 'code': 200} Jul 09 17:29:56.442012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-916921c4-f993-492d-8a45-f9775297d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:56.444909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-916921c4-f993-492d-8a45-f9775297d6fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1095 time: 0.0695395 Jul 09 17:29:56.494131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-e917448b-5755-428b-87fb-f77a787c0cbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.0417559 Jul 09 17:29:56.571538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-ab461ee2-b35c-4f5b-b381-88515fc49a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:56.576285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-ab461ee2-b35c-4f5b-b381-88515fc49a43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.0758705 Jul 09 17:29:56.643612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-0182b28b-ff72-4089-b270-7d3ed6bc7568 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600019 Jul 09 17:29:56.703637 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:29:56.718252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb479cc1-86b8-4957-b95e-8098e321a0ac req-8e9175a7-3e97-4e79-9618-76f9dcb3f586 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:56.735421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99c9667f-bc3f-44ed-9458-4b6a2c417f3e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:56.746882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb479cc1-86b8-4957-b95e-8098e321a0ac req-8e9175a7-3e97-4e79-9618-76f9dcb3f586 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 943 time: 0.2686985 Jul 09 17:29:56.819037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-1c57ff6e-0324-4a64-ac00-2c54be4f35e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649661 Jul 09 17:29:56.822154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:56.954653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb479cc1-86b8-4957-b95e-8098e321a0ac req-6b346e4c-88eb-4d32-80ef-39c2cd4c0054 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066698 Jul 09 17:29:56.956925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fadd9bc3-d8c6-45cd-9e62-32871df464e9 req-0feb685b-7bbb-4a14-b05e-f087ee10c33f service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337321 Jul 09 17:29:57.148690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:57.176222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:57.180298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.185569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4be52-448a-4779-8eb8-4f85fe471923 req-8c6d7039-641f-4885-8db0-e444d1ba910c tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.189932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:57.190407 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.192502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32494616-7e46-41bc-b4d4-7db7f2050098 None None] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:29:57.195215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00d4be52-448a-4779-8eb8-4f85fe471923 req-8c6d7039-641f-4885-8db0-e444d1ba910c tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 944 time: 0.1955884 Jul 09 17:29:57.208833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-594b6f2b-98d0-467c-b8c5-de9c718ba3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.211868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-594b6f2b-98d0-467c-b8c5-de9c718ba3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1095 time: 0.1526277 Jul 09 17:29:57.343848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00d4be52-448a-4779-8eb8-4f85fe471923 req-8a78763b-520b-4e4d-971b-76dca4b9925b tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474762 Jul 09 17:29:57.399448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-ef54d5a3-0ac0-466b-a1ee-d38710240db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.401654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-ef54d5a3-0ac0-466b-a1ee-d38710240db0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.1819999 Jul 09 17:29:57.439265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] Provisioning for port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:29:57.451169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] Provisioning complete for port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:57.452034 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.480560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-c4c17fea-b0fb-4a99-bffe-ea56e7cf270a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.0706904 Jul 09 17:29:57.537506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-04dcf1aa-7011-4300-9923-08eb76e4e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:57.539427 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-04dcf1aa-7011-4300-9923-08eb76e4e1c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.0508776 Jul 09 17:29:57.608886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-0011a288-fe57-49ff-8f94-f8df1b390ca3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595288 Jul 09 17:29:57.611537 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.618779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.692891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:29:57.696147 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea12ae-180c-49e7-9ab3-8c27a8a90704" -d '{"events": [{"server_uuid": "3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:29:57.731061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:57.733654 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.744142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-1d8e301d-6e6d-4e00-9808-6fcd861f0702 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271143 Jul 09 17:29:57.779817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] For port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,segment=NetworkSegment(24d0b548-b0a4-4fb5-8bab-9e662638e54c),segment_id=24d0b548-b0a4-4fb5-8bab-9e662638e54c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:57.782263 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc776428-f547-480d-823b-8c3ceb9d8628 x-openstack-request-id: req-cc776428-f547-480d-823b-8c3ceb9d8628 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:29:57.784166 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e", "name": "network-vif-plugged", "status": "completed", "tag": "5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:29:57.784706 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc776428-f547-480d-823b-8c3ceb9d8628 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:29:57.785270 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd', 'code': 200} Jul 09 17:29:57.786134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.796712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.858881 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:57.872422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:57.901609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff6817f2-7510-43e1-b199-722f97c5ed90 req-fb0573c4-5ae5-4e6a-bc63-36a6f1987ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497002 Jul 09 17:29:57.943049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:57.966092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd292be-cf41-46f9-a661-c9250b90665d None None] Pushing event updated for resources: {'Port': ['ID=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:58.070931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-949e6664-953e-42eb-9643-5f34b8aee188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.092579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-699c4eef-16ad-4d84-a4ed-cd5f4ad76bc6 None None] Provisioning complete for port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:58.093345 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-699c4eef-16ad-4d84-a4ed-cd5f4ad76bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.106743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53242ae1-80f4-4594-bb5c-ec76a26838e1 req-2fac92a2-ab06-4f53-89f5-87d09bcc3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:58.108275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53242ae1-80f4-4594-bb5c-ec76a26838e1 req-2fac92a2-ab06-4f53-89f5-87d09bcc3125 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 1097 time: 0.1950338 Jul 09 17:29:58.161979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:29:58.171828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53242ae1-80f4-4594-bb5c-ec76a26838e1 req-7b9577fc-000b-41df-b808-fab0861fe353 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557218 Jul 09 17:29:58.199108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bacea-145b-4eca-804c-ca63d1d5e71c req-2182e8f0-98d5-4ebd-85c9-42b554b33fa8 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:58.200662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f3bacea-145b-4eca-804c-ca63d1d5e71c req-2182e8f0-98d5-4ebd-85c9-42b554b33fa8 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 943 time: 0.1049356 Jul 09 17:29:58.253686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-949e6664-953e-42eb-9643-5f34b8aee188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.259353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f3bacea-145b-4eca-804c-ca63d1d5e71c req-c5a5ca6c-19d7-4706-933e-da0f35feb90e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525591 Jul 09 17:29:58.264755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-949e6664-953e-42eb-9643-5f34b8aee188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.300654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-949e6664-953e-42eb-9643-5f34b8aee188 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6621096423dd4162b5152c0119f51901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556623 Jul 09 17:29:58.303706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48224) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:58.311656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e6664-953e-42eb-9643-5f34b8aee188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0887ed54-4dae-467d-a819-545b5f8b45a0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:58.351268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:29:58.358370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0a32e83-62a8-4f55-9846-d612538554ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.359901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Sync routers for ids ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:29:58.371380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Routers {'09ecbbe5-438d-4d40-bf65-6bf9d4892532'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:58.372039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:58.384138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.389307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0a32e83-62a8-4f55-9846-d612538554ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.389858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-856ed830-31b0-47b7-b259-8fc0eeeebe34 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1507330 Jul 09 17:29:58.390857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48228) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:58.395050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Deleting port fdabe8ce-5a49-48ca-8965-209800049306 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:29:58.395467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.446347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0a32e83-62a8-4f55-9846-d612538554ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.449261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c0a32e83-62a8-4f55-9846-d612538554ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.453387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c0a32e83-62a8-4f55-9846-d612538554ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0887ed54-4dae-467d-a819-545b5f8b45a0 HTTP/1.1" status: 204 len: 168 time: 0.1486223 Jul 09 17:29:58.462409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a32e83-62a8-4f55-9846-d612538554ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887ed54-4dae-467d-a819-545b5f8b45a0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:58.564578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Set router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:29:58.592897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.652698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Calling delete_port for fdabe8ce-5a49-48ca-8965-209800049306 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:29:58.717777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99c9667f-bc3f-44ed-9458-4b6a2c417f3e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:29:58.854071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:29:58.854917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:58.987053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48240) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:59.023170 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51568cfe-7c17-49ec-9cec-ea25478e0b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.081384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:29:56Z', 'revision_number': 3, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:59.126260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Checking router: 09ecbbe5-438d-4d40-bf65-6bf9d4892532 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:29:59.126736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Updating router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:29:59.173986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.180600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51568cfe-7c17-49ec-9cec-ea25478e0b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.200243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51568cfe-7c17-49ec-9cec-ea25478e0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.246599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-51568cfe-7c17-49ec-9cec-ea25478e0b82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87e148c49c47459e9ebd99fa071679ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535017 Jul 09 17:29:59.246599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51568cfe-7c17-49ec-9cec-ea25478e0b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa31265c-3dfa-453f-81d4-b83794f47a0d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:59.246599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:29:59.302702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09db5caa-04ed-4a8e-98c0-b9108aaf6fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.338216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09db5caa-04ed-4a8e-98c0-b9108aaf6fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.420215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457866-fafd-4557-b8d5-0b061bb5ca20 req-668d0483-85fa-48f0-94c8-16e4d8a8fef2 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:59.421816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d457866-fafd-4557-b8d5-0b061bb5ca20 req-668d0483-85fa-48f0-94c8-16e4d8a8fef2 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 945 time: 0.8666515 Jul 09 17:29:59.483067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09db5caa-04ed-4a8e-98c0-b9108aaf6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.486095 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09db5caa-04ed-4a8e-98c0-b9108aaf6fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.487426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09db5caa-04ed-4a8e-98c0-b9108aaf6fe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa31265c-3dfa-453f-81d4-b83794f47a0d HTTP/1.1" status: 204 len: 168 time: 0.2398977 Jul 09 17:29:59.489199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 575b59e3-cc88-468a-ba38-bac75cadb10c details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:29:59.506489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c5ea4-ab26-4b15-ae58-b7e68e063399 req-88cfa588-3848-4021-924e-18faffe6ee8d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:29:59.508120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-809c5ea4-ab26-4b15-ae58-b7e68e063399 req-88cfa588-3848-4021-924e-18faffe6ee8d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 943 time: 0.1200855 Jul 09 17:29:59.509670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5caa-04ed-4a8e-98c0-b9108aaf6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa31265c-3dfa-453f-81d4-b83794f47a0d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:59.579408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-809c5ea4-ab26-4b15-ae58-b7e68e063399 req-76ef8bad-d4ab-4639-8650-788a8faee76a tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649929 Jul 09 17:29:59.581358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d457866-fafd-4557-b8d5-0b061bb5ca20 req-a7830192-cf65-48bf-9cfb-7e97b881199b tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483650 Jul 09 17:29:59.633630 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.652389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Transition to ACTIVE for port object d0d58e02-9bf5-4b58-9e48-7efa5c558a55 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:29:59.657536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.675332 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.732881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Port': ['ID=fdabe8ce-5a49-48ca-8965-209800049306,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:59.747691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Attempting to bind port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:29:59.748498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Attempting to bind port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:29:59.749134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Attempting to bind port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:29:59.755151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4ccb9-483b-4454-9ddc-c68198a1047f None None] Pushing event updated for resources: {'Port': ['ID=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:29:59.758993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:59.762122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:29:59.762594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:29:59.762965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.763312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:29:59.763835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Bound port: d0d58e02-9bf5-4b58-9e48-7efa5c558a55, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:29:59.764209 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.799072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'port_id': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'mac_address': 'fa:16:3e:4d:dd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:29:59.864702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] For port d0d58e02-9bf5-4b58-9e48-7efa5c558a55, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:29:59.866744 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.871062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] For port d0d58e02-9bf5-4b58-9e48-7efa5c558a55, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:29:59.880158 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.922509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575b59e3-cc88-468a-ba38-bac75cadb10c {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:29:59.963721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:29:59.970561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Routers {'09ecbbe5-438d-4d40-bf65-6bf9d4892532'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:29:59.971258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:29:59.973979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:29:59.976236 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:00.030334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4ccb9-483b-4454-9ddc-c68198a1047f None None] Pushing event updated for resources: {'Port': ['ID=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:00.115315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:00.152759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:00.165669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] Set router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:00.348127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['575b59e3-cc88-468a-ba38-bac75cadb10c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:30:00.481516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Router 4c6ab850-ec85-4ab5-8227-276da1329e47 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:00.496492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Allocated IP 172.20.0.1 (c8d564ed-7a08-46c4-9e19-4eabb1b77dd9/08989718-794f-4ec8-b6d2-ea5f7d12e604/6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:00.618670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:00.625007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-73973b66-49eb-4be0-83a1-96ec963a9c5c tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "PUT /v2.0/routers/4c6ab850-ec85-4ab5-8227-276da1329e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3759367 Jul 09 17:30:00.628478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48278) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:00.634078 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] Sync routers for ids ['4c6ab850-ec85-4ab5-8227-276da1329e47'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:00.646528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] Routers {'4c6ab850-ec85-4ab5-8227-276da1329e47'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:00.647290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4c6ab850-ec85-4ab5-8227-276da1329e47'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:00.648935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:29:56Z', 'revision_number': 3, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:00.678801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca10869-1243-46dd-bb87-c2c11e169247 None None] The sync data for ids ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'] in n-d-791506-17 is: [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:29:56Z', 'revision_number': 3, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:00.705284 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:00.714825 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] Routers {'4c6ab850-ec85-4ab5-8227-276da1329e47'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:00.718316 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4c6ab850-ec85-4ab5-8227-276da1329e47'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:00.771893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:00.779982 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:00.789014 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8eae77-e533-43e9-b280-3578a65c5914 None None] The sync data for ids ['4c6ab850-ec85-4ab5-8227-276da1329e47'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:00.825105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Transition to ACTIVE for port object 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:00.912272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:00.931369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.016081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-9c3518a9-ff91-4705-845b-ae87b1b9f5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1758418 Jul 09 17:30:01.045643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:01.048112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:01.053932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:01.057423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:01.234803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.242306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.370083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.371119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Fanout notify agent at l3_agent the message router_deleted on router 4c6ab850-ec85-4ab5-8227-276da1329e47 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:01.397753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.402139 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.405841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-748c73cf-417e-4723-a087-a368a86466aa tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "DELETE /v2.0/routers/4c6ab850-ec85-4ab5-8227-276da1329e47 HTTP/1.1" status: 204 len: 168 time: 0.7744853 Jul 09 17:30:01.407330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:01.497824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Deleting subnet 3f83a5a8-db92-4482-992a-762ee99bad4a {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:01.502173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 575b59e3-cc88-468a-ba38-bac75cadb10c up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:01.524126 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.575201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd6c6-689e-424c-94f4-4741df44cbb8 req-c8c25459-e410-44fc-8789-79c31803e839 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.585267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-712dd6c6-689e-424c-94f4-4741df44cbb8 req-c8c25459-e410-44fc-8789-79c31803e839 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 944 time: 0.5959306 Jul 09 17:30:01.657762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.660103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.663098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.663648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.664168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.664646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.672632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.674802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.675298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-5eebe44c-8cc5-4cfb-a3b9-5ad24234f5d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.5320323 Jul 09 17:30:01.695951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 575b59e3-cc88-468a-ba38-bac75cadb10c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:01.701937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 575b59e3-cc88-468a-ba38-bac75cadb10c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:01.702310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.707443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-73f7825d-00ee-4fb6-bc18-609342827e9a None None] Provisioning for port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:01.751593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-73f7825d-00ee-4fb6-bc18-609342827e9a None None] Provisioning complete for port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:01.751986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73f7825d-00ee-4fb6-bc18-609342827e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.786437 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-712dd6c6-689e-424c-94f4-4741df44cbb8 req-654b42cf-f3b8-4b73-a03b-c109320aa504 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001491 Jul 09 17:30:01.830892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-73f7825d-00ee-4fb6-bc18-609342827e9a None None] Port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:01.850923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3e1ba-95a9-44b2-94ad-04ed0713073f req-2d7f1b4b-9bfb-4b1b-b1b3-e72d3cd39d36 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:01.854234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7d3e1ba-95a9-44b2-94ad-04ed0713073f req-2d7f1b4b-9bfb-4b1b-b1b3-e72d3cd39d36 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 945 time: 0.8480000 Jul 09 17:30:01.918438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48320) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:01.942546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:01.980877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:30:01.983874 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3366a74d-0d34-4e9e-b4c9-dc952ad5fb97" -d '{"events": [{"server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "name": "network-vif-plugged", "status": "completed", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:30:01.989733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f7d3e1ba-95a9-44b2-94ad-04ed0713073f req-fcabc423-4bae-4c10-8681-02e60fd97c5f tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900359 Jul 09 17:30:02.011467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:02.031255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.032840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.055489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-f1016862-0dd8-40ff-b51e-b463ea560879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.056187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-f1016862-0dd8-40ff-b51e-b463ea560879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.056724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-f1016862-0dd8-40ff-b51e-b463ea560879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.060448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-f1016862-0dd8-40ff-b51e-b463ea560879 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 2296 time: 0.3190107 Jul 09 17:30:02.068662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.220414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:02.255087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.292682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-830f6010-77f2-4426-8440-cbbe88aeb753 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1001 time: 0.2192309 Jul 09 17:30:02.310244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60902a00-48fe-43f0-a996-4f42d86c6151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.357334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Subnet': ['ID=3f83a5a8-db92-4482-992a-762ee99bad4a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:02.376045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.376308 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c96d52f-f331-4f0f-9d26-d5eca45475a4 x-openstack-request-id: req-5c96d52f-f331-4f0f-9d26-d5eca45475a4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:30:02.376607 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "name": "network-vif-plugged", "status": "completed", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:30:02.376858 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c96d52f-f331-4f0f-9d26-d5eca45475a4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:30:02.377270 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'code': 200} Jul 09 17:30:02.381793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f94ec-22dd-4296-baa2-d3b3d5b39fc6 None None] Network 2371210c-fb36-45ea-bbb1-d83edafdc774 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:02.393766 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b7a4330-5f5d-4ec9-9f06-e90d63f2c590 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "DELETE /v2.0/subnets/3f83a5a8-db92-4482-992a-762ee99bad4a HTTP/1.1" status: 204 len: 168 time: 0.9813085 Jul 09 17:30:02.394860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48366) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:02.513135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.526178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.526418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.562913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4368fd-763c-481a-851b-3afec0fd355b req-79406924-1322-4493-b579-e331163eddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.564940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d4368fd-763c-481a-851b-3afec0fd355b req-79406924-1322-4493-b579-e331163eddee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.1146710 Jul 09 17:30:02.625461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-4a71a3d3-a656-4abe-b7d1-e9b95465cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.626995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-4a71a3d3-a656-4abe-b7d1-e9b95465cc4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.3083127 Jul 09 17:30:02.659691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:02.694661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.727846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d0d58e02-9bf5-4b58-9e48-7efa5c558a55 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:02.802389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d4368fd-763c-481a-851b-3afec0fd355b req-1d3cd027-2699-4a71-a4c7-fc4d30e86044 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011871 Jul 09 17:30:02.849895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] DHCP port deletion for 2371210c-fb36-45ea-bbb1-d83edafdc774 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:02.857950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60902a00-48fe-43f0-a996-4f42d86c6151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.861158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.870131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.878810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.885334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.890610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:02.893211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.899577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.900553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:02.900927 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.905805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60902a00-48fe-43f0-a996-4f42d86c6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.906217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.918683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-d31a2d17-7a4d-4b8e-b77b-4aa7d2ad2a2e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.3526483 Jul 09 17:30:02.943180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Deleting port 171b6a0f-7e74-4872-8c25-856ef6570e9e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:02.944836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:02.945631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-90a080dd-23ec-44ae-86f9-172e90ddda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:02.947264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-90a080dd-23ec-44ae-86f9-172e90ddda57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3107009 Jul 09 17:30:02.973730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] Deleting port 171b6a0f-7e74-4872-8c25-856ef6570e9e {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:02.974112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.067383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.080634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] For port 171b6a0f-7e74-4872-8c25-856ef6570e9e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=171b6a0f-7e74-4872-8c25-856ef6570e9e,segment=NetworkSegment(28e806f7-0b41-4278-80e8-f7a91bb0256c),segment_id=28e806f7-0b41-4278-80e8-f7a91bb0256c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:03.081036 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.095588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-60902a00-48fe-43f0-a996-4f42d86c6151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2ecce330ba9458584bb519da42641c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1743741 Jul 09 17:30:03.096498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60902a00-48fe-43f0-a996-4f42d86c6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc496fb7-3055-4e8a-bd56-b022aeb145c4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:03.101111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48390) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:03.125993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:03.126691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] Calling delete_port for 171b6a0f-7e74-4872-8c25-856ef6570e9e owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:03.129691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d0d58e02-9bf5-4b58-9e48-7efa5c558a55, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:03.140514 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.178994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-dd9fa530-4771-45b5-bee8-cedb417c1dce service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112608 Jul 09 17:30:03.179922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:03.209039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] For port 171b6a0f-7e74-4872-8c25-856ef6570e9e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=171b6a0f-7e74-4872-8c25-856ef6570e9e,segment=NetworkSegment(28e806f7-0b41-4278-80e8-f7a91bb0256c),segment_id=28e806f7-0b41-4278-80e8-f7a91bb0256c)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:03.209493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.241756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-90315d62-d81c-48ca-9520-c790d7f72a2f req-58372bf5-02da-4d9e-8dbc-5ab9af7ba106 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3201270 Jul 09 17:30:03.282093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Calling delete_port for 171b6a0f-7e74-4872-8c25-856ef6570e9e owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:03.335739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:03.404410 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50f3709c-777b-4427-9a7d-ba3d80a34c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.430848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.488188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] No DVR routers for this DVR port 171b6a0f-7e74-4872-8c25-856ef6570e9e on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:03.490219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd93c3-0e11-4df3-ba1d-030d40797e33 None None] Pushing event deleted for resources: {'Port': ['ID=171b6a0f-7e74-4872-8c25-856ef6570e9e,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:03.525801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50f3709c-777b-4427-9a7d-ba3d80a34c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.556510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.573033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-87f49077-185c-4b51-b8bd-4bb502cb9b0e service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745871 Jul 09 17:30:03.631964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Port': ['ID=171b6a0f-7e74-4872-8c25-856ef6570e9e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:03.634356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff990-9c63-4194-9645-2283acf08906 req-577f2991-8684-4942-8acf-f63bfeaf3b82 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.636680 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e1ff990-9c63-4194-9645-2283acf08906 req-577f2991-8684-4942-8acf-f63bfeaf3b82 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.6085732 Jul 09 17:30:03.645755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] No DVR routers for this DVR port 171b6a0f-7e74-4872-8c25-856ef6570e9e on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:03.668040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6729a53-2629-42aa-8904-b97160e4ab0e None None] Provisioning complete for port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:03.670091 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6729a53-2629-42aa-8904-b97160e4ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.753492 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-5f803fa5-1bf2-41a9-a679-0e319f7dbf17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 217 time: 0.1154106 Jul 09 17:30:03.780864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e6729a53-2629-42aa-8904-b97160e4ab0e None None] Port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:03.802391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50f3709c-777b-4427-9a7d-ba3d80a34c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.805065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50f3709c-777b-4427-9a7d-ba3d80a34c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.806223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-50f3709c-777b-4427-9a7d-ba3d80a34c0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc496fb7-3055-4e8a-bd56-b022aeb145c4 HTTP/1.1" status: 204 len: 168 time: 0.7041466 Jul 09 17:30:03.807289 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e1ff990-9c63-4194-9645-2283acf08906 req-cb093239-6e18-4669-8134-35940be2212f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611276 Jul 09 17:30:03.813719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.841283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:03.842699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2371210c-fb36-45ea-bbb1-d83edafdc774']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:03.852655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3709c-777b-4427-9a7d-ba3d80a34c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc496fb7-3055-4e8a-bd56-b022aeb145c4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:03.857522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-f7e65ae3-cdc5-41d9-8a73-aa65509506db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.862921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e806f7-0b41-4278-80e8-f7a91bb0256c') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:03.863218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e806f7-0b41-4278-80e8-f7a91bb0256c') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:03.872526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-f7e65ae3-cdc5-41d9-8a73-aa65509506db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1106675 Jul 09 17:30:03.887215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.912991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.927568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:03.928346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:03.931681 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:03.957727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.965368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.974737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.981062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.987564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:03.993861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:04.000015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:04.001963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5af211c2-64d0-4166-91b6-eadebea5d808 req-c4800757-7a94-4486-b5c9-cabf32da6ae7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.2510769 Jul 09 17:30:04.066409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:04.073481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:04.077658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] 10.222.0.21 "DELETE /v2.0/networks/2371210c-fb36-45ea-bbb1-d83edafdc774 HTTP/1.1" status: 204 len: 168 time: 1.6791608 Jul 09 17:30:04.094182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b91da-2f2f-4957-a40f-05872b44efb6 tempest-FloatingIPNegativeTestJSON-1978168301 tempest-FloatingIPNegativeTestJSON-1978168301-project] Pushing event deleted for resources: {'Network': ['ID=2371210c-fb36-45ea-bbb1-d83edafdc774,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:04.421655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48434) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:04.540218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-28feac4f-7f3a-4b78-b297-570c2205a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:04.542044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-28feac4f-7f3a-4b78-b297-570c2205a7f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6580207 Jul 09 17:30:04.579150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:04.588012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Sync routers for ids ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:04.599546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e1fbb5c3-a924-4c48-a4ed-29073055e761 admin admin] 10.222.0.21 "PUT /v2.0/routers/09ecbbe5-438d-4d40-bf65-6bf9d4892532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2063103 Jul 09 17:30:04.615015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Routers {'09ecbbe5-438d-4d40-bf65-6bf9d4892532'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:04.616520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:04.708858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-34ee373f-4ef8-4e20-8ca2-115ebdf739d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507809 Jul 09 17:30:04.735378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e6528c4-55b9-46d0-a0dd-4b8c52c5828e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79873438b1cf456f91ae630e648ace53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118958 Jul 09 17:30:04.738484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:04.795098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d0d58e02-9bf5-4b58-9e48-7efa5c558a55 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:04.854381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6210081e-ce84-4a82-8cc5-a0e6ce30fa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:04.907669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6210081e-ce84-4a82-8cc5-a0e6ce30fa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:04.908242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-92b4b07b-f78d-41b1-a032-abbe596e7eba service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904330 Jul 09 17:30:04.922663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Set router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:04.992490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-be55de05-1aa8-46d1-91ee-c3d96232a4b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 217 time: 0.0795870 Jul 09 17:30:05.010818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6210081e-ce84-4a82-8cc5-a0e6ce30fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:05.016430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6210081e-ce84-4a82-8cc5-a0e6ce30fa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:05.020611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6210081e-ce84-4a82-8cc5-a0e6ce30fa48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d60f127a-ada1-4e66-94a6-b57d2be12c59 HTTP/1.1" status: 204 len: 168 time: 0.2806287 Jul 09 17:30:05.064244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210081e-ce84-4a82-8cc5-a0e6ce30fa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f127a-ada1-4e66-94a6-b57d2be12c59,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:05.083719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-e7398b28-d09a-4ab6-a690-2509b0adcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:05.085848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-e7398b28-d09a-4ab6-a690-2509b0adcb6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0857122 Jul 09 17:30:05.237744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-2a8a5406-ecd0-4945-8a6a-c929bd74942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:05.239278 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-2a8a5406-ecd0-4945-8a6a-c929bd74942b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1437361 Jul 09 17:30:05.279050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:05.279480 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:05.444470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-c14210c8-0c92-4c17-8384-8da331db3ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3183601 Jul 09 17:30:05.477068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641519-2095-4930-9fc2-cc1e93e52f56 req-1beddeb3-d2b9-4a26-94fa-b0a228da7ca1 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:05.482421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-22641519-2095-4930-9fc2-cc1e93e52f56 req-1beddeb3-d2b9-4a26-94fa-b0a228da7ca1 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2766073 Jul 09 17:30:05.504504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:30:01Z', 'revision_number': 4, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5', 'name': '', 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'mac_address': 'fa:16:3e:fd:6d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '08989718-794f-4ec8-b6d2-ea5f7d12e604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:00Z', 'updated_at': '2021-07-09T17:30:02Z', 'revision_number': 2, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'subnets': [{'id': '08989718-794f-4ec8-b6d2-ea5f7d12e604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:05.511242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-281ffc83-972b-437d-a251-a9716387b6ad service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612841 Jul 09 17:30:05.577537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 171b6a0f-7e74-4872-8c25-856ef6570e9e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:05.631558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 171b6a0f-7e74-4872-8c25-856ef6570e9e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:05.631942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 171b6a0f-7e74-4872-8c25-856ef6570e9e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:05.637196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Checking router: 09ecbbe5-438d-4d40-bf65-6bf9d4892532 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:30:05.637531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Updating router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:30:05.661658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-22641519-2095-4930-9fc2-cc1e93e52f56 req-373cac40-7911-4891-86ad-968bc4d3518e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672020 Jul 09 17:30:05.704216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-e4c8ad2d-a3c1-4e75-a6e0-f2a17f9c1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:05.708359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-e4c8ad2d-a3c1-4e75-a6e0-f2a17f9c1cd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1097 time: 0.2249205 Jul 09 17:30:05.743413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:05.781162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-6abc951e-6dcb-4d2e-802b-3efe10fe4f08 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610660 Jul 09 17:30:05.880547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-02ae6bf4-48c5-404a-8217-ed0fe787a2c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 217 time: 0.0922508 Jul 09 17:30:05.947153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-0eef1ff2-7b04-49cc-b9df-095907b1f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:05.949370 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-0eef1ff2-7b04-49cc-b9df-095907b1f4a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.2128699 Jul 09 17:30:05.969808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-dcbd7291-dd05-46ef-ab14-7bc15f414455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:05.971716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-dcbd7291-dd05-46ef-ab14-7bc15f414455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0866044 Jul 09 17:30:06.080042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-9c743e92-27e6-4cfb-a075-7f3148a2d3b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 1001 time: 0.1202085 Jul 09 17:30:06.109725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-c976f092-a742-417f-90d4-5e39aaca01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.111520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-c976f092-a742-417f-90d4-5e39aaca01a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1319799 Jul 09 17:30:06.228561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-24c9e4f0-c5d6-443e-bac5-956448cb7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.236439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-24c9e4f0-c5d6-443e-bac5-956448cb7a8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.1528060 Jul 09 17:30:06.274113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-6e7af777-def6-4743-aa46-b175ab5c7afe service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547835 Jul 09 17:30:06.394141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48506) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:06.398215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-144026447-network', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:06.532294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-155eb622-78d1-44ce-8102-d82a9f769c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.538328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-155eb622-78d1-44ce-8102-d82a9f769c65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.2626607 Jul 09 17:30:06.632823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-c9285415-6766-4cd7-b307-cfb7c4c0f8b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475068 Jul 09 17:30:06.635829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Made reservation on behalf of 6079be8e10514a79b36fcb6fccc4812e for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:06.641920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:06.843780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:06.872499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-12ada951-2086-4499-b47c-3b8426c9fd2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 217 time: 0.1569231 Jul 09 17:30:06.889747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-7f3c5164-f53a-437b-9056-bba51b31b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.893523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-7f3c5164-f53a-437b-9056-bba51b31b670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6511025 Jul 09 17:30:06.923576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a707f0f-8fe6-45f7-b7f1-a3d1893c0b24 req-c5ebbc9c-5614-4dfe-a755-554c7d4e45ee tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:06.934927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a707f0f-8fe6-45f7-b7f1-a3d1893c0b24 req-c5ebbc9c-5614-4dfe-a755-554c7d4e45ee tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.1193883 Jul 09 17:30:06.936648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48520) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:06.943915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.105008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a707f0f-8fe6-45f7-b7f1-a3d1893c0b24 req-d91ddbd9-4c1a-411b-9199-890ac63fc406 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683123 Jul 09 17:30:07.161106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-9805e291-1af4-4d68-8821-27f9e4170175 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583704 Jul 09 17:30:07.210728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Transition to ACTIVE for port object 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:07.223891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-c77e08a1-b881-4257-9667-413af6a3f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:07.225426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-c77e08a1-b881-4257-9667-413af6a3f7e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.3418000 Jul 09 17:30:07.230800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-9af4d5ee-aaef-4348-9a49-ead7248ceade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:07.230800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-9af4d5ee-aaef-4348-9a49-ead7248ceade service neutron] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.6739013 Jul 09 17:30:07.284902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48530) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:07.288911 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.376393 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7afbe826-be77-4a05-a5d8-d1315be26894 req-d63d41c2-0df7-494a-aebb-589ef2c00b1e service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067890 Jul 09 17:30:07.385947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-d745af11-e9b3-49d8-91c3-17120507a488 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.0942893 Jul 09 17:30:07.426090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-432847081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:07.442468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Pushing event updated for resources: {'Port': ['ID=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:07.446283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.507952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.510961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.511212 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.548462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.549955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.552841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.553569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.554139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.556229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.556808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.557398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.558018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.559323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.560329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.562766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:07.564194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:07.606266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.606558 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Added segment 31ee031d-a1a9-4d75-9109-01f8527eae70 of type vlan for network 99cbea42-37a2-4a14-99eb-537d76bfea3e Jul 09 17:30:07.657105 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.659156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Attempting to bind port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:07.659692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Attempting to bind port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:07.660367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Attempting to bind port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 on network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:07.663899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2050626560'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:07.673603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:07.674413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.674725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Checking segment: {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:07.675608 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.676608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Bound using segment: {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:07.677756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Bound port: 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d0b548-b0a4-4fb5-8bab-9e662638e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:07.678726 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.696320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.724786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.726336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.775676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ac0727-0e21-408b-961a-439bfab81d4f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:07.780035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-5fa203ef-9eab-4cc8-b234-1e26883d33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:07.781676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-5fa203ef-9eab-4cc8-b234-1e26883d33dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5463324 Jul 09 17:30:07.782331 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.783238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:07.783847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.794652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-6a7ca402-01a4-453f-a9bc-bb6c2e306623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:07.796195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-6a7ca402-01a4-453f-a9bc-bb6c2e306623 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.3969810 Jul 09 17:30:07.847133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] For port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:07.856825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] For port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,segment=NetworkSegment(24d0b548-b0a4-4fb5-8bab-9e662638e54c),segment_id=24d0b548-b0a4-4fb5-8bab-9e662638e54c)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:07.878255 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.889927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.892306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7eb28c28-bf82-48d6-806e-5798d4cabcf6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6003785 Jul 09 17:30:07.895067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48544) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:07.901850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-54246654'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:07.927747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-81f3d277-ef08-42e1-aeb7-2503a6182848 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171868 Jul 09 17:30:07.932723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5391505 Jul 09 17:30:07.937777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48548) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:07.940024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Routers {'09ecbbe5-438d-4d40-bf65-6bf9d4892532'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:07.940683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:29:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:07.943444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.964658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:07.978972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Request body: {'subnet': {'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-144026447-subnet', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:07.994102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Made reservation on behalf of c348b2391c484a3486c5a0403277de1b for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:08.009702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.024079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad6029-4351-4fe1-b34d-1db845e0b534 None None] Pushing event updated for resources: {'Port': ['ID=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:08.042377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.046491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a8c2ce03-6b9c-4960-848e-7dd644751849 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0980461 Jul 09 17:30:08.047624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48552) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:08.048159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48554) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:08.059349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.091318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] Set router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:08.092119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-0b0bf903-dcab-465e-9e40-d0761d97177d service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999053 Jul 09 17:30:08.164812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.202063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c185a-3cb1-457a-b1a0-a081a6b96904 admin admin] Pushing event updated for resources: {'Network': ['ID=99cbea42-37a2-4a14-99eb-537d76bfea3e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:08.208092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.217899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:08.264919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:30:08.264919 n-d-791506-17 neutron-server[93896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:30:08.264919 n-d-791506-17 neutron-server[93896]: [parameters: {'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'id': '3a33ea1d-6d65-4e15-a7bd-737551aacb9d', 'expiration': datetime.datetime(2021, 7, 9, 17, 32, 8, 211039)}] Jul 09 17:30:08.264919 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:30:08.265349 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:30:08.411013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-0abcff5c-e328-4778-a2d1-ec7a2c09ce3d service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738247 Jul 09 17:30:08.456388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.545318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:30:01Z', 'revision_number': 4, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5', 'name': '', 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'mac_address': 'fa:16:3e:fd:6d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '08989718-794f-4ec8-b6d2-ea5f7d12e604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:00Z', 'updated_at': '2021-07-09T17:30:07Z', 'revision_number': 4, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'subnets': [{'id': '08989718-794f-4ec8-b6d2-ea5f7d12e604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:08.564551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b38a59d-1428-4f38-b586-e6de2e12b0aa req-5e04a3f6-75f3-4d77-bf62-a4d662e28a89 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391039 Jul 09 17:30:08.588801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-fde53e4f-c669-4431-a36b-80a02843eebf service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916123 Jul 09 17:30:08.598127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cd54-d2cf-40be-a06c-4a1d4b7ebd5b None None] The sync data for ids ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'] in n-d-791506-17 is: [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:30:01Z', 'revision_number': 4, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5', 'name': '', 'network_id': 'c8d564ed-7a08-46c4-9e19-4eabb1b77dd9', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'mac_address': 'fa:16:3e:fd:6d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '08989718-794f-4ec8-b6d2-ea5f7d12e604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:00Z', 'updated_at': '2021-07-09T17:30:07Z', 'revision_number': 4, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'subnets': [{'id': '08989718-794f-4ec8-b6d2-ea5f7d12e604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:08.598577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.601611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.678510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-7aa942f7-6ad0-4dd9-ab8f-3978e8dec054 req-8c116beb-1fdb-407e-b0ab-110373cce931 service neutron] (93895) timed out ('10.222.0.13', 51709) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:30:08.682150 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.692532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-d1ec26a4-eefc-4e94-b6f6-3f415a6c0df3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 217 time: 0.1018760 Jul 09 17:30:08.705854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296c677-63ae-4d5a-9d13-697b7ba20021 req-cd40fc53-1789-448b-8a47-a5359cef57f1 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.707990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d296c677-63ae-4d5a-9d13-697b7ba20021 req-cd40fc53-1789-448b-8a47-a5359cef57f1 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.3489270 Jul 09 17:30:08.724398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.724935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d20dff0-600e-4f74-a2fb-991cf50008af {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:08.729144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:08.743219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.744650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-37af4e94-2204-41b5-83e3-2ca37965594c tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9d20dff0-600e-4f74-a2fb-991cf50008af HTTP/1.1" status: 204 len: 168 time: 0.6941571 Jul 09 17:30:08.754204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48568) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:08.765238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Request body: {'router': {'name': 'tempest-router-749722719', 'distributed': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:08.769245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.769607 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Added segment 5fec16f6-cf9c-4b77-9bf7-dcc42815c80b of type vlan for network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 Jul 09 17:30:08.772524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b711b9-5f05-4b7a-bf4d-54a049cb3adc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:08.795694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.796224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.796768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.797317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.797716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.798207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.798664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.811366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-3ae3c70f-f4d7-42b8-9fa5-a15531ed978f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.7619641 Jul 09 17:30:08.829001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-d53faeaa-3628-4be8-a56f-b03ded34c30b req-da7864b4-37ae-437f-a8ca-130b0dca630f service neutron] (93896) timed out ('10.222.0.13', 51878) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:30:08.830934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-1d64a81d-5aff-4a13-97bb-90c9a22db7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.832886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-1d64a81d-5aff-4a13-97bb-90c9a22db7e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1237583 Jul 09 17:30:08.890068 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.904849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d296c677-63ae-4d5a-9d13-697b7ba20021 req-35660b0a-f5df-4730-9e78-a1edecb18d1f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554923 Jul 09 17:30:08.908319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Made reservation on behalf of 6079be8e10514a79b36fcb6fccc4812e for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:08.913340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.915593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d2a0996-4cff-4190-8355-fb6b44bce281 req-e0c1819b-4ec9-45f8-a49b-0d6288708021 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920196 Jul 09 17:30:08.968766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:08.987705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:08.990455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.049385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.053242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.072300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-ad864095-d5aa-4700-878b-a8901495969c req-fe2b2b1c-711f-4834-9d08-0194c27eba2d tempest-LiveAutoBlockMigrationV225Test-1263385869 tempest-LiveAutoBlockMigrationV225Test-1263385869-project] (93895) timed out ('10.222.0.13', 51877) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:30:09.080571 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1841145 Jul 09 17:30:09.083390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48574) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:09.089707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'subnet': {'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:09.156426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4caa05-23c5-44ac-b329-ce09460acb45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Network': ['ID=c02ecf9f-9c65-4b18-95e1-a88dc20bcc79,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:09.170846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:09.189033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-270963df-c46d-4bcd-b205-d2ae1db826b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:09.191049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-270963df-c46d-4bcd-b205-d2ae1db826b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3503742 Jul 09 17:30:09.209927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Made reservation on behalf of c348b2391c484a3486c5a0403277de1b for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:09.218235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.223277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.281528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.310608 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.345077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.412214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.414159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-41310fb8-85c9-4e8a-8234-c6e1863cf04a tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6590371 Jul 09 17:30:09.420614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48578) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:09.457033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.547819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Subnet': ['ID=3295e5c0-ee3d-4ada-a811-0efb87172c46,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:09.548039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c978f72-f911-485a-9bc3-13af5250c833,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:09.553120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Checking segment: {'id': '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:09.553773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network hostable DHCP agents. Network: c02ecf9f-9c65-4b18-95e1-a88dc20bcc79, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:09.572544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.577121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-decf1b18-b852-41f6-a12f-d6214b69454e service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670807 Jul 09 17:30:09.579754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:09.593871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c02ecf9f-9c65-4b18-95e1-a88dc20bcc79) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:09.601323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:09.602159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.604588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9310328-f444-4a17-9843-8cb71454c745 None None] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:09.630845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Checking segment: {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:09.631040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Network hostable DHCP agents. Network: 99cbea42-37a2-4a14-99eb-537d76bfea3e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:09.639977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b6bc1614-db4c-4bab-9030-583af516ac6e tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5554180 Jul 09 17:30:09.640849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48584) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:09.652384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'network': {'name': 'tempest-router-network01--1768211957'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:09.708309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Made reservation on behalf of c348b2391c484a3486c5a0403277de1b for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:09.711894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.762612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:09.768346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:09.793818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.794512 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Added segment 4dd83fa9-d9da-4deb-871e-2b1a31deed9c of type vlan for network 88a7c25c-a4ce-4764-847b-42e3b37472f2 Jul 09 17:30:09.871048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.873109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 99cbea42-37a2-4a14-99eb-537d76bfea3e) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:09.898974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628290f8-63d3-401c-9bf6-abd4dad66ff6 None None] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:09.916007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c02ecf9f-9c65-4b18-95e1-a88dc20bcc79', 'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79', 'tenant_id': 'c348b2391c484a3486c5a0403277de1b', 'fixed_ips': [{'subnet_id': '3295e5c0-ee3d-4ada-a811-0efb87172c46'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:30:09.916963 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.919581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:09.920216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.925223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.934940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:09.936197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.939591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.950494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:09.979120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ac0844c8-3aa8-49e6-8f10-37805a8a1b32 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0380454 Jul 09 17:30:09.979120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-b361d380-96ef-4c16-b9c7-9e8dfbc3ec3a service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391995 Jul 09 17:30:09.979568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48588) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:10.013857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:10.155170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Network': ['ID=88a7c25c-a4ce-4764-847b-42e3b37472f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:10.255700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-393ffee9-9aad-4a8e-bdf5-df765370c314 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6113229 Jul 09 17:30:10.256858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48592) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:10.265914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'network': {'name': 'tempest-router-network02--1999409147'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:10.327320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Allocated IP 172.20.0.2 (c02ecf9f-9c65-4b18-95e1-a88dc20bcc79/3295e5c0-ee3d-4ada-a811-0efb87172c46/b6491cd4-7a5e-42e6-9424-85b3222065d9) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:10.345803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Made reservation on behalf of c348b2391c484a3486c5a0403277de1b for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:10.354749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.361388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:10.379307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b299-079d-4579-811f-d53f3a782926 req-8b245ff8-a440-480d-901b-b903ea8aa116 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:10.385055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8839b299-079d-4579-811f-d53f3a782926 req-8b245ff8-a440-480d-901b-b903ea8aa116 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2371881 Jul 09 17:30:10.455899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:10.473154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8839b299-079d-4579-811f-d53f3a782926 req-0d2c736a-81f7-4f75-96b2-267570ba2c00 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758202 Jul 09 17:30:10.476825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.477277 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Added segment a5ee9ac7-5afe-438f-beba-4da259e0690a of type vlan for network b903fa06-1c87-446d-8d55-7ca05f1df460 Jul 09 17:30:10.550516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-2a751146-4ec5-4e7f-9110-ed9c201d1632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.5323186 Jul 09 17:30:10.566669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.573249 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-82f96e75-8238-4e70-b540-ccaeff7af19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.647197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-99cbea42-37a2-4a14-99eb-537d76bfea3e', 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'fixed_ips': [{'subnet_id': '9c978f72-f911-485a-9bc3-13af5250c833'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:30:10.649037 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.666585 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.667205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88cf488a-6595-4c7b-b52a-ce6d3d6100a5 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:10.671740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.679345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:10.680108 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.699103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.706064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1273e78d-15b4-43e5-8118-5a1db3c93d47 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "DELETE /v2.0/routers/88cf488a-6595-4c7b-b52a-ce6d3d6100a5 HTTP/1.1" status: 204 len: 168 time: 1.2809324 Jul 09 17:30:10.710710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:10.727677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Request body: {'router': {'name': 'tempest-router-1528090172', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '04b46afa88494f86916cc35d89e9426a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:10.752665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-67470f0a-c8cf-4727-8b61-990e66647a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:10.755724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-67470f0a-c8cf-4727-8b61-990e66647a4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.1846855 Jul 09 17:30:10.757190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.758229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.802029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5405684 Jul 09 17:30:10.805518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48598) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:10.815833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'subnet': {'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:10.858295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.873384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b768f-112b-43f7-99b8-10ad2a33e10d tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Network': ['ID=b903fa06-1c87-446d-8d55-7ca05f1df460,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:10.893050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.894067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:10.901133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Allocated IP 172.20.0.2 (99cbea42-37a2-4a14-99eb-537d76bfea3e/9c978f72-f911-485a-9bc3-13af5250c833/d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:11.022435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.040627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.043895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:11.046574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b903fa06-1c87-446d-8d55-7ca05f1df460 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:11.056511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Made reservation on behalf of c348b2391c484a3486c5a0403277de1b for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:11.057889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.061515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.071218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.071218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-97afd3c5-d06e-440f-ad49-82a8438682b4 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3570390 Jul 09 17:30:11.073270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a15b-7644-4b8d-9039-bff190989931 req-9a02375f-9f32-4aa9-9acd-066ee59d3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:11.075497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-9a02375f-9f32-4aa9-9acd-066ee59d3b63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3133056 Jul 09 17:30:11.076060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48602) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:11.081145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:11.271354 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.292541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Transition to ACTIVE for port object d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:11.294624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:11.302317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:11.302695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.358435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.363398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.376379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Transition to ACTIVE for port object d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:11.387365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Transition to ACTIVE for port object b6491cd4-7a5e-42e6-9424-85b3222065d9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:11.397392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.468610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Subnet': ['ID=77990006-2730-4831-8db1-810fb1ce920c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:11.483277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Checking segment: {'id': '4dd83fa9-d9da-4deb-871e-2b1a31deed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:11.483987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network hostable DHCP agents. Network: 88a7c25c-a4ce-4764-847b-42e3b37472f2, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:11.509427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-9cbbf886-e9dd-4cce-93f1-de2603b12d3d service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613560 Jul 09 17:30:11.510318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:11.514351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.514684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.522360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 88a7c25c-a4ce-4764-847b-42e3b37472f2) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:11.539017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:11.539614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.571209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a8b8523b-016b-4bac-a6a1-db5c57e9a4ae tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7619543 Jul 09 17:30:11.572032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:11.577701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'subnet': {'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:11.672634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60679b24-8bb6-4593-98a5-8edda9eeec00 None None] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:11.702655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Transition to ACTIVE for port object b6491cd4-7a5e-42e6-9424-85b3222065d9 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:11.703481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 17:30:11.704704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Router 43c3bcb9-f702-4dd7-803c-366d3d047d91 migrating from provider to provider. {{(pid=93896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 17:30:11.704704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.726931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Made reservation on behalf of c348b2391c484a3486c5a0403277de1b for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:11.733455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.734253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.770660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.810855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:11.815045 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.834458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:11.845159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Pushing event updated for resources: {'Port': ['ID=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:11.851129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:11.856440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:11.927271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:11.948041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,segment=NetworkSegment(24d0b548-b0a4-4fb5-8bab-9e662638e54c),segment_id=24d0b548-b0a4-4fb5-8bab-9e662638e54c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:11.954264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:11.984472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:12.026819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.037988 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.124537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Attempting to bind port b6491cd4-7a5e-42e6-9424-85b3222065d9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:12.124961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Attempting to bind port b6491cd4-7a5e-42e6-9424-85b3222065d9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:12.125582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Attempting to bind port b6491cd4-7a5e-42e6-9424-85b3222065d9 on network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:12.131820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Pushing event updated for resources: {'Port': ['ID=b6491cd4-7a5e-42e6-9424-85b3222065d9,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:12.137432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f3669-56e6-4762-997e-5403d0325c1b req-94e84ec7-4c23-4f22-828e-4c997b1404f2 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:12.145646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-552f3669-56e6-4762-997e-5403d0325c1b req-94e84ec7-4c23-4f22-828e-4c997b1404f2 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.4636264 Jul 09 17:30:12.168322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Attempting to bind port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:12.169718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Attempting to bind port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:12.170383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Attempting to bind port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 on network 99cbea42-37a2-4a14-99eb-537d76bfea3e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:12.178595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:12.179124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Checking segment: {'id': '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:12.179536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.180731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Bound using segment: {'id': '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:12.180731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Bound port: b6491cd4-7a5e-42e6-9424-85b3222065d9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c02ecf9f-9c65-4b18-95e1-a88dc20bcc79'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:12.180936 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.185277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7052a15b-7644-4b8d-9039-bff190989931 req-d88da6a7-8d97-4950-9ef1-f01335a90f25 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671293 Jul 09 17:30:12.191596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Subnet': ['ID=3de1cf72-c5ca-46dc-921a-4fbc78b17f39,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:12.225128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:12.225500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Checking segment: {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:12.225909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.226289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Bound using segment: {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:12.226771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Bound port: d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:12.227686 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.235368 n-d-791506-17 neutron-server[93896]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] No L3 agents can host the router 43c3bcb9-f702-4dd7-803c-366d3d047d91 Jul 09 17:30:12.242033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Checking segment: {'id': 'a5ee9ac7-5afe-438f-beba-4da259e0690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:12.242033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network hostable DHCP agents. Network: b903fa06-1c87-446d-8d55-7ca05f1df460, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:12.300904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network b903fa06-1c87-446d-8d55-7ca05f1df460 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:12.319719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b903fa06-1c87-446d-8d55-7ca05f1df460) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:12.324300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:12.325054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.348474 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3a6e2fb9-9b19-4e25-85d2-53590abe5b45 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7744298 Jul 09 17:30:12.350443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48614) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:12.362755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5230209e-f289-4063-89c0-89310640a5f9 None None] Network b903fa06-1c87-446d-8d55-7ca05f1df460 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:12.365021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:12.404228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.465588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.482949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-88a7c25c-a4ce-4764-847b-42e3b37472f2', 'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2', 'tenant_id': 'c348b2391c484a3486c5a0403277de1b', 'fixed_ips': [{'subnet_id': '77990006-2730-4831-8db1-810fb1ce920c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:30:12.483975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.501896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] For port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:12.661267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] For port b6491cd4-7a5e-42e6-9424-85b3222065d9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:12.671867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] For port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,segment=NetworkSegment(31ee031d-a1a9-4d75-9109-01f8527eae70),segment_id=31ee031d-a1a9-4d75-9109-01f8527eae70)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:12.686555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:12.691190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] For port b6491cd4-7a5e-42e6-9424-85b3222065d9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b6491cd4-7a5e-42e6-9424-85b3222065d9,segment=NetworkSegment(5fec16f6-cf9c-4b77-9bf7-dcc42815c80b),segment_id=5fec16f6-cf9c-4b77-9bf7-dcc42815c80b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:12.691513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-552f3669-56e6-4762-997e-5403d0325c1b req-9180369e-b270-401b-afca-bda6d0993985 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210307 Jul 09 17:30:12.697595 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.739683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Allocated IP 172.20.0.2 (88a7c25c-a4ce-4764-847b-42e3b37472f2/77990006-2730-4831-8db1-810fb1ce920c/f7545c14-3cd7-4434-be98-cc27ccb1ff51) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:12.769120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:12.936779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.064641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Hosts for router 43c3bcb9-f702-4dd7-803c-366d3d047d91: [] {{(pid=93896) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 17:30:13.119381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Hosts for other DVR routers connected to router 43c3bcb9-f702-4dd7-803c-366d3d047d91: set() {{(pid=93896) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 17:30:13.123123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.124563 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8f1ecf33-c83d-4ad2-8502-04002d87c258 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "PUT /v2.0/routers/43c3bcb9-f702-4dd7-803c-366d3d047d91 HTTP/1.1" status: 200 len: 717 time: 2.0470037 Jul 09 17:30:13.128402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48620) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:13.253878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d093b21-20e6-4faa-a54d-b147efb979fa None None] Pushing event updated for resources: {'Port': ['ID=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:13.267795 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-40638a5e-3cfd-4c2e-9d9a-d3e5ca3b0f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.310765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f42e3c8a-421e-4656-a433-d12fdf5e793b tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "GET /v2.0/routers/43c3bcb9-f702-4dd7-803c-366d3d047d91 HTTP/1.1" status: 200 len: 717 time: 0.1802006 Jul 09 17:30:13.316857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48624) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:13.354685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Allocated IP 172.25.3.92 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/2cd83584-2e8a-4f75-b0c6-6616b10ccf1e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:13.540337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:13.541044 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.761730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.793018 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:13.938484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Transition to ACTIVE for port object f7545c14-3cd7-4434-be98-cc27ccb1ff51 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:13.992127 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.060029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cc611660-fd38-4c5a-8258-35fd56880f53 tempest-RoutersTestDVR-837729092 tempest-RoutersTestDVR-837729092-project] 10.222.0.21 "GET /v2.0/routers/43c3bcb9-f702-4dd7-803c-366d3d047d91 HTTP/1.1" status: 200 len: 683 time: 0.7419837 Jul 09 17:30:14.064939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48634) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:14.067293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.074911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-b903fa06-1c87-446d-8d55-7ca05f1df460', 'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460', 'tenant_id': 'c348b2391c484a3486c5a0403277de1b', 'fixed_ips': [{'subnet_id': '3de1cf72-c5ca-46dc-921a-4fbc78b17f39'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:30:14.075889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.092961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:14.093556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.095732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:14.106072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de7861-507e-46f9-8470-f6ad50839918 None None] Pushing event updated for resources: {'Port': ['ID=b6491cd4-7a5e-42e6-9424-85b3222065d9,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:14.121353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Transition to ACTIVE for port object f7545c14-3cd7-4434-be98-cc27ccb1ff51 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:14.123537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:14.142045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.182527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Pushing event updated for resources: {'Port': ['ID=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:14.254565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbe518-823d-46c0-9547-bc1c282ccc5a req-ee8697ac-9f18-4dd9-a6b3-4b196e38842f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:14.256176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fdcbe518-823d-46c0-9547-bc1c282ccc5a req-ee8697ac-9f18-4dd9-a6b3-4b196e38842f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.3543086 Jul 09 17:30:14.277309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.338276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:14.345897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:14.361682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:14.381998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Pushing event updated for resources: {'Port': ['ID=f7545c14-3cd7-4434-be98-cc27ccb1ff51,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:14.457204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.488786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Attempting to bind port f7545c14-3cd7-4434-be98-cc27ccb1ff51 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:14.489417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Attempting to bind port f7545c14-3cd7-4434-be98-cc27ccb1ff51 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '4dd83fa9-d9da-4deb-871e-2b1a31deed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:14.489975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Attempting to bind port f7545c14-3cd7-4434-be98-cc27ccb1ff51 on network 88a7c25c-a4ce-4764-847b-42e3b37472f2 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:14.499513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Allocated IP 172.20.0.2 (b903fa06-1c87-446d-8d55-7ca05f1df460/3de1cf72-c5ca-46dc-921a-4fbc78b17f39/9496a603-0281-491e-a4c1-a6dadf6edcbc) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:14.510923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:14.511311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Checking segment: {'id': '4dd83fa9-d9da-4deb-871e-2b1a31deed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:14.511728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.512175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Bound using segment: {'id': '4dd83fa9-d9da-4deb-871e-2b1a31deed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:14.512749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Bound port: f7545c14-3cd7-4434-be98-cc27ccb1ff51, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd83fa9-d9da-4deb-871e-2b1a31deed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '88a7c25c-a4ce-4764-847b-42e3b37472f2'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:14.513139 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.649244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.657113 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.682563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fdcbe518-823d-46c0-9547-bc1c282ccc5a req-f149b956-d81f-41f1-8ea2-5e2d4bb082d6 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190116 Jul 09 17:30:14.691189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Allocated IP 172.20.0.1 (88a7c25c-a4ce-4764-847b-42e3b37472f2/77990006-2730-4831-8db1-810fb1ce920c/718bfbc9-eec8-4ac5-9bc3-98e47b3f7973) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:14.770801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] For port f7545c14-3cd7-4434-be98-cc27ccb1ff51, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:14.790054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] For port f7545c14-3cd7-4434-be98-cc27ccb1ff51, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f7545c14-3cd7-4434-be98-cc27ccb1ff51,segment=NetworkSegment(4dd83fa9-d9da-4deb-871e-2b1a31deed9c),segment_id=4dd83fa9-d9da-4deb-871e-2b1a31deed9c)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:14.809868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.829652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.830447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43c3bcb9-f702-4dd7-803c-366d3d047d91 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:14.855194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:14.859920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-735617a2-c57b-4a26-9900-3964a970917d tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "DELETE /v2.0/routers/43c3bcb9-f702-4dd7-803c-366d3d047d91 HTTP/1.1" status: 204 len: 168 time: 0.7904551 Jul 09 17:30:14.860390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48638) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:14.878777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b6491cd4-7a5e-42e6-9424-85b3222065d9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:14.984948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.020954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Request body: {'router': {'name': 'tempest-router-1588290512', 'distributed': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:15.144646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.146312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.156140 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.175268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9cf9-be40-42d6-8646-d1dcb1b4f6e6 None None] Pushing event updated for resources: {'Port': ['ID=f7545c14-3cd7-4434-be98-cc27ccb1ff51,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:15.208697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Transition to ACTIVE for port object 9496a603-0281-491e-a4c1-a6dadf6edcbc will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:15.256313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0568f39-a267-459b-ad9a-3ac773a3646d None None] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:15.256928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.382188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Transition to ACTIVE for port object 9496a603-0281-491e-a4c1-a6dadf6edcbc will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:15.386861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b6491cd4-7a5e-42e6-9424-85b3222065d9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:15.391651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.395969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:15.401578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.406141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Transition to ACTIVE for port object 718bfbc9-eec8-4ac5-9bc3-98e47b3f7973 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:15.453236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.457369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-216ec57e-40be-41f7-8a66-251fb5a0da2e tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4428470 Jul 09 17:30:15.475944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48646) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:15.583020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.641929 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.652944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] Provisioning for port b6491cd4-7a5e-42e6-9424-85b3222065d9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:15.655554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a66b0f-11e7-43b7-ab77-23b9506d5353 None None] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:15.677307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Network b903fa06-1c87-446d-8d55-7ca05f1df460 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:15.685200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:15.685839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:15.686931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.689234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:15.697961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:15.727389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] Provisioning complete for port b6491cd4-7a5e-42e6-9424-85b3222065d9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:15.727671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.800526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:15.840832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Port': ['ID=718bfbc9-eec8-4ac5-9bc3-98e47b3f7973,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:15.906699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:15.963064 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.018028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63561f40-6c5d-4c9d-99e9-f548415e0c8e req-c346cc1c-f701-4189-9544-16f7ac58f27f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:16.026135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63561f40-6c5d-4c9d-99e9-f548415e0c8e req-c346cc1c-f701-4189-9544-16f7ac58f27f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.0960615 Jul 09 17:30:16.029017 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.033248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.052176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Attempting to bind port 9496a603-0281-491e-a4c1-a6dadf6edcbc on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:16.052540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Attempting to bind port 9496a603-0281-491e-a4c1-a6dadf6edcbc by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a5ee9ac7-5afe-438f-beba-4da259e0690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:16.053491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Attempting to bind port 9496a603-0281-491e-a4c1-a6dadf6edcbc on network b903fa06-1c87-446d-8d55-7ca05f1df460 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:16.071263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Pushing event updated for resources: {'Port': ['ID=9496a603-0281-491e-a4c1-a6dadf6edcbc,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:16.127612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63561f40-6c5d-4c9d-99e9-f548415e0c8e req-1e82f741-f7b7-4650-a59d-b1121572b329 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984881 Jul 09 17:30:16.134351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.134894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd151ce-cd50-43a8-9ac2-3565025921c2 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:16.146664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.149110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-34a7e5a0-b72e-46fe-96f8-61da9b1ed448 tempest-RoutersTestDVR-197393472 tempest-RoutersTestDVR-197393472-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9fd151ce-cd50-43a8-9ac2-3565025921c2 HTTP/1.1" status: 204 len: 168 time: 0.6710777 Jul 09 17:30:16.176066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Router 0bc2b70c-f110-4946-a0af-dc6440fa3434 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:30:16.205605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.262288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.316032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:16.317110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Checking segment: {'id': 'a5ee9ac7-5afe-438f-beba-4da259e0690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:16.317864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.318359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Bound using segment: {'id': 'a5ee9ac7-5afe-438f-beba-4da259e0690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:16.319142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Bound port: 9496a603-0281-491e-a4c1-a6dadf6edcbc, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ee9ac7-5afe-438f-beba-4da259e0690a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b903fa06-1c87-446d-8d55-7ca05f1df460'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:16.319460 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.362223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:16.377506 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Sync routers for ids ['0bc2b70c-f110-4946-a0af-dc6440fa3434'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:16.401473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] For port b6491cd4-7a5e-42e6-9424-85b3222065d9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b6491cd4-7a5e-42e6-9424-85b3222065d9,segment=NetworkSegment(5fec16f6-cf9c-4b77-9bf7-dcc42815c80b),segment_id=5fec16f6-cf9c-4b77-9bf7-dcc42815c80b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:16.406229 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Routers {'0bc2b70c-f110-4946-a0af-dc6440fa3434'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:16.408827 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bc2b70c-f110-4946-a0af-dc6440fa3434'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:16.425059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.431470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84cd0b01-a6b1-46f1-a90e-3e49e3a08e4a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4198754 Jul 09 17:30:16.432081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48662) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:16.477906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:16.572913 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:16.771347 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Set router 0bc2b70c-f110-4946-a0af-dc6440fa3434 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:16.879589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7545c14-3cd7-4434-be98-cc27ccb1ff51 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:16.920517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48668) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:16.957202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fabb93-5d83-4b60-95d1-768ae72565c9 None None] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:17.110411 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:14Z', 'revision_number': 3, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:17.111973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.124975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.248205 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Checking router: 0bc2b70c-f110-4946-a0af-dc6440fa3434 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:30:17.248606 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Updating router 0bc2b70c-f110-4946-a0af-dc6440fa3434 port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:30:17.253115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] Provisioning for port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:17.305873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] Provisioning complete for port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:17.306559 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.315414 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.321744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2b4235f-38ca-4a15-a888-37fb4ee5670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.351798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.368865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Port': ['ID=718bfbc9-eec8-4ac5-9bc3-98e47b3f7973,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:17.543559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:17.554277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:17.628068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] For port 9496a603-0281-491e-a4c1-a6dadf6edcbc, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:17.645611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292e987-a2c8-4e78-a4d1-530193cf3e52 None None] Pushing event updated for resources: {'Port': ['ID=b6491cd4-7a5e-42e6-9424-85b3222065d9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:17.702668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87552-c7d1-4d0b-b114-1823e52efd7b req-a0a8e434-1b66-4a4f-a03a-9074c7f709cd tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:17.716068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87d87552-c7d1-4d0b-b114-1823e52efd7b req-a0a8e434-1b66-4a4f-a03a-9074c7f709cd tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2908542 Jul 09 17:30:17.763213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] For port 9496a603-0281-491e-a4c1-a6dadf6edcbc, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9496a603-0281-491e-a4c1-a6dadf6edcbc,segment=NetworkSegment(a5ee9ac7-5afe-438f-beba-4da259e0690a),segment_id=a5ee9ac7-5afe-438f-beba-4da259e0690a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:17.807001 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.813035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2b4235f-38ca-4a15-a888-37fb4ee5670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.836315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2b4235f-38ca-4a15-a888-37fb4ee5670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.878157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87d87552-c7d1-4d0b-b114-1823e52efd7b req-c4778055-5e28-46b8-98ee-4c86a2a719a1 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610813 Jul 09 17:30:17.887871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:17.959125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f2b4235f-38ca-4a15-a888-37fb4ee5670c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04b46afa88494f86916cc35d89e9426a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0374668 Jul 09 17:30:17.971907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48684) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:17.974231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4235f-38ca-4a15-a888-37fb4ee5670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304df92e-81f2-4227-9786-a04aa604321d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:17.993289 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.018243 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Transition to ACTIVE for port object 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:18.033138 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.078152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Router 1f05af0e-5a34-44b5-bd2f-f40645ca12c2 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:30:18.140123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f7545c14-3cd7-4434-be98-cc27ccb1ff51 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:18.215136 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.295244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7316c-8beb-4001-943b-56bd5d86f2e3 None None] Pushing event updated for resources: {'Port': ['ID=9496a603-0281-491e-a4c1-a6dadf6edcbc,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:18.319653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Attempting to bind port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:18.321117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Attempting to bind port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:18.322486 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Attempting to bind port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:18.329829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] For port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,segment=NetworkSegment(31ee031d-a1a9-4d75-9109-01f8527eae70),segment_id=31ee031d-a1a9-4d75-9109-01f8527eae70)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:18.340297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb493e7a-763e-41f9-80e0-0ef9fd3bb53f None None] Pushing event updated for resources: {'Port': ['ID=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:18.341133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71e62c00-6e81-4d78-986c-76a21d937ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.354674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.395306 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:18.395560 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:18.395981 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.396603 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:18.397999 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Bound port: 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:18.402925 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.437394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Allocated IP 172.20.0.1 (99cbea42-37a2-4a14-99eb-537d76bfea3e/9c978f72-f911-485a-9bc3-13af5250c833/5ee551f9-d2c0-4049-92c6-e9cabc108af6) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:18.477183 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71e62c00-6e81-4d78-986c-76a21d937ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.523246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:18.542211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-203ac874-60b9-4da9-b464-41c89ffd659c tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1872964 Jul 09 17:30:18.561505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48690) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:18.578829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] Sync routers for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:18.580145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] For port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:18.594534 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] For port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:18.615398 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.663050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71e62c00-6e81-4d78-986c-76a21d937ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.665898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-71e62c00-6e81-4d78-986c-76a21d937ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.670858 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-71e62c00-6e81-4d78-986c-76a21d937ae0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/304df92e-81f2-4227-9786-a04aa604321d HTTP/1.1" status: 204 len: 168 time: 0.6919403 Jul 09 17:30:18.704809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e62c00-6e81-4d78-986c-76a21d937ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304df92e-81f2-4227-9786-a04aa604321d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:18.740723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Provisioning complete for port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:18.741104 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:18.746846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:18.747526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:18.838633 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb493e7a-763e-41f9-80e0-0ef9fd3bb53f None None] Pushing event updated for resources: {'Port': ['ID=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:18.841724 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Routers {'0bc2b70c-f110-4946-a0af-dc6440fa3434'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:18.842395 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bc2b70c-f110-4946-a0af-dc6440fa3434'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:18.900718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e5d16-f700-436a-888b-9cc5cd578548 None None] Pushing event updated for resources: {'Port': ['ID=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:18.907001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:18.984806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:18.985453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:19.069787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.130838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b6491cd4-7a5e-42e6-9424-85b3222065d9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:19.135414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:19.136096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de394-7a4d-4305-bb5e-ea1b2fe53260 None None] The sync data for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:19.159478 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] Set router 0bc2b70c-f110-4946-a0af-dc6440fa3434 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:19.294974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Provisioning for port f7545c14-3cd7-4434-be98-cc27ccb1ff51 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:19.298535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b6491cd4-7a5e-42e6-9424-85b3222065d9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:19.299629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.303177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Provisioning complete for port f7545c14-3cd7-4434-be98-cc27ccb1ff51 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:19.303795 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.488506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48702) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:19.524178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7724fa5d-f84b-457d-8f1c-a8d399ed0637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.525863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Transition to ACTIVE for port object 5ee551f9-d2c0-4049-92c6-e9cabc108af6 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:19.640237 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:14Z', 'revision_number': 3, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:19.717540 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.728822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9496a603-0281-491e-a4c1-a6dadf6edcbc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:19.740027 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95242f5a-e651-441f-8994-647bc7b0fb80 None None] The sync data for ids ['0bc2b70c-f110-4946-a0af-dc6440fa3434'] in n-d-791506-17 is: [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:14Z', 'revision_number': 3, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:19.793584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7724fa5d-f84b-457d-8f1c-a8d399ed0637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.810649 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7724fa5d-f84b-457d-8f1c-a8d399ed0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.863459 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:19.877878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf7554-5020-470d-9c35-a96093a6e008 req-41fff2ac-f9a3-432b-8800-f7e76997a110 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:19.880974 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7724fa5d-f84b-457d-8f1c-a8d399ed0637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=175cc57e7ca44f578ed9659f59f19bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896680 Jul 09 17:30:19.885866 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ddf7554-5020-470d-9c35-a96093a6e008 req-41fff2ac-f9a3-432b-8800-f7e76997a110 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.6217477 Jul 09 17:30:19.886133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48708) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:19.969390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724fa5d-f84b-457d-8f1c-a8d399ed0637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9621616-5a65-441d-8ff5-7b0b8b7fe95a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:19.989583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:19.995424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee551f9-d2c0-4049-92c6-e9cabc108af6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:20.003303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:20.047519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ddf7554-5020-470d-9c35-a96093a6e008 req-8793b338-918c-4669-98a9-56379be80614 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602619 Jul 09 17:30:20.049088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:20.051309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f825dbf-e668-4d19-aa31-829e481f8a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.066161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.066831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.067971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.068550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.068980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.070021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.070585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.071167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.071594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.072110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.072519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.072937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:20.108016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f825dbf-e668-4d19-aa31-829e481f8a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.157345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2106bd3-43ce-4469-bbad-4bc099c7dcaa None None] Network b903fa06-1c87-446d-8d55-7ca05f1df460 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:20.185547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] For port f7545c14-3cd7-4434-be98-cc27ccb1ff51, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f7545c14-3cd7-4434-be98-cc27ccb1ff51,segment=NetworkSegment(4dd83fa9-d9da-4deb-871e-2b1a31deed9c),segment_id=4dd83fa9-d9da-4deb-871e-2b1a31deed9c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:20.190206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f825dbf-e668-4d19-aa31-829e481f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.192884 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-369f7f0e-30a0-43d8-9e4d-3d86a7ddb458 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:30:20.196091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-369f7f0e-30a0-43d8-9e4d-3d86a7ddb458 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6323657 Jul 09 17:30:20.196231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2f825dbf-e668-4d19-aa31-829e481f8a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.197707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48710) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:20.202314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2f825dbf-e668-4d19-aa31-829e481f8a9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9621616-5a65-441d-8ff5-7b0b8b7fe95a HTTP/1.1" status: 204 len: 168 time: 0.3136923 Jul 09 17:30:20.235882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825dbf-e668-4d19-aa31-829e481f8a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9621616-5a65-441d-8ff5-7b0b8b7fe95a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:20.267986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.397080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Provisioning complete for port b6491cd4-7a5e-42e6-9424-85b3222065d9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:20.397776 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.455324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:20.472883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9496a603-0281-491e-a4c1-a6dadf6edcbc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:20.553000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17721d-72ef-4218-9477-ae9fb1f4f926 None None] Pushing event updated for resources: {'Port': ['ID=f7545c14-3cd7-4434-be98-cc27ccb1ff51,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:20.916039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:20.929753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.048442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning for port 718bfbc9-eec8-4ac5-9bc3-98e47b3f7973 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:21.079375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning complete for port 718bfbc9-eec8-4ac5-9bc3-98e47b3f7973 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:21.080982 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.209459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Port 718bfbc9-eec8-4ac5-9bc3-98e47b3f7973 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:21.272775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:21.276148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning complete for port f7545c14-3cd7-4434-be98-cc27ccb1ff51 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:21.276835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.301151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:21.301892 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.409399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.479565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1ca9-0ab9-4e90-85bb-1f0e0e7de201 req-eb3e4013-9e86-4c66-afd6-be03bdd2e7c0 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:21.488798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-496b1ca9-0ab9-4e90-85bb-1f0e0e7de201 req-eb3e4013-9e86-4c66-afd6-be03bdd2e7c0 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1428196 Jul 09 17:30:21.491139 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.535530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:21.545021 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.546154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:21.611711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-496b1ca9-0ab9-4e90-85bb-1f0e0e7de201 req-5dd638c7-c3b9-47ba-8cfe-b64a8de23ce7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189063 Jul 09 17:30:21.660022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.714695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.836962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b4eef-c170-42b5-9413-3257a61790db req-30909be0-4847-4ffd-a763-4ce8eceb2f35 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:21.838429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-267b4eef-c170-42b5-9413-3257a61790db req-30909be0-4847-4ffd-a763-4ce8eceb2f35 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.4190273 Jul 09 17:30:21.859409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:21.871796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee551f9-d2c0-4049-92c6-e9cabc108af6,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:21.884019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning for port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:21.890104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.894591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning complete for port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:21.895226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.931301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:21.931953 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:21.978598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-267b4eef-c170-42b5-9413-3257a61790db req-56e966ce-690a-4e2e-a5c7-f67e379a225d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273553 Jul 09 17:30:21.999878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:22.017350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48756) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:22.059999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning for port 9496a603-0281-491e-a4c1-a6dadf6edcbc completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:22.065608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Provisioning complete for port 9496a603-0281-491e-a4c1-a6dadf6edcbc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:22.065989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.116066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:22.119574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:22.174516 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.182733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting port 718bfbc9-eec8-4ac5-9bc3-98e47b3f7973 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:22.183074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.229244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] For port 9496a603-0281-491e-a4c1-a6dadf6edcbc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9496a603-0281-491e-a4c1-a6dadf6edcbc,segment=NetworkSegment(a5ee9ac7-5afe-438f-beba-4da259e0690a),segment_id=a5ee9ac7-5afe-438f-beba-4da259e0690a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:22.236362 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.252311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-29ef74bc-3d4b-47ab-b98e-e4242128d635 tempest-AgentManagementNegativeTest-209178629 tempest-AgentManagementNegativeTest-209178629-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2324739 Jul 09 17:30:22.325517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2db04-1e6a-49e9-91ca-db37fc565d46 None None] Pushing event updated for resources: {'Port': ['ID=9496a603-0281-491e-a4c1-a6dadf6edcbc,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:22.363362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2de9efb9-6360-4ca3-826f-27fbef4ea52e None None] Provisioning complete for port 9496a603-0281-491e-a4c1-a6dadf6edcbc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:22.363875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de9efb9-6360-4ca3-826f-27fbef4ea52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.632604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a237615f-6c32-4646-b2ba-81699fce4a06 None None] Provisioning complete for port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:22.633974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a237615f-6c32-4646-b2ba-81699fce4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.699249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7545c14-3cd7-4434-be98-cc27ccb1ff51 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:22.713574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48766) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:22.742280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a237615f-6c32-4646-b2ba-81699fce4a06 None None] Port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:22.805617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f7545c14-3cd7-4434-be98-cc27ccb1ff51 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:22.806046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.829104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.843742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Calling delete_port for 718bfbc9-eec8-4ac5-9bc3-98e47b3f7973 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:22.896066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ca6aed3-56a7-4edd-bb9d-84fcfc2d2ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:22.986331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:23.045261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faf175-d96a-413a-a00f-e9daeee3ab04 req-736a83fd-5b43-4573-b824-1d82fc8d8782 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:23.047232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c4faf175-d96a-413a-a00f-e9daeee3ab04 req-736a83fd-5b43-4573-b824-1d82fc8d8782 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1240256 Jul 09 17:30:23.077269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:23.077752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.114270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ca6aed3-56a7-4edd-bb9d-84fcfc2d2ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.118355 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c4faf175-d96a-413a-a00f-e9daeee3ab04 req-0647f00b-c565-4c5e-9d1c-99af8f4d00be tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633557 Jul 09 17:30:23.121894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ca6aed3-56a7-4edd-bb9d-84fcfc2d2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.136466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Router 0bc2b70c-f110-4946-a0af-dc6440fa3434 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:23.189210 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8ca6aed3-56a7-4edd-bb9d-84fcfc2d2ddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfb85bea28284b0d95e1f01e5ffd6f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736502 Jul 09 17:30:23.190248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6aed3-56a7-4edd-bb9d-84fcfc2d2ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c284a173-e04a-48d9-827a-44869c19451b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:23.192689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48776) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:23.248168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4272aa7e-929a-4be7-be89-4ce0c4423129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.275753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:23.275990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4272aa7e-929a-4be7-be89-4ce0c4423129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.283800 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Sync routers for ids ['0bc2b70c-f110-4946-a0af-dc6440fa3434'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:23.289448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-87ec39ae-18b6-4bd9-b784-4c4d93f3e768 admin admin] 10.222.0.21 "PUT /v2.0/routers/0bc2b70c-f110-4946-a0af-dc6440fa3434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8473053 Jul 09 17:30:23.307960 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Routers {'0bc2b70c-f110-4946-a0af-dc6440fa3434'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:23.310299 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bc2b70c-f110-4946-a0af-dc6440fa3434'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:23.315819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9496a603-0281-491e-a4c1-a6dadf6edcbc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:23.368932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4272aa7e-929a-4be7-be89-4ce0c4423129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.372010 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4272aa7e-929a-4be7-be89-4ce0c4423129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.375681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4272aa7e-929a-4be7-be89-4ce0c4423129 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c284a173-e04a-48d9-827a-44869c19451b HTTP/1.1" status: 204 len: 168 time: 0.1795273 Jul 09 17:30:23.387844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272aa7e-929a-4be7-be89-4ce0c4423129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284a173-e04a-48d9-827a-44869c19451b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:23.435198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9496a603-0281-491e-a4c1-a6dadf6edcbc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:23.435923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.478455 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Set router 0bc2b70c-f110-4946-a0af-dc6440fa3434 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:23.486454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279bd8-cecd-46d8-a7ce-e8af5c6df6d6 req-a74a7350-d52f-46cd-9dfc-41db2d48200e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:23.495286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35279bd8-cecd-46d8-a7ce-e8af5c6df6d6 req-a74a7350-d52f-46cd-9dfc-41db2d48200e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.1487710 Jul 09 17:30:23.542349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.643581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35279bd8-cecd-46d8-a7ce-e8af5c6df6d6 req-5823023d-c5ce-4a9a-b131-581c803ed78d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472757 Jul 09 17:30:23.646290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Port': ['ID=718bfbc9-eec8-4ac5-9bc3-98e47b3f7973,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:23.886385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:23.890344 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:20Z', 'revision_number': 4, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5ee551f9-d2c0-4049-92c6-e9cabc108af6', 'name': '', 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'mac_address': 'fa:16:3e:a6:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '9c978f72-f911-485a-9bc3-13af5250c833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:17Z', 'updated_at': '2021-07-09T17:30:21Z', 'revision_number': 2, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'subnets': [{'id': '9c978f72-f911-485a-9bc3-13af5250c833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:23.952903 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Checking router: 0bc2b70c-f110-4946-a0af-dc6440fa3434 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:30:23.953509 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Updating router 0bc2b70c-f110-4946-a0af-dc6440fa3434 port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:30:24.186639 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:24.282159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Router 1f05af0e-5a34-44b5-bd2f-f40645ca12c2 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:24.423813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:24.433638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] Sync routers for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:24.439732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d9414385-eb16-4171-9272-c77290b689b0 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2402790 Jul 09 17:30:24.440453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48838) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:24.446676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c3391-bb88-46d0-b9ab-84e8591bb420 req-d5549190-cf47-4ebe-b2e0-21a28933d3b3 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:24.448978 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927c3391-bb88-46d0-b9ab-84e8591bb420 req-d5549190-cf47-4ebe-b2e0-21a28933d3b3 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1226325 Jul 09 17:30:24.454137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:24.455615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:24.499934 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-b0185623-42f9-4b4e-acee-dc32d34c61d2 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] delete failed (client error): The resource could not be found. Jul 09 17:30:24.506147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b0185623-42f9-4b4e-acee-dc32d34c61d2 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1739778760 HTTP/1.1" status: 404 len: 335 time: 0.0646081 Jul 09 17:30:24.506529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48842) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:24.513072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-cf033b27-3517-43d6-99b1-377db80d88b5 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f05af0e-5a34-44b5-bd2f-f40645ca12c2'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:24.565624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:24.603331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:24.604180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:24.621499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927c3391-bb88-46d0-b9ab-84e8591bb420 req-216f6946-bf9c-48bb-a03d-2b54f1ea5f02 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637151 Jul 09 17:30:24.636313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48844) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:24.644805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:24.646231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3651f4-c33e-40eb-b04f-26d455bd1171 None None] The sync data for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:24.743955 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:24.785872 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Transition to ACTIVE for port object 5ee551f9-d2c0-4049-92c6-e9cabc108af6 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:24.795965 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:24.881087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-530737434'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:24.938065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:24.941848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:24.945346 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c887071-6f86-4099-ad24-6fcb179b3ff5 None None] Pushing event updated for resources: {'Port': ['ID=5ee551f9-d2c0-4049-92c6-e9cabc108af6,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:24.958616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.014294 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Attempting to bind port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:25.014661 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Attempting to bind port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:25.015038 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Attempting to bind port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 on network 99cbea42-37a2-4a14-99eb-537d76bfea3e {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:25.022178 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:25.022547 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Checking segment: {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:25.022947 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.023336 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Bound using segment: {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:25.025301 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Bound port: 5ee551f9-d2c0-4049-92c6-e9cabc108af6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ee031d-a1a9-4d75-9109-01f8527eae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:25.026970 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.171743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] For port 5ee551f9-d2c0-4049-92c6-e9cabc108af6, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:25.183130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.184143 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] For port 5ee551f9-d2c0-4049-92c6-e9cabc108af6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5ee551f9-d2c0-4049-92c6-e9cabc108af6,segment=NetworkSegment(31ee031d-a1a9-4d75-9109-01f8527eae70),segment_id=31ee031d-a1a9-4d75-9109-01f8527eae70)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:25.194145 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.198956 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.272078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:25.283614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b092c19a-9294-49df-8332-80b97f589232,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:25.290099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.290709 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment 3240a331-2058-48c1-8fda-033ea1ded7b9 of type vlan for network e05a079c-ecca-441f-a0d4-527c818d6cf0 Jul 09 17:30:25.354552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.377655 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Routers {'0bc2b70c-f110-4946-a0af-dc6440fa3434'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:25.383947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bc2b70c-f110-4946-a0af-dc6440fa3434'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:25.409483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.412952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cf033b27-3517-43d6-99b1-377db80d88b5 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.418379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:25.420573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.463402 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c887071-6f86-4099-ad24-6fcb179b3ff5 None None] Pushing event updated for resources: {'Port': ['ID=5ee551f9-d2c0-4049-92c6-e9cabc108af6,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:25.464442 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-cf033b27-3517-43d6-99b1-377db80d88b5 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] update failed (client error): The resource could not be found. Jul 09 17:30:25.467424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cf033b27-3517-43d6-99b1-377db80d88b5 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2 HTTP/1.1" status: 404 len: 339 time: 0.9592159 Jul 09 17:30:25.472548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48878) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:25.572231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682232e7-323a-4f70-9ef7-d56da900b6b3 req-90500011-0425-48f6-afa4-3e210c5e0409 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:25.577111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-682232e7-323a-4f70-9ef7-d56da900b6b3 req-90500011-0425-48f6-afa4-3e210c5e0409 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.7650521 Jul 09 17:30:25.593808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9530618 Jul 09 17:30:25.599930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] Set router 0bc2b70c-f110-4946-a0af-dc6440fa3434 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:25.602029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:25.612574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-493757144'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:25.618081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e3491-7df1-4549-8742-713756728e27 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=e05a079c-ecca-441f-a0d4-527c818d6cf0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:25.646471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:25.684891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:25.691890 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:25.711260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48884) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:25.817930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-682232e7-323a-4f70-9ef7-d56da900b6b3 req-42cb436b-6cc4-4c41-b5d0-be6661821541 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313776 Jul 09 17:30:25.916611 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-097843c8-8958-4f17-905a-431c62dda978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:20Z', 'revision_number': 4, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5ee551f9-d2c0-4049-92c6-e9cabc108af6', 'name': '', 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'mac_address': 'fa:16:3e:a6:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '9c978f72-f911-485a-9bc3-13af5250c833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:17Z', 'updated_at': '2021-07-09T17:30:25Z', 'revision_number': 4, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'subnets': [{'id': '9c978f72-f911-485a-9bc3-13af5250c833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:25.922870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:25.948307 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097843c8-8958-4f17-905a-431c62dda978 None None] The sync data for ids ['0bc2b70c-f110-4946-a0af-dc6440fa3434'] in n-d-791506-17 is: [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:20Z', 'revision_number': 4, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5ee551f9-d2c0-4049-92c6-e9cabc108af6', 'name': '', 'network_id': '99cbea42-37a2-4a14-99eb-537d76bfea3e', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'mac_address': 'fa:16:3e:a6:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '9c978f72-f911-485a-9bc3-13af5250c833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:17Z', 'updated_at': '2021-07-09T17:30:25Z', 'revision_number': 4, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'subnets': [{'id': '9c978f72-f911-485a-9bc3-13af5250c833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:26.018680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.018680 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment 952557d1-5a72-4f35-a504-7c9480eaea9c of type vlan for network 791fceb2-eeff-4885-8b79-3f59217fac06 Jul 09 17:30:26.073773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.113391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.314413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebc7f-9137-45cb-9ffd-f4918d6dbe52 req-db7e8cbb-54cd-4f61-993f-1a40b017da2b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:26.322233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-240ebc7f-9137-45cb-9ffd-f4918d6dbe52 req-db7e8cbb-54cd-4f61-993f-1a40b017da2b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.4614141 Jul 09 17:30:26.375793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Allocated IP 172.20.0.1 (c02ecf9f-9c65-4b18-95e1-a88dc20bcc79/3295e5c0-ee3d-4ada-a811-0efb87172c46/a416b7cc-141d-4b40-9229-debc1bb63866) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:26.399488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-240ebc7f-9137-45cb-9ffd-f4918d6dbe52 req-0304a1cc-308f-42a5-9a41-2d2bbc7f2b1f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762093 Jul 09 17:30:26.403318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.415816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:26.418095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.506239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=791fceb2-eeff-4885-8b79-3f59217fac06,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:26.522397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 791fceb2-eeff-4885-8b79-3f59217fac06 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:26.529476 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.547829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c769ba64-0e61-4418-892c-cb284447d12c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9449806 Jul 09 17:30:26.551508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48896) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:26.558949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:26.562643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Transition to ACTIVE for port object a416b7cc-141d-4b40-9229-debc1bb63866 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:26.683312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.729141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ee551f9-d2c0-4049-92c6-e9cabc108af6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:26.787202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:26.789283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:26.794651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:26.842186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:26.859058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:26.859648 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.876406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:26.880215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.889853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Port': ['ID=a416b7cc-141d-4b40-9229-debc1bb63866,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:26.916656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.917014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.920249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.920619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.921215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.921633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.921973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.922306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.922636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.922969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.923301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.923651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:30:26.979290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:26.994051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.037738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.129819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5ee551f9-d2c0-4049-92c6-e9cabc108af6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5ee551f9-d2c0-4049-92c6-e9cabc108af6,segment=NetworkSegment(31ee031d-a1a9-4d75-9109-01f8527eae70),segment_id=31ee031d-a1a9-4d75-9109-01f8527eae70)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:27.140916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.216289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5ee551f9-d2c0-4049-92c6-e9cabc108af6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:27.244744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.250341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-74454538-7ba7-4874-9fac-9846baf7f55e None None] Provisioning for port a416b7cc-141d-4b40-9229-debc1bb63866 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:27.259180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-74454538-7ba7-4874-9fac-9846baf7f55e None None] Provisioning complete for port a416b7cc-141d-4b40-9229-debc1bb63866 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:27.259849 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-74454538-7ba7-4874-9fac-9846baf7f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.303006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317a47-9078-474e-a6ef-8603adcfda96 req-30493538-c9b8-46b3-b1dd-d1163e655b25 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:27.304623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74317a47-9078-474e-a6ef-8603adcfda96 req-30493538-c9b8-46b3-b1dd-d1163e655b25 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2481728 Jul 09 17:30:27.311713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-74454538-7ba7-4874-9fac-9846baf7f55e None None] Port a416b7cc-141d-4b40-9229-debc1bb63866 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:27.471140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74317a47-9078-474e-a6ef-8603adcfda96 req-10fa65ab-0d48-47ad-9f3a-32b07a770528 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432390 Jul 09 17:30:27.487289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.631249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=19df039e-95ed-4f9b-9971-c03fa201ec8c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:27.682580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': '3240a331-2058-48c1-8fda-033ea1ded7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:27.683619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: e05a079c-ecca-441f-a0d4-527c818d6cf0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:27.685175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.700041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Deleting port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:27.700409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.700525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e83868-ca64-4a1f-983d-4487cf514206 req-d06f9a8a-e2d6-430a-8178-22c4fe9c7d6b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:27.703318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b6e83868-ca64-4a1f-983d-4487cf514206 req-d06f9a8a-e2d6-430a-8178-22c4fe9c7d6b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1438363 Jul 09 17:30:27.705906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.721842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:27.759192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, e05a079c-ecca-441f-a0d4-527c818d6cf0) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:27.765961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:27.766558 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.779041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afdd13-f9cc-47c0-a115-5d3ff83b468b None None] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:27.789675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-edb7cb80-f3ab-4690-ab55-dc9fae57ca64 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2339163 Jul 09 17:30:27.791091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48906) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:27.796293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:27.810561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.826200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event updated for resources: {'Port': ['ID=a416b7cc-141d-4b40-9229-debc1bb63866,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:27.904314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] For port 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,segment=NetworkSegment(24d0b548-b0a4-4fb5-8bab-9e662638e54c),segment_id=24d0b548-b0a4-4fb5-8bab-9e662638e54c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:27.904713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:27.925509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Calling delete_port for 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:27.978041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b6e83868-ca64-4a1f-983d-4487cf514206 req-90adf6a8-4e2b-495c-b2a2-a2df826c7cf9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440355 Jul 09 17:30:27.994143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:27.996284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:28.009637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:28.013648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.133102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-e05a079c-ecca-441f-a0d4-527c818d6cf0', 'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': '19df039e-95ed-4f9b-9971-c03fa201ec8c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:30:28.135415 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.238702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Router 1f05af0e-5a34-44b5-bd2f-f40645ca12c2 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:28.335308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Allocated IP 172.20.0.2 (e05a079c-ecca-441f-a0d4-527c818d6cf0/19df039e-95ed-4f9b-9971-c03fa201ec8c/cda8b0de-7e4f-4fa7-92e7-2b0826cda821) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:28.460608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:28.472575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-933625ce-44ca-47ae-9d58-93136c28a49f tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983644 Jul 09 17:30:28.473254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:28.477616 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] Sync routers for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:28.505017 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:28.506025 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:28.540932 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.550502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Transition to ACTIVE for port object cda8b0de-7e4f-4fa7-92e7-2b0826cda821 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:28.572287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Transition to ACTIVE for port object cda8b0de-7e4f-4fa7-92e7-2b0826cda821 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:28.592967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.664789 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:28.669188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.695332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02eeba36-7caf-4d80-a771-c12e1b746613 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.696328 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:28.697186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:28.707667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Pushing event updated for resources: {'Port': ['ID=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:28.732393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-93f038eb-ab27-4d2f-bdde-6254c9f85e13 None None] Provisioning complete for port a416b7cc-141d-4b40-9229-debc1bb63866 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:28.732772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-93f038eb-ab27-4d2f-bdde-6254c9f85e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:28.780110 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:28.781464 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81e437-1629-4768-979c-f7527ad93a96 None None] The sync data for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:28.786460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ee551f9-d2c0-4049-92c6-e9cabc108af6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:28.837067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:28.875041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:28.882614 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-02eeba36-7caf-4d80-a771-c12e1b746613 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 17:30:28.887273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-02eeba36-7caf-4d80-a771-c12e1b746613 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2 HTTP/1.1" status: 409 len: 329 time: 0.4129624 Jul 09 17:30:28.888268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:28.894912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:28.895298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:28.961284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-93f038eb-ab27-4d2f-bdde-6254c9f85e13 None None] Port a416b7cc-141d-4b40-9229-debc1bb63866 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:29.031601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Attempting to bind port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:29.032125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Attempting to bind port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3240a331-2058-48c1-8fda-033ea1ded7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:29.032512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Attempting to bind port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 on network e05a079c-ecca-441f-a0d4-527c818d6cf0 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:29.059830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:29.060269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:29.060383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Checking segment: {'id': '3240a331-2058-48c1-8fda-033ea1ded7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:29.062660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:29.064149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Bound using segment: {'id': '3240a331-2058-48c1-8fda-033ea1ded7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:29.065039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Bound port: cda8b0de-7e4f-4fa7-92e7-2b0826cda821, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3240a331-2058-48c1-8fda-033ea1ded7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e05a079c-ecca-441f-a0d4-527c818d6cf0'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:29.065746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:29.282983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:29.283603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:29.319044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=ea465350-41f4-4f9e-8467-39b3e8741449,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:29.334286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d073-ff64-44e5-9614-062802a5ec7a req-e4e111a7-75cb-4802-808c-055b42122951 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:29.343695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84f0d073-ff64-44e5-9614-062802a5ec7a req-e4e111a7-75cb-4802-808c-055b42122951 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.5726852 Jul 09 17:30:29.350536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] For port cda8b0de-7e4f-4fa7-92e7-2b0826cda821, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:29.373524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] For port cda8b0de-7e4f-4fa7-92e7-2b0826cda821, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,segment=NetworkSegment(3240a331-2058-48c1-8fda-033ea1ded7b9),segment_id=3240a331-2058-48c1-8fda-033ea1ded7b9)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:29.407719 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:29.512885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0465daf-ed51-4a7a-9bcd-04f426aba34f None None] Pushing event updated for resources: {'Port': ['ID=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:29.860695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a5a1-ae58-4f4a-9229-9e68cc070b45 req-b1b17ac7-0c58-4906-8207-929fe5c807e1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:29.862325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8f9a5a1-ae58-4f4a-9229-9e68cc070b45 req-b1b17ac7-0c58-4906-8207-929fe5c807e1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.2449081 Jul 09 17:30:29.942414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8f9a5a1-ae58-4f4a-9229-9e68cc070b45 req-bee242df-2b94-4798-88f0-1f81ed81efb9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713189 Jul 09 17:30:29.946387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.073215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': '952557d1-5a72-4f35-a504-7c9480eaea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:30.074221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: 791fceb2-eeff-4885-8b79-3f59217fac06, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:30.105770 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84f0d073-ff64-44e5-9614-062802a5ec7a req-a973fe3b-c04c-4448-89b4-d7a3623820f1 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7608328 Jul 09 17:30:30.125823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.152644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 791fceb2-eeff-4885-8b79-3f59217fac06 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:30.325658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 791fceb2-eeff-4885-8b79-3f59217fac06) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:30.337263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b93182-c590-4f81-a4b4-987cf1272112 None None] Network 791fceb2-eeff-4885-8b79-3f59217fac06 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:30.352242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:30.353215 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.398827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b2adf6e-aa6c-46e3-ab28-3e5810b6e7a4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6041956 Jul 09 17:30:30.403078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:30.409482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1620417493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:30.456220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.457755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.667034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.669065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:30.669453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-791fceb2-eeff-4885-8b79-3f59217fac06', 'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': 'ea465350-41f4-4f9e-8467-39b3e8741449'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:30:30.670474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.678198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.814879 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.815041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting port a416b7cc-141d-4b40-9229-debc1bb63866 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:30.815153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:30.815473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1882ce6a-bbdb-4aa2-9dcd-a12317968bd2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4111004 Jul 09 17:30:30.828636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48930) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:30.989113 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.060050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Calling delete_port for a416b7cc-141d-4b40-9229-debc1bb63866 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:31.155299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cda8b0de-7e4f-4fa7-92e7-2b0826cda821 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:31.186640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:31.192203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-abf64e92-3714-4fee-89f3-9c2dbef9aa7f admin admin] 10.222.0.21 "PUT /v2.0/routers/09ecbbe5-438d-4d40-bf65-6bf9d4892532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4523470 Jul 09 17:30:31.199078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:31.205766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] Sync routers for ids ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:31.244493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06ce4d-8e94-481d-b013-a7f1bf0454c2 None None] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:31.289217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] Routers {'09ecbbe5-438d-4d40-bf65-6bf9d4892532'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:31.290891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:31.432184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Allocated IP 172.21.0.2 (791fceb2-eeff-4885-8b79-3f59217fac06/ea465350-41f4-4f9e-8467-39b3e8741449/9d08600f-9a47-4712-acce-888a6bf4b9fb) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:31.433590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c111-adac-493a-aa17-53e669af7858 req-62f11aa3-f368-4777-a09f-cc319f514e64 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:31.435387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ee2c111-adac-493a-aa17-53e669af7858 req-62f11aa3-f368-4777-a09f-cc319f514e64 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1170142 Jul 09 17:30:31.437146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.466199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] Provisioning for port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:31.476190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] Provisioning complete for port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:31.476575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.512339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:31.512915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.564137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:31.564511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.590783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d3af0-abc6-46d2-84c1-b9885a6391c4 req-338be04c-b671-483d-8bef-5d897b8b2975 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:31.593035 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-732d3af0-abc6-46d2-84c1-b9885a6391c4 req-338be04c-b671-483d-8bef-5d897b8b2975 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2381501 Jul 09 17:30:31.615152 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ee2c111-adac-493a-aa17-53e669af7858 req-e90057ab-d4ca-4293-ac87-b70bb6ebdb14 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678581 Jul 09 17:30:31.755133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] Set router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:31.838505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-732d3af0-abc6-46d2-84c1-b9885a6391c4 req-5fc6d6f9-d85c-4910-8b3d-d76c9da47dbc tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331359 Jul 09 17:30:31.842979 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.856127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:31.884525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Port': ['ID=a416b7cc-141d-4b40-9229-debc1bb63866,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:31.908989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.20.0.1 (e05a079c-ecca-441f-a0d4-527c818d6cf0/19df039e-95ed-4f9b-9971-c03fa201ec8c/8cea36a8-1f20-4dbe-bcfc-50e903997b12) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:32.074098 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.123637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] For port cda8b0de-7e4f-4fa7-92e7-2b0826cda821, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,segment=NetworkSegment(3240a331-2058-48c1-8fda-033ea1ded7b9),segment_id=3240a331-2058-48c1-8fda-033ea1ded7b9)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:32.148670 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.158184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Deleting port d0d58e02-9bf5-4b58-9e48-7efa5c558a55 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:32.158184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.172783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 8cea36a8-1f20-4dbe-bcfc-50e903997b12 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:32.175281 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.177491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.225062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.286033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.360211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.366907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=8cea36a8-1f20-4dbe-bcfc-50e903997b12,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:32.386268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:32.388610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:32.390028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee3226-65aa-4c66-9c0b-9a0c3ab14491 None None] Pushing event updated for resources: {'Port': ['ID=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:32.401004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:32.417575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Transition to ACTIVE for port object 9d08600f-9a47-4712-acce-888a6bf4b9fb will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:32.465155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Transition to ACTIVE for port object 9d08600f-9a47-4712-acce-888a6bf4b9fb will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:32.468757 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:30:32.469322 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:30:32.472582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:30:28Z', 'revision_number': 5, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port': {'id': 'd0d58e02-9bf5-4b58-9e48-7efa5c558a55', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:55Z', 'updated_at': '2021-07-09T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:32.510087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Router 1f05af0e-5a34-44b5-bd2f-f40645ca12c2 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:32.516988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] For port d0d58e02-9bf5-4b58-9e48-7efa5c558a55, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:32.517352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.521387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] Checking router: 09ecbbe5-438d-4d40-bf65-6bf9d4892532 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:30:32.525176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.534321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:32.540735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Calling delete_port for d0d58e02-9bf5-4b58-9e48-7efa5c558a55 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:32.580035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Network 791fceb2-eeff-4885-8b79-3f59217fac06 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:32.586124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:32.599202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:32.602155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] Routers {'09ecbbe5-438d-4d40-bf65-6bf9d4892532'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:32.605473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:32.829053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:32.856020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91b6ad83-6f54-43a4-be9d-cb004e3595c6 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664619 Jul 09 17:30:32.861656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48956) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:32.899728 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] Sync routers for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:32.915840 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:32.916484 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:32.996472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Pushing event updated for resources: {'Port': ['ID=9d08600f-9a47-4712-acce-888a6bf4b9fb,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:33.030223 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-46beaf9c-9aa3-43b2-9f66-69800b4d9783 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] show failed (client error): The resource could not be found. Jul 09 17:30:33.031345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-46beaf9c-9aa3-43b2-9f66-69800b4d9783 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-765382695 HTTP/1.1" status: 404 len: 334 time: 0.1695607 Jul 09 17:30:33.036415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:33.042744 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:33.049455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.055871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-548e094f-1a5b-45a3-8ede-b029adc75496 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:33.090659 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] Routers {'1f05af0e-5a34-44b5-bd2f-f40645ca12c2'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:33.090659 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:33.152968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] Set router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:33.158364 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-548e094f-1a5b-45a3-8ede-b029adc75496 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] update failed (client error): The resource could not be found. Jul 09 17:30:33.166044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-548e094f-1a5b-45a3-8ede-b029adc75496 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1703140789 HTTP/1.1" status: 404 len: 335 time: 0.1190925 Jul 09 17:30:33.166044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:33.223178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Attempting to bind port 9d08600f-9a47-4712-acce-888a6bf4b9fb on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:30:33.223178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Attempting to bind port 9d08600f-9a47-4712-acce-888a6bf4b9fb by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '952557d1-5a72-4f35-a504-7c9480eaea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:30:33.224245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Attempting to bind port 9d08600f-9a47-4712-acce-888a6bf4b9fb on network 791fceb2-eeff-4885-8b79-3f59217fac06 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:30:33.226653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:33.227640 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d057341-804b-4771-9186-5eee0eb6ad19 None None] The sync data for ids ['1f05af0e-5a34-44b5-bd2f-f40645ca12c2'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:33.228508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-64e4e8f8-0648-4130-85c1-6ece3d559a7c None None] Provisioning complete for port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:33.229592 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64e4e8f8-0648-4130-85c1-6ece3d559a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.406153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:30:31Z', 'revision_number': 6, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:33.446045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:30:33.446703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Checking segment: {'id': '952557d1-5a72-4f35-a504-7c9480eaea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:33.447400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.447989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Bound using segment: {'id': '952557d1-5a72-4f35-a504-7c9480eaea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:30:33.451332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Bound port: 9d08600f-9a47-4712-acce-888a6bf4b9fb, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952557d1-5a72-4f35-a504-7c9480eaea9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '791fceb2-eeff-4885-8b79-3f59217fac06'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:30:33.454084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.477466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69910cc-df2a-4d46-ae87-f97300418a8c None None] The sync data for ids ['09ecbbe5-438d-4d40-bf65-6bf9d4892532'] in n-d-791506-17 is: [{'id': '09ecbbe5-438d-4d40-bf65-6bf9d4892532', 'name': 'tempest-TestAggregatesBasicOps-2021119911-router', 'tenant_id': '99ae782f107a423f9ed3de8c3aca9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:54Z', 'updated_at': '2021-07-09T17:30:31Z', 'revision_number': 6, 'project_id': '99ae782f107a423f9ed3de8c3aca9a16', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:33.600433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting subnet 3de1cf72-c5ca-46dc-921a-4fbc78b17f39 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:33.607911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.696078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.697874 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:30:33.715903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:33.813251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d58e02-9bf5-4b58-9e48-7efa5c558a55,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:33.867003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:30:33.891133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cda8b0de-7e4f-4fa7-92e7-2b0826cda821 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:33.932367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc300da-4ae3-4103-be61-9be40f305ddb req-1dc48ccb-68ad-41a3-a69a-8d1327b92846 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:33.933960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] For port 9d08600f-9a47-4712-acce-888a6bf4b9fb, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:30:33.935820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4bc300da-4ae3-4103-be61-9be40f305ddb req-1dc48ccb-68ad-41a3-a69a-8d1327b92846 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.4913130 Jul 09 17:30:33.969528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c5cd1-e1df-473d-b91c-d8275f2086b6 req-e788b181-e44d-4ef5-ac38-2e4c65340168 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:33.976729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc6c5cd1-e1df-473d-b91c-d8275f2086b6 req-e788b181-e44d-4ef5-ac38-2e4c65340168 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2722027 Jul 09 17:30:33.979331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] For port 9d08600f-9a47-4712-acce-888a6bf4b9fb, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9d08600f-9a47-4712-acce-888a6bf4b9fb,segment=NetworkSegment(952557d1-5a72-4f35-a504-7c9480eaea9c),segment_id=952557d1-5a72-4f35-a504-7c9480eaea9c)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:30:33.983250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.029855 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.036834 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.039708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.112462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.242656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d11b6c-bafd-4059-8c63-962ee543c061 None None] Pushing event updated for resources: {'Port': ['ID=9d08600f-9a47-4712-acce-888a6bf4b9fb,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:34.286002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=8cea36a8-1f20-4dbe-bcfc-50e903997b12,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:34.288740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.307463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc6c5cd1-e1df-473d-b91c-d8275f2086b6 req-934087b6-725b-4322-a6bf-92b32b72c03f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169568 Jul 09 17:30:34.342320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.360577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:34.361226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.377021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.379805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.498282 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.499278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ecbbe5-438d-4d40-bf65-6bf9d4892532 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:34.502431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.508350 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/subnets/3de1cf72-c5ca-46dc-921a-4fbc78b17f39 HTTP/1.1" status: 204 len: 168 time: 1.3389959 Jul 09 17:30:34.564413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82113e-8ff7-4dcf-9ff9-f00297ec26d1 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Subnet': ['ID=3de1cf72-c5ca-46dc-921a-4fbc78b17f39,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:34.566793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48980) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:34.575403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.577067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78e09cb9-ae78-4ac4-bbff-3fa17c7cde85 admin admin] 10.222.0.21 "DELETE /v2.0/routers/09ecbbe5-438d-4d40-bf65-6bf9d4892532 HTTP/1.1" status: 204 len: 168 time: 3.3770094 Jul 09 17:30:34.589028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:34.601422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48982) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:34.655470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'mac_address': 'fa:16:3e:77:0c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:30:34.677428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting subnet 77990006-2730-4831-8db1-810fb1ce920c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:34.684008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4bc300da-4ae3-4103-be61-9be40f305ddb req-8c0c94dc-269b-4eae-8786-09be53d29ae7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7321353 Jul 09 17:30:34.684956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7664a4-ea73-4dd8-aa56-51330dfb26cf None None] Network b903fa06-1c87-446d-8d55-7ca05f1df460 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:34.686602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:34.711658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:34.725342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:34.867934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.032643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Deleting subnet 08989718-794f-4ec8-b6d2-ea5f7d12e604 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:35.090283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.185658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.187819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.263993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ea91782-e63b-4da7-9d54-f33d8736528d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:30:35.282540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.291718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.313761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.313761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/subnets/77990006-2730-4831-8db1-810fb1ce920c HTTP/1.1" status: 204 len: 168 time: 0.7323632 Jul 09 17:30:35.317614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48998) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:35.392740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.409704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08d86e-f469-4c25-ac45-fa1c240b0da9 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Subnet': ['ID=77990006-2730-4831-8db1-810fb1ce920c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:35.430234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:35.454674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b1871-b7d2-4085-91a1-7231ebfc1437 None None] Network 88a7c25c-a4ce-4764-847b-42e3b37472f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:35.469347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.481118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.537524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08989718-794f-4ec8-b6d2-ea5f7d12e604,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:35.546078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.553819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-600c97f8-2a39-411c-a160-01ce2a2f8448 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/08989718-794f-4ec8-b6d2-ea5f7d12e604 HTTP/1.1" status: 204 len: 168 time: 0.9468343 Jul 09 17:30:35.554504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:35.668508 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.714055 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:35.822918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948fed97-e86b-47f8-a6a3-8db1c745ed43 None None] Network c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:35.834638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9d08600f-9a47-4712-acce-888a6bf4b9fb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:35.871730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['4ea91782-e63b-4da7-9d54-f33d8736528d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:30:35.907731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router e010d254-12a5-4a54-b4c8-912763a7eb7c is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:30:36.039892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting port 9496a603-0281-491e-a4c1-a6dadf6edcbc {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:36.040448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:36.091482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-32db657c-684d-4e97-876f-b30d74c80823 None None] Provisioning for port 8cea36a8-1f20-4dbe-bcfc-50e903997b12 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:36.163521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a6da1-d26b-475b-a4dc-f4172c383c63 req-b4da4a3e-c67b-45a6-837c-7f7f532a3867 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:36.184421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0a6da1-d26b-475b-a4dc-f4172c383c63 req-b4da4a3e-c67b-45a6-837c-7f7f532a3867 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.3980727 Jul 09 17:30:36.297235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:36.303900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-32db657c-684d-4e97-876f-b30d74c80823 None None] Provisioning complete for port 8cea36a8-1f20-4dbe-bcfc-50e903997b12 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:36.304750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-32db657c-684d-4e97-876f-b30d74c80823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:36.318596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] For port 9496a603-0281-491e-a4c1-a6dadf6edcbc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9496a603-0281-491e-a4c1-a6dadf6edcbc,segment=NetworkSegment(a5ee9ac7-5afe-438f-beba-4da259e0690a),segment_id=a5ee9ac7-5afe-438f-beba-4da259e0690a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:36.319356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:36.333758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1b82e590-07a0-4a8f-8043-995dad1be3eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/e010d254-12a5-4a54-b4c8-912763a7eb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4996245 Jul 09 17:30:36.335649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:36.391736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] Sync routers for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:36.406430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Deleting port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:36.407896 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:36.442114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df39725-4c1e-432a-b6ce-fbcd86c5a571 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:36.447539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8df39725-4c1e-432a-b6ce-fbcd86c5a571 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports/8cea36a8-1f20-4dbe-bcfc-50e903997b12 HTTP/1.1" status: 200 len: 910 time: 0.0910323 Jul 09 17:30:36.458434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49016) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:36.482917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Calling delete_port for 9496a603-0281-491e-a4c1-a6dadf6edcbc owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:36.512395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0a6da1-d26b-475b-a4dc-f4172c383c63 req-06ffba45-6125-4095-b6ed-11cc360fd133 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269715 Jul 09 17:30:36.583912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:36.596790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:36.597604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:36.661323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:36.667850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] For port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,segment=NetworkSegment(24d0b548-b0a4-4fb5-8bab-9e662638e54c),segment_id=24d0b548-b0a4-4fb5-8bab-9e662638e54c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:36.669022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:36.692282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Calling delete_port for 99c9667f-bc3f-44ed-9458-4b6a2c417f3e owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:36.729927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-32db657c-684d-4e97-876f-b30d74c80823 None None] Port 8cea36a8-1f20-4dbe-bcfc-50e903997b12 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:36.871872 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:36.888432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d288d6b-be58-4876-98d6-12ec2ff05f02 req-ec6e8861-30a2-4099-b75b-83b2a23856bc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:36.898138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d288d6b-be58-4876-98d6-12ec2ff05f02 req-ec6e8861-30a2-4099-b75b-83b2a23856bc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 944 time: 0.7236505 Jul 09 17:30:36.934676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9d08600f-9a47-4712-acce-888a6bf4b9fb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:36.954632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c9667f-bc3f-44ed-9458-4b6a2c417f3e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:36.955927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6834a-4a32-435d-bf82-332eca028254 None None] Network 791fceb2-eeff-4885-8b79-3f59217fac06 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:36.969749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] No DVR routers for this DVR port 99c9667f-bc3f-44ed-9458-4b6a2c417f3e on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:37.009010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] DHCP port deletion for b903fa06-1c87-446d-8d55-7ca05f1df460 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:37.075030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:37.075672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:37.218682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:37.219235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87894162-35ee-411d-83ed-a2cceb54bd27 None None] The sync data for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:37.220302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d288d6b-be58-4876-98d6-12ec2ff05f02 req-047169d8-d0b5-44e3-8ede-7773593158ae tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210733 Jul 09 17:30:37.227211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.239449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] DHCP port deletion for 88a7c25c-a4ce-4764-847b-42e3b37472f2 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:37.258007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d564ed-7a08-46c4-9e19-4eabb1b77dd9']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:37.295826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0b548-b0a4-4fb5-8bab-9e662638e54c') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:37.296340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0b548-b0a4-4fb5-8bab-9e662638e54c') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:37.339938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.385166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.396070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1eb6e-7660-4945-97e0-52db5d0fcef2 None None] DHCP port deletion for c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:37.398253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d0d58e02-9bf5-4b58-9e48-7efa5c558a55 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:37.407854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:37.410731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:37.415734 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:37.461922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Provisioning complete for port 8cea36a8-1f20-4dbe-bcfc-50e903997b12 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:37.462308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.590196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d0d58e02-9bf5-4b58-9e48-7efa5c558a55 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:37.599352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d0d58e02-9bf5-4b58-9e48-7efa5c558a55 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:37.602171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:37.673666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:37.686928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.696645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.710885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.724233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8d564ed-7a08-46c4-9e19-4eabb1b77dd9 HTTP/1.1" status: 204 len: 168 time: 2.1658108 Jul 09 17:30:37.743015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:37.743386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e2c8d2e-ee23-4ab6-9a73-5e5ae89918b5 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:37.758784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Deleting port 9496a603-0281-491e-a4c1-a6dadf6edcbc {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:37.759168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.765153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:37.795320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab046889-3387-44ac-9a95-79039c4293f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d564ed-7a08-46c4-9e19-4eabb1b77dd9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:37.817813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Port': ['ID=9496a603-0281-491e-a4c1-a6dadf6edcbc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:37.837922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Port 8cea36a8-1f20-4dbe-bcfc-50e903997b12 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:37.891543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 4ea91782-e63b-4da7-9d54-f33d8736528d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:37.892253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.895709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] Deleting port f7545c14-3cd7-4434-be98-cc27ccb1ff51 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:37.896365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:37.985540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] For port 9496a603-0281-491e-a4c1-a6dadf6edcbc, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:37.986201 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.111985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] No DVR routers for this DVR port 9496a603-0281-491e-a4c1-a6dadf6edcbc on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:38.374229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.413692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] For port f7545c14-3cd7-4434-be98-cc27ccb1ff51, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f7545c14-3cd7-4434-be98-cc27ccb1ff51,segment=NetworkSegment(4dd83fa9-d9da-4deb-871e-2b1a31deed9c),segment_id=4dd83fa9-d9da-4deb-871e-2b1a31deed9c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:38.414090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.430103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] Calling delete_port for f7545c14-3cd7-4434-be98-cc27ccb1ff51 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:38.540523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99c9667f-bc3f-44ed-9458-4b6a2c417f3e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:38.548355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Provisioning for port 9d08600f-9a47-4712-acce-888a6bf4b9fb completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:38.553914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b903fa06-1c87-446d-8d55-7ca05f1df460']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:38.564248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Provisioning complete for port 9d08600f-9a47-4712-acce-888a6bf4b9fb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:38.564631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.567379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.630030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7065762-4e3b-4f8a-87ab-a3b92294823e req-9053745d-9fdd-4e88-9c30-cb3623ce7c5d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:38.646768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7065762-4e3b-4f8a-87ab-a3b92294823e req-9053745d-9fdd-4e88-9c30-cb3623ce7c5d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.8460660 Jul 09 17:30:38.648791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ee9ac7-5afe-438f-beba-4da259e0690a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:38.649092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ee9ac7-5afe-438f-beba-4da259e0690a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:38.650711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Calling delete_port for 9496a603-0281-491e-a4c1-a6dadf6edcbc owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:38.703480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 99c9667f-bc3f-44ed-9458-4b6a2c417f3e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:38.704170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 99c9667f-bc3f-44ed-9458-4b6a2c417f3e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:38.704592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9496a603-0281-491e-a4c1-a6dadf6edcbc no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:38.709531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Port 9496a603-0281-491e-a4c1-a6dadf6edcbc was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:30:38.735339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] Pushing event deleted for resources: {'Port': ['ID=f7545c14-3cd7-4434-be98-cc27ccb1ff51,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:38.803057 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.830295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.840028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:38.840450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.882068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.904871 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:38.908342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0450ec6-1f99-4c79-953e-c212cbfa87ea None None] No DVR routers for this DVR port f7545c14-3cd7-4434-be98-cc27ccb1ff51 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:38.933260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9496a603-0281-491e-a4c1-a6dadf6edcbc {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:38.933968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9496a603-0281-491e-a4c1-a6dadf6edcbc not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:38.939689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7545c14-3cd7-4434-be98-cc27ccb1ff51 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:39.027249 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:39.034189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.037021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.055925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] Pushing event deleted for resources: {'Port': ['ID=9496a603-0281-491e-a4c1-a6dadf6edcbc,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:39.060730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f7545c14-3cd7-4434-be98-cc27ccb1ff51 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:39.061083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7545c14-3cd7-4434-be98-cc27ccb1ff51 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:39.075007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4398f-b57f-4f6d-8744-8f414369713c None None] No DVR routers for this DVR port 9496a603-0281-491e-a4c1-a6dadf6edcbc on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:39.156587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.164976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.172152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/networks/b903fa06-1c87-446d-8d55-7ca05f1df460 HTTP/1.1" status: 204 len: 168 time: 3.8533854 Jul 09 17:30:39.176123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49032) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:39.210982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7065762-4e3b-4f8a-87ab-a3b92294823e req-0c59b962-e38e-44f5-b958-791906c4236e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535499 Jul 09 17:30:39.214724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501ae63-3f90-4ebc-9836-c1e7b2184e60 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Network': ['ID=b903fa06-1c87-446d-8d55-7ca05f1df460,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:39.267188 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.310109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:30:39.313280 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e82af44-edc0-429b-8c6f-2143ad6f9052" -d '{"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-plugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:30:39.338703 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.350311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:39.414178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] For port 9d08600f-9a47-4712-acce-888a6bf4b9fb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9d08600f-9a47-4712-acce-888a6bf4b9fb,segment=NetworkSegment(952557d1-5a72-4f35-a504-7c9480eaea9c),segment_id=952557d1-5a72-4f35-a504-7c9480eaea9c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:39.416505 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.543439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:39.556591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.720188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.21.0.1 (791fceb2-eeff-4885-8b79-3f59217fac06/ea465350-41f4-4f9e-8467-39b3e8741449/a2907abb-7790-4227-aa0b-a03b187186b6) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:39.723566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d8f0-59b9-4f1f-b24e-c342876779b9 req-abc66634-5bd1-4aea-a5af-809f0dc72444 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:39.723566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-43b7d8f0-59b9-4f1f-b24e-c342876779b9 req-abc66634-5bd1-4aea-a5af-809f0dc72444 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 944 time: 0.6782966 Jul 09 17:30:39.729480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c8b89-f12b-4455-8dc0-22ec060fe8dc None None] Pushing event updated for resources: {'Port': ['ID=9d08600f-9a47-4712-acce-888a6bf4b9fb,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:39.785144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7fe8637b-af47-48d4-af35-e5d881b610e8 None None] Provisioning complete for port 9d08600f-9a47-4712-acce-888a6bf4b9fb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:39.785532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7fe8637b-af47-48d4-af35-e5d881b610e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:39.898604 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff42734c-6ea6-4e0a-bccc-0808062b99ed x-openstack-request-id: req-ff42734c-6ea6-4e0a-bccc-0808062b99ed {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:30:39.899470 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-plugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:30:39.900025 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff42734c-6ea6-4e0a-bccc-0808062b99ed {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:30:39.900781 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'code': 200} Jul 09 17:30:40.007471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9d08600f-9a47-4712-acce-888a6bf4b9fb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:30:40.009239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-43b7d8f0-59b9-4f1f-b24e-c342876779b9 req-1e27bee7-617e-4db4-b682-600290c01f77 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752523 Jul 09 17:30:40.148129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9d08600f-9a47-4712-acce-888a6bf4b9fb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:40.149063 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.194861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22451d-f5e1-4fb1-a201-9e2f07c6bd0b req-babfe2ec-3ae7-4325-a320-7fef5dffaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:40.196760 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff22451d-f5e1-4fb1-a201-9e2f07c6bd0b req-babfe2ec-3ae7-4325-a320-7fef5dffaaf2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.2900112 Jul 09 17:30:40.209165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.344221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff22451d-f5e1-4fb1-a201-9e2f07c6bd0b req-c9b7d684-4703-463d-8fb7-301cfb061af2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119447 Jul 09 17:30:40.351970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.386050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.418628 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0be01dae-8d8a-4048-9043-9fdcab4bfb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.631341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.651498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a7c25c-a4ce-4764-847b-42e3b37472f2']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:40.681434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd83fa9-d9da-4deb-871e-2b1a31deed9c') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:40.681747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd83fa9-d9da-4deb-871e-2b1a31deed9c') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:40.699703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.732041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.746437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:40.746864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:40.889920 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:40.901750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object a2907abb-7790-4227-aa0b-a03b187186b6 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:30:40.976668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.015615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.017968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/networks/88a7c25c-a4ce-4764-847b-42e3b37472f2 HTTP/1.1" status: 204 len: 168 time: 1.8276863 Jul 09 17:30:41.022443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Deleting port 5ee551f9-d2c0-4049-92c6-e9cabc108af6 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:41.022443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.023851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:41.035940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.183376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] For port 5ee551f9-d2c0-4049-92c6-e9cabc108af6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5ee551f9-d2c0-4049-92c6-e9cabc108af6,segment=NetworkSegment(31ee031d-a1a9-4d75-9109-01f8527eae70),segment_id=31ee031d-a1a9-4d75-9109-01f8527eae70)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:41.183971 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.213261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Calling delete_port for 5ee551f9-d2c0-4049-92c6-e9cabc108af6 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:41.304139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting subnet 3295e5c0-ee3d-4ada-a811-0efb87172c46 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:41.330758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=a2907abb-7790-4227-aa0b-a03b187186b6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:41.369190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.385526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52926b36-e063-4450-8301-2f7f52e3577a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Network': ['ID=88a7c25c-a4ce-4764-847b-42e3b37472f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:41.468928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 791fceb2-eeff-4885-8b79-3f59217fac06 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:41.494066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441654e9-622b-4684-9727-f79a557d7579 req-327a57fb-3681-4db2-b4a4-1f999ea35057 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:41.507992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-441654e9-622b-4684-9727-f79a557d7579 req-327a57fb-3681-4db2-b4a4-1f999ea35057 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.9795749 Jul 09 17:30:41.545173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:41.562156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:41.678404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-441654e9-622b-4684-9727-f79a557d7579 req-30ba521d-a37c-4a55-b395-1c20e44a5a79 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694119 Jul 09 17:30:41.718154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72745d9-b1b0-4385-aef1-01684710dc06 req-928e3af4-994f-4cb7-b9e5-79de366b66ad tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:41.723421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e72745d9-b1b0-4385-aef1-01684710dc06 req-928e3af4-994f-4cb7-b9e5-79de366b66ad tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.2657113 Jul 09 17:30:41.740130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.796306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:41.945010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a344c29d-8a5d-4937-a406-0b1864275791 None None] Provisioning for port a2907abb-7790-4227-aa0b-a03b187186b6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:30:41.980931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a344c29d-8a5d-4937-a406-0b1864275791 None None] Provisioning complete for port a2907abb-7790-4227-aa0b-a03b187186b6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:41.985661 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a344c29d-8a5d-4937-a406-0b1864275791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.149043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e72745d9-b1b0-4385-aef1-01684710dc06 req-5f6d4065-6395-4ae4-baaa-b0f3e50caa6e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117358 Jul 09 17:30:42.258876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.293392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.322397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a344c29d-8a5d-4937-a406-0b1864275791 None None] Port a2907abb-7790-4227-aa0b-a03b187186b6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:42.400206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee551f9-d2c0-4049-92c6-e9cabc108af6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:42.489631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.501544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.533722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Subnet': ['ID=3295e5c0-ee3d-4ada-a811-0efb87172c46,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:42.540870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.542776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf026ca-cb58-42c3-a140-1e5bbabf1a26 None None] Network c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:42.543396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-489c00f7-26a7-42b4-9945-35e04bdaec54 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/subnets/3295e5c0-ee3d-4ada-a811-0efb87172c46 HTTP/1.1" status: 204 len: 168 time: 1.5051105 Jul 09 17:30:42.546612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49052) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:42.797568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.885694 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.911386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.919601 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ae3ebaa8-8e22-42f5-8480-385e5454866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:42.933973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2609613-b847-4954-8495-387a967da798 None None] DHCP port deletion for c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:43.056001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=a2907abb-7790-4227-aa0b-a03b187186b6,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:43.058596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.063194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a2609613-b847-4954-8495-387a967da798 None None] Deleting port b6491cd4-7a5e-42e6-9424-85b3222065d9 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:43.064305 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2609613-b847-4954-8495-387a967da798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.066047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.194783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Router 0bc2b70c-f110-4946-a0af-dc6440fa3434 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:43.197383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a2609613-b847-4954-8495-387a967da798 None None] For port b6491cd4-7a5e-42e6-9424-85b3222065d9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b6491cd4-7a5e-42e6-9424-85b3222065d9,segment=NetworkSegment(5fec16f6-cf9c-4b77-9bf7-dcc42815c80b),segment_id=5fec16f6-cf9c-4b77-9bf7-dcc42815c80b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:43.198059 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2609613-b847-4954-8495-387a967da798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.211624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35798252-11c6-4276-b4e1-3acd0c6a3477 req-39fdf00d-dea7-48bd-bc34-8962fc41266e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:43.213879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35798252-11c6-4276-b4e1-3acd0c6a3477 req-39fdf00d-dea7-48bd-bc34-8962fc41266e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.1964455 Jul 09 17:30:43.223295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 791fceb2-eeff-4885-8b79-3f59217fac06 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:43.226219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:43.230651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a2609613-b847-4954-8495-387a967da798 None None] Calling delete_port for b6491cd4-7a5e-42e6-9424-85b3222065d9 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:43.358335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router e010d254-12a5-4a54-b4c8-912763a7eb7c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:43.372395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Deleting port b6491cd4-7a5e-42e6-9424-85b3222065d9 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:43.372819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.430290 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.474777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2609613-b847-4954-8495-387a967da798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.493939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35798252-11c6-4276-b4e1-3acd0c6a3477 req-cdbc6176-af88-4412-8bd3-e8df07a11878 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375965 Jul 09 17:30:43.505390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2609613-b847-4954-8495-387a967da798 None None] No DVR routers for this DVR port b6491cd4-7a5e-42e6-9424-85b3222065d9 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:43.572044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:43.582554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cd25569a-fa1e-4597-867c-215d0b2a1a02 admin admin] 10.222.0.21 "PUT /v2.0/routers/0bc2b70c-f110-4946-a0af-dc6440fa3434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8161933 Jul 09 17:30:43.596754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2609613-b847-4954-8495-387a967da798 None None] Pushing event deleted for resources: {'Port': ['ID=b6491cd4-7a5e-42e6-9424-85b3222065d9,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:43.609637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49064) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:43.610540 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] Sync routers for ids ['0bc2b70c-f110-4946-a0af-dc6440fa3434'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:43.626809 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] Routers {'0bc2b70c-f110-4946-a0af-dc6440fa3434'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:43.627712 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bc2b70c-f110-4946-a0af-dc6440fa3434'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:43.786814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bd25671b-304e-4aa4-95c1-2e7357b0ec83 None None] Provisioning complete for port a2907abb-7790-4227-aa0b-a03b187186b6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:30:43.787189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd25671b-304e-4aa4-95c1-2e7357b0ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.844784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.865245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bd25671b-304e-4aa4-95c1-2e7357b0ec83 None None] Port a2907abb-7790-4227-aa0b-a03b187186b6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:30:43.917772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:43.960245 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] Set router 0bc2b70c-f110-4946-a0af-dc6440fa3434 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:43.961503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4c100483-6c49-475b-9602-5bf11d45c9db req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2035106305', 'description': 'tempest-description-1545441317'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:44.064290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b6491cd4-7a5e-42e6-9424-85b3222065d9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:44.106536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b6491cd4-7a5e-42e6-9424-85b3222065d9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:44.106536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b6491cd4-7a5e-42e6-9424-85b3222065d9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:44.119061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c100483-6c49-475b-9602-5bf11d45c9db req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.134480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.276437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] For port b6491cd4-7a5e-42e6-9424-85b3222065d9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b6491cd4-7a5e-42e6-9424-85b3222065d9,segment=NetworkSegment(5fec16f6-cf9c-4b77-9bf7-dcc42815c80b),segment_id=5fec16f6-cf9c-4b77-9bf7-dcc42815c80b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:44.277068 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.299732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:41Z', 'revision_number': 5, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port': {'id': '2cd83584-2e8a-4f75-b0c6-6616b10ccf1e', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:30:12Z', 'updated_at': '2021-07-09T17:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.307793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Calling delete_port for b6491cd4-7a5e-42e6-9424-85b3222065d9 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:44.313719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:44.324429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ee368e3e-90ad-4372-ab09-b6c71d9d114b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/e010d254-12a5-4a54-b4c8-912763a7eb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8589301 Jul 09 17:30:44.328642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] Sync routers for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:44.332507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:44.341138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Deleting port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:44.342106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] Checking router: 0bc2b70c-f110-4946-a0af-dc6440fa3434 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:30:44.342405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.352736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:44.353391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.354540 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] Routers {'0bc2b70c-f110-4946-a0af-dc6440fa3434'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:44.355371 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0bc2b70c-f110-4946-a0af-dc6440fa3434'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.414312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.450780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104eee-be60-4b4c-a919-f8d635a1f19b req-14bcd251-c9db-4c0c-861d-8987ee4bedc3 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:44.452466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e104eee-be60-4b4c-a919-f8d635a1f19b req-14bcd251-c9db-4c0c-861d-8987ee4bedc3 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.3004317 Jul 09 17:30:44.462470 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] Set router 0bc2b70c-f110-4946-a0af-dc6440fa3434 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:44.465956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:44.468933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.497609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c100483-6c49-475b-9602-5bf11d45c9db req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.515964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c100483-6c49-475b-9602-5bf11d45c9db req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.554266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca272e7c-17cc-4b2e-8946-736050777666 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:44.569317 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca272e7c-17cc-4b2e-8946-736050777666 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports/a2907abb-7790-4227-aa0b-a03b187186b6 HTTP/1.1" status: 200 len: 910 time: 0.2316535 Jul 09 17:30:44.572192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49070) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:44.577369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.578473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104743d9-f893-4cc7-87e4-e3fd44bb6b48 None None] The sync data for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:44.647155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] For port 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:44.648058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.652503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e104eee-be60-4b4c-a919-f8d635a1f19b req-caaad141-585d-449a-b78b-30957bb5ddf6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846440 Jul 09 17:30:44.669336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Calling delete_port for 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:44.687188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4c100483-6c49-475b-9602-5bf11d45c9db req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.691119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c100483-6c49-475b-9602-5bf11d45c9db req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7357831 Jul 09 17:30:44.698276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:44Z', 'revision_number': 6, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:44.777662 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50acfab2-046f-4a7a-b275-c310b200ed7a None None] The sync data for ids ['0bc2b70c-f110-4946-a0af-dc6440fa3434'] in n-d-791506-17 is: [{'id': '0bc2b70c-f110-4946-a0af-dc6440fa3434', 'name': 'tempest-TestAggregatesBasicOps-144026447-router', 'tenant_id': '6079be8e10514a79b36fcb6fccc4812e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:30:10Z', 'updated_at': '2021-07-09T17:30:44Z', 'revision_number': 6, 'project_id': '6079be8e10514a79b36fcb6fccc4812e', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:44.858882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.953548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e861cc-061f-48f8-865e-ae0123a5b4f4 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7344fd20-f940-4c99-9577-9034e8639c63,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:44.957211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:44.996782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd83584-2e8a-4f75-b0c6-6616b10ccf1e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:45.037006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Port': ['ID=b6491cd4-7a5e-42e6-9424-85b3222065d9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:45.052887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] No DVR routers for this DVR port b6491cd4-7a5e-42e6-9424-85b3222065d9 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:45.092855 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.213273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.216024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.239592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83296a58-9902-467b-986f-58b809ca95f9 req-3f4998a4-e576-4f41-b6ca-d17e10973643 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2035106305&fields=id&tenant_id=0171c4610799413b81ffce397fd23873 HTTP/1.1" status: 200 len: 267 time: 0.1824794 Jul 09 17:30:45.257573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.284036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.284758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc2b70c-f110-4946-a0af-dc6440fa3434 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:45.293689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.297422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-92344973-ce71-4551-bda4-3ce8976797d4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0bc2b70c-f110-4946-a0af-dc6440fa3434 HTTP/1.1" status: 204 len: 168 time: 1.6843679 Jul 09 17:30:45.297573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02ecf9f-9c65-4b18-95e1-a88dc20bcc79']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:45.298023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49080) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:45.339548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:45.339924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fec16f6-cf9c-4b77-9bf7-dcc42815c80b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:45.356686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Deleting subnet 9c978f72-f911-485a-9bc3-13af5250c833 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:45.360355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.362933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.390718 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.404443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296a58-9902-467b-986f-58b809ca95f9 req-4c1514ef-92fe-4a93-b24e-c18137ee5cba tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:45.406153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83296a58-9902-467b-986f-58b809ca95f9 req-4c1514ef-92fe-4a93-b24e-c18137ee5cba tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.1589720 Jul 09 17:30:45.411086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:45.411560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.412387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:45.415934 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:45.463375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'port': {'security_groups': ['df46dd44-994e-4efa-addc-91f80b83b8ff', '7344fd20-f940-4c99-9577-9034e8639c63']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:45.516689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.546671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.551343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.553570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/networks/c02ecf9f-9c65-4b18-95e1-a88dc20bcc79 HTTP/1.1" status: 204 len: 168 time: 3.0054402 Jul 09 17:30:45.565316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49082) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:45.613720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0e880-c870-4d2d-ade6-4ab19369f16b tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Pushing event deleted for resources: {'Network': ['ID=c02ecf9f-9c65-4b18-95e1-a88dc20bcc79,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:45.615854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ccceee4b-fa92-4c77-9b3a-13d56f997834 tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f05af0e-5a34-44b5-bd2f-f40645ca12c2 HTTP/1.1" status: 200 len: 205 time: 0.0492930 Jul 09 17:30:45.619112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49086) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:45.643509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.735224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.745197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.795982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.841670 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.863867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c978f72-f911-485a-9bc3-13af5250c833,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:45.893993 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:45.900251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e5333498-9d0f-42dd-826d-d151fc242470 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9c978f72-f911-485a-9bc3-13af5250c833 HTTP/1.1" status: 204 len: 168 time: 0.6005394 Jul 09 17:30:45.904660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49090) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:45.909245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd2d9be-3497-4494-8b66-59a02bcc29d5 None None] Network 99cbea42-37a2-4a14-99eb-537d76bfea3e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:46.063455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ee551f9-d2c0-4049-92c6-e9cabc108af6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:46.153279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5ee551f9-d2c0-4049-92c6-e9cabc108af6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:46.153883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ee551f9-d2c0-4049-92c6-e9cabc108af6 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:46.154544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:46.206113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:46.207047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2cd83584-2e8a-4f75-b0c6-6616b10ccf1e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:46.301922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port a2907abb-7790-4227-aa0b-a03b187186b6 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:46.302480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.353358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] DHCP port deletion for 99cbea42-37a2-4a14-99eb-537d76bfea3e request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:46.452044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] Deleting port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:46.452779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.468679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:46.500482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.523222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for a2907abb-7790-4227-aa0b-a03b187186b6 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:46.541217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] For port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,segment=NetworkSegment(31ee031d-a1a9-4d75-9109-01f8527eae70),segment_id=31ee031d-a1a9-4d75-9109-01f8527eae70)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:46.541930 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.546770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.563831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] Calling delete_port for d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:46.582273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.585636 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.593537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.625253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['575b59e3-cc88-468a-ba38-bac75cadb10c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:30:46.660434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.678135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:46.694659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3156a8-43c0-44f1-a8cf-9802e030d538 req-120e3d6a-dd06-4247-a620-41357f90d1ce tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:46.696424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d3156a8-43c0-44f1-a8cf-9802e030d538 req-120e3d6a-dd06-4247-a620-41357f90d1ce tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.8338602 Jul 09 17:30:46.700633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.701231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Fanout notify agent at l3_agent the message router_deleted on router 1f05af0e-5a34-44b5-bd2f-f40645ca12c2 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:46.709024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.710211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-864757f5-aed9-4d04-a604-85b0f7bef49a tempest-RoutersNegativeTest-229648104 tempest-RoutersNegativeTest-229648104-project] 10.222.0.21 "DELETE /v2.0/routers/1f05af0e-5a34-44b5-bd2f-f40645ca12c2 HTTP/1.1" status: 204 len: 168 time: 1.0903070 Jul 09 17:30:46.784504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d3156a8-43c0-44f1-a8cf-9802e030d538 req-8baf84bb-2efd-42c1-a4e6-2b4bcffd9f1d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694096 Jul 09 17:30:46.784976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:46.785672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.787127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83296a58-9902-467b-986f-58b809ca95f9 req-29c3f065-344c-4ff9-bfae-5577ab88698d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "PUT /v2.0/ports/575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 981 time: 1.3358085 Jul 09 17:30:46.787870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:30:46.800410 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6525f4df-8af1-473f-98be-2e48165d92db" -d '{"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:30:46.808628 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.834279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Deleting port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:46.834279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:46.901712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] Pushing event deleted for resources: {'Port': ['ID=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:46.915186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34ce41-8b67-4bda-9fa1-6a677e764239 None None] No DVR routers for this DVR port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:46.980033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['575b59e3-cc88-468a-ba38-bac75cadb10c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:30:47.021167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] For port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6, host n-d-791506-17, got binding levels [] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:47.022846 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.031345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.068704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Calling delete_port for d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:47.075169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 was not found and therefore no delete operation was performed {{(pid=93896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:30:47.091170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.144239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] No DVR routers for this DVR port d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:47.178558 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b32d3-5dec-409e-8ea1-545b17aa9be7 x-openstack-request-id: req-102b32d3-5dec-409e-8ea1-545b17aa9be7 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:30:47.178927 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:30:47.179410 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-102b32d3-5dec-409e-8ea1-545b17aa9be7 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:30:47.180179 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'status': 'completed', 'code': 200} Jul 09 17:30:47.182551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=a2907abb-7790-4227-aa0b-a03b187186b6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:47.259977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:47.381521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49104) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:47.403822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.421134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.461066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cbea42-37a2-4a14-99eb-537d76bfea3e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:47.488568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ee031d-a1a9-4d75-9109-01f8527eae70') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:47.488865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ee031d-a1a9-4d75-9109-01f8527eae70') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:47.502047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7560d382-f7d0-4979-a643-fc44a6485303 req-360910e2-9f7d-453a-9d57-d72e064f968e tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2035106305&fields=id&tenant_id=0171c4610799413b81ffce397fd23873 HTTP/1.1" status: 200 len: 267 time: 0.3628139 Jul 09 17:30:47.526203 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.571931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f4df-8af1-473f-98be-2e48165d92db req-cbc02505-8404-4f69-b62e-1dafe1c13046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:47.573488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-cbc02505-8404-4f69-b62e-1dafe1c13046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1136 time: 0.3502524 Jul 09 17:30:47.580585 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.605775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:47.606466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:47.609285 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:47.693628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router e010d254-12a5-4a54-b4c8-912763a7eb7c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:47.745940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4a6ad580-2164-473a-835e-a6f4f2037162 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c348b2391c484a3486c5a0403277de1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632541 Jul 09 17:30:47.748745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49108) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:47.754137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d382-f7d0-4979-a643-fc44a6485303 req-a5061ae8-db57-4e36-b842-1a91edf7b5ad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:47.755843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7560d382-f7d0-4979-a643-fc44a6485303 req-a5061ae8-db57-4e36-b842-1a91edf7b5ad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 984 time: 0.2444708 Jul 09 17:30:47.759601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.774242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:47.776194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99cbea42-37a2-4a14-99eb-537d76bfea3e HTTP/1.1" status: 204 len: 168 time: 1.8439109 Jul 09 17:30:47.786649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'port': {'security_groups': ['df46dd44-994e-4efa-addc-91f80b83b8ff']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:47.866992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292e8ca-a615-4ba9-b64c-270bbe7a7a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cbea42-37a2-4a14-99eb-537d76bfea3e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:47.904791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f4df-8af1-473f-98be-2e48165d92db req-bd20f889-153e-4e6d-be23-241cfd344578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:47.906688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-bd20f889-153e-4e6d-be23-241cfd344578 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.3139300 Jul 09 17:30:47.941890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:47.979480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:47.980210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d2181c28-3f4c-4ba2-8dab-5ea6904fd9c6 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:48.017009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-343f9ce8-369b-40b4-8117-b9b4c836788d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.1010716 Jul 09 17:30:48.017500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49116) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:48.140845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f4df-8af1-473f-98be-2e48165d92db req-222f72fd-1383-495d-a4cc-14827ae8ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:48.142384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-222f72fd-1383-495d-a4cc-14827ae8ea4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.0985246 Jul 09 17:30:48.174203 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.203989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c1d846eb-cc86-4881-bf09-103df647b45c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99ae782f107a423f9ed3de8c3aca9a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840422 Jul 09 17:30:48.219213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-c0ed1e31-bec1-4af1-b090-f0180255f82b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623586 Jul 09 17:30:48.219695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49120) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:48.241792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-c8b2a653-1248-458f-96c0-15bd53feb107 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:30:48.243169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-c8b2a653-1248-458f-96c0-15bd53feb107 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075233 Jul 09 17:30:48.321370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:48.327400 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2eacb4ab-4c54-4ff2-b3a1-9f8fde27a642 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/e010d254-12a5-4a54-b4c8-912763a7eb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7435749 Jul 09 17:30:48.331429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:48.347743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] Sync routers for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:48.361598 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:48.363889 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:48.449827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:48.468281 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:48.486782 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:48.488616 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:48.500676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eda27c71-38ec-4329-acaf-a0da74dbbc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.511739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.537737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9920f-ab46-4289-92ce-c2169dc7598f req-17b0f5b3-b92a-4a2b-94bd-fa1650a4d128 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:48.540447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97e9920f-ab46-4289-92ce-c2169dc7598f req-17b0f5b3-b92a-4a2b-94bd-fa1650a4d128 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.2875307 Jul 09 17:30:48.568447 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:48.570045 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d11cb-512f-4426-974e-73a67ecf2158 None None] The sync data for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:48.571503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eda27c71-38ec-4329-acaf-a0da74dbbc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.631940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.647438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['575b59e3-cc88-468a-ba38-bac75cadb10c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:30:48.734665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:48.735679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.750039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7560d382-f7d0-4979-a643-fc44a6485303 req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "PUT /v2.0/ports/575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 942 time: 0.9725983 Jul 09 17:30:48.765312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5e807-a768-4ebb-b753-9acf8d43bfad tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event updated for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:48.770158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:30:48.770415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97e9920f-ab46-4289-92ce-c2169dc7598f req-ec4446d0-e3d9-4e30-ad9a-f9057e68c456 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169888 Jul 09 17:30:48.782704 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78970472-1e8f-4c84-9edb-9c63f2b578db" -d '{"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:30:48.922587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0529af2-e759-476b-b44b-2f8ea64ed8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.963181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['575b59e3-cc88-468a-ba38-bac75cadb10c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:30:48.976450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eda27c71-38ec-4329-acaf-a0da74dbbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.981148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eda27c71-38ec-4329-acaf-a0da74dbbc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:48.981148 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eda27c71-38ec-4329-acaf-a0da74dbbc4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18b711b9-5f05-4b7a-bf4d-54a049cb3adc HTTP/1.1" status: 204 len: 168 time: 1.2306850 Jul 09 17:30:49.030934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-dd3659ae-9742-43b3-8ca7-51a039d4ca73 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064864 Jul 09 17:30:49.033084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0529af2-e759-476b-b44b-2f8ea64ed8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:49.114184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda27c71-38ec-4329-acaf-a0da74dbbc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b711b9-5f05-4b7a-bf4d-54a049cb3adc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:49.297201 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57045a4-5e04-4112-bb91-81210ab7c932 x-openstack-request-id: req-e57045a4-5e04-4112-bb91-81210ab7c932 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:30:49.297569 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:30:49.297746 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e57045a4-5e04-4112-bb91-81210ab7c932 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:30:49.298160 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'status': 'completed', 'code': 200} Jul 09 17:30:49.320362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87fb6897-3d62-44cc-b855-18498524bfdb req-ca83ae21-f427-40b1-8c00-40381cef568c tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4649508 Jul 09 17:30:49.339135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:49.442085 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0529af2-e759-476b-b44b-2f8ea64ed8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:49.451164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0529af2-e759-476b-b44b-2f8ea64ed8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:49.453572 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0529af2-e759-476b-b44b-2f8ea64ed8e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d4e3418-4479-442e-ab01-47842384e72a HTTP/1.1" status: 204 len: 168 time: 1.2305853 Jul 09 17:30:49.467595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525f4df-8af1-473f-98be-2e48165d92db req-6168cb5c-5b9a-4709-b442-a305164d0d75 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136159 Jul 09 17:30:49.489008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0529af2-e759-476b-b44b-2f8ea64ed8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4e3418-4479-442e-ab01-47842384e72a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:49.509655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:49.588870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-64ffa795-0925-43e2-8fd0-1e62b0cf113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:49.591428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-64ffa795-0925-43e2-8fd0-1e62b0cf113e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.0760074 Jul 09 17:30:49.722226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-9f769977-f6e3-4d23-898f-349869f9ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:49.726351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-9f769977-f6e3-4d23-898f-349869f9ceb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.1253483 Jul 09 17:30:49.738462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:49.808747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-9911afeb-2dc0-4781-a862-5fdf0479e444 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.0576692 Jul 09 17:30:49.916712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-21d90964-d5c2-4536-b38e-92c75914c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:49.923424 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-21d90964-d5c2-4536-b38e-92c75914c5f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.1010523 Jul 09 17:30:50.012240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-adbfe7ce-c268-4a6e-b3f5-3e841c749cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835605 Jul 09 17:30:50.173144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-dd4a1ab3-62b8-48ed-b626-6433413352ad service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538363 Jul 09 17:30:50.176942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:50.264094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:50.391807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6c481821-0947-40f6-a83f-82cbb32e89c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6079be8e10514a79b36fcb6fccc4812e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234655 Jul 09 17:30:50.392451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49164) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:50.401775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb3ba-2268-4b48-a6f5-59e88c59458b req-031e9070-98c8-4527-b2fb-d742088ff812 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:50.409570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d01cb3ba-2268-4b48-a6f5-59e88c59458b req-031e9070-98c8-4527-b2fb-d742088ff812 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.2349129 Jul 09 17:30:50.425010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Allocated IP 172.25.3.106 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/dd3fbdcb-bddb-4bee-ba9b-2cf01a997c3a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:30:50.472497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d01cb3ba-2268-4b48-a6f5-59e88c59458b req-97470bba-b449-4923-bd74-736f683f5f09 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618961 Jul 09 17:30:50.478264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78970472-1e8f-4c84-9edb-9c63f2b578db req-79336131-0d3e-4a62-8ca7-03019beeec00 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923412 Jul 09 17:30:50.684490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:50.751833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ec0dce7-fb79-4ed3-8be1-5a7794c93cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:50.770884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 8cea36a8-1f20-4dbe-bcfc-50e903997b12 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:50.771394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:50.881595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:50.898614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 8cea36a8-1f20-4dbe-bcfc-50e903997b12 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:50.960940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ec0dce7-fb79-4ed3-8be1-5a7794c93cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.003343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.080411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:30:51.086456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:51.098970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:30:51.135461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event updated for resources: {'Port': ['ID=dd3fbdcb-bddb-4bee-ba9b-2cf01a997c3a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:51.144114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ec0dce7-fb79-4ed3-8be1-5a7794c93cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.146943 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ec0dce7-fb79-4ed3-8be1-5a7794c93cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.151085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ec0dce7-fb79-4ed3-8be1-5a7794c93cb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1ac0727-0e21-408b-961a-439bfab81d4f HTTP/1.1" status: 204 len: 168 time: 0.7547765 Jul 09 17:30:51.199099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0dce7-fb79-4ed3-8be1-5a7794c93cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ac0727-0e21-408b-961a-439bfab81d4f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:51.255723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.370345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=8cea36a8-1f20-4dbe-bcfc-50e903997b12,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:51.673898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.765737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a08d3e-1ca0-4a50-991f-d2aa13af6475 req-461e314b-441a-4b6e-a400-145464460ddd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:51.768281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36a08d3e-1ca0-4a50-991f-d2aa13af6475 req-461e314b-441a-4b6e-a400-145464460ddd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1077001 Jul 09 17:30:51.852920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36a08d3e-1ca0-4a50-991f-d2aa13af6475 req-a77f73e8-a4ba-451b-aed3-3ac1b4d25836 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782175 Jul 09 17:30:51.926773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:51.940236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.236202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router e010d254-12a5-4a54-b4c8-912763a7eb7c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:52.334871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:52.345844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d91adb6-a047-43a5-92af-e81bcc703a36 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/e010d254-12a5-4a54-b4c8-912763a7eb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0103104 Jul 09 17:30:52.346283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49214) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:52.355590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] Sync routers for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:52.386982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:52.387870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:52.421829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.433302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.436714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e136e474-7f13-4945-8728-ca4b8530dbfb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e010d254-12a5-4a54-b4c8-912763a7eb7c HTTP/1.1" status: 200 len: 205 time: 0.0890865 Jul 09 17:30:52.439255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49218) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:52.461073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:52.474392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] Routers {'e010d254-12a5-4a54-b4c8-912763a7eb7c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:52.475099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e010d254-12a5-4a54-b4c8-912763a7eb7c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:52.538310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:52.541551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4c4f4-4d96-483a-9ae5-2c2a4d533345 None None] The sync data for ids ['e010d254-12a5-4a54-b4c8-912763a7eb7c'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:52.630860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event updated for resources: {'Port': ['ID=dd3fbdcb-bddb-4bee-ba9b-2cf01a997c3a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:52.638293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.650274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.676818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:52.682592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87fb6897-3d62-44cc-b855-18498524bfdb req-aa274755-3f85-4ae4-a3de-e7fdde174ec5 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3597474 Jul 09 17:30:52.912327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49234) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:52.940962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87fb6897-3d62-44cc-b855-18498524bfdb req-b9913fc0-afb1-44a4-b96e-a64cc8a6d417 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.2262831 Jul 09 17:30:53.033922 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.041297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.150287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-216125001-network', 'tenant_id': '34c7dfe4ea8d43e79790dd9667c9f576'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:53.227428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb6897-3d62-44cc-b855-18498524bfdb req-667713dd-9c1f-420e-b7c5-d7c87e8884ee tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.235162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87fb6897-3d62-44cc-b855-18498524bfdb req-667713dd-9c1f-420e-b7c5-d7c87e8884ee tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2892039 Jul 09 17:30:53.257596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-87fb6897-3d62-44cc-b855-18498524bfdb req-49e27ad6-8acf-45f2-83f0-fede1c5b0a80 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:30:53.258178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Made reservation on behalf of 34c7dfe4ea8d43e79790dd9667c9f576 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:53.260719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.263048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.263192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router e010d254-12a5-4a54-b4c8-912763a7eb7c {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:30:53.267378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87fb6897-3d62-44cc-b855-18498524bfdb req-49e27ad6-8acf-45f2-83f0-fede1c5b0a80 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209947 Jul 09 17:30:53.282747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.286775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:53.286959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-09ec4964-09a7-4417-a410-ba83a0674399 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/e010d254-12a5-4a54-b4c8-912763a7eb7c HTTP/1.1" status: 204 len: 168 time: 0.8453975 Jul 09 17:30:53.298236 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.363274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59888e-c94c-4394-895f-25f6600feb18 req-f34d61e7-5940-4a9b-bf83-192d27d54394 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.371207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e59888e-c94c-4394-895f-25f6600feb18 req-f34d61e7-5940-4a9b-bf83-192d27d54394 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1885316 Jul 09 17:30:53.432926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet ea465350-41f4-4f9e-8467-39b3e8741449 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:53.441511 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.471375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e59888e-c94c-4394-895f-25f6600feb18 req-74095b93-e8b4-45df-a8fe-edbe69583c97 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992792 Jul 09 17:30:53.593896 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.596908 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.604052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.620712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:53.632255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.633020 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Added segment cde6215b-ada7-40e8-9cd1-5c57125fab60 of type vlan for network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 Jul 09 17:30:53.686386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.721309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2755b3-43f8-4636-a7e8-7ed7595a50f5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:53.781318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.782817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:53.783830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:53.859047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9456534 Jul 09 17:30:53.862374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49252) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:53.868608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Request body: {'subnet': {'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-216125001-subnet', 'tenant_id': '34c7dfe4ea8d43e79790dd9667c9f576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:53.879585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cdc82-819d-4997-ad92-6b325f19df5d admin admin] Pushing event updated for resources: {'Network': ['ID=88005089-ab9f-4e35-bd6b-e6227b0d98d1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:53.897322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:53.929774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Made reservation on behalf of 34c7dfe4ea8d43e79790dd9667c9f576 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:53.934626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.248650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.278444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.297491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-cf9bdc03-e25a-4abb-bf60-d3c727676442 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:54.304695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-cf9bdc03-e25a-4abb-bf60-d3c727676442 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6163416 Jul 09 17:30:54.351596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb1d040-b372-496b-a883-3a1e6213b990,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:54.363074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Checking segment: {'id': 'cde6215b-ada7-40e8-9cd1-5c57125fab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:54.363661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Network hostable DHCP agents. Network: 88005089-ab9f-4e35-bd6b-e6227b0d98d1, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:54.384907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-92647b82-0ebe-4c96-b6f5-05bae7c48146 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.0787969 Jul 09 17:30:54.391313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'floatingip': {'port_id': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:54.401569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:54.418770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 88005089-ab9f-4e35-bd6b-e6227b0d98d1) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:54.423287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:54.424101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.439642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd36e3-def7-4530-aeba-90a7d8beeb00 None None] Network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:54.444363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.470916 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc7367b2-0376-404a-884d-ee39fa46e2e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6066623 Jul 09 17:30:54.488954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.616163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.618848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/ea465350-41f4-4f9e-8467-39b3e8741449 HTTP/1.1" status: 204 len: 168 time: 1.3309631 Jul 09 17:30:54.622252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:54.626029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b338d-e6ac-4f91-a0e6-a5f66c8b7183 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=ea465350-41f4-4f9e-8467-39b3e8741449,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:54.761284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216343b-743a-4be1-a317-d5110ff3413d None None] Network 791fceb2-eeff-4885-8b79-3f59217fac06 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:54.841805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet 19df039e-95ed-4f9b-9971-c03fa201ec8c {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:30:54.866633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:54.968473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.241269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.465434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.513178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6217d-7381-434b-ab2b-33ec21313d0f None None] Network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:55.560112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=19df039e-95ed-4f9b-9971-c03fa201ec8c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:55.570048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.573435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bc4146e0-2922-414c-983b-da212947c8eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/19df039e-95ed-4f9b-9971-c03fa201ec8c HTTP/1.1" status: 204 len: 168 time: 0.9485831 Jul 09 17:30:55.585865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49292) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:55.623700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a94f9e-6dc6-4668-85fb-74f7656badd9 None None] Network e05a079c-ecca-441f-a0d4-527c818d6cf0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:55.657390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.666454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.790279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933e5b-c3b7-447d-ba1e-c25f4218b211 req-13964173-2cda-450c-b857-30b5f001bb62 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:55.797670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2933e5b-c3b7-447d-ba1e-c25f4218b211 req-13964173-2cda-450c-b857-30b5f001bb62 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.4561288 Jul 09 17:30:55.804567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49296) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:55.809985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-148024951-network', 'tenant_id': '5a2a25c2a5994e51ab2772a1336a12d5'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:55.853999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.899673 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Floating IP 83e8936c-83df-4b0d-8106-899283daa1b1 associated. External IP: 172.25.3.106, port: 575b59e3-cc88-468a-ba38-bac75cadb10c. Jul 09 17:30:55.902218 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2933e5b-c3b7-447d-ba1e-c25f4218b211 req-d844a98f-87d0-4bcb-8af9-395acbffe3e7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024675 Jul 09 17:30:55.904831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Made reservation on behalf of 5a2a25c2a5994e51ab2772a1336a12d5 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:55.909569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:55.926692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.202839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 9d08600f-9a47-4712-acce-888a6bf4b9fb {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:56.208015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] DHCP port deletion for 791fceb2-eeff-4885-8b79-3f59217fac06 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:56.208658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.276929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] Deleting port 9d08600f-9a47-4712-acce-888a6bf4b9fb {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:56.277393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.375993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] For port 9d08600f-9a47-4712-acce-888a6bf4b9fb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9d08600f-9a47-4712-acce-888a6bf4b9fb,segment=NetworkSegment(952557d1-5a72-4f35-a504-7c9480eaea9c),segment_id=952557d1-5a72-4f35-a504-7c9480eaea9c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:56.376573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.393586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] Calling delete_port for 9d08600f-9a47-4712-acce-888a6bf4b9fb owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:56.406941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 9d08600f-9a47-4712-acce-888a6bf4b9fb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9d08600f-9a47-4712-acce-888a6bf4b9fb,segment=NetworkSegment(952557d1-5a72-4f35-a504-7c9480eaea9c),segment_id=952557d1-5a72-4f35-a504-7c9480eaea9c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:56.407834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.466597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 9d08600f-9a47-4712-acce-888a6bf4b9fb owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:56.489038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e31470-a427-4633-9fd3-582ff617860a None None] DHCP port deletion for e05a079c-ecca-441f-a0d4-527c818d6cf0 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:30:56.502873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.519365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.525131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.548722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:30:56.564834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] No DVR routers for this DVR port 9d08600f-9a47-4712-acce-888a6bf4b9fb on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:56.578817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67782f6f-6351-45af-aac4-dd25a714d1c2 None None] Pushing event deleted for resources: {'Port': ['ID=9d08600f-9a47-4712-acce-888a6bf4b9fb,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:56.637981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:30:56.641011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-29e31470-a427-4633-9fd3-582ff617860a None None] Deleting port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:30:56.646007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29e31470-a427-4633-9fd3-582ff617860a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.668857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.669207 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Added segment 1a9df25d-c3d6-4659-a3fb-5ed9832dba47 of type vlan for network 1123423c-fb89-4a8f-993b-0f61da14d0f2 Jul 09 17:30:56.675342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d753ae53-3b11-4a9f-bca8-0bf1285c62f7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:56.762779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.801824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-29e31470-a427-4633-9fd3-582ff617860a None None] For port cda8b0de-7e4f-4fa7-92e7-2b0826cda821, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,segment=NetworkSegment(3240a331-2058-48c1-8fda-033ea1ded7b9),segment_id=3240a331-2058-48c1-8fda-033ea1ded7b9)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:30:56.802921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29e31470-a427-4633-9fd3-582ff617860a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.826188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-29e31470-a427-4633-9fd3-582ff617860a None None] Calling delete_port for cda8b0de-7e4f-4fa7-92e7-2b0826cda821 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:30:56.836176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:30:56.850566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.856912 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] Sync routers for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:30:56.871891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.877556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:56.878581 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:56.912132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port 9d08600f-9a47-4712-acce-888a6bf4b9fb on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:56.913918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.914908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:56.917963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:56.939115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-7e7f9b7c-b806-46ad-8a32-daf24bfa4efb tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "PUT /v2.0/floatingips/83e8936c-83df-4b0d-8106-899283daa1b1 HTTP/1.1" status: 200 len: 996 time: 2.5524201 Jul 09 17:30:56.940316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:30:56.943662 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352" -d '{"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:30:57.071993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=9d08600f-9a47-4712-acce-888a6bf4b9fb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:57.085360 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d488ac-8c19-4898-af5e-23650b89f7cc x-openstack-request-id: req-18d488ac-8c19-4898-af5e-23650b89f7cc {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:30:57.097284 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:30:57.097750 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18d488ac-8c19-4898-af5e-23650b89f7cc {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:30:57.098320 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'status': 'completed', 'code': 200} Jul 09 17:30:57.103258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29e31470-a427-4633-9fd3-582ff617860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:57.132394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e31470-a427-4633-9fd3-582ff617860a None None] No DVR routers for this DVR port cda8b0de-7e4f-4fa7-92e7-2b0826cda821 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:30:57.168821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-9638a68f-4bc3-41cb-8f14-3e332df74a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:57.177835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-9638a68f-4bc3-41cb-8f14-3e332df74a7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.1899302 Jul 09 17:30:57.189880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e31470-a427-4633-9fd3-582ff617860a None None] Pushing event deleted for resources: {'Port': ['ID=cda8b0de-7e4f-4fa7-92e7-2b0826cda821,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:57.197930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:57.211400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4054964 Jul 09 17:30:57.235315 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:57.251972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:57.258342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Request body: {'subnet': {'network_id': '1123423c-fb89-4a8f-993b-0f61da14d0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-148024951-subnet', 'tenant_id': '5a2a25c2a5994e51ab2772a1336a12d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:30:57.313065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791fceb2-eeff-4885-8b79-3f59217fac06']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:57.374488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Made reservation on behalf of 5a2a25c2a5994e51ab2772a1336a12d5 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:30:57.377571 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:57.392070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952557d1-5a72-4f35-a504-7c9480eaea9c') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:57.393472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952557d1-5a72-4f35-a504-7c9480eaea9c') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:57.401769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da50e9e-d5ad-49f0-b087-5523a00bd06a admin admin] Pushing event updated for resources: {'Network': ['ID=1123423c-fb89-4a8f-993b-0f61da14d0f2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:57.413903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 1123423c-fb89-4a8f-993b-0f61da14d0f2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:30:57.511171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-38bbcf8f-2b17-4850-9c4a-6dfc11060d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:57.519698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-38bbcf8f-2b17-4850-9c4a-6dfc11060d4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.3353601 Jul 09 17:30:57.661777 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '83e8936c-83df-4b0d-8106-899283daa1b1', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'port_id': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'mac_address': 'fa:16:3e:4d:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df07212f-367c-4197-8b54-08815e1dcca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:30:51Z', 'updated_at': '2021-07-09T17:30:55Z', 'revision_number': 1, 'project_id': '0171c4610799413b81ffce397fd23873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:52Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:57.691254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-b0be4b3a-d98e-482e-ab28-6a562e7f843a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 999 time: 0.1641324 Jul 09 17:30:57.696178 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] Checking router: 9c5c6bd9-f5df-4c10-93a6-23cf262948ef for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:30:57.708982 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:30:57.710188 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:57.832694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-9e3e1af1-272d-4ca6-a04e-8f27cfb75219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:57.834663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-9e3e1af1-272d-4ca6-a04e-8f27cfb75219 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.1368895 Jul 09 17:30:57.862870 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:30:57.884982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-b9a9e9da-f925-4667-8047-a465d50be34e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441172 Jul 09 17:30:57.918699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-9fbad528-7b63-4157-8edf-16a7fde095fe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:30:57.920311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-9fbad528-7b63-4157-8edf-16a7fde095fe service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064814 Jul 09 17:30:57.933911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9d08600f-9a47-4712-acce-888a6bf4b9fb no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:57.978019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9d08600f-9a47-4712-acce-888a6bf4b9fb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:57.978348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9d08600f-9a47-4712-acce-888a6bf4b9fb not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:57.981856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cda8b0de-7e4f-4fa7-92e7-2b0826cda821 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:30:58.033980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: cda8b0de-7e4f-4fa7-92e7-2b0826cda821 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:30:58.036170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cda8b0de-7e4f-4fa7-92e7-2b0826cda821 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:30:58.039669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.212098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.251718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.280624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-c1e0b044-38f8-4a37-a4f0-6916f082a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:58.282945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-c1e0b044-38f8-4a37-a4f0-6916f082a1a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 1.1933072 Jul 09 17:30:58.288261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d7a29d-8b77-4dc4-932e-3d784db2baef,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:58.288862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:58.289387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:58.294779 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:30:58.334522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-c11fbc66-3917-4854-9ad0-0eed89214d2a service neutron] 10.222.0.21 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016843 Jul 09 17:30:58.341079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Checking segment: {'id': '1a9df25d-c3d6-4659-a3fb-5ed9832dba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1123423c-fb89-4a8f-993b-0f61da14d0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:30:58.343832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Network hostable DHCP agents. Network: 1123423c-fb89-4a8f-993b-0f61da14d0f2, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:30:58.406460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06588b-a813-4856-adc1-753f3cdb7e55 req-783c5c2f-7817-406d-8566-54cedd501f8f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:58.415818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d06588b-a813-4856-adc1-753f3cdb7e55 req-783c5c2f-7817-406d-8566-54cedd501f8f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 1.1109354 Jul 09 17:30:58.489335 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '83e8936c-83df-4b0d-8106-899283daa1b1', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'port_id': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'mac_address': 'fa:16:3e:4d:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df07212f-367c-4197-8b54-08815e1dcca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:30:51Z', 'updated_at': '2021-07-09T17:30:55Z', 'revision_number': 1, 'project_id': '0171c4610799413b81ffce397fd23873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:52Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:58.498612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Network 1123423c-fb89-4a8f-993b-0f61da14d0f2 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:30:58.521560 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d33a1-b45a-4bdd-a250-30acfefc4bf2 None None] The sync data for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 is: [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '83e8936c-83df-4b0d-8106-899283daa1b1', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'port_id': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'mac_address': 'fa:16:3e:4d:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df07212f-367c-4197-8b54-08815e1dcca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:30:51Z', 'updated_at': '2021-07-09T17:30:55Z', 'revision_number': 1, 'project_id': '0171c4610799413b81ffce397fd23873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:52Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:30:58.540378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d06588b-a813-4856-adc1-753f3cdb7e55 req-dd9f969b-30a5-41cc-99c4-1d89911f6aef tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 Jul 09 17:30:58.548275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 1123423c-fb89-4a8f-993b-0f61da14d0f2) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:30:58.560937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:58.562164 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.569782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b0d0c-a29d-46b3-ac68-5158f1a4473c None None] Network 1123423c-fb89-4a8f-993b-0f61da14d0f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:58.618729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.641525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:58.655185 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/791fceb2-eeff-4885-8b79-3f59217fac06 HTTP/1.1" status: 204 len: 168 time: 3.0682473 Jul 09 17:30:58.662025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49334) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:30:58.763455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-66bd0439-f094-498d-9333-30ea3eec0092 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5101492 Jul 09 17:30:58.846383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dbdae-13c0-4a41-a149-c28581d74d03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=791fceb2-eeff-4885-8b79-3f59217fac06,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:30:58.903218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-634dbebb-4f68-4fc0-9068-b15e59456959 req-f64276bc-50ca-41ea-9373-b8c8272d3cd8 service neutron] 10.222.0.21 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487089 Jul 09 17:30:58.929956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-c0e667ad-7e38-4668-a67f-32476f7c7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:58.938657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-c0e667ad-7e38-4668-a67f-32476f7c7db8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.6391749 Jul 09 17:30:59.137727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c218c834-f9a3-4de3-9d66-5a1a5ce81d9f None None] New status for floating IP 83e8936c-83df-4b0d-8106-899283daa1b1: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:30:59.219889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d67e3-d62b-4a59-afcf-c4a66008297e None None] Network 1123423c-fb89-4a8f-993b-0f61da14d0f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:30:59.362356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:59.395175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-33d7bc39-caed-4e9b-baf0-fe8bd862e0eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 999 time: 0.4488499 Jul 09 17:30:59.424830 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-ce7b1dd7-94db-4af7-9ab2-076abf509f9a tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 999 time: 0.3885584 Jul 09 17:30:59.494084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-d478e0c3-097c-4d7f-9190-9d7c11e335d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:59.496205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-d478e0c3-097c-4d7f-9190-9d7c11e335d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.0923114 Jul 09 17:30:59.544966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-1e3adb11-c7b0-4039-8361-de1ee3ee15af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394931 Jul 09 17:30:59.636879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-9e90b20d-265b-47e4-8563-1f068790e411 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:30:59.638999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-9e90b20d-265b-47e4-8563-1f068790e411 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports/575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 942 time: 0.2132506 Jul 09 17:30:59.689451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-9cdfc516-78dd-4f97-81c0-f1f2d2e053d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362178 Jul 09 17:30:59.754122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:59.777762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05a079c-ecca-441f-a0d4-527c818d6cf0']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:59.801202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3240a331-2058-48c1-8fda-033ea1ded7b9') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:59.802023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3240a331-2058-48c1-8fda-033ea1ded7b9') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:30:59.818481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:59.942075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:59.955387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2c70cc82-c709-47fd-b5ba-c3bb0a89b352 req-1d35e417-8ee7-4981-96b4-9f360e2199ff service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411788 Jul 09 17:30:59.959387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:30:59.965778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:30:59.970976 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:00.071495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-7176f22d-3339-4520-afdd-ed399ec0b633 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 1001 time: 0.2391467 Jul 09 17:31:00.150757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-9b274053-f9bf-4f43-b900-421dee0aac1c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:00.158311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:00.169056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-9b274053-f9bf-4f43-b900-421dee0aac1c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/networks?id=88005089-ab9f-4e35-bd6b-e6227b0d98d1 HTTP/1.1" status: 200 len: 811 time: 0.2445784 Jul 09 17:31:00.172103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:00.174460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/e05a079c-ecca-441f-a0d4-527c818d6cf0 HTTP/1.1" status: 204 len: 168 time: 1.5015130 Jul 09 17:31:00.199403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-972c6ea6-1dd5-42a8-b2d1-7388b0d034c6 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/quotas/34c7dfe4ea8d43e79790dd9667c9f576 HTTP/1.1" status: 200 len: 375 time: 0.0293543 Jul 09 17:31:00.201105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49368) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:00.208348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f228c78-b07e-47ab-acd7-6297a6e3fce9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=e05a079c-ecca-441f-a0d4-527c818d6cf0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:00.239705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119870702'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:00.301128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-0e804465-189a-40d3-a94e-40122176fbd2 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34c7dfe4ea8d43e79790dd9667c9f576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006978 Jul 09 17:31:00.317399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-ceadec19-3d6d-4420-9ea4-738ba0e13dec tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:00.321015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-63eb6b84-529f-4298-85f2-a36727123c02 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:31:00.325488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-ceadec19-3d6d-4420-9ea4-738ba0e13dec tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.2417600 Jul 09 17:31:00.328108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-63eb6b84-529f-4298-85f2-a36727123c02 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260758 Jul 09 17:31:00.399953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-2762d46f-b400-4bc1-81cc-a8cd345512fa tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 1001 time: 0.0735400 Jul 09 17:31:00.405537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:00.504456 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:00.516078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:00.519624 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:00.651064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:00.668269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-4731ba05-dc65-437e-8da2-f74f023ca1c8 service neutron] 10.222.0.21 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391659 Jul 09 17:31:00.779068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:00.779536 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment de029a4c-305e-41bf-b73f-d6676063eeb5 of type vlan for network db0ce433-9731-4664-8737-98998f1691dd Jul 09 17:31:00.833999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-d8858ac0-b971-43c3-9ea1-aa7e1b1412bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5012653 Jul 09 17:31:00.968525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:01.124056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:01.132601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:01.133798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:01.169320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-a404043c-9c2a-4e49-a3f6-b12509e9a6de service neutron] 10.222.0.21 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996016 Jul 09 17:31:01.246912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:01.255195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:01.255195 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Floating IP 83e8936c-83df-4b0d-8106-899283daa1b1 disassociated. External IP: 172.25.3.106, port: 575b59e3-cc88-468a-ba38-bac75cadb10c. Jul 09 17:31:01.300556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0771000 Jul 09 17:31:01.313472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49386) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:01.334473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': 'db0ce433-9731-4664-8737-98998f1691dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:01.346146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1c8fa-9fef-4e1b-8e64-364625919735 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=db0ce433-9731-4664-8737-98998f1691dd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:01.360994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network db0ce433-9731-4664-8737-98998f1691dd details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:01.380796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-7a654aee-f561-4d18-a772-aebc2f64b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:01.382352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-7a654aee-f561-4d18-a772-aebc2f64b00b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 1097 time: 0.3583016 Jul 09 17:31:01.839011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:01.867427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:01.871260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:02.029135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:02.039734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:02.043525 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] Sync routers for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:02.059851 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:02.062732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:02.154519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-54f08d65-56a2-4bb3-9e48-a954476dce87 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "PUT /v2.0/floatingips/83e8936c-83df-4b0d-8106-899283daa1b1 HTTP/1.1" status: 200 len: 695 time: 1.7517157 Jul 09 17:31:02.154519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:02.156397 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ea051b-524e-4f88-b9c9-227371a79e37" -d '{"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:02.170194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403e75-a6de-4eb0-a534-6dd1b9085e60 req-c43b2c38-5a96-41e7-aabe-f536f4050f21 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.177275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0403e75-a6de-4eb0-a534-6dd1b9085e60 req-c43b2c38-5a96-41e7-aabe-f536f4050f21 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.5149605 Jul 09 17:31:02.179511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-f54929b0-4fd4-42d6-ba37-a8e1e5dcd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.180941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-f54929b0-4fd4-42d6-ba37-a8e1e5dcd48a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 914 time: 0.5170703 Jul 09 17:31:02.238249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-9a8171ce-1349-4863-83b4-f4feef60de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.239832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-9a8171ce-1349-4863-83b4-f4feef60de57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.0622764 Jul 09 17:31:02.269370 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:02.272536 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-5964ad5e-3b91-4ca1-a5b4-330664852f46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd HTTP/1.1" status: 200 len: 217 time: 0.0765843 Jul 09 17:31:02.306209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0403e75-a6de-4eb0-a534-6dd1b9085e60 req-e207a0e2-9d7c-48b9-b7b1-4c61c717c8ac tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279533 Jul 09 17:31:02.347839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-63aa4987-4a9d-4b61-9185-46c209f554b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.353112 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-63aa4987-4a9d-4b61-9185-46c209f554b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1097 time: 0.4039547 Jul 09 17:31:02.375330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-f2964316-98c2-47a1-896b-4a84ca4fde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.384559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-f2964316-98c2-47a1-896b-4a84ca4fde7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.1375716 Jul 09 17:31:02.443756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-735b785e-e64d-4cb7-ad53-ccfb8848e59b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.0577667 Jul 09 17:31:02.527349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-2c4f1800-e831-497a-98f4-14a04b8784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.529315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-2c4f1800-e831-497a-98f4-14a04b8784fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.0846100 Jul 09 17:31:02.608258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-a121a82f-262a-4cf3-bb45-5ede25b67df6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722687 Jul 09 17:31:02.667348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:52Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:02.715995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:02.734024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-9cda4403-f939-451d-9d0a-a0d4cbc06369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.735612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-9cda4403-f939-451d-9d0a-a0d4cbc06369 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=877741f1-2f36-494b-b4af-211764504198 HTTP/1.1" status: 200 len: 853 time: 0.4463453 Jul 09 17:31:02.774666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-82fb9c06-e8b2-48a3-88bb-96f1ea7902d8 service neutron] 10.222.0.21 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595304 Jul 09 17:31:02.868627 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] Checking router: 9c5c6bd9-f5df-4c10-93a6-23cf262948ef for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:31:02.877505 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:02.878757 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:02.882595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0dd39392-7c82-4659-90f9-13e976d2b87f req-72610428-9839-4c45-82e0-750cf9988da4 service neutron] 10.222.0.21 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893028 Jul 09 17:31:02.883610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-3f4699e1-79a0-4561-a015-5b731150abc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9541a8d-5c50-4fcf-b1db-265527432948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023176 Jul 09 17:31:02.891449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=7590dae0-76bf-42bb-9d5d-d7f611f58c4a,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:02.908906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-4ff9ab61-5d9f-459a-bd45-43817fcd3a24 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:31:02.910113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-4ff9ab61-5d9f-459a-bd45-43817fcd3a24 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090942 Jul 09 17:31:02.948333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0546ca95-e2d8-42b6-a4f3-f7f92e6f846e req-c825ffe8-5b05-4d43-b07c-72cf98f0baa8 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 210 time: 0.1606288 Jul 09 17:31:02.950139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-7889b829-fdcf-4b65-bb42-02aea92bd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:02.952642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-7889b829-fdcf-4b65-bb42-02aea92bd137 service neutron] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.5513275 Jul 09 17:31:02.971034 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c28f14-802e-49a8-9ece-15a52a0d8aa6 x-openstack-request-id: req-f7c28f14-802e-49a8-9ece-15a52a0d8aa6 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:02.971343 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:02.971589 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7c28f14-802e-49a8-9ece-15a52a0d8aa6 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:02.972094 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'status': 'completed', 'code': 200} Jul 09 17:31:03.005610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:03.103616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-add8a91f-ceb6-436b-ba02-332747d63a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.108668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-add8a91f-ceb6-436b-ba02-332747d63a31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0171c4610799413b81ffce397fd23873&device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 1097 time: 0.1134775 Jul 09 17:31:03.132155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-e3531155-a4a6-4aa4-8531-26cc3fcd5997 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips/83e8936c-83df-4b0d-8106-899283daa1b1 HTTP/1.1" status: 200 len: 695 time: 0.1520154 Jul 09 17:31:03.236614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': 'de029a4c-305e-41bf-b73f-d6676063eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db0ce433-9731-4664-8737-98998f1691dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:03.237127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: db0ce433-9731-4664-8737-98998f1691dd, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:31:03.280591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-3fdce940-cea1-487d-87c0-892a134906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.282237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-3fdce940-cea1-487d-87c0-892a134906e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 200 len: 921 time: 0.1655746 Jul 09 17:31:03.337331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-68c4b835-9152-4b45-96b0-ffed69c155d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 200 len: 217 time: 0.0461235 Jul 09 17:31:03.441111 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:52Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:03.489300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c372856-ad02-4b96-98bd-692c902551d1 None None] The sync data for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 is: [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:29:44Z', 'revision_number': 4, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1059270f-0b10-4d96-a223-4f7b4d5b5df9', 'name': '', 'network_id': 'f80a447f-36d0-421f-a29a-c7d1ebb3d7bd', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'mac_address': 'fa:16:3e:d4:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '7b88c18a-6729-4fda-914a-abab673e8583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:43Z', 'updated_at': '2021-07-09T17:29:52Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'subnets': [{'id': '7b88c18a-6729-4fda-914a-abab673e8583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:03.497357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-7399080a-048c-4d7e-a29e-255bc5289101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 1001 time: 0.5310147 Jul 09 17:31:03.499493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-d7c72389-041c-4e89-bd28-169095132561 service neutron] 10.222.0.36 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647066 Jul 09 17:31:03.558969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-9b565ce5-3ae0-47d7-953f-d2837f6c7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.561365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-9b565ce5-3ae0-47d7-953f-d2837f6c7d0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 200 len: 860 time: 0.2121062 Jul 09 17:31:03.602110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-d2e9311d-093d-400a-bcd3-24ee373b30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.608543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-d2e9311d-093d-400a-bcd3-24ee373b30ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.1022539 Jul 09 17:31:03.635608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network db0ce433-9731-4664-8737-98998f1691dd is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:31:03.652700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-23e280f1-3b7c-48cf-81aa-afa772a511c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829554 Jul 09 17:31:03.682438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, db0ce433-9731-4664-8737-98998f1691dd) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:03.691817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db92dd4-516f-48b1-89d2-3d33b550be8b None None] Network db0ce433-9731-4664-8737-98998f1691dd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:03.790519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.791842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:03.813356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-8329cfc2-ae3d-4fc8-a75c-db57a04dfadd tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.824909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-8329cfc2-ae3d-4fc8-a75c-db57a04dfadd tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/networks/9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 784 time: 0.6864960 Jul 09 17:31:03.828104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1a3a4-bf55-4fec-a660-f95d691d917f req-faf13813-c3ad-47d6-a3cd-95a119d412a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:03.836251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7a1a3a4-bf55-4fec-a660-f95d691d917f req-faf13813-c3ad-47d6-a3cd-95a119d412a8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.3864572 Jul 09 17:31:03.838478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-c7605fb8-6ce0-418f-ad26-343870c4f4bc tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:31:03.846917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-c7605fb8-6ce0-418f-ad26-343870c4f4bc tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210135 Jul 09 17:31:03.925204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7a1a3a4-bf55-4fec-a660-f95d691d917f req-f58f083c-8eb2-4128-8ae7-32a8883623df tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848565 Jul 09 17:31:03.950225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-967dd404-0207-4609-8041-2a6f11207473 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894700 Jul 09 17:31:03.981365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4e200fe1-d402-4a64-8676-d575f9d7899a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6583886 Jul 09 17:31:03.981866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292cf83-70c9-4829-a5ab-6828f6a35628 None None] New status for floating IP 83e8936c-83df-4b0d-8106-899283daa1b1: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:31:03.997484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:04.069748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2128382138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:04.183571 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.184791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.272845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-db0ce433-9731-4664-8737-98998f1691dd', 'network_id': 'db0ce433-9731-4664-8737-98998f1691dd', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': '7590dae0-76bf-42bb-9d5d-d7f611f58c4a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:31:04.273743 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.334481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.343930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.376325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3ea051b-524e-4f88-b9c9-227371a79e37 req-20219496-fd9b-4c86-a042-eb4a387f1ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147580 Jul 09 17:31:04.378857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.383587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-084be3cb-d775-41f5-9bb2-dcfea22bd24f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3852708 Jul 09 17:31:04.384352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49442) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:04.390291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'port': {'network_id': 'db0ce433-9731-4664-8737-98998f1691dd', 'name': 'tempest-RoutersTest-237720069'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:04.466695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-e1ced452-d3f7-48cd-a881-899f225f1239 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 698 time: 0.6187611 Jul 09 17:31:04.479075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-d6e7d2b2-66fb-4bd3-a48c-ad5060b80cb9 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:04.480926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-d6e7d2b2-66fb-4bd3-a48c-ad5060b80cb9 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.36 "GET /v2.0/networks?id=88005089-ab9f-4e35-bd6b-e6227b0d98d1 HTTP/1.1" status: 200 len: 811 time: 1.1932714 Jul 09 17:31:04.500034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Request body: {'port': {'device_id': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1', 'admin_state_up': True, 'tenant_id': '34c7dfe4ea8d43e79790dd9667c9f576'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:04.510052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a12c62f7-095f-4775-b149-f6ee6d161d42 req-7c237144-2739-4ecf-89ef-7a84d9c6823c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 210 time: 0.0489922 Jul 09 17:31:04.565178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Allocated IP 172.20.0.2 (db0ce433-9731-4664-8737-98998f1691dd/7590dae0-76bf-42bb-9d5d-d7f611f58c4a/e7d4184b-59dd-4271-9b93-d92256b1f1e4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:04.595739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:04.599955 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.606458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-af2d9f7e-45eb-4f24-a59f-62b5834a24c3 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.1385894 Jul 09 17:31:04.610185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-2d77b2ad-cf04-4ecd-918e-5a2100b2560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:04.611868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-2d77b2ad-cf04-4ecd-918e-5a2100b2560a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9831541 Jul 09 17:31:04.617530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f190eb1c-bc3e-4696-ae5b-9fe3205c3d51 req-cf2fdcf6-03f1-42a8-9838-c0cbf62d0efa service neutron] 10.222.0.36 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0170894 Jul 09 17:31:04.634902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] device_id is not set on port 4cb4993b-086e-4434-996d-27d4f24785c0 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:31:04.781598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.793786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Transition to ACTIVE for port object e7d4184b-59dd-4271-9b93-d92256b1f1e4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:04.848348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Transition to ACTIVE for port object e7d4184b-59dd-4271-9b93-d92256b1f1e4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:04.873848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:04.935053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-a81cfdc0-a741-43eb-a411-c8ff951352c2 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090122 Jul 09 17:31:04.987856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Network db0ce433-9731-4664-8737-98998f1691dd is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:04.991753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:04.999053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:05.000450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.20.0.3 (db0ce433-9731-4664-8737-98998f1691dd/7590dae0-76bf-42bb-9d5d-d7f611f58c4a/4cb4993b-086e-4434-996d-27d4f24785c0) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:05.151163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Pushing event updated for resources: {'Port': ['ID=e7d4184b-59dd-4271-9b93-d92256b1f1e4,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:05.153811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Attempting to bind port e7d4184b-59dd-4271-9b93-d92256b1f1e4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:05.154181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Attempting to bind port e7d4184b-59dd-4271-9b93-d92256b1f1e4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'de029a4c-305e-41bf-b73f-d6676063eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db0ce433-9731-4664-8737-98998f1691dd'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:05.154600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Attempting to bind port e7d4184b-59dd-4271-9b93-d92256b1f1e4 on network db0ce433-9731-4664-8737-98998f1691dd {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:05.168509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:05.169001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Checking segment: {'id': 'de029a4c-305e-41bf-b73f-d6676063eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db0ce433-9731-4664-8737-98998f1691dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:05.169607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.170024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Bound using segment: {'id': 'de029a4c-305e-41bf-b73f-d6676063eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db0ce433-9731-4664-8737-98998f1691dd'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:05.170722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Bound port: e7d4184b-59dd-4271-9b93-d92256b1f1e4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de029a4c-305e-41bf-b73f-d6676063eeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'db0ce433-9731-4664-8737-98998f1691dd'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:05.171167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.254973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Made reservation on behalf of 34c7dfe4ea8d43e79790dd9667c9f576 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:05.258462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] For port e7d4184b-59dd-4271-9b93-d92256b1f1e4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:05.262530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] For port e7d4184b-59dd-4271-9b93-d92256b1f1e4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7d4184b-59dd-4271-9b93-d92256b1f1e4,segment=NetworkSegment(de029a4c-305e-41bf-b73f-d6676063eeb5),segment_id=de029a4c-305e-41bf-b73f-d6676063eeb5)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:05.266382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.278286 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.312243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86e7bc-1e2e-41a8-912e-aae376a2555e req-a0116038-1e92-45e6-96de-ee119f8d82fa tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:05.314064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b86e7bc-1e2e-41a8-912e-aae376a2555e req-a0116038-1e92-45e6-96de-ee119f8d82fa tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 945 time: 0.1453841 Jul 09 17:31:05.330766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.411523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b86e7bc-1e2e-41a8-912e-aae376a2555e req-564b41c2-52e3-40e8-968f-a9d345496ecc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775034 Jul 09 17:31:05.417222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed916886-e551-442d-9687-10a3c1565a1f None None] Pushing event updated for resources: {'Port': ['ID=e7d4184b-59dd-4271-9b93-d92256b1f1e4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:05.427059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 4cb4993b-086e-4434-996d-27d4f24785c0 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:05.511201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd8742b-607d-4dbc-9390-a4a959c6eb2c req-cf60eaa9-9ab1-4a6b-ad21-23b7c41e797d service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656064 Jul 09 17:31:05.516252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Deleting port dd3fbdcb-bddb-4bee-ba9b-2cf01a997c3a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:05.516963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.525905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.644177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network db0ce433-9731-4664-8737-98998f1691dd is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:05.651381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:05.661624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:05.668374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=4cb4993b-086e-4434-996d-27d4f24785c0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:05.681740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Allocated IP 172.20.0.11 (88005089-ab9f-4e35-bd6b-e6227b0d98d1/6eb1d040-b372-496b-a883-3a1e6213b990/2cf09779-17ba-4b52-b7f9-710c8371618f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:05.738108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:05.785068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.785407 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.832588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:05.833174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.876791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Calling delete_port for dd3fbdcb-bddb-4bee-ba9b-2cf01a997c3a owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:05.883217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-62517653-afb8-4ec5-9543-ea5d972480eb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4977450 Jul 09 17:31:05.886266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:05.956322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:05.996509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7d4184b-59dd-4271-9b93-d92256b1f1e4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:06.091206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a79f0e91-d8bc-4101-864e-724c89b03154 req-2facf7cf-9ca1-41da-ac66-b86be4b35bee tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 210 time: 0.1138923 Jul 09 17:31:06.105047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:06.117514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:06.125785 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0184082-b682-41be-8100-402cafb1724d" -d '{"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:06.135466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.211656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:06.266446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e7d4184b-59dd-4271-9b93-d92256b1f1e4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:06.369645 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b79b14b-6661-4df3-9214-ade057f7ec53 x-openstack-request-id: req-5b79b14b-6661-4df3-9214-ade057f7ec53 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:06.370737 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:06.371254 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b79b14b-6661-4df3-9214-ade057f7ec53 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:06.371823 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'code': 200} Jul 09 17:31:06.486466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-aef2ba17-8638-4fbb-88aa-e7858eed7b86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4216654 Jul 09 17:31:06.562286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.579858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.690874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.759975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event deleted for resources: {'Port': ['ID=dd3fbdcb-bddb-4bee-ba9b-2cf01a997c3a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:06.791950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.792429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.792901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.793536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.794008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.794510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.794938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:06.797093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-9f6f19d8-bcfb-4913-9748-57dfd0f2ba8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed455744006e41819c2175ef751d60e6&device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.2251124 Jul 09 17:31:06.802947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.850572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.853221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:06.854686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-335fc730-dc63-461f-88c3-2afd5e4c2cd0 req-ed491b7e-c75e-46ef-a89d-32d4da0d4e04 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "DELETE /v2.0/floatingips/83e8936c-83df-4b0d-8106-899283daa1b1 HTTP/1.1" status: 204 len: 173 time: 2.2467613 Jul 09 17:31:06.871123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:06.888679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:06.899994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:06.918240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Pushing event updated for resources: {'Port': ['ID=2cf09779-17ba-4b52-b7f9-710c8371618f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:07.051183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2309159-afd6-4a1b-9be9-58c7f611ca2a None None] Network db0ce433-9731-4664-8737-98998f1691dd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:07.075466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.085513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcefcf-fcea-4891-81b6-244d18b55735 req-02ba23a2-2b35-42a0-9e95-9d569bacfe14 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.087194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23bcefcf-fcea-4891-81b6-244d18b55735 req-02ba23a2-2b35-42a0-9e95-9d569bacfe14 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.4614661 Jul 09 17:31:07.088568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.109810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-2b08a298-15c5-4284-b4d5-e69040543020 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6192572 Jul 09 17:31:07.128973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Request body: {'port': {'device_id': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:07.220449 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23bcefcf-fcea-4891-81b6-244d18b55735 req-7498dc97-c184-4246-8041-c5e8e9e1a5d2 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249502 Jul 09 17:31:07.248819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-fd4dc0f2-fc4d-4494-b96e-a366ae37bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.249316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-fd4dc0f2-fc4d-4494-b96e-a366ae37bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.249798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-fd4dc0f2-fc4d-4494-b96e-a366ae37bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.251457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-fd4dc0f2-fc4d-4494-b96e-a366ae37bcab service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 200 len: 2292 time: 0.3790436 Jul 09 17:31:07.297565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Provisioning for port e7d4184b-59dd-4271-9b93-d92256b1f1e4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:07.326259 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Provisioning complete for port e7d4184b-59dd-4271-9b93-d92256b1f1e4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:07.326636 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.426452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.442856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.467476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cb1464c-c291-4a90-9ace-daa9ea42a884 req-97814337-34cd-42db-a69b-62d144528e7f tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups/7344fd20-f940-4c99-9577-9034e8639c63 HTTP/1.1" status: 200 len: 1810 time: 0.4131324 Jul 09 17:31:07.516622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=4cb4993b-086e-4434-996d-27d4f24785c0,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:07.550434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-e8b139d7-e2be-4963-8f1d-5e2484972065 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 200 len: 1001 time: 0.2670603 Jul 09 17:31:07.551064 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.572047 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.636860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a6171-6dc4-4b4d-8d3f-f01b740c463e req-133e8759-cd99-4b8d-9919-08dd1570ea38 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.647810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b58a6171-6dc4-4b4d-8d3f-f01b740c463e req-133e8759-cd99-4b8d-9919-08dd1570ea38 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 932 time: 0.2747865 Jul 09 17:31:07.667514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-65a169eb-4739-4ce9-8ad3-fcdd779e5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:07.675924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-65a169eb-4739-4ce9-8ad3-fcdd779e5720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 200 len: 850 time: 0.1120553 Jul 09 17:31:07.762437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] For port e7d4184b-59dd-4271-9b93-d92256b1f1e4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7d4184b-59dd-4271-9b93-d92256b1f1e4,segment=NetworkSegment(de029a4c-305e-41bf-b73f-d6676063eeb5),segment_id=de029a4c-305e-41bf-b73f-d6676063eeb5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:07.781528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.837336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b58a6171-6dc4-4b4d-8d3f-f01b740c463e req-7a21005b-eb52-45ae-b97e-1699dde3c0d5 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851180 Jul 09 17:31:07.900902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7cb1464c-c291-4a90-9ace-daa9ea42a884 req-0779d454-9ba0-4ba4-93e2-29f20bbcd04b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:07.961094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Pushing event updated for resources: {'Port': ['ID=e7d4184b-59dd-4271-9b93-d92256b1f1e4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:07.984181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.984719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.985159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.985505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.985892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.986234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.986569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.986897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.987228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.987693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.988306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:07.988411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19aeb9-5eac-44b3-b57f-9d07ad4bd567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:08.025393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7cb1464c-c291-4a90-9ace-daa9ea42a884 req-0779d454-9ba0-4ba4-93e2-29f20bbcd04b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.114815 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.135460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b4ece0a-4402-4f96-8832-743cb699eb79 None None] Provisioning for port 4cb4993b-086e-4434-996d-27d4f24785c0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:08.149724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b4ece0a-4402-4f96-8832-743cb699eb79 None None] Provisioning complete for port 4cb4993b-086e-4434-996d-27d4f24785c0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:08.151214 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b4ece0a-4402-4f96-8832-743cb699eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.173883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7cb1464c-c291-4a90-9ace-daa9ea42a884 req-0779d454-9ba0-4ba4-93e2-29f20bbcd04b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.180169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7cb1464c-c291-4a90-9ace-daa9ea42a884 req-0779d454-9ba0-4ba4-93e2-29f20bbcd04b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.185398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cb1464c-c291-4a90-9ace-daa9ea42a884 req-0779d454-9ba0-4ba4-93e2-29f20bbcd04b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "DELETE /v2.0/security-groups/7344fd20-f940-4c99-9577-9034e8639c63 HTTP/1.1" status: 204 len: 173 time: 0.7076170 Jul 09 17:31:08.257000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ece0a-4402-4f96-8832-743cb699eb79 None None] Port 4cb4993b-086e-4434-996d-27d4f24785c0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:08.275367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-36093bfe-86a1-421f-8b97-780e5b9e51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:08.277033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-36093bfe-86a1-421f-8b97-780e5b9e51e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d12db8-2ba2-46a3-b374-0c7479d7bbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5769820 Jul 09 17:31:08.277827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779d454-9ba0-4ba4-93e2-29f20bbcd04b tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344fd20-f940-4c99-9577-9034e8639c63,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:08.322741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b4ece0a-4402-4f96-8832-743cb699eb79 None None] Provisioning complete for port e7d4184b-59dd-4271-9b93-d92256b1f1e4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:08.323167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b4ece0a-4402-4f96-8832-743cb699eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.325839 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.382874 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.644401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-c2df7d69-e912-4541-87a0-5954a033a6eb service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518915 Jul 09 17:31:08.745501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-279db0e8-359f-4bb5-b34d-90b80327c87a None None] Provisioning complete for port 4cb4993b-086e-4434-996d-27d4f24785c0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:08.748016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-279db0e8-359f-4bb5-b34d-90b80327c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:08.805416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-279db0e8-359f-4bb5-b34d-90b80327c87a None None] Port 4cb4993b-086e-4434-996d-27d4f24785c0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:08.868340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca327cb-aef5-4ff9-be2d-fc8b1501190b req-bdd92b76-2ec9-4ecc-a1df-313fb28957bb tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:08.882637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ca327cb-aef5-4ff9-be2d-fc8b1501190b req-bdd92b76-2ec9-4ecc-a1df-313fb28957bb tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.2065446 Jul 09 17:31:08.945556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ca327cb-aef5-4ff9-be2d-fc8b1501190b req-7068df1b-242d-4b61-9198-04480e67e10e tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619349 Jul 09 17:31:08.967723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2893ae2f-1c40-4473-80db-2f59f000ce4b None None] Provisioning complete for port 4cb4993b-086e-4434-996d-27d4f24785c0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:08.968237 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2893ae2f-1c40-4473-80db-2f59f000ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.049005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.062987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2893ae2f-1c40-4473-80db-2f59f000ce4b None None] Port 4cb4993b-086e-4434-996d-27d4f24785c0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:09.069384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.074205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-2d4e0305-0f51-4c38-a4bc-ef5fa28defc2 service neutron] 10.222.0.13 "GET /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188979 Jul 09 17:31:09.127622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf09779-17ba-4b52-b7f9-710c8371618f {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:09.138059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.168599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.209726 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-e886256a-77de-401e-b761-5ee0affe6e89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 217 time: 0.1116514 Jul 09 17:31:09.221554 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.253187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Transition to ACTIVE for port object 2cf09779-17ba-4b52-b7f9-710c8371618f will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:09.303273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=4cb4993b-086e-4434-996d-27d4f24785c0,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:09.343982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.369992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561be94-f65d-4d46-b4e7-1d77beb88669 req-2d1491be-b28e-458d-896b-64cf13fc8185 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:09.371718 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2561be94-f65d-4d46-b4e7-1d77beb88669 req-2d1491be-b28e-458d-896b-64cf13fc8185 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.2579758 Jul 09 17:31:09.402087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network db0ce433-9731-4664-8737-98998f1691dd is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:09.404893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:09.435914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2561be94-f65d-4d46-b4e7-1d77beb88669 req-3fdb4ba2-5970-4f44-a209-ff47c8d9bb1d tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579648 Jul 09 17:31:09.453033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-cf1c7611-da36-40ad-9e63-cf012ab77e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:09.454828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-cf1c7611-da36-40ad-9e63-cf012ab77e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.2331276 Jul 09 17:31:09.525794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf09779-17ba-4b52-b7f9-710c8371618f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:09.695635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router a54ce404-5972-4999-8b8d-50d1fb96ea90 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:31:09.738037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:09.753839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-d63a7523-38a0-49a6-a3f7-48a532656fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:09.755399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-d63a7523-38a0-49a6-a3f7-48a532656fbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2772975 Jul 09 17:31:09.763810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0e541-d307-4352-9ef8-84584084f813 req-d6289fc8-bb58-4e21-8bd7-0b7ce05aad89 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:09.771160 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0aa0e541-d307-4352-9ef8-84584084f813 req-d6289fc8-bb58-4e21-8bd7-0b7ce05aad89 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 944 time: 0.3987298 Jul 09 17:31:09.948671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7d4184b-59dd-4271-9b93-d92256b1f1e4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:09.960573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Attempting to bind port 2cf09779-17ba-4b52-b7f9-710c8371618f on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:09.961179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Attempting to bind port 2cf09779-17ba-4b52-b7f9-710c8371618f by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'cde6215b-ada7-40e8-9cd1-5c57125fab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:09.961671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Attempting to bind port 2cf09779-17ba-4b52-b7f9-710c8371618f on network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:09.972331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-33258169-736d-4031-bab9-4b59b7388e32 None None] Provisioning complete for port 4cb4993b-086e-4434-996d-27d4f24785c0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:09.973078 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33258169-736d-4031-bab9-4b59b7388e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:09.975905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Port 2cf09779-17ba-4b52-b7f9-710c8371618f on network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:31:09.977434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Attempting to bind port 2cf09779-17ba-4b52-b7f9-710c8371618f on network 88005089-ab9f-4e35-bd6b-e6227b0d98d1 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:09.989749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:09.990313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Checking segment: {'id': 'cde6215b-ada7-40e8-9cd1-5c57125fab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:09.990876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Bound using segment: {'id': 'cde6215b-ada7-40e8-9cd1-5c57125fab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:09.991519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Bound port: 2cf09779-17ba-4b52-b7f9-710c8371618f, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde6215b-ada7-40e8-9cd1-5c57125fab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:09.992437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:10.003236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0aa0e541-d307-4352-9ef8-84584084f813 req-308a48c3-48c2-46b7-a3d8-91998604a842 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311015 Jul 09 17:31:10.218171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-40ee1c44-ba54-4875-b371-ff31f733c04e service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428127 Jul 09 17:31:10.245471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-33258169-736d-4031-bab9-4b59b7388e32 None None] Port 4cb4993b-086e-4434-996d-27d4f24785c0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:10.315772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:10.324249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e7d4184b-59dd-4271-9b93-d92256b1f1e4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:10.324921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:10.340403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99540bcf-3eb7-494f-94de-ad992fa3c66b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/a54ce404-5972-4999-8b8d-50d1fb96ea90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4529274 Jul 09 17:31:10.341539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49526) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:10.359728 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] Sync routers for ids ['a54ce404-5972-4999-8b8d-50d1fb96ea90'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:10.383792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] For port 2cf09779-17ba-4b52-b7f9-710c8371618f, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:10.420597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] For port 2cf09779-17ba-4b52-b7f9-710c8371618f, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2cf09779-17ba-4b52-b7f9-710c8371618f,segment=NetworkSegment(cde6215b-ada7-40e8-9cd1-5c57125fab60),segment_id=cde6215b-ada7-40e8-9cd1-5c57125fab60)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:10.426858 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] Routers {'a54ce404-5972-4999-8b8d-50d1fb96ea90'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:10.429300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a54ce404-5972-4999-8b8d-50d1fb96ea90'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:10.451744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba45258-223f-44f6-9902-109c06415f50 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:10.460199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ba45258-223f-44f6-9902-109c06415f50 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports/4cb4993b-086e-4434-996d-27d4f24785c0 HTTP/1.1" status: 200 len: 976 time: 0.1173234 Jul 09 17:31:10.463552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49530) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:10.478344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-7c7b9838-56ec-4939-8c41-57721b39b0e9 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498171 Jul 09 17:31:10.481518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:10.711512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-62653235-a48b-46ed-8f70-ce955fa3226c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 217 time: 0.2199426 Jul 09 17:31:10.788826 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:10.814300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:31:10.818097 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] Routers {'a54ce404-5972-4999-8b8d-50d1fb96ea90'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:10.818730 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:30:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a54ce404-5972-4999-8b8d-50d1fb96ea90'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:10.872640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:10.873369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:10.874797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] 10.222.0.36 "PUT /v2.0/ports/2cf09779-17ba-4b52-b7f9-710c8371618f HTTP/1.1" status: 200 len: 1093 time: 3.7551413 Jul 09 17:31:10.880322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'tag': '2cf09779-17ba-4b52-b7f9-710c8371618f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:10.882345 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00c36d58-fcad-44f5-b1fc-08cec335f336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:10.911690 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7e572-ff6b-426c-b185-d78d65d3dbf1", "tag": "2cf09779-17ba-4b52-b7f9-710c8371618f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:10.945964 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:10.947874 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0c72b-b46d-4ffa-ae30-b9722d080d71 None None] The sync data for ids ['a54ce404-5972-4999-8b8d-50d1fb96ea90'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:11.064856 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa13fd41-4d09-4d03-a281-51a298661b9f x-openstack-request-id: req-fa13fd41-4d09-4d03-a281-51a298661b9f {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:11.065475 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7e572-ff6b-426c-b185-d78d65d3dbf1", "tag": "2cf09779-17ba-4b52-b7f9-710c8371618f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:11.065475 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa13fd41-4d09-4d03-a281-51a298661b9f {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:11.067336 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'tag': '2cf09779-17ba-4b52-b7f9-710c8371618f', 'status': 'completed', 'code': 200} Jul 09 17:31:11.067801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae9463-2294-40ea-bf86-3034a92d9806 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf09779-17ba-4b52-b7f9-710c8371618f,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:11.134780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-0752b035-5513-43ad-9dc1-df7517c79ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.136329 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-0752b035-5513-43ad-9dc1-df7517c79ec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.3907173 Jul 09 17:31:11.187310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2081ac-41ea-4d61-92a7-c044fea5a948 req-7293a40d-a3af-486f-856a-c22e92f4588c tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.203832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff2081ac-41ea-4d61-92a7-c044fea5a948 req-7293a40d-a3af-486f-856a-c22e92f4588c tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.4886346 Jul 09 17:31:11.244422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-206a2c14-9557-454f-8200-113111579ee9 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.246349 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-206a2c14-9557-454f-8200-113111579ee9 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.13 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 945 time: 0.3715055 Jul 09 17:31:11.331124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-6df30224-9382-43a6-9036-af3953bd4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.335657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-6df30224-9382-43a6-9036-af3953bd4a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7dfe4ea8d43e79790dd9667c9f576&device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 1096 time: 0.3503580 Jul 09 17:31:11.461512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-d890d275-7243-4a5a-b311-a59ab23d531f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cf09779-17ba-4b52-b7f9-710c8371618f HTTP/1.1" status: 200 len: 217 time: 0.0783136 Jul 09 17:31:11.466039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff2081ac-41ea-4d61-92a7-c044fea5a948 req-6be5c84e-e284-4eb2-ade6-5a1473bb6319 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/security-groups?id=df46dd44-994e-4efa-addc-91f80b83b8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612619 Jul 09 17:31:11.533826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-31a8ab73-4bf9-4243-9887-05a7c0ba7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.535365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-31a8ab73-4bf9-4243-9887-05a7c0ba7972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3244708 Jul 09 17:31:11.539285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93402a3-3de2-41e1-930a-6663369ddefd req-817d8f3b-f63a-4974-b3b8-b85874f65b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.540735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-817d8f3b-f63a-4974-b3b8-b85874f65b9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6eb1d040-b372-496b-a883-3a1e6213b990 HTTP/1.1" status: 200 len: 851 time: 0.0726531 Jul 09 17:31:11.675837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:11.973217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7843f-6d33-4c58-80cd-1eac0c191b59 req-1594ec2b-c041-4b4b-bdf6-2546fc0015e5 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:11.980446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4bb7843f-6d33-4c58-80cd-1eac0c191b59 req-1594ec2b-c041-4b4b-bdf6-2546fc0015e5 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 944 time: 0.6329079 Jul 09 17:31:11.988289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Deleting port 575b59e3-cc88-468a-ba38-bac75cadb10c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:11.988702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:12.161055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4bb7843f-6d33-4c58-80cd-1eac0c191b59 req-ed3bc9f4-3f97-40f9-a955-e2ef6e65d068 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796243 Jul 09 17:31:12.309540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] For port 575b59e3-cc88-468a-ba38-bac75cadb10c, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=575b59e3-cc88-468a-ba38-bac75cadb10c,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:12.309909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:12.373279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-3a9e73c7-c93f-458f-b0c7-9d7c2785a591 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305707 Jul 09 17:31:12.374663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Calling delete_port for 575b59e3-cc88-468a-ba38-bac75cadb10c owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:12.391544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-78fc6d49-d49b-4be9-81b4-24eeab94e5f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88005089-ab9f-4e35-bd6b-e6227b0d98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8332925 Jul 09 17:31:12.499472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-13fac00c-dbe2-46f2-878b-41eea9cc7a6a service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947993 Jul 09 17:31:12.611217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 4cb4993b-086e-4434-996d-27d4f24785c0 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:12.611633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:12.632960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-6341bdd1-3b36-4fe5-b9b4-783af39dc5d0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391915 Jul 09 17:31:12.739808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:12.744704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-27f811c7-6233-47ac-9a7a-49e9487fc817 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 200 len: 217 time: 0.0771480 Jul 09 17:31:12.758733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 4cb4993b-086e-4434-996d-27d4f24785c0 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:12.892844 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2285efdd-477c-4298-b016-a6011400cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:12.893452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:12.901389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-8191dc21-d092-4d84-997a-9d209095c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:12.903148 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-02ed07ca-9247-4927-8d9d-96d21192632c req-4fe361e1-fe11-4a3b-ada3-cdbc9b66cf39 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.21 "GET /v2.0/ports?device_id=df07212f-367c-4197-8b54-08815e1dcca4 HTTP/1.1" status: 200 len: 210 time: 0.1344984 Jul 09 17:31:12.903474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-8191dc21-d092-4d84-997a-9d209095c80e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.1525118 Jul 09 17:31:12.905994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e93402a3-3de2-41e1-930a-6663369ddefd req-b7b16403-4f5f-4e7d-8af3-f56edda25905 service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803513 Jul 09 17:31:12.943546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Pushing event deleted for resources: {'Port': ['ID=575b59e3-cc88-468a-ba38-bac75cadb10c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:13.083379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] No DVR routers for this DVR port 575b59e3-cc88-468a-ba38-bac75cadb10c on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:13.086880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:13.089178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59b37d7a-836b-43c0-a6f4-9e7fab49dd23 req-5a4e46dd-9c72-4b63-a49a-9b2a9eba9044 tempest-ServerRescueTestJSONUnderV235-1707423100 tempest-ServerRescueTestJSONUnderV235-1707423100-project] 10.222.0.13 "DELETE /v2.0/ports/575b59e3-cc88-468a-ba38-bac75cadb10c HTTP/1.1" status: 204 len: 173 time: 1.8369079 Jul 09 17:31:13.091799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'name': 'network-vif-deleted', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:13.094969 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adac7a5b-5d7a-487a-a736-1711fad08a01" -d '{"events": [{"server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "name": "network-vif-deleted", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:13.123960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-847e3c94-9d10-45e5-8dd0-d919eaccfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.126155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-847e3c94-9d10-45e5-8dd0-d919eaccfc3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155292 Jul 09 17:31:13.146509 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cafd31d-b03c-47f8-ba7a-59b58e550c53 x-openstack-request-id: req-2cafd31d-b03c-47f8-ba7a-59b58e550c53 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:13.147238 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df07212f-367c-4197-8b54-08815e1dcca4", "name": "network-vif-deleted", "tag": "575b59e3-cc88-468a-ba38-bac75cadb10c", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:13.147727 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cafd31d-b03c-47f8-ba7a-59b58e550c53 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:13.148320 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df07212f-367c-4197-8b54-08815e1dcca4', 'name': 'network-vif-deleted', 'tag': '575b59e3-cc88-468a-ba38-bac75cadb10c', 'status': 'completed', 'code': 200} Jul 09 17:31:13.151982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-6509a208-4556-453d-bf36-8785569b4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.153613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-6509a208-4556-453d-bf36-8785569b4488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7dfe4ea8d43e79790dd9667c9f576&device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 1096 time: 0.1745524 Jul 09 17:31:13.163138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49580) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:13.253516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bad51d-54c9-4515-919b-504b82194fc9 req-f529e0e5-4be7-45fc-934c-5b6863d0bee9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.255127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1bad51d-54c9-4515-919b-504b82194fc9 req-f529e0e5-4be7-45fc-934c-5b6863d0bee9 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.2791977 Jul 09 17:31:13.328894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:13.465780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-7ef75524-221d-46ce-9a2b-2c79cb8d4dba service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262832 Jul 09 17:31:13.478104 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-3879ae3e-83be-4d11-ba1a-7849796aac99 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3114376 Jul 09 17:31:13.490903 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1bad51d-54c9-4515-919b-504b82194fc9 req-7fd5abf2-ea57-48aa-ad9a-0d598074557c tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473508 Jul 09 17:31:13.503574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-d803800b-c43b-469a-8035-ba91ce6a4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.505570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-d803800b-c43b-469a-8035-ba91ce6a4a30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88005089-ab9f-4e35-bd6b-e6227b0d98d1 HTTP/1.1" status: 200 len: 912 time: 0.3002822 Jul 09 17:31:13.512775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a862ca-9cc8-4bb5-8d0c-dbf072940934 req-431ec76f-7143-4e7d-8da4-130c5045f9d8 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.514426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69a862ca-9cc8-4bb5-8d0c-dbf072940934 req-431ec76f-7143-4e7d-8da4-130c5045f9d8 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 944 time: 0.1717339 Jul 09 17:31:13.515287 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:13.629951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=4cb4993b-086e-4434-996d-27d4f24785c0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:13.664474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-0c25a7ac-2416-4fad-806d-902492cb60a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cf09779-17ba-4b52-b7f9-710c8371618f HTTP/1.1" status: 200 len: 217 time: 0.1454148 Jul 09 17:31:13.750913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-3e6222fb-4e9c-41cd-8a25-3357b57fbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:13.752743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-3e6222fb-4e9c-41cd-8a25-3357b57fbf15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6eb1d040-b372-496b-a883-3a1e6213b990 HTTP/1.1" status: 200 len: 851 time: 0.0806699 Jul 09 17:31:13.752866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 575b59e3-cc88-468a-ba38-bac75cadb10c no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:13.796553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 575b59e3-cc88-468a-ba38-bac75cadb10c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:13.796999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 575b59e3-cc88-468a-ba38-bac75cadb10c not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:13.857422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-336a1bb4-863d-4069-91cf-a58d303399e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88005089-ab9f-4e35-bd6b-e6227b0d98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962372 Jul 09 17:31:13.923890 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:13.951478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69a862ca-9cc8-4bb5-8d0c-dbf072940934 req-f6efac19-8ffb-4cd9-b871-cec33504168c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058812 Jul 09 17:31:13.977195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:14.158275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-a68e7c9f-cc56-407e-8c63-5daf902cebc6 service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806871 Jul 09 17:31:14.166594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49616) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:14.330514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router a54ce404-5972-4999-8b8d-50d1fb96ea90 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:14.364892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-5033d10c-e946-440b-937e-08061d647db3 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635278 Jul 09 17:31:14.439668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:14.451693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a69a39e7-4fa8-4232-bcd9-004dd9ff78a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/a54ce404-5972-4999-8b8d-50d1fb96ea90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9869509 Jul 09 17:31:14.452411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:14.466673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] Sync routers for ids ['a54ce404-5972-4999-8b8d-50d1fb96ea90'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:14.478418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] Routers {'a54ce404-5972-4999-8b8d-50d1fb96ea90'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:14.487840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a54ce404-5972-4999-8b8d-50d1fb96ea90'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:14.517398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-a563bbd7-4921-40a7-b3b3-972aa69cdac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 200 len: 217 time: 0.1348705 Jul 09 17:31:14.607345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:14.626204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] Routers {'a54ce404-5972-4999-8b8d-50d1fb96ea90'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:14.626856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a54ce404-5972-4999-8b8d-50d1fb96ea90'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:14.706356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:14.707200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a8f53-2450-45b2-bb6b-820e5db7074e None None] The sync data for ids ['a54ce404-5972-4999-8b8d-50d1fb96ea90'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:14.761142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.768188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.774517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.781408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.788676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.795463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.801879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.804547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-2e9379d3-6272-4ed2-b307-2677a88a22dd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.6393387 Jul 09 17:31:14.832230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da4871c1-a4e9-4cf3-a6d7-09b58f3c3c6e req-3e3de21e-b370-41b1-8a2e-068bca07719d service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621008 Jul 09 17:31:14.855227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-305cdd71-3637-4568-b958-1c678183b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:14.857214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-305cdd71-3637-4568-b958-1c678183b8e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 200 len: 797 time: 0.3388977 Jul 09 17:31:15.002841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6619e0ab-921a-4214-9c11-8aa70897d0ff req-b6669c6b-3d44-4b8d-bc1c-d71c7b673ddb tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1882157 Jul 09 17:31:15.040325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-dba4f6ea-2e0e-44a7-91ec-e0a4678fa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.057181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-dba4f6ea-2e0e-44a7-91ec-e0a4678fa676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9b78c49-ffbf-44cb-8a11-fff2c19c012a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1902409 Jul 09 17:31:15.149943 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-d7f69817-d4b6-4af7-aae3-aaef2de70eff tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 17:31:15.154067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d7f69817-d4b6-4af7-aae3-aaef2de70eff tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/a54ce404-5972-4999-8b8d-50d1fb96ea90/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6999211 Jul 09 17:31:15.154793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49634) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:15.231941 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4a3b8241-3e5c-44bf-8d53-0f1f631b13aa tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=a54ce404-5972-4999-8b8d-50d1fb96ea90 HTTP/1.1" status: 200 len: 205 time: 0.0727749 Jul 09 17:31:15.235740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49640) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:15.292003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ccb9c-c725-4451-a674-daed87375c82 req-6a339824-c09a-455d-92fe-6c7ba4eae30d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.293571 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc7ccb9c-c725-4451-a674-daed87375c82 req-6a339824-c09a-455d-92fe-6c7ba4eae30d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.2261398 Jul 09 17:31:15.382441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-2ba9905c-4806-4ff2-8a0b-b598e0682f42 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081973 Jul 09 17:31:15.408278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.455192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.514702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc7ccb9c-c725-4451-a674-daed87375c82 req-87e4f1dc-60ac-46b2-ab62-970c72a9fdb1 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832039 Jul 09 17:31:15.578093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cec07c-f953-423c-a94d-d517b13b875c req-3431c8cf-e79c-4d89-8067-6b6d48289de6 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.596577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7cec07c-f953-423c-a94d-d517b13b875c req-3431c8cf-e79c-4d89-8067-6b6d48289de6 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 944 time: 0.3345006 Jul 09 17:31:15.639443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.646231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.651818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-0996a5b0-3265-4c5e-b475-048415bcb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.653394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-0996a5b0-3265-4c5e-b475-048415bcb152 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d&tenant_id=3aa99a636212439897feada6c97c22bc HTTP/1.1" status: 200 len: 1095 time: 0.2956183 Jul 09 17:31:15.673239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-de54e884-5514-4b11-a70f-633279853029 service neutron] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825685 Jul 09 17:31:15.682632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7cec07c-f953-423c-a94d-d517b13b875c req-98bd11a9-fecf-4173-8dc4-958473f4e5f6 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789032 Jul 09 17:31:15.766338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-c01eeaa0-e876-4f82-a1ea-ff4dfda35eb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0809937 Jul 09 17:31:15.770198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.770699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router a54ce404-5972-4999-8b8d-50d1fb96ea90 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:31:15.794118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.798315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-77ff92d8-2008-4ca5-88d5-b7ccbec1f1a9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/a54ce404-5972-4999-8b8d-50d1fb96ea90 HTTP/1.1" status: 204 len: 168 time: 0.5615389 Jul 09 17:31:15.798960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:15.832110 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.863779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-48f3484d-3d44-4cc4-9ef0-50af10f2424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.865998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-48f3484d-3d44-4cc4-9ef0-50af10f2424a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.0813141 Jul 09 17:31:15.908091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet 7590dae0-76bf-42bb-9d5d-d7f611f58c4a {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:31:15.916786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:15.954650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-89d841c0-a464-4cf9-ae3e-e658ec5e50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.956182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-89d841c0-a464-4cf9-ae3e-e658ec5e50bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1095 time: 0.2333419 Jul 09 17:31:15.993036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-b9a4b272-bd06-491f-aa20-3bba3f1cf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:15.994134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-b9a4b272-bd06-491f-aa20-3bba3f1cf8c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1210864 Jul 09 17:31:16.008282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.014310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.020563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.026415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.032915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.039845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.045755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.057775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e00a4fda-86db-43e6-95ab-5637a2f0aaa6 req-b7db4d01-f031-4c6d-b014-b1a23e1c49aa tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.2827086 Jul 09 17:31:16.082384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.113934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Deleting port 1059270f-0b10-4d96-a223-4f7b4d5b5df9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:16.114279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.132692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-75025602-998f-4ba4-bc84-9ff24bf47a91 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185293 Jul 09 17:31:16.190694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-36344b23-284f-40a1-aa39-57424cd4a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.192398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-36344b23-284f-40a1-aa39-57424cd4a9b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.2236931 Jul 09 17:31:16.253124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.310068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-e429c4c0-bda2-4653-a6cf-a0ffa35c5dd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 999 time: 0.1105092 Jul 09 17:31:16.376535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-bd3e9a33-e47a-4ea4-913f-b5bc7b5f33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.378421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-bd3e9a33-e47a-4ea4-913f-b5bc7b5f33e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.0610018 Jul 09 17:31:16.432086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.468853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=7590dae0-76bf-42bb-9d5d-d7f611f58c4a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:16.487350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666f6d2-d602-492f-ba36-b75d0e7a2f28 None None] Network db0ce433-9731-4664-8737-98998f1691dd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:16.494374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.497331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c44e458d-ee42-4595-8f88-900d050a0166 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/7590dae0-76bf-42bb-9d5d-d7f611f58c4a HTTP/1.1" status: 204 len: 168 time: 0.6959784 Jul 09 17:31:16.501677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49656) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:16.627111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-cdfbd44c-3793-46b8-9d04-f5a9b8b7a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.630986 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-cdfbd44c-3793-46b8-9d04-f5a9b8b7a875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2433925 Jul 09 17:31:16.712737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] For port 1059270f-0b10-4d96-a223-4f7b4d5b5df9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1059270f-0b10-4d96-a223-4f7b4d5b5df9,segment=NetworkSegment(854b51f1-36b4-4e71-8a3f-e9046ea8845f),segment_id=854b51f1-36b4-4e71-8a3f-e9046ea8845f)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:16.713334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.742069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-ca6ffacb-3003-432d-9835-1f795883fac7 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806763 Jul 09 17:31:16.743297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Calling delete_port for 1059270f-0b10-4d96-a223-4f7b4d5b5df9 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:16.775404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-fa908f99-b684-4bc8-99a3-5713dfae31be service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364846 Jul 09 17:31:16.809608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-e75c45b2-1ffe-4889-995e-970e2f193493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 200 len: 217 time: 0.0571108 Jul 09 17:31:16.824727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] DHCP port deletion for db0ce433-9731-4664-8737-98998f1691dd request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:31:16.880976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] Deleting port e7d4184b-59dd-4271-9b93-d92256b1f1e4 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:16.882247 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.901460 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.936014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-16219065-ae4b-44b3-beab-cae3b0c081f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:16.938533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-16219065-ae4b-44b3-beab-cae3b0c081f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 200 len: 797 time: 0.0935514 Jul 09 17:31:16.973389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] For port e7d4184b-59dd-4271-9b93-d92256b1f1e4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7d4184b-59dd-4271-9b93-d92256b1f1e4,segment=NetworkSegment(de029a4c-305e-41bf-b73f-d6676063eeb5),segment_id=de029a4c-305e-41bf-b73f-d6676063eeb5)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:16.974085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:16.989140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] Calling delete_port for e7d4184b-59dd-4271-9b93-d92256b1f1e4 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:17.021214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-34adf749-5ba9-4ff0-9ec0-848a52888675 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387629 Jul 09 17:31:17.031799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11bf3e-d5c8-489d-9358-2f990a1d8739 req-11cf66ba-6db3-47e4-893a-3c8b379fcc8f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.033803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e11bf3e-d5c8-489d-9358-2f990a1d8739 req-11cf66ba-6db3-47e4-893a-3c8b379fcc8f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.2572179 Jul 09 17:31:17.051340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port e7d4184b-59dd-4271-9b93-d92256b1f1e4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:17.051606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.094336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.131628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] No DVR routers for this DVR port e7d4184b-59dd-4271-9b93-d92256b1f1e4 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:17.136464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e11bf3e-d5c8-489d-9358-2f990a1d8739 req-4057e38c-ef3f-4419-982c-dc794b3009ad tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960164 Jul 09 17:31:17.144852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port e7d4184b-59dd-4271-9b93-d92256b1f1e4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7d4184b-59dd-4271-9b93-d92256b1f1e4,segment=NetworkSegment(de029a4c-305e-41bf-b73f-d6676063eeb5),segment_id=de029a4c-305e-41bf-b73f-d6676063eeb5)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:17.145273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.167258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaee9e-b168-444d-8f72-b87f51fe8d18 None None] Pushing event deleted for resources: {'Port': ['ID=e7d4184b-59dd-4271-9b93-d92256b1f1e4,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:17.191473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for e7d4184b-59dd-4271-9b93-d92256b1f1e4 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:17.230597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2250385-db81-4707-aa54-19deb341c9b6 req-544cc631-fa07-43cd-8151-a32031527e3a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.232483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2250385-db81-4707-aa54-19deb341c9b6 req-544cc631-fa07-43cd-8151-a32031527e3a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 944 time: 0.2907617 Jul 09 17:31:17.246127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2cf09779-17ba-4b52-b7f9-710c8371618f details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:31:17.262908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-1d5d07e5-c532-4176-8689-1a6e46b6611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.280845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-1d5d07e5-c532-4176-8689-1a6e46b6611e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3279595 Jul 09 17:31:17.314256 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.347029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=e7d4184b-59dd-4271-9b93-d92256b1f1e4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:17.350051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port e7d4184b-59dd-4271-9b93-d92256b1f1e4 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:17.430086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2cf09779-17ba-4b52-b7f9-710c8371618f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2cf09779-17ba-4b52-b7f9-710c8371618f,segment=NetworkSegment(cde6215b-ada7-40e8-9cd1-5c57125fab60),segment_id=cde6215b-ada7-40e8-9cd1-5c57125fab60)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:17.445303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '2cf09779-17ba-4b52-b7f9-710c8371618f', 'network_id': '88005089-ab9f-4e35-bd6b-e6227b0d98d1', 'port_id': '2cf09779-17ba-4b52-b7f9-710c8371618f', 'mac_address': 'fa:16:3e:bf:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb1d040-b372-496b-a883-3a1e6213b990', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:31:17.464226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.493837 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.514565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf09779-17ba-4b52-b7f9-710c8371618f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:17.538364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2250385-db81-4707-aa54-19deb341c9b6 req-bbdb8705-c727-498f-a79a-fdd2a107912f tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861180 Jul 09 17:31:17.540948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2cf09779-17ba-4b52-b7f9-710c8371618f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2cf09779-17ba-4b52-b7f9-710c8371618f,segment=NetworkSegment(cde6215b-ada7-40e8-9cd1-5c57125fab60),segment_id=cde6215b-ada7-40e8-9cd1-5c57125fab60)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:17.547437 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.580424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.620740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0ce433-9731-4664-8737-98998f1691dd']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:17.635353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de029a4c-305e-41bf-b73f-d6676063eeb5') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:17.635934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de029a4c-305e-41bf-b73f-d6676063eeb5') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:17.652317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.657766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2cf09779-17ba-4b52-b7f9-710c8371618f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:17.669147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336b272-cbda-4819-9c5d-6ddbc1f26a3e req-9bf23b53-eaa1-4f80-91b9-e877df0fc25c tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:17.676450 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e336b272-cbda-4819-9c5d-6ddbc1f26a3e req-9bf23b53-eaa1-4f80-91b9-e877df0fc25c tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 945 time: 0.2675033 Jul 09 17:31:17.691905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-7028a697-3d86-46aa-be3c-5f2a6cd2911d service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412488 Jul 09 17:31:17.705724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.732719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:17.733206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:17.736659 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:17.758422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Pushing event deleted for resources: {'Port': ['ID=1059270f-0b10-4d96-a223-4f7b4d5b5df9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:17.838160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['2cf09779-17ba-4b52-b7f9-710c8371618f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:17.965717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e336b272-cbda-4819-9c5d-6ddbc1f26a3e req-22900b55-22fb-428e-ad6f-04fe1e4ae321 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880151 Jul 09 17:31:17.992776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.006154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.024897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/db0ce433-9731-4664-8737-98998f1691dd HTTP/1.1" status: 204 len: 168 time: 1.5207796 Jul 09 17:31:18.031993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:18.097052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-215117187'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:18.110327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7d4184b-59dd-4271-9b93-d92256b1f1e4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:18.113074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef97181-49d5-4079-870c-391c93020677 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=db0ce433-9731-4664-8737-98998f1691dd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:18.174334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e7d4184b-59dd-4271-9b93-d92256b1f1e4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:18.174961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7d4184b-59dd-4271-9b93-d92256b1f1e4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:18.178757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:18.190877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.266623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:18.294942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.295781 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment cf88dd82-ab4f-46d3-be20-5b3671204c14 of type vlan for network e839d9cf-eefc-4ca7-a53f-c86310084314 Jul 09 17:31:18.407606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.448496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bae3eecc-6ddb-478e-9796-32975d2c6a99 req-0f8b32d1-8c85-43e0-b192-2fcadcac6deb service neutron] 10.222.0.13 "GET /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015197 Jul 09 17:31:18.479480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.488383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:18.491193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.557749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5246136 Jul 09 17:31:18.564337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49710) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:18.594629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:18.664196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:18.687973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a8fec-f0fc-4038-8059-e6f4a256e117 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=e839d9cf-eefc-4ca7-a53f-c86310084314,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:18.700521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network e839d9cf-eefc-4ca7-a53f-c86310084314 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:18.830903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423d583-6a59-4e16-ab08-a90802426344 req-15ebaece-43ba-4902-b764-8f5fec77c81a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:18.841624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1423d583-6a59-4e16-ab08-a90802426344 req-15ebaece-43ba-4902-b764-8f5fec77c81a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.4102089 Jul 09 17:31:18.866983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-9bd2b04c-c293-479c-b2a2-8c72e3d62979 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:18.873475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-9bd2b04c-c293-479c-b2a2-8c72e3d62979 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 945 time: 0.5851305 Jul 09 17:31:18.902269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49720) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:18.958125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1423d583-6a59-4e16-ab08-a90802426344 req-685de646-50ae-4622-9523-e3a247a393ef tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777569 Jul 09 17:31:18.999586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63723-9e4d-4479-bb82-b5ac1cc2e1d4 req-cee67c5f-b045-4339-9c13-668c92aa2d14 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.004665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54e63723-9e4d-4479-bb82-b5ac1cc2e1d4 req-cee67c5f-b045-4339-9c13-668c92aa2d14 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 945 time: 0.2016461 Jul 09 17:31:19.187674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54e63723-9e4d-4479-bb82-b5ac1cc2e1d4 req-94d6a47c-9851-4f0d-97fd-b9bf62cbd2f2 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639903 Jul 09 17:31:19.261123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2cf09779-17ba-4b52-b7f9-710c8371618f up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:19.265537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.266024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.266499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.266968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.267497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.267920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.268389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.277236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800d9382-e4cc-4037-b7a9-60309501d27c req-839207bf-212f-403c-b1ab-c5d7b97f4f78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 6498 time: 0.3736942 Jul 09 17:31:19.333475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-800d9382-e4cc-4037-b7a9-60309501d27c req-dec5d0d5-2e15-4ffb-94a7-415fc1319455 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460188 Jul 09 17:31:19.353396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:19.357412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:19.386481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 2cf09779-17ba-4b52-b7f9-710c8371618f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:19.392771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 2cf09779-17ba-4b52-b7f9-710c8371618f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:19.393231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:19.521109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:19.562913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf09779-17ba-4b52-b7f9-710c8371618f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:19.574503 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766e0ed3-1d4a-4c89-992a-968a992ea53f" -d '{"events": [{"server_uuid": "01f7e572-ff6b-426c-b185-d78d65d3dbf1", "name": "network-vif-plugged", "status": "completed", "tag": "2cf09779-17ba-4b52-b7f9-710c8371618f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:19.629527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2cf09779-17ba-4b52-b7f9-710c8371618f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2cf09779-17ba-4b52-b7f9-710c8371618f,segment=NetworkSegment(cde6215b-ada7-40e8-9cd1-5c57125fab60),segment_id=cde6215b-ada7-40e8-9cd1-5c57125fab60)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:19.638140 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:19.679250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Deleting port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:19.682337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:19.685843 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971221a0-0ddf-406b-9961-a3773efb1937 x-openstack-request-id: req-971221a0-0ddf-406b-9961-a3773efb1937 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:19.686192 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7e572-ff6b-426c-b185-d78d65d3dbf1", "name": "network-vif-plugged", "status": "completed", "tag": "2cf09779-17ba-4b52-b7f9-710c8371618f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:19.686738 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-971221a0-0ddf-406b-9961-a3773efb1937 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:19.687151 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf09779-17ba-4b52-b7f9-710c8371618f', 'code': 200} Jul 09 17:31:19.751951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2cf09779-17ba-4b52-b7f9-710c8371618f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:19.855899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ccb18-430a-49b9-ad88-797abaa39e30 req-4a98c431-b246-4bfa-b8c8-72157a05bc65 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:19.863867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a47ccb18-430a-49b9-ad88-797abaa39e30 req-4a98c431-b246-4bfa-b8c8-72157a05bc65 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 945 time: 0.7225718 Jul 09 17:31:20.042183 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a47ccb18-430a-49b9-ad88-797abaa39e30 req-fd50084d-7b20-4bfa-9cd0-8114d8a10c52 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773973 Jul 09 17:31:20.141374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.158151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:20.221774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] For port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:20.222141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.260327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Calling delete_port for 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:20.288022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae0ec0-ed6a-4aa5-ba5c-3f80f56fb451 req-c968c23f-cf91-453e-9a26-638c8e406e1a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:20.297466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fae0ec0-ed6a-4aa5-ba5c-3f80f56fb451 req-c968c23f-cf91-453e-9a26-638c8e406e1a tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.0901999 Jul 09 17:31:20.333610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651c00c-5e1c-4a87-9a31-96ab7d7564a3 req-842c137d-71e8-49d3-a42d-d16bb07a5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:20.335236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1651c00c-5e1c-4a87-9a31-96ab7d7564a3 req-842c137d-71e8-49d3-a42d-d16bb07a5342 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 1098 time: 0.4621499 Jul 09 17:31:20.335937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=4d6e6d76-7e29-4b9d-9bda-2862f1273108,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:20.350314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fae0ec0-ed6a-4aa5-ba5c-3f80f56fb451 req-ef244d23-4f91-48c4-bf23-d7841f79ea0b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511694 Jul 09 17:31:20.430167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.430529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.430861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.431189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.431562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.431852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.432175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.432493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.432806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.433116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.433430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.433740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:20.500124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': 'cf88dd82-ab4f-46d3-be20-5b3671204c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:20.500482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: e839d9cf-eefc-4ca7-a53f-c86310084314, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:31:20.558021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1651c00c-5e1c-4a87-9a31-96ab7d7564a3 req-a4dffc1c-f682-4b4c-afa7-778fae617b0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040396 Jul 09 17:31:20.574512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:20.584645 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2b649-c755-4d32-8088-db8190777701 None None] Sync routers for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:20.586071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8f193dba-bd18-4ea2-97c8-d926d5491509 admin admin] 10.222.0.21 "PUT /v2.0/routers/9c5c6bd9-f5df-4c10-93a6-23cf262948ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4181995 Jul 09 17:31:20.589052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49742) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:20.612404 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:20.613537 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:20.613705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network e839d9cf-eefc-4ca7-a53f-c86310084314 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:31:20.641064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, e839d9cf-eefc-4ca7-a53f-c86310084314) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:20.646118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:20.646889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.657523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54062c-8ca9-4f27-8521-b0b66843816b None None] Network e839d9cf-eefc-4ca7-a53f-c86310084314 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:20.660538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29e5d-7a69-4300-ba4d-5179de11816a req-5963b8da-5ecf-48ce-a4a8-03864dca8f3c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:20.662175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85f29e5d-7a69-4300-ba4d-5179de11816a req-5963b8da-5ecf-48ce-a4a8-03864dca8f3c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.2372537 Jul 09 17:31:20.735693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c62505f3-fb69-4574-b9a0-dbbaac1cef03 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1467209 Jul 09 17:31:20.743058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49746) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:20.746419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-843272371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:20.777754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85f29e5d-7a69-4300-ba4d-5179de11816a req-b276f77c-5018-4cef-bc9c-ed9dfdd7d6d0 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075463 Jul 09 17:31:20.796475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.838889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Pushing event deleted for resources: {'Port': ['ID=5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:20.842456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.843580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.863430 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:20.896682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:20.898835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.911298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] No DVR routers for this DVR port 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:20.913862 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:20.916384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf82b30b-1020-4372-a9c3-e54b98a4ac24 req-e75c2841-fc71-4c9f-8722-fded5c27e926 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.36 "DELETE /v2.0/ports/5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd HTTP/1.1" status: 204 len: 173 time: 1.9848106 Jul 09 17:31:20.919208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'name': 'network-vif-deleted', 'tag': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:20.930358 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c8fbbf-fbba-4ad7-a983-9b808c6d80ff" -d '{"events": [{"server_uuid": "3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e", "name": "network-vif-deleted", "tag": "5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:20.982438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-e839d9cf-eefc-4ca7-a53f-c86310084314', 'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': '4d6e6d76-7e29-4b9d-9bda-2862f1273108'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:31:20.997446 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.060599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.067176 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b9959-39cf-411a-ac5b-311c5812c2a1 x-openstack-request-id: req-172b9959-39cf-411a-ac5b-311c5812c2a1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:21.067480 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e", "name": "network-vif-deleted", "tag": "5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:21.067734 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-172b9959-39cf-411a-ac5b-311c5812c2a1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:21.068202 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e', 'name': 'network-vif-deleted', 'tag': '5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd', 'status': 'completed', 'code': 200} Jul 09 17:31:21.078447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.122794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.124203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-768820d3-dca2-4e63-bf64-49ede4b73d83 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3815317 Jul 09 17:31:21.131416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49754) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:21.161155 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:31:17Z', 'revision_number': 5, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port': {'id': '3ec194db-99a2-4377-8f2a-c64a743479d4', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:29:39Z', 'updated_at': '2021-07-09T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:21.275824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.306211 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2b649-c755-4d32-8088-db8190777701 None None] Checking router: 9c5c6bd9-f5df-4c10-93a6-23cf262948ef for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:31:21.369391 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] Routers {'9c5c6bd9-f5df-4c10-93a6-23cf262948ef'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:21.370243 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:21.431361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b7d2a48-fcad-4113-8050-9d3da95e3439 req-3a37c986-ae71-4b9b-9b99-fb4bc3d9982f tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b8c3767-f448-43e1-80a7-d1d7e2c3cb3e HTTP/1.1" status: 200 len: 210 time: 0.0390873 Jul 09 17:31:21.525248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Allocated IP 172.20.0.2 (e839d9cf-eefc-4ca7-a53f-c86310084314/4d6e6d76-7e29-4b9d-9bda-2862f1273108/6e7a9a9e-63bb-4791-a017-6a0b46b83e3b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:21.536670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Deleting port 3ec194db-99a2-4377-8f2a-c64a743479d4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:21.537251 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.792947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] Set router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:21.820698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] For port 3ec194db-99a2-4377-8f2a-c64a743479d4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ec194db-99a2-4377-8f2a-c64a743479d4,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:21.825734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.930935 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:21.941680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Transition to ACTIVE for port object 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:21.977428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Transition to ACTIVE for port object 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:21.988811 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:22.008068 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fde2b649-c755-4d32-8088-db8190777701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:31:21Z', 'revision_number': 6, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:22.023390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:22.091325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Pushing event updated for resources: {'Port': ['ID=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:22.101549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Network e839d9cf-eefc-4ca7-a53f-c86310084314 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:22.102972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:22.109386 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde2b649-c755-4d32-8088-db8190777701 None None] The sync data for ids ['9c5c6bd9-f5df-4c10-93a6-23cf262948ef'] in n-d-791506-17 is: [{'id': '9c5c6bd9-f5df-4c10-93a6-23cf262948ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-2037838715-router', 'tenant_id': '0171c4610799413b81ffce397fd23873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:29:38Z', 'updated_at': '2021-07-09T17:31:21Z', 'revision_number': 6, 'project_id': '0171c4610799413b81ffce397fd23873', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:22.109867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:22.243517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Attempting to bind port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:22.243941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Attempting to bind port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cf88dd82-ab4f-46d3-be20-5b3671204c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:22.244647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Attempting to bind port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b on network e839d9cf-eefc-4ca7-a53f-c86310084314 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:22.257373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:22.257783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Checking segment: {'id': 'cf88dd82-ab4f-46d3-be20-5b3671204c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:22.258176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:22.258580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Bound using segment: {'id': 'cf88dd82-ab4f-46d3-be20-5b3671204c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:22.261287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Bound port: 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf88dd82-ab4f-46d3-be20-5b3671204c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e839d9cf-eefc-4ca7-a53f-c86310084314'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:22.261697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:22.408357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] For port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:22.419290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] For port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,segment=NetworkSegment(cf88dd82-ab4f-46d3-be20-5b3671204c14),segment_id=cf88dd82-ab4f-46d3-be20-5b3671204c14)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:22.430027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:22.498154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95177e6c-1b7e-47e0-b4ad-a84fe3544ba5 None None] Pushing event updated for resources: {'Port': ['ID=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:23.038113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Calling delete_port for 3ec194db-99a2-4377-8f2a-c64a743479d4 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:23.280213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:23.343590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:23.348311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5c28cfd9-eaa3-430f-8f75-7da5d01f8cbd not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:23.381500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:23.385322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3b22-8c28-42eb-9d1e-8df20649afd0 req-3e309d1b-2b70-43bf-a98b-66c3de7a726d tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.393124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e2f3b22-8c28-42eb-9d1e-8df20649afd0 req-3e309d1b-2b70-43bf-a98b-66c3de7a726d tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 1.3122056 Jul 09 17:31:23.480422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e2f3b22-8c28-42eb-9d1e-8df20649afd0 req-18d36bbc-16d9-4cf7-b3e1-9711d43326ec tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858982 Jul 09 17:31:23.553196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec194db-99a2-4377-8f2a-c64a743479d4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:23.638872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.20.0.1 (e839d9cf-eefc-4ca7-a53f-c86310084314/4d6e6d76-7e29-4b9d-9bda-2862f1273108/7b271870-691f-43df-b569-ba4533d72ea7) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:23.712489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877869-7f37-4036-a6d7-ee92936428f5 req-e3177b35-b6d2-46a6-86fd-cd97e5d92b05 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.721254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48877869-7f37-4036-a6d7-ee92936428f5 req-e3177b35-b6d2-46a6-86fd-cd97e5d92b05 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 1.8514104 Jul 09 17:31:23.770986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:23.922862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea5e6-9ddd-4c7b-aeae-813524e09af4 req-c8af8151-9352-4d2d-bb16-0ce3a2d1a9b2 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:23.935930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-818ea5e6-9ddd-4c7b-aeae-813524e09af4 req-c8af8151-9352-4d2d-bb16-0ce3a2d1a9b2 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1864564 Jul 09 17:31:23.999291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.047972 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.051575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.094369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:24.119900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 7b271870-691f-43df-b569-ba4533d72ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:24.183621 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48877869-7f37-4036-a6d7-ee92936428f5 req-7bd5c9dc-b4a0-40d8-845d-f3fd1660f23d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4608517 Jul 09 17:31:24.191881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-818ea5e6-9ddd-4c7b-aeae-813524e09af4 req-6b3e7e8a-935a-4730-805d-74551c318c08 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539992 Jul 09 17:31:24.215329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.216081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5c6bd9-f5df-4c10-93a6-23cf262948ef {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:31:24.224599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.229379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05ef73ae-5e3f-4d3b-8cc3-b10e42978616 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9c5c6bd9-f5df-4c10-93a6-23cf262948ef HTTP/1.1" status: 204 len: 168 time: 3.6392815 Jul 09 17:31:24.230341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49790) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:24.232478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:24.312114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.378549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1059270f-0b10-4d96-a223-4f7b4d5b5df9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:24.427243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Deleting subnet 7b88c18a-6729-4fda-914a-abab673e8583 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:31:24.439539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1059270f-0b10-4d96-a223-4f7b4d5b5df9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:24.440056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1059270f-0b10-4d96-a223-4f7b4d5b5df9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:24.440491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ec194db-99a2-4377-8f2a-c64a743479d4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:24.444585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.508979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3ec194db-99a2-4377-8f2a-c64a743479d4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:24.509328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ec194db-99a2-4377-8f2a-c64a743479d4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:24.536378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network e839d9cf-eefc-4ca7-a53f-c86310084314 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:24.538215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:24.550486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.559197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:24.595626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.686965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.723508 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.731027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:24.742116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b88c18a-6729-4fda-914a-abab673e8583 HTTP/1.1" status: 204 len: 168 time: 0.5070705 Jul 09 17:31:24.744416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:24.770836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aadc1c-9ae1-455b-9af9-9d8a66e226cf None None] Network e839d9cf-eefc-4ca7-a53f-c86310084314 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:25.006925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.011340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=7b271870-691f-43df-b569-ba4533d72ea7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:25.058625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.074318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] Provisioning for port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:25.077399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2174ad-a6b2-4b08-ae4e-8f93f0cf1d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b88c18a-6729-4fda-914a-abab673e8583,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:25.082304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] Provisioning complete for port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:25.084323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.230782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.318172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80a447f-36d0-421f-a29a-c7d1ebb3d7bd']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:25.366892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854b51f1-36b4-4e71-8a3f-e9046ea8845f') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:25.369418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854b51f1-36b4-4e71-8a3f-e9046ea8845f') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:25.437407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.490012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9f98-7204-4e20-a3b5-ccd5e1f03fcb req-2fddc148-c533-4718-875b-479a6ae5a0a8 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:25.494050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-003c9f98-7204-4e20-a3b5-ccd5e1f03fcb req-2fddc148-c533-4718-875b-479a6ae5a0a8 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.4327662 Jul 09 17:31:25.499349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.514437 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.522478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:25.523899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.629262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] For port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,segment=NetworkSegment(cf88dd82-ab4f-46d3-be20-5b3671204c14),segment_id=cf88dd82-ab4f-46d3-be20-5b3671204c14)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:25.641454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:25.671023 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:25.799732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb1acb-b6dd-4643-99cc-4a03d5c240e0 None None] Pushing event updated for resources: {'Port': ['ID=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:25.838424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.857791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-003c9f98-7204-4e20-a3b5-ccd5e1f03fcb req-342d5abc-8dff-4f77-b4aa-89d38700daaf tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732152 Jul 09 17:31:25.859657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:25.867737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f80a447f-36d0-421f-a29a-c7d1ebb3d7bd HTTP/1.1" status: 204 len: 168 time: 1.1195097 Jul 09 17:31:25.894670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8f44f-1a7d-44dc-8efc-e5abdfb43986 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80a447f-36d0-421f-a29a-c7d1ebb3d7bd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:25.979275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:26.012233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c1986-6c90-4f35-a701-8e267963eb25 req-76f1ca42-9851-4ab6-9d94-c779fa0adfca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:26.031633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e02c1986-6c90-4f35-a701-8e267963eb25 req-76f1ca42-9851-4ab6-9d94-c779fa0adfca tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.3622816 Jul 09 17:31:26.120495 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.132484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.145617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:26.150054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.216464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e02c1986-6c90-4f35-a701-8e267963eb25 req-0c5fc781-1af2-4a3b-a185-29bc70bf3e8b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771781 Jul 09 17:31:26.329867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=7b271870-691f-43df-b569-ba4533d72ea7,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:26.336591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5f441677-8b8b-4398-ad05-bad4987f8abd None None] Provisioning for port 7b271870-691f-43df-b569-ba4533d72ea7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:26.339109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.397261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5f441677-8b8b-4398-ad05-bad4987f8abd None None] Provisioning complete for port 7b271870-691f-43df-b569-ba4533d72ea7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:26.397659 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5f441677-8b8b-4398-ad05-bad4987f8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.420752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49810) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:26.484459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5f441677-8b8b-4398-ad05-bad4987f8abd None None] Port 7b271870-691f-43df-b569-ba4533d72ea7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:26.516286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5f441677-8b8b-4398-ad05-bad4987f8abd None None] Provisioning complete for port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:26.516942 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5f441677-8b8b-4398-ad05-bad4987f8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:26.662345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5a996420-2877-4c1a-ab97-4551fc77e583 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0171c4610799413b81ffce397fd23873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397099 Jul 09 17:31:26.664176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49818) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:26.690188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network e839d9cf-eefc-4ca7-a53f-c86310084314 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:26.694534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:27.003365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-83909dcc-6ac7-4027-ad94-85b2ecccc307 None None] Provisioning complete for port 7b271870-691f-43df-b569-ba4533d72ea7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:27.004565 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-83909dcc-6ac7-4027-ad94-85b2ecccc307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.031700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6004d6f0-71e8-4b34-a47a-f84d896efca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.093313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 6a072d42-a870-4b85-9374-f09a3ead5579 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:31:27.096654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-83909dcc-6ac7-4027-ad94-85b2ecccc307 None None] Port 7b271870-691f-43df-b569-ba4533d72ea7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:27.157119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6004d6f0-71e8-4b34-a47a-f84d896efca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.222837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fea735fc-363c-41bc-92f7-e744e917e4cf None None] Provisioning complete for port 7b271870-691f-43df-b569-ba4533d72ea7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:27.223374 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fea735fc-363c-41bc-92f7-e744e917e4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.308855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fea735fc-363c-41bc-92f7-e744e917e4cf None None] Port 7b271870-691f-43df-b569-ba4533d72ea7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:27.333473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:27.341763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] Sync routers for ids ['6a072d42-a870-4b85-9374-f09a3ead5579'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:27.355365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] Routers {'6a072d42-a870-4b85-9374-f09a3ead5579'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:27.356603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a072d42-a870-4b85-9374-f09a3ead5579'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:27.364109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1fd229e8-9d07-4b7d-b591-6d379e5a9490 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/6a072d42-a870-4b85-9374-f09a3ead5579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2314420 Jul 09 17:31:27.367602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49838) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:27.400602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:27.411366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] Routers {'6a072d42-a870-4b85-9374-f09a3ead5579'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:27.413418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a072d42-a870-4b85-9374-f09a3ead5579'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:27.518466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:27.519202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a07ddd-f3bf-4340-9d40-7208b35958d6 None None] The sync data for ids ['6a072d42-a870-4b85-9374-f09a3ead5579'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:27.559904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8377bcc-4dea-454b-a5ef-7546a6c09ccd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:27.562085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c8377bcc-4dea-454b-a5ef-7546a6c09ccd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports/7b271870-691f-43df-b569-ba4533d72ea7 HTTP/1.1" status: 200 len: 910 time: 0.1926713 Jul 09 17:31:27.565861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49848) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:27.633167 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6004d6f0-71e8-4b34-a47a-f84d896efca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.646323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6004d6f0-71e8-4b34-a47a-f84d896efca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:27.647926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6004d6f0-71e8-4b34-a47a-f84d896efca0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df46dd44-994e-4efa-addc-91f80b83b8ff HTTP/1.1" status: 204 len: 168 time: 0.9548583 Jul 09 17:31:27.701309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d6f0-71e8-4b34-a47a-f84d896efca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46dd44-994e-4efa-addc-91f80b83b8ff,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:27.716309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f32d-091d-4046-b950-6d7a3aa654a2 req-9fe669a6-874b-45d3-9274-84402ea91b10 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:27.718283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e748f32d-091d-4046-b950-6d7a3aa654a2 req-9fe669a6-874b-45d3-9274-84402ea91b10 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.4861789 Jul 09 17:31:27.836314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e748f32d-091d-4046-b950-6d7a3aa654a2 req-f8ea8a7d-a01c-4505-bac3-8aca187a6607 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120842 Jul 09 17:31:27.991937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391403bf-3314-49a9-a451-a4ca01adab88 req-5312bca7-c799-4e1a-bd4d-e65f3f2cd0b5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:28.003965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-391403bf-3314-49a9-a451-a4ca01adab88 req-5312bca7-c799-4e1a-bd4d-e65f3f2cd0b5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.4182472 Jul 09 17:31:28.194258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-391403bf-3314-49a9-a451-a4ca01adab88 req-f3efb5de-a707-47d6-951b-02d0276f0162 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261952 Jul 09 17:31:28.630032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-9410883a-a9ec-4524-bd7d-6ae15b2feb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:28.631981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-9410883a-a9ec-4524-bd7d-6ae15b2feb5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7dfe4ea8d43e79790dd9667c9f576&device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 1098 time: 0.1423485 Jul 09 17:31:28.883273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e585f27-f580-4d38-be59-9bbfe3fcc60f req-8b3a2173-593d-4b3e-bf8f-6fa81703968a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:28.886189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-802e13b9-0e60-4d42-b37a-11bf9ef892ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:28.887830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-802e13b9-0e60-4d42-b37a-11bf9ef892ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=88005089-ab9f-4e35-bd6b-e6227b0d98d1 HTTP/1.1" status: 200 len: 912 time: 0.2499523 Jul 09 17:31:28.906362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e585f27-f580-4d38-be59-9bbfe3fcc60f req-8b3a2173-593d-4b3e-bf8f-6fa81703968a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.3299468 Jul 09 17:31:29.019234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:29.043420 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-6bd74b8c-b7fa-4d6c-aaa8-55e80b271414 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cf09779-17ba-4b52-b7f9-710c8371618f HTTP/1.1" status: 200 len: 217 time: 0.1491401 Jul 09 17:31:29.185002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-8e2c3c26-0087-4c0f-9cdf-d7544dda3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.203876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-8e2c3c26-0087-4c0f-9cdf-d7544dda3ec1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6eb1d040-b372-496b-a883-3a1e6213b990 HTTP/1.1" status: 200 len: 851 time: 0.1511054 Jul 09 17:31:29.283918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-12713236-9f52-4529-820f-873590651388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88005089-ab9f-4e35-bd6b-e6227b0d98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772467 Jul 09 17:31:29.414831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e585f27-f580-4d38-be59-9bbfe3fcc60f req-509f564c-3453-4516-92f8-120b5375168a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062888 Jul 09 17:31:29.556524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-d6680bcc-93ee-4a21-ac19-4b80c64327fb service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643585 Jul 09 17:31:29.713142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 7b271870-691f-43df-b569-ba4533d72ea7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:29.713867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:29.857156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc0e0cf-6400-4540-bd20-56663b45b4a0 req-8d04891c-7e3d-415c-9e29-5f3121bfe5c9 service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737570 Jul 09 17:31:29.934347 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:29.939862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6dd7f-91a5-4f5b-ad5e-d7c099dcdae1 req-28b56579-7181-4523-9803-b54b135bc3bb tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:29.946346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cd6dd7f-91a5-4f5b-ad5e-d7c099dcdae1 req-28b56579-7181-4523-9803-b54b135bc3bb tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.3880765 Jul 09 17:31:29.963232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 7b271870-691f-43df-b569-ba4533d72ea7 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:30.096589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cd6dd7f-91a5-4f5b-ad5e-d7c099dcdae1 req-6a17acf5-e641-45df-8314-a9c626fdb851 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338415 Jul 09 17:31:30.249089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:30.278813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=7b271870-691f-43df-b569-ba4533d72ea7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:30.309103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.309454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.309858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.310152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.310459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.310790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.311173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.311500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.311847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.312237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.312498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.312855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:31:30.450186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:30.630555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 6a072d42-a870-4b85-9374-f09a3ead5579 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:30.695555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf10f13-3990-4394-a3fb-6a7497d8b53f req-78e209cb-1dfe-43f1-976d-8ea527edd054 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:30.695555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-faf10f13-3990-4394-a3fb-6a7497d8b53f req-78e209cb-1dfe-43f1-976d-8ea527edd054 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1108112 Jul 09 17:31:30.729966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:30.735722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6319b731-386b-44ab-991f-ce6268abb576 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/6a072d42-a870-4b85-9374-f09a3ead5579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1679907 Jul 09 17:31:30.740204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49946) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:30.745201 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] Sync routers for ids ['6a072d42-a870-4b85-9374-f09a3ead5579'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:30.757423 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] Routers {'6a072d42-a870-4b85-9374-f09a3ead5579'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:30.758064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a072d42-a870-4b85-9374-f09a3ead5579'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:30.759979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49948) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:30.763840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-faf10f13-3990-4394-a3fb-6a7497d8b53f req-e1f8c4e8-3567-4e44-982c-22fcca1a4d1a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561047 Jul 09 17:31:30.775844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-300a5e35-2590-4427-b68f-bb8818524732 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a072d42-a870-4b85-9374-f09a3ead5579 HTTP/1.1" status: 200 len: 205 time: 0.0321417 Jul 09 17:31:30.776836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:30.816632 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:30.826700 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] Routers {'6a072d42-a870-4b85-9374-f09a3ead5579'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:30.828006 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a072d42-a870-4b85-9374-f09a3ead5579'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:30.865060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:30.868170 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:30.869086 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddec3b-d9ad-4ed8-be49-7de956c5c7a0 None None] The sync data for ids ['6a072d42-a870-4b85-9374-f09a3ead5579'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:30.908123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c40d1ff7-f709-43fa-bf45-052fc46fee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.013657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c40d1ff7-f709-43fa-bf45-052fc46fee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.019074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c40d1ff7-f709-43fa-bf45-052fc46fee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.067504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c40d1ff7-f709-43fa-bf45-052fc46fee3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53ddd822b82945afb4cc1214c9ee4e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997942 Jul 09 17:31:31.067714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.068243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:31.069287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d1ff7-f709-43fa-bf45-052fc46fee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739232f6-664e-4e01-a29a-675201d46017,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:31.070894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.142455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.142985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router 6a072d42-a870-4b85-9374-f09a3ead5579 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:31:31.165919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.169874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fb93dc5c-76bf-494c-86c9-eec79d5df5ab tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/6a072d42-a870-4b85-9374-f09a3ead5579 HTTP/1.1" status: 204 len: 168 time: 0.3889747 Jul 09 17:31:31.169874 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60479aa5-f176-402a-8815-10db1fe0d8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.170542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:31.227192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60479aa5-f176-402a-8815-10db1fe0d8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.265112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet 4d6e6d76-7e29-4b9d-9bda-2862f1273108 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:31:31.291699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.341289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.390148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60479aa5-f176-402a-8815-10db1fe0d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.392877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60479aa5-f176-402a-8815-10db1fe0d8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.396494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-60479aa5-f176-402a-8815-10db1fe0d8c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/739232f6-664e-4e01-a29a-675201d46017 HTTP/1.1" status: 204 len: 168 time: 0.3247786 Jul 09 17:31:31.420191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199e0cd-0bc7-43d3-8cb2-f20d4291e3fe req-e7b9c952-d6ea-4bfb-b7d3-414ff32fdf3b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:31.421886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d199e0cd-0bc7-43d3-8cb2-f20d4291e3fe req-e7b9c952-d6ea-4bfb-b7d3-414ff32fdf3b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.1784737 Jul 09 17:31:31.422701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60479aa5-f176-402a-8815-10db1fe0d8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739232f6-664e-4e01-a29a-675201d46017,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:31.497301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.504102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d199e0cd-0bc7-43d3-8cb2-f20d4291e3fe req-9810652f-9a8e-4255-8d27-7682fed236c7 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686717 Jul 09 17:31:31.658234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.705331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6e6d76-7e29-4b9d-9bda-2862f1273108,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:31.720933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137520f-4692-45c9-9944-f9fe2961e0a3 None None] Network e839d9cf-eefc-4ca7-a53f-c86310084314 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:31.732927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:31.740901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49982) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:31.753032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21881ee6-47a3-45aa-acab-f0a5a6ce3618 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/4d6e6d76-7e29-4b9d-9bda-2862f1273108 HTTP/1.1" status: 204 len: 168 time: 0.5814056 Jul 09 17:31:31.893634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.085949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] DHCP port deletion for e839d9cf-eefc-4ca7-a53f-c86310084314 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:31:32.148520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:32.149135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.205784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] Deleting port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:32.206269 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.267491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af9f25-39ca-4a53-a026-b02b6e3b1420 req-71d70cdb-50b9-4283-9d07-348e59c80d1d tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:32.269491 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9af9f25-39ca-4a53-a026-b02b6e3b1420 req-71d70cdb-50b9-4283-9d07-348e59c80d1d tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.2895339 Jul 09 17:31:32.309514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] For port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,segment=NetworkSegment(cf88dd82-ab4f-46d3-be20-5b3671204c14),segment_id=cf88dd82-ab4f-46d3-be20-5b3671204c14)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:32.309957 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.325566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] Calling delete_port for 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:32.372366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,segment=NetworkSegment(cf88dd82-ab4f-46d3-be20-5b3671204c14),segment_id=cf88dd82-ab4f-46d3-be20-5b3671204c14)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:32.372736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.405718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9af9f25-39ca-4a53-a026-b02b6e3b1420 req-b1d9d6d1-243d-41b0-9dca-26d9ae4720db tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227241 Jul 09 17:31:32.415435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:32.432963 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.455391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] No DVR routers for this DVR port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:32.502036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452647-40b2-42d4-afb5-9aae3f3a4849 None None] Pushing event deleted for resources: {'Port': ['ID=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:32.538243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50006) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:32.544887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.576459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=6e7a9a9e-63bb-4791-a017-6a0b46b83e3b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:32.585577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:32.712762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.737051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e839d9cf-eefc-4ca7-a53f-c86310084314']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:32.763556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-121448258-network', 'tenant_id': '947b3a2a7b864b848f2b15f153346822'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:32.771851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf88dd82-ab4f-46d3-be20-5b3671204c14') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:32.772167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf88dd82-ab4f-46d3-be20-5b3671204c14') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:32.792838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.825632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660712de-5a32-4bc3-9551-bdf600110b14 req-b63fd801-5419-4067-be16-8daedc338e16 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:32.827251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-660712de-5a32-4bc3-9551-bdf600110b14 req-b63fd801-5419-4067-be16-8daedc338e16 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.1644297 Jul 09 17:31:32.828662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.830852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Made reservation on behalf of 947b3a2a7b864b848f2b15f153346822 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:32.833226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.847584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:32.848017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:32.856268 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:32.872560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.923407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1566fbe-769c-4785-b2b3-3fd2de818184 req-f475e6db-d0fc-452a-8ec5-31960ea91297 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:32.930501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1566fbe-769c-4785-b2b3-3fd2de818184 req-f475e6db-d0fc-452a-8ec5-31960ea91297 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1067190 Jul 09 17:31:32.955977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.961774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:32.967253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/e839d9cf-eefc-4ca7-a53f-c86310084314 HTTP/1.1" status: 204 len: 168 time: 1.2211332 Jul 09 17:31:32.970311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50024) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:32.978221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-660712de-5a32-4bc3-9551-bdf600110b14 req-7e644f1d-21d7-44ac-8905-d54d7fe704f8 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401751 Jul 09 17:31:32.988492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-147281748', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:33.004757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1566fbe-769c-4785-b2b3-3fd2de818184 req-5b82e3f9-ee25-4361-ab03-b5c363cb4ebc tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728872 Jul 09 17:31:33.009471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9c954-4d96-4a97-9d9d-810145318f44 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=e839d9cf-eefc-4ca7-a53f-c86310084314,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:33.086534 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.092342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.109685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.110816 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.114764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:33.147065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31946c32-6880-49ad-a187-144a1b2b26ba,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:33.150362 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.150961 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Added segment 5e2c3c0b-f2c6-4839-8bc1-deb4b92af66b of type vlan for network fb629a23-a6ae-4a77-9803-263b9e9e1e01 Jul 09 17:31:33.165218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.245516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.307345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-6f03e797-688f-4081-9b3e-769902cbb42a tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.308970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-6f03e797-688f-4081-9b3e-769902cbb42a tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 813 time: 0.1562481 Jul 09 17:31:33.310452 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.311450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.312063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.378880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8395414 Jul 09 17:31:33.382304 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-eb0c8749-9ebd-4540-b1c2-a85d37ab7c33 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/quotas/46acc4efb1d94cd38378d1e9f1730727 HTTP/1.1" status: 200 len: 375 time: 0.0622172 Jul 09 17:31:33.390366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c0b3-72c2-46e9-a970-5bbaf0f798b2 admin admin] Pushing event updated for resources: {'Network': ['ID=fb629a23-a6ae-4a77-9803-263b9e9e1e01,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:33.406732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network fb629a23-a6ae-4a77-9803-263b9e9e1e01 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:33.425751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-092370eb-8140-410d-88ed-080c1491e2ac tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326121 Jul 09 17:31:33.632037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-d462a052-a866-4336-987f-d0f9251805b0 service neutron] 10.222.0.21 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910744 Jul 09 17:31:33.709669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:33.764640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-1cb7674a-5945-49ed-8e71-520c9b3574ea service neutron] 10.222.0.21 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254487 Jul 09 17:31:33.858441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:31:33.967637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:33.974097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1fc5c-d3c5-4ea1-a730-472f8fd5cd08 req-b05a9826-6173-4053-8f14-31c2de7f2d70 tempest-ComputeTenantNetworksTest-1456566753 tempest-ComputeTenantNetworksTest-1456566753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.980106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1fc5c-d3c5-4ea1-a730-472f8fd5cd08 req-b05a9826-6173-4053-8f14-31c2de7f2d70 tempest-ComputeTenantNetworksTest-1456566753 tempest-ComputeTenantNetworksTest-1456566753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.986027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1fc5c-d3c5-4ea1-a730-472f8fd5cd08 req-b05a9826-6173-4053-8f14-31c2de7f2d70 tempest-ComputeTenantNetworksTest-1456566753 tempest-ComputeTenantNetworksTest-1456566753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:33.995778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:34.006725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93a1fc5c-d3c5-4ea1-a730-472f8fd5cd08 req-b05a9826-6173-4053-8f14-31c2de7f2d70 tempest-ComputeTenantNetworksTest-1456566753 tempest-ComputeTenantNetworksTest-1456566753-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2278616 Jul 09 17:31:34.015307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf410ed9-0d67-4053-9e41-a0c86e415ab3 req-39e45134-081e-4242-b97e-15e63502e94f tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0628281 Jul 09 17:31:34.110640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7028-8946-4832-9f9c-673730b073bb req-030518eb-b663-4f2a-acc3-30ae5efb88c9 tempest-ComputeTenantNetworksTest-1456566753 tempest-ComputeTenantNetworksTest-1456566753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:34.122254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c1f7028-8946-4832-9f9c-673730b073bb req-030518eb-b663-4f2a-acc3-30ae5efb88c9 tempest-ComputeTenantNetworksTest-1456566753 tempest-ComputeTenantNetworksTest-1456566753-project] 10.222.0.21 "GET /v2.0/networks/fb629a23-a6ae-4a77-9803-263b9e9e1e01 HTTP/1.1" status: 200 len: 768 time: 0.1086357 Jul 09 17:31:34.122801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50066) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:34.279711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'port_id': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'mac_address': 'fa:16:3e:77:0c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:31:34.300269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:34.300870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6e7a9a9e-63bb-4791-a017-6a0b46b83e3b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:34.318463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.336911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.344632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.351569 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.366208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea91782-e63b-4da7-9d54-f33d8736528d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:34.383529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5c19-630e-45db-bdeb-f7319c58a900 req-8e3964cd-3dcd-407d-8461-b0d674ac19ad tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:34.385294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2edd5c19-630e-45db-bdeb-f7319c58a900 req-8e3964cd-3dcd-407d-8461-b0d674ac19ad tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 943 time: 0.1417296 Jul 09 17:31:34.393206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:34.401550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.420748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a4252-2bcc-48c8-bfca-d3952741ec3b req-2172b90f-9a3d-4bb8-ab07-2c0fa8840199 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:34.422682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc1a4252-2bcc-48c8-bfca-d3952741ec3b req-2172b90f-9a3d-4bb8-ab07-2c0fa8840199 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1733449 Jul 09 17:31:34.459953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:34.483549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.502625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb629a23-a6ae-4a77-9803-263b9e9e1e01']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.504067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc1a4252-2bcc-48c8-bfca-d3952741ec3b req-8216056e-1e72-41a6-a7a3-1fae4eb6f4ec tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Jul 09 17:31:34.516681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2edd5c19-630e-45db-bdeb-f7319c58a900 req-2c476bf2-61bb-4080-8d47-84ab4d63e048 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179645 Jul 09 17:31:34.521562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2c3c0b-f2c6-4839-8bc1-deb4b92af66b') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.521562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2c3c0b-f2c6-4839-8bc1-deb4b92af66b') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:34.523147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.25.3.229 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/7ed096d9-5481-492c-b11b-fa4286c09713) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:34.535844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.567027 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.575368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:34.575820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:34.577898 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:34.640264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.644995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.650092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb629a23-a6ae-4a77-9803-263b9e9e1e01 HTTP/1.1" status: 204 len: 168 time: 0.5230033 Jul 09 17:31:34.650225 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.659826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3abe-9d03-4b3f-88c8-b9f31afde20c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb629a23-a6ae-4a77-9803-263b9e9e1e01,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:34.667447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['4ea91782-e63b-4da7-9d54-f33d8736528d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:34.718525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:34.778257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=7ed096d9-5481-492c-b11b-fa4286c09713,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:34.791423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:34.819638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:34.822749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50078) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:34.837337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:34.902524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ffad1227-bb12-4861-95d9-b573aaf5df96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947b3a2a7b864b848f2b15f153346822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785551 Jul 09 17:31:34.906171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50080) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:34.972489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba14eaa1-5cf0-4c0f-927e-193f00abd581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.024436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba14eaa1-5cf0-4c0f-927e-193f00abd581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.076383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-6f33d9d7-52dc-4409-8a6e-0dbf78112388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.077995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-6f33d9d7-52dc-4409-8a6e-0dbf78112388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=34c7dfe4ea8d43e79790dd9667c9f576&device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 1098 time: 0.1035998 Jul 09 17:31:35.106038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44a13-fe8a-4870-861b-41b7e8bb40f3 req-d1f03596-cd93-48ab-a622-15f7764fb78c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.112305 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37a44a13-fe8a-4870-861b-41b7e8bb40f3 req-d1f03596-cd93-48ab-a622-15f7764fb78c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1502037 Jul 09 17:31:35.153111 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba14eaa1-5cf0-4c0f-927e-193f00abd581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.155696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba14eaa1-5cf0-4c0f-927e-193f00abd581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.157111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ba14eaa1-5cf0-4c0f-927e-193f00abd581 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31946c32-6880-49ad-a187-144a1b2b26ba HTTP/1.1" status: 204 len: 168 time: 0.2476952 Jul 09 17:31:35.212444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37a44a13-fe8a-4870-861b-41b7e8bb40f3 req-62abfc56-0e33-47d1-96a0-ba602e87aada tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965319 Jul 09 17:31:35.226107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.229331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14eaa1-5cf0-4c0f-927e-193f00abd581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31946c32-6880-49ad-a187-144a1b2b26ba,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:35.258568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-232cdf7c-32ff-4cfe-b544-0194f3a99796 req-981a3522-182e-40d6-8795-14580ae46d0e tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 210 time: 0.1177862 Jul 09 17:31:35.284917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-adc39201-b4eb-4073-be42-d814d372eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.286734 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-adc39201-b4eb-4073-be42-d814d372eacc service neutron] 10.222.0.36 "GET /v2.0/networks?id=88005089-ab9f-4e35-bd6b-e6227b0d98d1 HTTP/1.1" status: 200 len: 912 time: 0.2029834 Jul 09 17:31:35.348410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-a2f0ed0b-65b3-4ded-9a94-9244384a404f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cf09779-17ba-4b52-b7f9-710c8371618f HTTP/1.1" status: 200 len: 217 time: 0.0545557 Jul 09 17:31:35.417122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-f8a45c66-37a0-466c-a3ec-141068ac3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.419281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-f8a45c66-37a0-466c-a3ec-141068ac3d0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6eb1d040-b372-496b-a883-3a1e6213b990 HTTP/1.1" status: 200 len: 851 time: 0.0635531 Jul 09 17:31:35.456841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-1750d10d-5a0d-4889-9b85-9807dfb3446a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88005089-ab9f-4e35-bd6b-e6227b0d98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319569 Jul 09 17:31:35.481720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.644331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router a0f43214-0a6b-4bf2-9439-78357ee0d42d is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:31:35.660933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-1e3d7bee-dc4a-4ae0-b2e0-a5d4ef831651 service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949625 Jul 09 17:31:35.774950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-54094b44-622c-43e4-a885-e1b0469d711e tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.776743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-54094b44-622c-43e4-a885-e1b0469d711e tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.13 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 813 time: 0.3232796 Jul 09 17:31:35.796760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Request body: {'port': {'device_id': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948', 'admin_state_up': True, 'tenant_id': '46acc4efb1d94cd38378d1e9f1730727'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:35.819526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:35.835230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] Sync routers for ids ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:35.853447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] Routers {'a0f43214-0a6b-4bf2-9439-78357ee0d42d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:35.854493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:35.855149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7661-a789-4396-a795-c427b8162918 req-a80f74f8-2101-4ae6-83fe-507dd0bf74fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:35.865308 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f5e7661-a789-4396-a795-c427b8162918 req-a80f74f8-2101-4ae6-83fe-507dd0bf74fd tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 944 time: 0.1423876 Jul 09 17:31:35.866870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2ef0eda-90bf-4226-ae30-6f7f99832a4e req-a1d9bcd2-f9ce-4619-9579-aee4e466bea5 service neutron] 10.222.0.36 "GET /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972404 Jul 09 17:31:35.876699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.877990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7ac5a831-ece0-4f6f-b854-8aab88f1e8bd tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9062986 Jul 09 17:31:35.884353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50110) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:35.909580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:35.913173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:35.943578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Made reservation on behalf of 46acc4efb1d94cd38378d1e9f1730727 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:35.947331 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:35.950240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] Routers {'a0f43214-0a6b-4bf2-9439-78357ee0d42d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:35.953098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:35.982287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f5e7661-a789-4396-a795-c427b8162918 req-fab36d17-5ccd-4632-bfaa-02acad4f0b89 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158752 Jul 09 17:31:36.004774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:36.005443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f6e16-343f-47f6-a4c8-5c00f86a9152 None None] The sync data for ids ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:36.033711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 4ea91782-e63b-4da7-9d54-f33d8736528d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:36.034090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:36.058186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-993e3473-983a-4989-8207-feb1121baf0e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/routers/a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 200 len: 880 time: 0.1700745 Jul 09 17:31:36.060598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50114) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:36.112803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Allocated IP 172.20.0.5 (f9541a8d-5c50-4fcf-b1db-265527432948/877741f1-2f36-494b-b4af-211764504198/61b81f50-6789-4721-83c5-6fecc202fb5b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:36.133241 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:36.185427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:36.186822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:36.189746 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcbf504-ec94-4207-81b5-ae10f6f2cde8" -d '{"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-plugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:36.194274 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:36.247735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:36.259919 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4c8a6-c9af-4940-b6d8-75a02d18ce1b x-openstack-request-id: req-bfd4c8a6-c9af-4940-b6d8-75a02d18ce1b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:36.260216 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-plugged", "status": "completed", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:36.260471 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfd4c8a6-c9af-4940-b6d8-75a02d18ce1b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:36.260877 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'code': 200} Jul 09 17:31:36.314897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:36.367719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a0c38c19-b29a-4950-98bc-5e95d74dc2b5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3055496 Jul 09 17:31:36.369982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50130) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:36.375589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-147281748'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:36.610426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47d0c5-9131-4bf9-bef7-ed7f414c1435 req-47592c61-6ad7-4525-9b29-be781c52ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:36.612932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad47d0c5-9131-4bf9-bef7-ed7f414c1435 req-47592c61-6ad7-4525-9b29-be781c52ff40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1098 time: 0.1852729 Jul 09 17:31:36.877874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3c2430d3-abca-4a45-8c30-1fe26d5fad52 req-337e5c0d-a7ec-4bd1-b296-dadcc869c6bf tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0419188 Jul 09 17:31:36.893000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:36.939515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Network f9541a8d-5c50-4fcf-b1db-265527432948 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:36.945216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:36.949293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:36.978586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Pushing event updated for resources: {'Port': ['ID=61b81f50-6789-4721-83c5-6fecc202fb5b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:37.012451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:37.012825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.030889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-2e9039f2-ff3d-48fd-bf77-0727f7f4bb0d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2393017 Jul 09 17:31:37.043538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Request body: {'port': {'device_id': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:37.047526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d3afa-6d80-4f46-9db4-9d70e06b096f req-afc21656-9505-4dc9-ab74-1b3cb77aea3d tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:37.049906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e57d3afa-6d80-4f46-9db4-9d70e06b096f req-afc21656-9505-4dc9-ab74-1b3cb77aea3d tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.5825937 Jul 09 17:31:37.112956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad47d0c5-9131-4bf9-bef7-ed7f414c1435 req-332f83e6-5c58-45c1-b45d-fb32e89b31d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598055 Jul 09 17:31:37.117302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.145677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e57d3afa-6d80-4f46-9db4-9d70e06b096f req-5a84dc5c-d833-459a-a112-b4e8e1ac8fe1 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887177 Jul 09 17:31:37.279433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.292042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.318108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6338a-3ae0-4f14-abd7-2c6b3864bfff req-1d379691-d4dd-4df8-8e08-00baeb1fca34 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:37.320346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ee6338a-3ae0-4f14-abd7-2c6b3864bfff req-1d379691-d4dd-4df8-8e08-00baeb1fca34 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 946 time: 0.1918187 Jul 09 17:31:37.410808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router a0f43214-0a6b-4bf2-9439-78357ee0d42d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:37.420371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ee6338a-3ae0-4f14-abd7-2c6b3864bfff req-b008fa22-7336-4f4e-b0f3-c03b29983f70 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876606 Jul 09 17:31:37.498212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:37.520695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b81f50-6789-4721-83c5-6fecc202fb5b {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:37.523918 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:37.530327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.531807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.536208 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] Sync routers for ids ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:37.536703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50164) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:37.536857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0de56c2-6f29-411b-b11b-d8d84d9faa54 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 200 len: 887 time: 1.1650751 Jul 09 17:31:37.546047 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] Routers {'a0f43214-0a6b-4bf2-9439-78357ee0d42d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:37.546949 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:37.579667 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:37.590689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Transition to ACTIVE for port object 61b81f50-6789-4721-83c5-6fecc202fb5b will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:37.605347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.611285 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] Routers {'a0f43214-0a6b-4bf2-9439-78357ee0d42d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:37.612155 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:37.659907 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:37.660569 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5222d3a-d963-413b-b258-c7936e9e6bde None None] The sync data for ids ['a0f43214-0a6b-4bf2-9439-78357ee0d42d'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:37.697374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5264bbcb-ced8-4ac4-ba9c-d3fb66868850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.725598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Pushing event updated for resources: {'Port': ['ID=61b81f50-6789-4721-83c5-6fecc202fb5b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:37.769369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-27049864-a33d-494e-83d9-6b0d074fa476 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/routers/a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 200 len: 887 time: 0.2320211 Jul 09 17:31:37.772897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50176) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:37.807842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b3d9969b-05df-45ef-ab5d-2eddd20cbd9a tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 200 len: 205 time: 0.0313766 Jul 09 17:31:37.810048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50178) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:37.844243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Attempting to bind port 61b81f50-6789-4721-83c5-6fecc202fb5b on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:37.844617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Attempting to bind port 61b81f50-6789-4721-83c5-6fecc202fb5b by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:37.844926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Attempting to bind port 61b81f50-6789-4721-83c5-6fecc202fb5b on network f9541a8d-5c50-4fcf-b1db-265527432948 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:37.853452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Port 61b81f50-6789-4721-83c5-6fecc202fb5b on network f9541a8d-5c50-4fcf-b1db-265527432948 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:31:37.853812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Attempting to bind port 61b81f50-6789-4721-83c5-6fecc202fb5b on network f9541a8d-5c50-4fcf-b1db-265527432948 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:37.865069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:37.865338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Checking segment: {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:37.865728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Bound using segment: {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:37.866178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Bound port: 61b81f50-6789-4721-83c5-6fecc202fb5b, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88caa362-7bfe-415d-ae92-e20ae0c80d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:37.866888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.941014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5264bbcb-ced8-4ac4-ba9c-d3fb66868850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.960283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:37.963621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5264bbcb-ced8-4ac4-ba9c-d3fb66868850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.010711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] For port 61b81f50-6789-4721-83c5-6fecc202fb5b, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:38.020011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264bbcb-ced8-4ac4-ba9c-d3fb66868850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809e9ca-7d5e-430f-8c6d-4342a688ba09,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:38.033288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5264bbcb-ced8-4ac4-ba9c-d3fb66868850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80ad231bb7a942dd8532a88913ce79bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307057 Jul 09 17:31:38.033288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50186) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:38.035806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] For port 61b81f50-6789-4721-83c5-6fecc202fb5b, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61b81f50-6789-4721-83c5-6fecc202fb5b,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:38.051198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.116227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:38.117294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.118810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] 10.222.0.13 "PUT /v2.0/ports/61b81f50-6789-4721-83c5-6fecc202fb5b HTTP/1.1" status: 200 len: 1092 time: 1.0808070 Jul 09 17:31:38.119643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'tag': '61b81f50-6789-4721-83c5-6fecc202fb5b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:38.134077 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a9e366-70af-491b-a933-4be6cb067470" -d '{"events": [{"name": "network-changed", "server_uuid": "caa23d39-347a-421e-a36a-0e6715f8e6f8", "tag": "61b81f50-6789-4721-83c5-6fecc202fb5b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:38.168285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.200169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.216237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501dbc-19f8-46a2-82c5-c63a10c71c2f service neutron] Pushing event updated for resources: {'Port': ['ID=61b81f50-6789-4721-83c5-6fecc202fb5b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:38.224819 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36555c23-0512-41f4-b312-1981dd44b167 x-openstack-request-id: req-36555c23-0512-41f4-b312-1981dd44b167 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:38.226240 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa23d39-347a-421e-a36a-0e6715f8e6f8", "tag": "61b81f50-6789-4721-83c5-6fecc202fb5b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:38.230425 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36555c23-0512-41f4-b312-1981dd44b167 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:38.230932 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'tag': '61b81f50-6789-4721-83c5-6fecc202fb5b', 'status': 'completed', 'code': 200} Jul 09 17:31:38.235776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebb284-7446-4872-97cc-fc2481923b22 req-7d734118-821b-4109-b004-0684260cb6a1 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:38.237528 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48ebb284-7446-4872-97cc-fc2481923b22 req-7d734118-821b-4109-b004-0684260cb6a1 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 943 time: 0.1495924 Jul 09 17:31:38.252172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8913f93-13cc-4dd1-9191-3dc17d3a3f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.305588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8913f93-13cc-4dd1-9191-3dc17d3a3f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.337222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48ebb284-7446-4872-97cc-fc2481923b22 req-da0f1b8c-3651-486a-a242-192ffa0e77ad tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729952 Jul 09 17:31:38.357329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-ec97855a-a56a-4fc0-a66f-bb5a471b7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:38.359124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-ec97855a-a56a-4fc0-a66f-bb5a471b7dce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 1095 time: 0.1590383 Jul 09 17:31:38.395423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 7ed096d9-5481-492c-b11b-fa4286c09713 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:38.395423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.443231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-7834c37b-e483-4d3b-9b3a-a6f8cb5c1792 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61b81f50-6789-4721-83c5-6fecc202fb5b HTTP/1.1" status: 200 len: 217 time: 0.0574179 Jul 09 17:31:38.451631 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8913f93-13cc-4dd1-9191-3dc17d3a3f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.460982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8913f93-13cc-4dd1-9191-3dc17d3a3f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.464510 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e8913f93-13cc-4dd1-9191-3dc17d3a3f3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e809e9ca-7d5e-430f-8c6d-4342a688ba09 HTTP/1.1" status: 204 len: 168 time: 0.4287579 Jul 09 17:31:38.566061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8913f93-13cc-4dd1-9191-3dc17d3a3f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809e9ca-7d5e-430f-8c6d-4342a688ba09,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:38.580673 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:38.624613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-c94b2b47-98c9-4919-9995-fa426015b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:38.626115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-c94b2b47-98c9-4919-9995-fa426015b762 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=877741f1-2f36-494b-b4af-211764504198 HTTP/1.1" status: 200 len: 853 time: 0.1755528 Jul 09 17:31:38.637796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3118b-34cf-49e1-a5ca-19e92c199602 req-9286ecef-9ecf-4517-8805-cf1ff6e834e0 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:38.639443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ab3118b-34cf-49e1-a5ca-19e92c199602 req-9286ecef-9ecf-4517-8805-cf1ff6e834e0 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.2788529 Jul 09 17:31:38.654765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 7ed096d9-5481-492c-b11b-fa4286c09713 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:38.674773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-fa7b7454-6f32-489c-b20e-7bdb69ee269a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9541a8d-5c50-4fcf-b1db-265527432948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342016 Jul 09 17:31:38.760227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0cd98-c0af-441a-93b6-c20d54665f48 req-603ef28e-7b79-4e18-ac36-119a553649b5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:38.761934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3dd0cd98-c0af-441a-93b6-c20d54665f48 req-603ef28e-7b79-4e18-ac36-119a553649b5 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 946 time: 0.1517732 Jul 09 17:31:38.769712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ab3118b-34cf-49e1-a5ca-19e92c199602 req-f0193b25-20d7-4288-b5c8-32f1448e1ca5 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214428 Jul 09 17:31:38.847296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-238cf816-5213-4b64-be6e-c278755dbe3c service neutron] 10.222.0.13 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639345 Jul 09 17:31:38.978554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41f07e44-c99f-4d8a-aa52-e5816613fb8d req-13bedb16-d712-4745-b7d0-6c20c35f0e59 service neutron] 10.222.0.13 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234007 Jul 09 17:31:38.981356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3dd0cd98-c0af-441a-93b6-c20d54665f48 req-66afb0c0-85fc-44b0-a58d-51a1ea091134 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017074 Jul 09 17:31:39.106711 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.115929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e366-70af-491b-a933-4be6cb067470 req-96aae6ec-e854-44c3-a639-eb8dec5731bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:39.118062 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-96aae6ec-e854-44c3-a639-eb8dec5731bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46acc4efb1d94cd38378d1e9f1730727&device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 1095 time: 0.0847843 Jul 09 17:31:39.151008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=7ed096d9-5481-492c-b11b-fa4286c09713,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:39.206987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.256078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.372778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e366-70af-491b-a933-4be6cb067470 req-a2b0e4c7-1756-4d45-8087-1feaafbea0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:39.374359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-a2b0e4c7-1756-4d45-8087-1feaafbea0b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 200 len: 914 time: 0.2434258 Jul 09 17:31:39.424485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.428437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.455804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-5a9a482d-fa39-4f37-912c-be31d2ea62ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61b81f50-6789-4721-83c5-6fecc202fb5b HTTP/1.1" status: 200 len: 217 time: 0.0726321 Jul 09 17:31:39.490211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.490788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router a0f43214-0a6b-4bf2-9439-78357ee0d42d {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:31:39.506121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.507266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-985e1b39-9543-439e-9f4c-b20a2ea31e6e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 204 len: 168 time: 1.6958146 Jul 09 17:31:39.511256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50254) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:39.529407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-284986982'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:39.533658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f7635-9cd2-40d1-94ba-ee8cb710b0c1 req-734bcc3b-44aa-4b4f-bee0-e2d5b8ff752b tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:39.544347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-239f7635-9cd2-40d1-94ba-ee8cb710b0c1 req-734bcc3b-44aa-4b4f-bee0-e2d5b8ff752b tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1878192 Jul 09 17:31:39.637654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-239f7635-9cd2-40d1-94ba-ee8cb710b0c1 req-31595e26-de64-4f7a-9cdb-863944b42d5a tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Jul 09 17:31:39.644334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e366-70af-491b-a933-4be6cb067470 req-c5933a05-0e47-4022-9919-b7e1bd78c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:39.645797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-c5933a05-0e47-4022-9919-b7e1bd78c016 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=877741f1-2f36-494b-b4af-211764504198 HTTP/1.1" status: 200 len: 853 time: 0.1746700 Jul 09 17:31:39.690539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:39.694489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.718785 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-3a453f45-60c7-4629-8a37-7929d48b4222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9541a8d-5c50-4fcf-b1db-265527432948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405829 Jul 09 17:31:39.808308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:39.831924 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.832359 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment c1bcd300-7337-4032-9703-a075dceb76b6 of type vlan for network fd67054d-8798-47ca-836a-e5206d86f32e Jul 09 17:31:39.880281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66453eb-6473-4282-8802-1b6e74b0e95a req-6167f8f0-470c-449f-ba70-9e866bb60268 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:39.881823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d66453eb-6473-4282-8802-1b6e74b0e95a req-6167f8f0-470c-449f-ba70-9e866bb60268 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 943 time: 0.2561696 Jul 09 17:31:39.915405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:39.935285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-90dfdcf4-a098-4b2b-9af9-8bd7d5d91458 service neutron] 10.222.0.13 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025042 Jul 09 17:31:39.982568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d66453eb-6473-4282-8802-1b6e74b0e95a req-c4b9e42d-bff3-476a-9424-9806ef2d4201 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913942 Jul 09 17:31:40.030913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.036788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:40.037388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.111864 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5968812 Jul 09 17:31:40.112170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50270) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:40.118747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:40.138053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38a9e366-70af-491b-a933-4be6cb067470 req-2c014842-0b6d-44d5-abca-c05a4d272954 service neutron] 10.222.0.13 "GET /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938653 Jul 09 17:31:40.138751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506c6d2-3d2f-4d12-a83a-4b235e39bcdc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=fd67054d-8798-47ca-836a-e5206d86f32e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:40.149260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network fd67054d-8798-47ca-836a-e5206d86f32e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:40.282664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:40.286207 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.355271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2217f-8ae9-41ed-ab25-ce7785360219 req-daa6c70a-7791-4293-bb36-4a7e53a4f8bc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:40.357176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2aa2217f-8ae9-41ed-ab25-ce7785360219 req-daa6c70a-7791-4293-bb36-4a7e53a4f8bc tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 946 time: 0.1404715 Jul 09 17:31:40.375200 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33bfbb02-ca5b-4f8d-994c-04655faeab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.419095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2aa2217f-8ae9-41ed-ab25-ce7785360219 req-479b0258-e1a3-4b55-89ab-41da44991309 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549207 Jul 09 17:31:40.528867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.613818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': 'c1bcd300-7337-4032-9703-a075dceb76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:40.614193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: fd67054d-8798-47ca-836a-e5206d86f32e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:31:40.616869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=1b000a0b-740e-4348-a935-59f438fcc8a6,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:40.638486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network fd67054d-8798-47ca-836a-e5206d86f32e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:31:40.649849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, fd67054d-8798-47ca-836a-e5206d86f32e) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:40.654374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:40.655106 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.662345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e48fd-62ba-40b9-84e8-a522054b3233 None None] Network fd67054d-8798-47ca-836a-e5206d86f32e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:40.684015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-83b17fe4-6543-4014-b5c1-465be14fd96c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5682104 Jul 09 17:31:40.684359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50288) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:40.689205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-189835251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:40.715457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.717282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.789425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.796658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.824368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.830034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50292) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:40.832989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-440174b8-edd9-4989-b192-711feab8b6e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1464863 Jul 09 17:31:40.884297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-fd67054d-8798-47ca-836a-e5206d86f32e', 'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': '1b000a0b-740e-4348-a935-59f438fcc8a6'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:31:40.884297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:40.961008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19f0db-a272-4f02-8d21-ac7d93d619f6 req-f8e23441-75a5-47c2-a09f-52349bfaff3b tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:40.969333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b19f0db-a272-4f02-8d21-ac7d93d619f6 req-f8e23441-75a5-47c2-a09f-52349bfaff3b tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.0774543 Jul 09 17:31:41.035819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b19f0db-a272-4f02-8d21-ac7d93d619f6 req-f6c0cb45-c3e6-402b-a60d-a9b29b858a5c tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f2755b3-43f8-4636-a7e8-7ed7595a50f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653219 Jul 09 17:31:41.223575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-080a2c53-a096-452e-baf7-86f032946e32 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:41.225376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-080a2c53-a096-452e-baf7-86f032946e32 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.36 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 946 time: 0.1042404 Jul 09 17:31:41.262246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Allocated IP 172.20.0.2 (fd67054d-8798-47ca-836a-e5206d86f32e/1b000a0b-740e-4348-a935-59f438fcc8a6/1aeedce7-1078-4eed-9fd1-2c453bd68758) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:41.391375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Deleting port 2cf09779-17ba-4b52-b7f9-710c8371618f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:41.391729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.433010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a043-fc00-4e2c-8648-400b1616368d req-e28c4375-d694-4ffd-b8ee-e4c6d8c6f6a5 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:41.434705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78f9a043-fc00-4e2c-8648-400b1616368d req-e28c4375-d694-4ffd-b8ee-e4c6d8c6f6a5 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 943 time: 0.1837664 Jul 09 17:31:41.436717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.474557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.487303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Transition to ACTIVE for port object 1aeedce7-1078-4eed-9fd1-2c453bd68758 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:41.505374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Transition to ACTIVE for port object 1aeedce7-1078-4eed-9fd1-2c453bd68758 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:41.516304 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.533775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] For port 2cf09779-17ba-4b52-b7f9-710c8371618f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2cf09779-17ba-4b52-b7f9-710c8371618f,segment=NetworkSegment(cde6215b-ada7-40e8-9cd1-5c57125fab60),segment_id=cde6215b-ada7-40e8-9cd1-5c57125fab60)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:41.534132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.544180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78f9a043-fc00-4e2c-8648-400b1616368d req-39d89681-f8a6-4d87-b01f-a894fd0aab03 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982971 Jul 09 17:31:41.559268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Network fd67054d-8798-47ca-836a-e5206d86f32e is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:41.563505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:41.566484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:41.575292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Calling delete_port for 2cf09779-17ba-4b52-b7f9-710c8371618f owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:41.623533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Pushing event updated for resources: {'Port': ['ID=1aeedce7-1078-4eed-9fd1-2c453bd68758,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:41.663141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Attempting to bind port 1aeedce7-1078-4eed-9fd1-2c453bd68758 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:41.670104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Attempting to bind port 1aeedce7-1078-4eed-9fd1-2c453bd68758 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c1bcd300-7337-4032-9703-a075dceb76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:41.671054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Attempting to bind port 1aeedce7-1078-4eed-9fd1-2c453bd68758 on network fd67054d-8798-47ca-836a-e5206d86f32e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:41.678807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:41.680411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Checking segment: {'id': 'c1bcd300-7337-4032-9703-a075dceb76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:41.681060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.682021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Bound using segment: {'id': 'c1bcd300-7337-4032-9703-a075dceb76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:41.683255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Bound port: 1aeedce7-1078-4eed-9fd1-2c453bd68758, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bcd300-7337-4032-9703-a075dceb76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fd67054d-8798-47ca-836a-e5206d86f32e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:41.684467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.757231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] For port 1aeedce7-1078-4eed-9fd1-2c453bd68758, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:41.763309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] For port 1aeedce7-1078-4eed-9fd1-2c453bd68758, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1aeedce7-1078-4eed-9fd1-2c453bd68758,segment=NetworkSegment(c1bcd300-7337-4032-9703-a075dceb76b6),segment_id=c1bcd300-7337-4032-9703-a075dceb76b6)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:41.769399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.798801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.813675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50306) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:41.819571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['2cf09779-17ba-4b52-b7f9-710c8371618f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:41.823702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.20.0.1 (fd67054d-8798-47ca-836a-e5206d86f32e/1b000a0b-740e-4348-a935-59f438fcc8a6/78599af7-132d-400e-84e4-55a0e623e44b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:41.835041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Pushing event deleted for resources: {'Port': ['ID=2cf09779-17ba-4b52-b7f9-710c8371618f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:41.874170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fbbc0-f6f2-4106-bba4-222d5b18bccd None None] Pushing event updated for resources: {'Port': ['ID=1aeedce7-1078-4eed-9fd1-2c453bd68758,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:41.889343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61b81f50-6789-4721-83c5-6fecc202fb5b details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:31:41.916598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] No DVR routers for this DVR port 2cf09779-17ba-4b52-b7f9-710c8371618f on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:41.919396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:41.923918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a55a7ec-902e-4e7a-abb8-ce3974e59fff req-08e36383-bcc9-4afd-b533-7c1fc83a0311 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.36 "DELETE /v2.0/ports/2cf09779-17ba-4b52-b7f9-710c8371618f HTTP/1.1" status: 204 len: 173 time: 0.6902435 Jul 09 17:31:41.924559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'name': 'network-vif-deleted', 'tag': '2cf09779-17ba-4b52-b7f9-710c8371618f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:41.929952 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfbf96e-0baf-420f-8cc9-3091414ea0ff" -d '{"events": [{"server_uuid": "01f7e572-ff6b-426c-b185-d78d65d3dbf1", "name": "network-vif-deleted", "tag": "2cf09779-17ba-4b52-b7f9-710c8371618f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:42.005355 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7fb477-d5cc-4593-ba3b-275bbcd3977b x-openstack-request-id: req-7c7fb477-d5cc-4593-ba3b-275bbcd3977b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:42.008627 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7e572-ff6b-426c-b185-d78d65d3dbf1", "name": "network-vif-deleted", "tag": "2cf09779-17ba-4b52-b7f9-710c8371618f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:42.010709 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c7fb477-d5cc-4593-ba3b-275bbcd3977b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:42.011153 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7e572-ff6b-426c-b185-d78d65d3dbf1', 'name': 'network-vif-deleted', 'tag': '2cf09779-17ba-4b52-b7f9-710c8371618f', 'status': 'completed', 'code': 200} Jul 09 17:31:42.014110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.036622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 78599af7-132d-400e-84e4-55a0e623e44b will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:42.071584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 61b81f50-6789-4721-83c5-6fecc202fb5b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61b81f50-6789-4721-83c5-6fecc202fb5b,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:42.087715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '61b81f50-6789-4721-83c5-6fecc202fb5b', 'network_id': 'f9541a8d-5c50-4fcf-b1db-265527432948', 'port_id': '61b81f50-6789-4721-83c5-6fecc202fb5b', 'mac_address': 'fa:16:3e:6e:2e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877741f1-2f36-494b-b4af-211764504198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:31:42.113037 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e38c524d-e352-4393-af45-72b98a7cde14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.155990 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.183634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.205742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b81f50-6789-4721-83c5-6fecc202fb5b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:31:42.230596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 61b81f50-6789-4721-83c5-6fecc202fb5b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61b81f50-6789-4721-83c5-6fecc202fb5b,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:42.238530 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.249897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=78599af7-132d-400e-84e4-55a0e623e44b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:42.304092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-699f9875-c7b8-412a-ad29-d49ab895fe1d req-6037d5f6-fee9-455b-bd11-d62dfbc24747 tempest-TestServerAdvancedOps-1808580695 tempest-TestServerAdvancedOps-1808580695-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7e572-ff6b-426c-b185-d78d65d3dbf1 HTTP/1.1" status: 200 len: 210 time: 0.0577843 Jul 09 17:31:42.307309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network fd67054d-8798-47ca-836a-e5206d86f32e is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:42.312755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:42.318385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:42.324426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=61b81f50-6789-4721-83c5-6fecc202fb5b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:42.374571 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.509702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e38c524d-e352-4393-af45-72b98a7cde14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.518194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e38c524d-e352-4393-af45-72b98a7cde14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.518495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['61b81f50-6789-4721-83c5-6fecc202fb5b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:31:42.593038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.596874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e38c524d-e352-4393-af45-72b98a7cde14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa6f0497380d42ce949cecab55161869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820332 Jul 09 17:31:42.599670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50330) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:42.620135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c524d-e352-4393-af45-72b98a7cde14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda3069-9d49-40ab-939a-d7e9ebd455e6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:42.721982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-102cd2ee-8f9f-4f8b-9517-94234b824110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.780098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-102cd2ee-8f9f-4f8b-9517-94234b824110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.881307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-102cd2ee-8f9f-4f8b-9517-94234b824110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.884698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-102cd2ee-8f9f-4f8b-9517-94234b824110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.889113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-102cd2ee-8f9f-4f8b-9517-94234b824110 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fda3069-9d49-40ab-939a-d7e9ebd455e6 HTTP/1.1" status: 204 len: 168 time: 0.2860193 Jul 09 17:31:42.905517 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f177e4f6-8e41-4220-a08d-4cfbb56659a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:42.948468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd2ee-8f9f-4f8b-9517-94234b824110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda3069-9d49-40ab-939a-d7e9ebd455e6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:42.997189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed89310-04ea-42d1-bce5-ac85be709fe1 req-be3ed4e6-3ce7-46ee-924a-03f2023f7a42 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:43.004695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ed89310-04ea-42d1-bce5-ac85be709fe1 req-be3ed4e6-3ce7-46ee-924a-03f2023f7a42 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 944 time: 0.1386356 Jul 09 17:31:43.049989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ed89310-04ea-42d1-bce5-ac85be709fe1 req-c41aa292-9a2d-4cb9-8b32-92aa044f3bb1 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Jul 09 17:31:43.090513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.096349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.152019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.252433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=78599af7-132d-400e-84e4-55a0e623e44b,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:43.273783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50342) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:43.278553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd76880-37f8-43e9-b430-75089fce2e43 None None] Network fd67054d-8798-47ca-836a-e5206d86f32e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:43.295147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d0ce-6311-4110-919b-fcc57adfc406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.308385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network fd67054d-8798-47ca-836a-e5206d86f32e is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:43.309777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:43.364494 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.381821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26766545-1227-463d-8140-91c526f35ddf None None] Provisioning for port 1aeedce7-1078-4eed-9fd1-2c453bd68758 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:43.443432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d0ce-6311-4110-919b-fcc57adfc406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.450794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bac1d0ce-6311-4110-919b-fcc57adfc406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.488634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:43.509481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bac1d0ce-6311-4110-919b-fcc57adfc406 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e7ffed0bd2c4f5587b71fe2a591f51a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321632 Jul 09 17:31:43.509481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d0ce-6311-4110-919b-fcc57adfc406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d73ed-b5dc-4848-b6f7-5b2d37aa4e8f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:43.510933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50348) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:43.562211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Deleting subnet 6eb1d040-b372-496b-a883-3a1e6213b990 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:31:43.567171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.591733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81573a26-c8ec-4a5f-bec9-15ffb77dee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.606061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 707421ee-c99a-4ced-8a52-38328be9d957 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:31:43.611945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.623076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81573a26-c8ec-4a5f-bec9-15ffb77dee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.694662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81573a26-c8ec-4a5f-bec9-15ffb77dee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.697776 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81573a26-c8ec-4a5f-bec9-15ffb77dee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.701616 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81573a26-c8ec-4a5f-bec9-15ffb77dee4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad6d73ed-b5dc-4848-b6f7-5b2d37aa4e8f HTTP/1.1" status: 204 len: 168 time: 0.1757050 Jul 09 17:31:43.711283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81573a26-c8ec-4a5f-bec9-15ffb77dee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d73ed-b5dc-4848-b6f7-5b2d37aa4e8f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:43.748465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.832802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:43.843234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893777e0-d546-4feb-8996-ab2197957692 None None] Sync routers for ids ['707421ee-c99a-4ced-8a52-38328be9d957'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:43.870127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f31bd119-7d73-464d-903d-002caca0d14c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/707421ee-c99a-4ced-8a52-38328be9d957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381625 Jul 09 17:31:43.873123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50354) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:43.873606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:43.897833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893777e0-d546-4feb-8996-ab2197957692 None None] Routers {'707421ee-c99a-4ced-8a52-38328be9d957'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:43.898478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-893777e0-d546-4feb-8996-ab2197957692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['707421ee-c99a-4ced-8a52-38328be9d957'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:43.911934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61b81f50-6789-4721-83c5-6fecc202fb5b up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:43.993294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-893777e0-d546-4feb-8996-ab2197957692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:44.031481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b73fd-81ff-4134-8500-1c6d3962e367 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:44.039782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-050b73fd-81ff-4134-8500-1c6d3962e367 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports/78599af7-132d-400e-84e4-55a0e623e44b HTTP/1.1" status: 200 len: 910 time: 0.1652412 Jul 09 17:31:44.040900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50358) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:44.050978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b000a0b-740e-4348-a935-59f438fcc8a6'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:44.057839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1aeedce7-1078-4eed-9fd1-2c453bd68758 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:44.150602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893777e0-d546-4feb-8996-ab2197957692 None None] Routers {'707421ee-c99a-4ced-8a52-38328be9d957'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:44.151428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-893777e0-d546-4feb-8996-ab2197957692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['707421ee-c99a-4ced-8a52-38328be9d957'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:44.159248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Provisioning for port 78599af7-132d-400e-84e4-55a0e623e44b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:44.205680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-893777e0-d546-4feb-8996-ab2197957692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:44.206356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893777e0-d546-4feb-8996-ab2197957692 None None] The sync data for ids ['707421ee-c99a-4ced-8a52-38328be9d957'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:44.220862 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.224486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Provisioning complete for port 78599af7-132d-400e-84e4-55a0e623e44b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:44.224865 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.341992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 61b81f50-6789-4721-83c5-6fecc202fb5b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:44.345061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1aeedce7-1078-4eed-9fd1-2c453bd68758 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:44.352741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Port 78599af7-132d-400e-84e4-55a0e623e44b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:44.354730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 61b81f50-6789-4721-83c5-6fecc202fb5b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:44.355502 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.359340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1aeedce7-1078-4eed-9fd1-2c453bd68758 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:44.360088 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.468593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Provisioning complete for port 1aeedce7-1078-4eed-9fd1-2c453bd68758 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:44.469273 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.580753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb1d040-b372-496b-a883-3a1e6213b990,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:44.586337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.601939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.603878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df6cd8bf-c08f-4439-b649-64b09f4664f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6eb1d040-b372-496b-a883-3a1e6213b990 HTTP/1.1" status: 204 len: 168 time: 1.1138501 Jul 09 17:31:44.606401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50370) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:44.665027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.694663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.763047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b81f50-6789-4721-83c5-6fecc202fb5b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:31:44.766145 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3bdbf8-c0d5-4b83-94fe-4dc074fb9c49" -d '{"events": [{"server_uuid": "caa23d39-347a-421e-a36a-0e6715f8e6f8", "name": "network-vif-plugged", "status": "completed", "tag": "61b81f50-6789-4721-83c5-6fecc202fb5b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:31:44.786067 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.811816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 61b81f50-6789-4721-83c5-6fecc202fb5b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61b81f50-6789-4721-83c5-6fecc202fb5b,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:44.836977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.845616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1aeedce7-1078-4eed-9fd1-2c453bd68758, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1aeedce7-1078-4eed-9fd1-2c453bd68758,segment=NetworkSegment(c1bcd300-7337-4032-9703-a075dceb76b6),segment_id=c1bcd300-7337-4032-9703-a075dceb76b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:44.846917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.855846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.869477 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096b0e44-6c8d-4311-bc6b-e5030c157b0a x-openstack-request-id: req-096b0e44-6c8d-4311-bc6b-e5030c157b0a {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:31:44.869477 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa23d39-347a-421e-a36a-0e6715f8e6f8", "name": "network-vif-plugged", "status": "completed", "tag": "61b81f50-6789-4721-83c5-6fecc202fb5b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:31:44.869477 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-096b0e44-6c8d-4311-bc6b-e5030c157b0a {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:31:44.869477 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b81f50-6789-4721-83c5-6fecc202fb5b', 'code': 200} Jul 09 17:31:44.872401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88005089-ab9f-4e35-bd6b-e6227b0d98d1']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:44.889513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde6215b-ada7-40e8-9cd1-5c57125fab60') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:44.889513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde6215b-ada7-40e8-9cd1-5c57125fab60') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:44.910966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.915440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.930757 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.939273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:44.939821 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:44.941961 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:44.944350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=61b81f50-6789-4721-83c5-6fecc202fb5b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.006861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1aeedce7-1078-4eed-9fd1-2c453bd68758,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.017298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.033068 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.038631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] 10.222.0.21 "DELETE /v2.0/networks/88005089-ab9f-4e35-bd6b-e6227b0d98d1 HTTP/1.1" status: 204 len: 168 time: 0.4311931 Jul 09 17:31:45.040575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50384) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:45.049731 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:31:45.050086 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-cb44634a-688c-4af3-94d9-bfaf8432d2fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:31:45.095419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb53850-63e2-485a-b9f0-2ea0f48ecdcd admin admin] Pushing event deleted for resources: {'Network': ['ID=88005089-ab9f-4e35-bd6b-e6227b0d98d1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.120932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Deleting subnet 65d7a29d-8b77-4dc4-932e-3d784db2baef {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:31:45.125544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.178778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.181018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfe5ae-002f-411b-b4d3-9d1d8ff31e4a req-e67c8201-563d-45dc-a377-64e4798a267d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:45.183303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09bfe5ae-002f-411b-b4d3-9d1d8ff31e4a req-e67c8201-563d-45dc-a377-64e4798a267d tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 944 time: 0.7805755 Jul 09 17:31:45.232489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.287277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60f608-24bb-4f10-8cd5-5137fff2a792 req-37978efb-7bfa-40ed-8627-b4e839e770bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:45.289061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af60f608-24bb-4f10-8cd5-5137fff2a792 req-37978efb-7bfa-40ed-8627-b4e839e770bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 1097 time: 0.2266006 Jul 09 17:31:45.295858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-09bfe5ae-002f-411b-b4d3-9d1d8ff31e4a req-d749d6bd-2f34-4def-9a20-6a3435ac6ff7 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043942 Jul 09 17:31:45.337775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.364644 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af60f608-24bb-4f10-8cd5-5137fff2a792 req-007e2dac-a1d4-4b2f-ae14-4412d65d4322 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629151 Jul 09 17:31:45.370490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d7a29d-8b77-4dc4-932e-3d784db2baef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.376777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.380362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-424c2473-9aea-4fce-89f7-a7e52d141628 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/65d7a29d-8b77-4dc4-932e-3d784db2baef HTTP/1.1" status: 204 len: 168 time: 0.3366458 Jul 09 17:31:45.382882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50390) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:45.386361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.392554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2cf09779-17ba-4b52-b7f9-710c8371618f no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:45.402006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.422954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 2cf09779-17ba-4b52-b7f9-710c8371618f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:45.423297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2cf09779-17ba-4b52-b7f9-710c8371618f not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:45.489015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.494299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=78599af7-132d-400e-84e4-55a0e623e44b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.509751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:45.510362 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.515168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5d2d9f89-cb73-40ab-93aa-c87cb25140ca tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/ports/78599af7-132d-400e-84e4-55a0e623e44b HTTP/1.1" status: 200 len: 910 time: 1.4699168 Jul 09 17:31:45.515471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50394) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:45.606784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.617746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1123423c-fb89-4a8f-993b-0f61da14d0f2']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:45.633400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9df25d-c3d6-4659-a3fb-5ed9832dba47') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:45.633695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9df25d-c3d6-4659-a3fb-5ed9832dba47') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:45.643637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.661645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.673956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:45.675620 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:45.682697 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:45.728718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-289f659f-c961-474b-ab55-dc97d1fe288b None None] Provisioning complete for port 78599af7-132d-400e-84e4-55a0e623e44b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:45.729317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-289f659f-c961-474b-ab55-dc97d1fe288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.748217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.760136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.765765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1123423c-fb89-4a8f-993b-0f61da14d0f2 HTTP/1.1" status: 204 len: 168 time: 0.3791769 Jul 09 17:31:45.784404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-289f659f-c961-474b-ab55-dc97d1fe288b None None] Port 78599af7-132d-400e-84e4-55a0e623e44b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:45.803058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2a6da-cdb2-4f0c-aabf-1f7ca17d60d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1123423c-fb89-4a8f-993b-0f61da14d0f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:45.834306 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.931180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:45.945896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1aeedce7-1078-4eed-9fd1-2c453bd68758 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:45.975957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:46.017020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1aeedce7-1078-4eed-9fd1-2c453bd68758 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:46.017388 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.051098 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f05fd624-5716-44fb-8c2e-f71669a9775e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34c7dfe4ea8d43e79790dd9667c9f576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738599 Jul 09 17:31:46.053842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50420) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:46.137119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d22f230-3532-41a9-8e57-3ffd327797da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.195050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d22f230-3532-41a9-8e57-3ffd327797da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.264901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d22f230-3532-41a9-8e57-3ffd327797da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.268274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d22f230-3532-41a9-8e57-3ffd327797da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.269618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d22f230-3532-41a9-8e57-3ffd327797da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f2755b3-43f8-4636-a7e8-7ed7595a50f5 HTTP/1.1" status: 204 len: 168 time: 0.2148104 Jul 09 17:31:46.285556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22f230-3532-41a9-8e57-3ffd327797da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2755b3-43f8-4636-a7e8-7ed7595a50f5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:46.629227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054298f-a977-4c51-bf61-55e99b3057d0 req-5d38aecd-1e02-41c2-9e31-79fd42aa42d8 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:46.637269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e054298f-a977-4c51-bf61-55e99b3057d0 req-5d38aecd-1e02-41c2-9e31-79fd42aa42d8 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 945 time: 0.1003215 Jul 09 17:31:46.688787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e054298f-a977-4c51-bf61-55e99b3057d0 req-adc7f3c9-c912-4b2c-8e36-8e0b3a7bbbf1 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504355 Jul 09 17:31:46.793724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 78599af7-132d-400e-84e4-55a0e623e44b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:46.794343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.925529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:46.931411 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:46.948736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 78599af7-132d-400e-84e4-55a0e623e44b owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:46.986230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b2711f6f-e2c1-4f8d-8404-9d6d322344e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a2a25c2a5994e51ab2772a1336a12d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568926 Jul 09 17:31:46.986697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50462) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:47.063386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-438f237b-e12b-47ed-914c-3576f219a915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.093566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-438f237b-e12b-47ed-914c-3576f219a915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.166544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-438f237b-e12b-47ed-914c-3576f219a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.171959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-438f237b-e12b-47ed-914c-3576f219a915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.173403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-438f237b-e12b-47ed-914c-3576f219a915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d753ae53-3b11-4a9f-bca8-0bf1285c62f7 HTTP/1.1" status: 204 len: 168 time: 0.1855130 Jul 09 17:31:47.191223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f237b-e12b-47ed-914c-3576f219a915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d753ae53-3b11-4a9f-bca8-0bf1285c62f7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:47.276533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.377381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=78599af7-132d-400e-84e4-55a0e623e44b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:47.593464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:47.772645 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:31:47.916917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 707421ee-c99a-4ced-8a52-38328be9d957 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:48.000158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:48.010018 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] Sync routers for ids ['707421ee-c99a-4ced-8a52-38328be9d957'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:48.012043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cc741bf4-d8dd-4aee-bf7a-ef25612f29b6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/707421ee-c99a-4ced-8a52-38328be9d957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4954047 Jul 09 17:31:48.014991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50490) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:48.033727 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] Routers {'707421ee-c99a-4ced-8a52-38328be9d957'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:48.034811 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['707421ee-c99a-4ced-8a52-38328be9d957'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:48.049116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-03c6053d-4f4a-45cd-9bf9-03eb16275807 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=707421ee-c99a-4ced-8a52-38328be9d957 HTTP/1.1" status: 200 len: 205 time: 0.0328569 Jul 09 17:31:48.051827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50494) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:48.091501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:48.100651 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] Routers {'707421ee-c99a-4ced-8a52-38328be9d957'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:48.102026 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['707421ee-c99a-4ced-8a52-38328be9d957'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:48.133403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.144772 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:48.145797 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817309f-3a2a-4805-ae5e-0f2005cb3e81 None None] The sync data for ids ['707421ee-c99a-4ced-8a52-38328be9d957'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:48.318038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.319539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.386124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.386783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router 707421ee-c99a-4ced-8a52-38328be9d957 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:31:48.395741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.401781 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-87bb5eb7-1902-4452-a166-2798bd77b64c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/707421ee-c99a-4ced-8a52-38328be9d957 HTTP/1.1" status: 204 len: 168 time: 0.3462815 Jul 09 17:31:48.401946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50500) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:48.463602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet 1b000a0b-740e-4348-a935-59f438fcc8a6 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:31:48.467396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.511262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.621868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.694310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.712055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.717270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/1b000a0b-740e-4348-a935-59f438fcc8a6 HTTP/1.1" status: 204 len: 168 time: 0.3114927 Jul 09 17:31:48.717618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50512) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:48.724494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a1df3-dad0-48cd-a977-ec84a23c598c None None] Network fd67054d-8798-47ca-836a-e5206d86f32e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:48.774029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908865b-1e1c-45ff-a1ce-d45b303f4c01 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=1b000a0b-740e-4348-a935-59f438fcc8a6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:48.835390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:48.920266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 1aeedce7-1078-4eed-9fd1-2c453bd68758 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:48.920973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.014822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 1aeedce7-1078-4eed-9fd1-2c453bd68758, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1aeedce7-1078-4eed-9fd1-2c453bd68758,segment=NetworkSegment(c1bcd300-7337-4032-9703-a075dceb76b6),segment_id=c1bcd300-7337-4032-9703-a075dceb76b6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:49.015177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.029791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 1aeedce7-1078-4eed-9fd1-2c453bd68758 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:49.078837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] DHCP port deletion for fd67054d-8798-47ca-836a-e5206d86f32e request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:31:49.148085 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.152257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Deleting port 1aeedce7-1078-4eed-9fd1-2c453bd68758 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:31:49.152918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.181572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=1aeedce7-1078-4eed-9fd1-2c453bd68758,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:49.185928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port 1aeedce7-1078-4eed-9fd1-2c453bd68758 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:49.231820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] For port 1aeedce7-1078-4eed-9fd1-2c453bd68758, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:49.232531 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.246168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Calling delete_port for 1aeedce7-1078-4eed-9fd1-2c453bd68758 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:31:49.249388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Port 1aeedce7-1078-4eed-9fd1-2c453bd68758 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:31:49.250850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.277707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] Pushing event deleted for resources: {'Port': ['ID=1aeedce7-1078-4eed-9fd1-2c453bd68758,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:49.285843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1928e-a89c-4354-89e5-2960d3529237 None None] No DVR routers for this DVR port 1aeedce7-1078-4eed-9fd1-2c453bd68758 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:31:49.346436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.363720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd67054d-8798-47ca-836a-e5206d86f32e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:49.377673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bcd300-7337-4032-9703-a075dceb76b6') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:49.378144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bcd300-7337-4032-9703-a075dceb76b6') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:49.389829 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.423475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.435665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:31:49.437675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:31:49.443282 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:31:49.531348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.539941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.542407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/fd67054d-8798-47ca-836a-e5206d86f32e HTTP/1.1" status: 204 len: 168 time: 0.8235033 Jul 09 17:31:49.547120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:49.552162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934844936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:49.576443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfe073-8cb5-4101-804f-88e2b9f77741 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=fd67054d-8798-47ca-836a-e5206d86f32e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:49.591504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.592292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.671891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.683618 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.705038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.706768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5f3ab546-a201-4ac2-9e3b-2da3c25da4b4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1582973 Jul 09 17:31:49.709210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50544) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:49.715184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-1908700290'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:49.741664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:49.746425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.792476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:49.817003 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.817763 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment b9b3f27b-e727-47d8-88ae-6915c9bf6221 of type vlan for network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 Jul 09 17:31:49.932779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.959035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1aeedce7-1078-4eed-9fd1-2c453bd68758 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:31:49.973540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:49.981197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1aeedce7-1078-4eed-9fd1-2c453bd68758 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:31:49.982115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1aeedce7-1078-4eed-9fd1-2c453bd68758 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:31:49.984543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:49.985375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.070133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3571746 Jul 09 17:31:50.070133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa65fea-9951-45e8-b4f1-5e2b0cf91335 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=73e15ebd-8f18-4c6c-a864-cf5894145ba0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:50.070518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50570) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:50.076720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:50.084408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:50.209715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:50.213326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.472427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.549333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=c1bf444a-2bd7-4a9b-87c6-56d3137c1389,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:50.568154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:50.568531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: 73e15ebd-8f18-4c6c-a864-cf5894145ba0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:31:50.601455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:31:50.618024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 73e15ebd-8f18-4c6c-a864-cf5894145ba0) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:50.623753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:50.624946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:50.633693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ec76d-c49f-42a2-b4e4-ba5a0538a569 None None] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:50.663659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:50.664697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1f9b0c37-258e-4327-af64-7f9f5bcb4f92 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5917199 Jul 09 17:31:51.139226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.200272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:31:51.201258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.370325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Allocated IP 172.20.0.2 (73e15ebd-8f18-4c6c-a864-cf5894145ba0/c1bf444a-2bd7-4a9b-87c6-56d3137c1389/7e04d854-112f-4736-96a8-4045d6a80f17) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:51.584399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.594308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Transition to ACTIVE for port object 7e04d854-112f-4736-96a8-4045d6a80f17 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:51.614135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Transition to ACTIVE for port object 7e04d854-112f-4736-96a8-4045d6a80f17 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:51.623699 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.680890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e04d854-112f-4736-96a8-4045d6a80f17,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:51.681479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.20.0.1 (73e15ebd-8f18-4c6c-a864-cf5894145ba0/c1bf444a-2bd7-4a9b-87c6-56d3137c1389/3567e618-0538-4664-b5aa-cff390c50084) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:51.691718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:51.694111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:51.698050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:51.845589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.850711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Attempting to bind port 7e04d854-112f-4736-96a8-4045d6a80f17 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:51.851084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Attempting to bind port 7e04d854-112f-4736-96a8-4045d6a80f17 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:51.851878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Attempting to bind port 7e04d854-112f-4736-96a8-4045d6a80f17 on network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:51.856737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:51.857108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Checking segment: {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:51.857571 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.857966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Bound using segment: {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:51.858560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Bound port: 7e04d854-112f-4736-96a8-4045d6a80f17, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:51.858947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.863364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 3567e618-0538-4664-b5aa-cff390c50084 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:51.909199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.929170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] For port 7e04d854-112f-4736-96a8-4045d6a80f17, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:51.932605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] For port 7e04d854-112f-4736-96a8-4045d6a80f17, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7e04d854-112f-4736-96a8-4045d6a80f17,segment=NetworkSegment(b9b3f27b-e727-47d8-88ae-6915c9bf6221),segment_id=b9b3f27b-e727-47d8-88ae-6915c9bf6221)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:51.939295 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:51.976434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=3567e618-0538-4664-b5aa-cff390c50084,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:51.985648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:51.987373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:51.994016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:51.996280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52670727-0ad3-46bd-ba79-981b4860c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e04d854-112f-4736-96a8-4045d6a80f17,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:52.050285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.188855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50684) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:52.212963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.401390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c08e1489-6d92-4cc9-839a-85e3bfad9c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.605453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.618579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.704681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c08e1489-6d92-4cc9-839a-85e3bfad9c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.708224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.721213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c08e1489-6d92-4cc9-839a-85e3bfad9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:52.842418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=3567e618-0538-4664-b5aa-cff390c50084,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:52.875867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:52.882170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e1489-6d92-4cc9-839a-85e3bfad9c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7293859-c322-43f9-a568-b15a4108bc60,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:52.886273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:52.896054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c08e1489-6d92-4cc9-839a-85e3bfad9c39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80df2bb4efae4beab2551d275c0aafd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7037563 Jul 09 17:31:52.896416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50700) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:52.981232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ff1cc0e-4046-44c7-b0ba-bb2938f7f997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.012667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ff1cc0e-4046-44c7-b0ba-bb2938f7f997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.061374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:31:53.091468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ff1cc0e-4046-44c7-b0ba-bb2938f7f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.094346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ff1cc0e-4046-44c7-b0ba-bb2938f7f997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.095572 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1ff1cc0e-4046-44c7-b0ba-bb2938f7f997 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7293859-c322-43f9-a568-b15a4108bc60 HTTP/1.1" status: 204 len: 168 time: 0.1980476 Jul 09 17:31:53.104103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1cc0e-4046-44c7-b0ba-bb2938f7f997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7293859-c322-43f9-a568-b15a4108bc60,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:53.191859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:53.204696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:53.207631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50710) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:53.207813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b2ed7326-724b-44df-bb4b-69b5f701eed6 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428817 Jul 09 17:31:53.214520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-714480021'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:53.231394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:53.232446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:53.262225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:53.270127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.318019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:53.333139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.333647 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment 197a61b2-5a9d-4219-9368-e3d0c344bf9b of type vlan for network 11e5b33a-98c6-45d9-bcf7-454c480fc43a Jul 09 17:31:53.391953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.396342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3824ce5-8580-48d5-8b65-bb8763b12e84 None None] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:53.400262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:53.425350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.430972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:53.431581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.482327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50714) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:53.503891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c60c18b-1eb8-4ad2-bc08-c80aa86d7d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.522801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=11e5b33a-98c6-45d9-bcf7-454c480fc43a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:53.529371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dd5058bd-ab9a-4970-9cf1-2df9f1dcc757 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3200271 Jul 09 17:31:53.532314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50716) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:53.539621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:53.550599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:53.642700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c60c18b-1eb8-4ad2-bc08-c80aa86d7d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.650870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2c60c18b-1eb8-4ad2-bc08-c80aa86d7d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.684450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:53.691184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.701156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8ac75d8b-8b62-45eb-8709-f1c4052455b7 None None] Provisioning for port 7e04d854-112f-4736-96a8-4045d6a80f17 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:53.721133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c60c18b-1eb8-4ad2-bc08-c80aa86d7d6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7711972888d54133a82e1b5f8abd1ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375095 Jul 09 17:31:53.724570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:53.740506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60c18b-1eb8-4ad2-bc08-c80aa86d7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab2ccb-070c-4d58-a972-2b054c599809,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:53.804134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94134bfd-fd91-482a-b2a6-27c533827e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.830376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94134bfd-fd91-482a-b2a6-27c533827e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.883361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:31:52Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:52Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:53.889839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94134bfd-fd91-482a-b2a6-27c533827e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.894295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94134bfd-fd91-482a-b2a6-27c533827e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.896151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-94134bfd-fd91-482a-b2a6-27c533827e4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daab2ccb-070c-4d58-a972-2b054c599809 HTTP/1.1" status: 204 len: 168 time: 0.1695833 Jul 09 17:31:53.908806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134bfd-fd91-482a-b2a6-27c533827e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab2ccb-070c-4d58-a972-2b054c599809,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:53.952582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:31:53.952940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Updating router 804c98de-4533-4ce5-a379-534e7d75bb6f port 3567e618-0538-4664-b5aa-cff390c50084 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:31:53.960516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:53.994549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7e04d854-112f-4736-96a8-4045d6a80f17 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:54.050007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.054373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=922eeff1-bd69-4867-8148-0b1909e351e2,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:54.059212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:54.059577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: 11e5b33a-98c6-45d9-bcf7-454c480fc43a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:31:54.079956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:31:54.093091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 11e5b33a-98c6-45d9-bcf7-454c480fc43a) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:54.098504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:54.099367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.106040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b00be-804c-4b7a-8465-f975f41170e6 None None] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:54.125518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a8a2d8d7-26cc-4cb4-8a8e-2c3c7813c747 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5889952 Jul 09 17:31:54.126278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50728) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:54.200169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7e04d854-112f-4736-96a8-4045d6a80f17 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:54.282378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7e04d854-112f-4736-96a8-4045d6a80f17 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:54.283630 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.469800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9b02027c-c64f-440f-ad7a-33a56f029c2b None None] Provisioning for port 3567e618-0538-4664-b5aa-cff390c50084 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:54.530130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9b02027c-c64f-440f-ad7a-33a56f029c2b None None] Provisioning complete for port 3567e618-0538-4664-b5aa-cff390c50084 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:54.530514 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9b02027c-c64f-440f-ad7a-33a56f029c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.565975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:31:54.566841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.617008 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.670767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9b02027c-c64f-440f-ad7a-33a56f029c2b None None] Port 3567e618-0538-4664-b5aa-cff390c50084 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:54.788800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7e04d854-112f-4736-96a8-4045d6a80f17, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7e04d854-112f-4736-96a8-4045d6a80f17,segment=NetworkSegment(b9b3f27b-e727-47d8-88ae-6915c9bf6221),segment_id=b9b3f27b-e727-47d8-88ae-6915c9bf6221)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:54.794364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.812152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9b02027c-c64f-440f-ad7a-33a56f029c2b None None] Provisioning complete for port 7e04d854-112f-4736-96a8-4045d6a80f17 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:54.812519 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9b02027c-c64f-440f-ad7a-33a56f029c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:54.851197 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.075786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7e04d854-112f-4736-96a8-4045d6a80f17,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:55.109198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.131618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Transition to ACTIVE for port object 3567e618-0538-4664-b5aa-cff390c50084 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:55.147263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Allocated IP 172.21.0.2 (11e5b33a-98c6-45d9-bcf7-454c480fc43a/922eeff1-bd69-4867-8148-0b1909e351e2/a25a0f2e-ad8d-4795-9137-1f068dbd5a8a) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:55.155697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.268436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0562a3-32c5-4deb-8a53-7950e85980bf None None] Pushing event updated for resources: {'Port': ['ID=3567e618-0538-4664-b5aa-cff390c50084,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:55.365122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Attempting to bind port 3567e618-0538-4664-b5aa-cff390c50084 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:55.365781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Attempting to bind port 3567e618-0538-4664-b5aa-cff390c50084 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:55.365875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Attempting to bind port 3567e618-0538-4664-b5aa-cff390c50084 on network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:55.382549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:55.382955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Checking segment: {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:55.383327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.383725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Bound using segment: {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:55.384234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Bound port: 3567e618-0538-4664-b5aa-cff390c50084, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b3f27b-e727-47d8-88ae-6915c9bf6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:55.384613 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.703853 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.714340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Transition to ACTIVE for port object a25a0f2e-ad8d-4795-9137-1f068dbd5a8a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:55.730873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Transition to ACTIVE for port object a25a0f2e-ad8d-4795-9137-1f068dbd5a8a will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:55.744047 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.819487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.21.0.1 (11e5b33a-98c6-45d9-bcf7-454c480fc43a/922eeff1-bd69-4867-8148-0b1909e351e2/1a435f7e-6c25-4633-af18-0941b18d0997) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:55.822825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:55.829116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:55.831498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] For port 3567e618-0538-4664-b5aa-cff390c50084, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:55.837230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:55.856201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] For port 3567e618-0538-4664-b5aa-cff390c50084, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3567e618-0538-4664-b5aa-cff390c50084,segment=NetworkSegment(b9b3f27b-e727-47d8-88ae-6915c9bf6221),segment_id=b9b3f27b-e727-47d8-88ae-6915c9bf6221)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:55.885468 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:55.887338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Pushing event updated for resources: {'Port': ['ID=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:55.993332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7e04d854-112f-4736-96a8-4045d6a80f17 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:56.007655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.026666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 1a435f7e-6c25-4633-af18-0941b18d0997 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:31:56.051977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Attempting to bind port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:31:56.052421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Attempting to bind port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:31:56.052707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Attempting to bind port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a on network 11e5b33a-98c6-45d9-bcf7-454c480fc43a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:31:56.066163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0562a3-32c5-4deb-8a53-7950e85980bf None None] Pushing event updated for resources: {'Port': ['ID=3567e618-0538-4664-b5aa-cff390c50084,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:56.072261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:31:56.073050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Checking segment: {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:56.073476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.074290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Bound using segment: {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:31:56.074870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Bound port: a25a0f2e-ad8d-4795-9137-1f068dbd5a8a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:31:56.075247 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.089377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.127775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:56.128647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:56.201616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:56.205283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:56.210424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:31:56.222594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7e04d854-112f-4736-96a8-4045d6a80f17 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:56.223058 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.234284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=1a435f7e-6c25-4633-af18-0941b18d0997,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:56.258750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.277465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] For port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:31:56.284300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] For port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:31:56.285763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:56.321882 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.412981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.501131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77358b-a669-4370-89d9-a4305993b0d4 None None] Pushing event updated for resources: {'Port': ['ID=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:56.701577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:31:52Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:55Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:56.779324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9cdeb-ee10-4f3f-9359-b11e3e5f3b03 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:31:52Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:55Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:31:56.918485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:56.927572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:57.037883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:57.040051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=1a435f7e-6c25-4633-af18-0941b18d0997,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:57.165232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:31:57.167036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:57.820466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:31:57.894943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352b6dd-4cd9-464e-aced-8b04998835fa None None] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:57.966304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:31:57.974187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0baee86d-254b-445a-ae18-4e24078aa978 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8466489 Jul 09 17:31:57.977304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:57.983935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-269161512'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:58.033032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fcd8cc70-9ef5-40da-8549-e3f1095ee840 None None] Provisioning for port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:58.055265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:58.060720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.117047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:31:58.132858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.133667 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment 9aef359b-9a54-46bc-b868-c605460a4e29 of type vlan for network 2a26255d-af8c-4e68-a83d-8ffb63a5684e Jul 09 17:31:58.203571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a25a0f2e-ad8d-4795-9137-1f068dbd5a8a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:58.206867 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.275943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:58.278499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.283716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:58.284429 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.285713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:58.288593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.325517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3464353 Jul 09 17:31:58.328412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:58.335586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:31:58.420790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a86dd0-00d3-4929-9ca0-8ab0ea3c2ee7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=2a26255d-af8c-4e68-a83d-8ffb63a5684e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:58.449993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:31:58.535625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:31:58.541413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.600172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.666748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:58.673042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d2121a5-5070-4505-9df9-1e0bcfd93015 None None] Provisioning for port 1a435f7e-6c25-4633-af18-0941b18d0997 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:58.689584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.690681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3567e618-0538-4664-b5aa-cff390c50084 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:31:58.693218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d2121a5-5070-4505-9df9-1e0bcfd93015 None None] Provisioning complete for port 1a435f7e-6c25-4633-af18-0941b18d0997 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:58.694027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4d2121a5-5070-4505-9df9-1e0bcfd93015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.819953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4d2121a5-5070-4505-9df9-1e0bcfd93015 None None] Port 1a435f7e-6c25-4633-af18-0941b18d0997 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:58.864426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:58.873985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d2121a5-5070-4505-9df9-1e0bcfd93015 None None] Provisioning complete for port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:58.874459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4d2121a5-5070-4505-9df9-1e0bcfd93015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.881587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3567e618-0538-4664-b5aa-cff390c50084 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:31:58.885508 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:31:58.901677 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:31:58.901878 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:58.915660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3567e618-0538-4664-b5aa-cff390c50084 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:58.916363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.926036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:58.983883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50874) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:59.009255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=91155825-e011-4330-9cfa-eab92962d4fb,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:59.019915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:31:59.020474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: 2a26255d-af8c-4e68-a83d-8ffb63a5684e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:31:59.044897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:31:59.064138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 2a26255d-af8c-4e68-a83d-8ffb63a5684e) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:31:59.081815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:31:59.083364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.113941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50886) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:59.115370 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ece85eb1-ded4-481a-96ea-91a575a3c7a0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7824652 Jul 09 17:31:59.119027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030aa71-cea4-4a6a-a761-5ed4edf48761 None None] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:31:59.217313 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.237580 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:31:59.262743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3567e618-0538-4664-b5aa-cff390c50084, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3567e618-0538-4664-b5aa-cff390c50084,segment=NetworkSegment(b9b3f27b-e727-47d8-88ae-6915c9bf6221),segment_id=b9b3f27b-e727-47d8-88ae-6915c9bf6221)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:31:59.281880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.319322 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b930ffc9-7249-4b94-b110-1e682a7dc880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.395095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-178d7016-362c-439f-8e7c-6359d557b806 None None] Provisioning complete for port 1a435f7e-6c25-4633-af18-0941b18d0997 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:59.395095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-178d7016-362c-439f-8e7c-6359d557b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.429217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3567e618-0538-4664-b5aa-cff390c50084,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:31:59.455174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-178d7016-362c-439f-8e7c-6359d557b806 None None] Port 1a435f7e-6c25-4633-af18-0941b18d0997 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:59.469348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:31:59.471663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.574733 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:31:56Z', 'revision_number': 3, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:31:56Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:55Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:31:59.612004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ea96944-2bb9-45f7-8fdf-979252d49775 None None] Provisioning complete for port 1a435f7e-6c25-4633-af18-0941b18d0997 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:31:59.612878 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ea96944-2bb9-45f7-8fdf-979252d49775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.613825 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:31:59.614276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Updating router 804c98de-4533-4ce5-a379-534e7d75bb6f port 1a435f7e-6c25-4633-af18-0941b18d0997 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:31:59.663677 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.691957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4ea96944-2bb9-45f7-8fdf-979252d49775 None None] Port 1a435f7e-6c25-4633-af18-0941b18d0997 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:31:59.720841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Allocated IP 172.22.0.2 (2a26255d-af8c-4e68-a83d-8ffb63a5684e/91155825-e011-4330-9cfa-eab92962d4fb/873d7837-d6a0-4de1-ad95-44fca512800b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:31:59.785210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b930ffc9-7249-4b94-b110-1e682a7dc880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.794733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.804739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b930ffc9-7249-4b94-b110-1e682a7dc880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:31:59.979072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b930ffc9-7249-4b94-b110-1e682a7dc880 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a392f7e7cbd34bd2ae477d7077314898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933331 Jul 09 17:31:59.981799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:31:59.994307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930ffc9-7249-4b94-b110-1e682a7dc880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb2417-c8d9-438e-a601-1368a44f8a9e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:00.010821 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.018778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a25a0f2e-ad8d-4795-9137-1f068dbd5a8a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:00.030208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Transition to ACTIVE for port object 873d7837-d6a0-4de1-ad95-44fca512800b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:00.120940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4c25650-ea5c-4647-985b-917e40edb660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.177536 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4c25650-ea5c-4647-985b-917e40edb660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.182459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Transition to ACTIVE for port object 873d7837-d6a0-4de1-ad95-44fca512800b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:00.190057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:00.190837 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.195522 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.213372 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Transition to ACTIVE for port object 1a435f7e-6c25-4633-af18-0941b18d0997 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:00.225674 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.291462 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.298838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4c25650-ea5c-4647-985b-917e40edb660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.305410 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4c25650-ea5c-4647-985b-917e40edb660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.306802 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4c25650-ea5c-4647-985b-917e40edb660 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14eb2417-c8d9-438e-a601-1368a44f8a9e HTTP/1.1" status: 204 len: 168 time: 0.3236825 Jul 09 17:32:00.356082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c25650-ea5c-4647-985b-917e40edb660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb2417-c8d9-438e-a601-1368a44f8a9e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:00.360212 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Pushing event updated for resources: {'Port': ['ID=1a435f7e-6c25-4633-af18-0941b18d0997,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:00.384282 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.384623 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.385134 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.385473 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.396550 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.399028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.399204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.400117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.400117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.400352 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.400567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.400884 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:00.430148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-6b932170-73ed-4e79-9027-5e0635282a8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2208087 Jul 09 17:32:00.451245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.22.0.1 (2a26255d-af8c-4e68-a83d-8ffb63a5684e/91155825-e011-4330-9cfa-eab92962d4fb/376623f0-6688-49ac-89b4-293443c29bdf) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:32:00.451488 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Attempting to bind port 1a435f7e-6c25-4633-af18-0941b18d0997 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:00.451729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Attempting to bind port 1a435f7e-6c25-4633-af18-0941b18d0997 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:00.452095 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Attempting to bind port 1a435f7e-6c25-4633-af18-0941b18d0997 on network 11e5b33a-98c6-45d9-bcf7-454c480fc43a {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:00.475838 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:00.476266 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Checking segment: {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:00.476638 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.477032 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Bound using segment: {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:00.488449 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Bound port: 1a435f7e-6c25-4633-af18-0941b18d0997, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197a61b2-5a9d-4219-9368-e3d0c344bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:00.489001 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.681035 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] For port 1a435f7e-6c25-4633-af18-0941b18d0997, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:00.686360 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] For port 1a435f7e-6c25-4633-af18-0941b18d0997, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1a435f7e-6c25-4633-af18-0941b18d0997,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:00.695672 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:00.800039 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841e9c7-8667-4404-92f5-19fad2470c5a None None] Pushing event updated for resources: {'Port': ['ID=1a435f7e-6c25-4633-af18-0941b18d0997,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:00.855900 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:00.857037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:00.962550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.002864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 376623f0-6688-49ac-89b4-293443c29bdf will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:01.015612 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:01.065392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.068731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.071685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.073943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.077333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.079031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.079504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Pushing event updated for resources: {'Port': ['ID=873d7837-d6a0-4de1-ad95-44fca512800b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:01.080498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.082717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fbe2fec4-24b1-4c82-a6e5-09f616ad012b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a8406af76b2428aa6aad4b715d953bd&device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 6506 time: 0.5902436 Jul 09 17:32:01.136525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:01.148350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50918) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:01.184664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:01.190523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-de97c9a9-0069-4d2b-9359-fdedc19ce8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.190982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:01.315165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.338929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3567e618-0538-4664-b5aa-cff390c50084 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:01.383679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:01.393344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:01.408986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:01.428915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-de97c9a9-0069-4d2b-9359-fdedc19ce8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.440097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-de97c9a9-0069-4d2b-9359-fdedc19ce8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.467437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-3458e063-7a67-43a1-948b-b994de89bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.468265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-3458e063-7a67-43a1-948b-b994de89bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.468923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-3458e063-7a67-43a1-948b-b994de89bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.470671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-3458e063-7a67-43a1-948b-b994de89bbc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e356c56-291f-4e06-a842-ab091bc8d52b&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=d3435412-da52-4770-94fd-9c32b1d8766d&id=1bbe3a36-308e-442b-91d4-e1ec1081642c&id=1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 200 len: 2296 time: 0.3512623 Jul 09 17:32:01.474513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=376623f0-6688-49ac-89b4-293443c29bdf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:01.476485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Attempting to bind port 873d7837-d6a0-4de1-ad95-44fca512800b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:01.487862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Attempting to bind port 873d7837-d6a0-4de1-ad95-44fca512800b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:01.488510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Attempting to bind port 873d7837-d6a0-4de1-ad95-44fca512800b on network 2a26255d-af8c-4e68-a83d-8ffb63a5684e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:01.492819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.496250 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:31:56Z', 'revision_number': 3, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:00Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:01.511231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97c9a9-0069-4d2b-9359-fdedc19ce8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760082b1-e4a4-43ff-aa54-672a652cf0d5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:01.512720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:01.513414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Checking segment: {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:01.514086 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.514650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Bound using segment: {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:01.529543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Bound port: 873d7837-d6a0-4de1-ad95-44fca512800b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:01.531580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.565005 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e475d86-b2e8-4289-aa02-202c2a16fb28 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:31:56Z', 'revision_number': 3, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:00Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:01.567654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-de97c9a9-0069-4d2b-9359-fdedc19ce8d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ebb8a4d69814e39ac8b11dfd66acb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159961 Jul 09 17:32:01.570721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50922) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:01.709216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-d7a96a8e-ae94-45f3-92f1-6ffc107d14f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 200 len: 1001 time: 0.2287662 Jul 09 17:32:01.710378 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba7be861-8afb-4966-908e-04389e15cca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.740936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3567e618-0538-4664-b5aa-cff390c50084 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:01.741660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.776447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba7be861-8afb-4966-908e-04389e15cca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.794920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] For port 873d7837-d6a0-4de1-ad95-44fca512800b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:01.801013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] For port 873d7837-d6a0-4de1-ad95-44fca512800b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=873d7837-d6a0-4de1-ad95-44fca512800b,segment=NetworkSegment(9aef359b-9a54-46bc-b868-c605460a4e29),segment_id=9aef359b-9a54-46bc-b868-c605460a4e29)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:01.813050 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.870484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba7be861-8afb-4966-908e-04389e15cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.873624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba7be861-8afb-4966-908e-04389e15cca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:01.877738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ba7be861-8afb-4966-908e-04389e15cca7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/760082b1-e4a4-43ff-aa54-672a652cf0d5 HTTP/1.1" status: 204 len: 168 time: 0.3045070 Jul 09 17:32:01.893195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7be861-8afb-4966-908e-04389e15cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760082b1-e4a4-43ff-aa54-672a652cf0d5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:01.969032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-13b04df1-89a8-4966-9e63-01f015ac0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:01.972777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-13b04df1-89a8-4966-9e63-01f015ac0fc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 200 len: 855 time: 0.2407618 Jul 09 17:32:02.006751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39bfd-a6ce-4b7f-9b78-469e3eae8ec7 None None] Pushing event updated for resources: {'Port': ['ID=873d7837-d6a0-4de1-ad95-44fca512800b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:02.130351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:02.331053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a435f7e-6c25-4633-af18-0941b18d0997 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:02.445396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-158102d1-be43-4a0c-a435-2b91f470f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:02.446988 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-158102d1-be43-4a0c-a435-2b91f470f6fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e356c56-291f-4e06-a842-ab091bc8d52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4429865 Jul 09 17:32:02.475937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1a435f7e-6c25-4633-af18-0941b18d0997 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:02.487590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1a435f7e-6c25-4633-af18-0941b18d0997 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:02.490026 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:02.721312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:02.776471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1a435f7e-6c25-4633-af18-0941b18d0997, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1a435f7e-6c25-4633-af18-0941b18d0997,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:02.782887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:02.853820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1a435f7e-6c25-4633-af18-0941b18d0997,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:03.406843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-e04b6b97-763d-488d-813e-cbadf9eea8f3 service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9499230 Jul 09 17:32:03.672936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-ac1c1ebd-1ce0-4309-9e9c-cde778ffde4e service neutron] 10.222.0.36 "GET /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525957 Jul 09 17:32:03.697055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70cc70-cf37-47aa-aae5-95fab552ecbf None None] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:03.748103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-2b8ed811-2513-449e-a828-05e7d7ecb66c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 217 time: 0.0581083 Jul 09 17:32:03.750835 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:03.813579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7997429a-2092-48ff-b77c-8504f8940e2c None None] Provisioning for port 873d7837-d6a0-4de1-ad95-44fca512800b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:03.850393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:03.973607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-47435a3c-34ff-481f-b959-8512e228713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:03.975137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-47435a3c-34ff-481f-b959-8512e228713f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.2211597 Jul 09 17:32:03.986239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=376623f0-6688-49ac-89b4-293443c29bdf,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:03.992342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50998) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:04.002641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.130316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-4183ffc4-1fd1-4d96-a48e-65128df6529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:04.132069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-4183ffc4-1fd1-4d96-a48e-65128df6529a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471808 Jul 09 17:32:04.244880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:04.250817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:04.362063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-5e0fedc6-d639-479a-84b2-2c2ee41ddf37 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213619 Jul 09 17:32:04.374699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a435f7e-6c25-4633-af18-0941b18d0997 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:04.470379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d566-678d-4aa6-bc2d-736ba4f21cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.499281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1a435f7e-6c25-4633-af18-0941b18d0997 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:04.499687 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.504751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07e7f3e1-8ae4-45b1-ba80-63ad077e76c5 None None] Provisioning for port 376623f0-6688-49ac-89b4-293443c29bdf completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:04.564106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07e7f3e1-8ae4-45b1-ba80-63ad077e76c5 None None] Provisioning complete for port 376623f0-6688-49ac-89b4-293443c29bdf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:04.565669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07e7f3e1-8ae4-45b1-ba80-63ad077e76c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.595788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-7421ead8-7995-4d6b-9c06-19debfb99cdb service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263713 Jul 09 17:32:04.645703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-07e7f3e1-8ae4-45b1-ba80-63ad077e76c5 None None] Port 376623f0-6688-49ac-89b4-293443c29bdf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:04.697828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d566-678d-4aa6-bc2d-736ba4f21cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.711379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d566-678d-4aa6-bc2d-736ba4f21cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.742401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 873d7837-d6a0-4de1-ad95-44fca512800b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:04.758908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:04.791847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9bd4d566-678d-4aa6-bc2d-736ba4f21cbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d77f734bd8497ea9be9b0827965055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7969966 Jul 09 17:32:04.792756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:04.814444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-b4b002d8-e3bd-400e-baf3-00b54aaa7c17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 217 time: 0.1570799 Jul 09 17:32:04.824053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-98c7d0d5-0401-4030-ab0f-ec49681d08c9 None None] Provisioning complete for port 376623f0-6688-49ac-89b4-293443c29bdf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:04.824425 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-98c7d0d5-0401-4030-ab0f-ec49681d08c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.852475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4d566-678d-4aa6-bc2d-736ba4f21cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5c40a-a35e-4480-8fd4-885dcc0ff307,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:04.867290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-98c7d0d5-0401-4030-ab0f-ec49681d08c9 None None] Port 376623f0-6688-49ac-89b4-293443c29bdf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:04.874899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 873d7837-d6a0-4de1-ad95-44fca512800b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:04.879830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 873d7837-d6a0-4de1-ad95-44fca512800b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:04.880213 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.907943 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a38bfcc6-e2ec-4e66-bc28-e4f2afb011fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.957081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a38bfcc6-e2ec-4e66-bc28-e4f2afb011fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.995830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-21ba987e-81a5-4046-b676-d754f8600b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:04.997176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:04.997393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-21ba987e-81a5-4046-b676-d754f8600b6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1699915 Jul 09 17:32:05.071851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 873d7837-d6a0-4de1-ad95-44fca512800b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=873d7837-d6a0-4de1-ad95-44fca512800b,segment=NetworkSegment(9aef359b-9a54-46bc-b868-c605460a4e29),segment_id=9aef359b-9a54-46bc-b868-c605460a4e29)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:05.076049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a38bfcc6-e2ec-4e66-bc28-e4f2afb011fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.079754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a38bfcc6-e2ec-4e66-bc28-e4f2afb011fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.084828 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a38bfcc6-e2ec-4e66-bc28-e4f2afb011fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85d5c40a-a35e-4480-8fd4-885dcc0ff307 HTTP/1.1" status: 204 len: 168 time: 0.2896044 Jul 09 17:32:05.089759 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.103883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bfcc6-e2ec-4e66-bc28-e4f2afb011fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5c40a-a35e-4480-8fd4-885dcc0ff307,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:05.176745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:05.185537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=873d7837-d6a0-4de1-ad95-44fca512800b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:05.192205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25543221-d1e4-4036-b711-9d2ea85b51d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0746229 Jul 09 17:32:05.192719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:05.204264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:05.211734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'network': {'name': 'tempest-RoutersTest-630682956'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:05.216484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fd242a19-1c22-48e7-b22e-1ca79afa2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:05.222129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fd242a19-1c22-48e7-b22e-1ca79afa2b76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1733816 Jul 09 17:32:05.269384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:05.270221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:05.321257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:32:05.337726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.418626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:32:05.435186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.437325 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added segment 1eab2860-9e4c-4890-a0bf-ce110542e934 of type vlan for network 401f8926-3bfe-42a6-9462-d9720dac72f5 Jul 09 17:32:05.496413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.516897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b78ceefc-99bd-4332-89fb-d12c6823cd54 None None] Provisioning complete for port 376623f0-6688-49ac-89b4-293443c29bdf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:05.517440 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b78ceefc-99bd-4332-89fb-d12c6823cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.545415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.553453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:05.554760 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.555306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:05.560317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-3ae5f1cd-d541-45a1-b647-94cfd53137a5 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090200 Jul 09 17:32:05.606179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b78ceefc-99bd-4332-89fb-d12c6823cd54 None None] Port 376623f0-6688-49ac-89b4-293443c29bdf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:05.619671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4253850 Jul 09 17:32:05.651598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51028) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:05.659182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'subnet': {'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:05.735251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0b4f9-18b9-41a4-98b5-0c92b9bba8a7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Network': ['ID=401f8926-3bfe-42a6-9462-d9720dac72f5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:05.748620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-7e2195a0-56fe-4d8c-a2d1-81d2dd05e480 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815484 Jul 09 17:32:05.768240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:32:05.783961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Made reservation on behalf of eff59b809ff9418c8f0f5305ac3755ba for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:32:05.789101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.800290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-0666e99e-42d5-4437-b890-56c98e31ebe2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 200 len: 217 time: 0.0453985 Jul 09 17:32:05.864030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-57595f35-6f1e-4895-90b3-0a3a6f639a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:05.866465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-57595f35-6f1e-4895-90b3-0a3a6f639a84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.0594740 Jul 09 17:32:05.868978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:01Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:03Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:05.903540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:05.904044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Updating router 804c98de-4533-4ce5-a379-534e7d75bb6f port 376623f0-6688-49ac-89b4-293443c29bdf binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:32:05.948627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-d5bca226-2e90-4112-9f6c-70008bd72887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:05.952276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-d5bca226-2e90-4112-9f6c-70008bd72887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0750098 Jul 09 17:32:05.956693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:05.995620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:06.053493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc6c31f5-8fd3-4555-8f97-d9ac27ba0d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.055948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.148843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Subnet': ['ID=f69b223e-d547-461f-ad1c-64a9f05f041f,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:06.159693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Checking segment: {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:06.161121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network hostable DHCP agents. Network: 401f8926-3bfe-42a6-9462-d9720dac72f5, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:32:06.182229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:32:06.183981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-b2a555d5-ea1a-4918-93d7-0e8fd9143aaa service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270782 Jul 09 17:32:06.203310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 401f8926-3bfe-42a6-9462-d9720dac72f5) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:06.210616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:06.212481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.227051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 873d7837-d6a0-4de1-ad95-44fca512800b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:06.229036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f9159-20c8-4af2-bda1-956ab847812f None None] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:06.321115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc6c31f5-8fd3-4555-8f97-d9ac27ba0d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.324638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-4ee56a46-f99e-4fc9-8193-b71b67362ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326439 Jul 09 17:32:06.327435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc6c31f5-8fd3-4555-8f97-d9ac27ba0d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.338487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-351d6c75-d522-457e-8afd-1eeeb6ee5fb9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6828685 Jul 09 17:32:06.338725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51040) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:06.392828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-8bf74e6d-f005-48af-b465-1aa4ff6ed6eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 200 len: 217 time: 0.0538135 Jul 09 17:32:06.403951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc6c31f5-8fd3-4555-8f97-d9ac27ba0d9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b56484b336347e2947fcd524a9d20fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069657 Jul 09 17:32:06.413258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51042) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:06.448179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c31f5-8fd3-4555-8f97-d9ac27ba0d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e96453-af1f-4087-9c41-c672e3234d4b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:06.509928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 873d7837-d6a0-4de1-ad95-44fca512800b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:06.510547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.525354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-d30be81f-6427-426d-9411-38d1b7979254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:06.525354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-d30be81f-6427-426d-9411-38d1b7979254 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 200 len: 797 time: 0.1217782 Jul 09 17:32:06.547183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-464132d6-1b19-455e-ae3f-f64aacdc7ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.548981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-401f8926-3bfe-42a6-9462-d9720dac72f5', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:32:06.550106 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.661301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-464132d6-1b19-455e-ae3f-f64aacdc7ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.775842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-4896143d-6288-472a-b6b8-5be0611aa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:06.780652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-4896143d-6288-472a-b6b8-5be0611aa94b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d3435412-da52-4770-94fd-9c32b1d8766d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2411578 Jul 09 17:32:06.782643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Allocated IP 172.23.0.2 (401f8926-3bfe-42a6-9462-d9720dac72f5/f69b223e-d547-461f-ad1c-64a9f05f041f/c04c7880-5ed5-4384-bbf8-8de971db10d4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:32:06.806866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-464132d6-1b19-455e-ae3f-f64aacdc7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.809717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-464132d6-1b19-455e-ae3f-f64aacdc7ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.816784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-464132d6-1b19-455e-ae3f-f64aacdc7ad8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8e96453-af1f-4087-9c41-c672e3234d4b HTTP/1.1" status: 204 len: 168 time: 0.4018655 Jul 09 17:32:06.875108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464132d6-1b19-455e-ae3f-f64aacdc7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e96453-af1f-4087-9c41-c672e3234d4b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:06.898473 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:06.927333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-400978bf-2595-4d6e-a59e-0ef6348a66ee service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377704 Jul 09 17:32:06.930109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.084121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51058) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:07.211308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-3cff3a02-22df-475b-9319-75858600ba36 service neutron] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759578 Jul 09 17:32:07.262175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Transition to ACTIVE for port object 376623f0-6688-49ac-89b4-293443c29bdf will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:07.285761 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.313527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-7a57dc25-65fd-412c-a6c6-2ac5a28967d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 200 len: 217 time: 0.0890532 Jul 09 17:32:07.347021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ee439e3-514d-4160-9c82-9181f4a1a191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.360666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-b366eefd-0009-4acf-9579-5cb40f11889b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2622108 Jul 09 17:32:07.384237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-9e1b7193-5f1c-4cc9-951d-c45f3d7ab28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:07.385462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-9e1b7193-5f1c-4cc9-951d-c45f3d7ab28d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.0638611 Jul 09 17:32:07.443751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Pushing event updated for resources: {'Port': ['ID=376623f0-6688-49ac-89b4-293443c29bdf,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:07.479891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.506986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Transition to ACTIVE for port object c04c7880-5ed5-4384-bbf8-8de971db10d4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:07.527963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ee439e3-514d-4160-9c82-9181f4a1a191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.534358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ee439e3-514d-4160-9c82-9181f4a1a191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.537558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-6949fadd-e988-4d18-9321-1de08da512d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:07.539796 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-6949fadd-e988-4d18-9321-1de08da512d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3aa99a636212439897feada6c97c22bc&device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 1098 time: 0.1530321 Jul 09 17:32:07.614427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Transition to ACTIVE for port object c04c7880-5ed5-4384-bbf8-8de971db10d4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:07.619963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Attempting to bind port 376623f0-6688-49ac-89b4-293443c29bdf on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:07.620555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Attempting to bind port 376623f0-6688-49ac-89b4-293443c29bdf by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:07.620988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Attempting to bind port 376623f0-6688-49ac-89b4-293443c29bdf on network 2a26255d-af8c-4e68-a83d-8ffb63a5684e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:07.630745 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.636656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:07.639379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Checking segment: {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:07.639987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.640460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Bound using segment: {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:07.641129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Bound port: 376623f0-6688-49ac-89b4-293443c29bdf, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef359b-9a54-46bc-b868-c605460a4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:07.641580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.683481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-72c7d21b-68dd-44dd-99ac-b024cff34bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:07.688478 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-72c7d21b-68dd-44dd-99ac-b024cff34bec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2498500 Jul 09 17:32:07.717895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:07.743135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:07.746318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:07.750290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Pushing event updated for resources: {'Port': ['ID=c04c7880-5ed5-4384-bbf8-8de971db10d4,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:07.771668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Allocated IP 172.23.0.1 (401f8926-3bfe-42a6-9462-d9720dac72f5/f69b223e-d547-461f-ad1c-64a9f05f041f/2a8ac288-dc94-41ed-b74d-56a3af8f74ec) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:32:07.834007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3ee439e3-514d-4160-9c82-9181f4a1a191 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a8602e5ea964166ab1b9c2e25880283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431729 Jul 09 17:32:07.836627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:07.867615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-578abb35-90c2-466b-bc79-879b34a0f2ee service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711330 Jul 09 17:32:07.884092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-5b012dd7-b7e8-46a3-9246-9ecd601dc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:07.885643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-5b012dd7-b7e8-46a3-9246-9ecd601dc59e service neutron] 10.222.0.13 "GET /v2.0/networks?id=511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 200 len: 916 time: 0.3182170 Jul 09 17:32:07.890956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Attempting to bind port c04c7880-5ed5-4384-bbf8-8de971db10d4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:07.892471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Attempting to bind port c04c7880-5ed5-4384-bbf8-8de971db10d4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:07.893150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Attempting to bind port c04c7880-5ed5-4384-bbf8-8de971db10d4 on network 401f8926-3bfe-42a6-9462-d9720dac72f5 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:07.905723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee439e3-514d-4160-9c82-9181f4a1a191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4975ec84-5d3a-4f3e-a94f-890f12be95df,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:07.911708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] For port 376623f0-6688-49ac-89b4-293443c29bdf, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:07.914779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:07.915263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Checking segment: {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:07.915852 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.916308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Bound using segment: {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:07.919066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Bound port: c04c7880-5ed5-4384-bbf8-8de971db10d4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:07.919618 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:07.947350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] For port 376623f0-6688-49ac-89b4-293443c29bdf, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=376623f0-6688-49ac-89b4-293443c29bdf,segment=NetworkSegment(9aef359b-9a54-46bc-b868-c605460a4e29),segment_id=9aef359b-9a54-46bc-b868-c605460a4e29)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:07.986347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.011817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f8726c-0fdc-4197-b939-f84f65ab17ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.049784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f8726c-0fdc-4197-b939-f84f65ab17ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.089633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-0b6b7c7c-756b-4fcc-8245-d5f40479f232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 200 len: 1001 time: 0.1866937 Jul 09 17:32:08.097769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Pushing event updated for resources: {'Port': ['ID=376623f0-6688-49ac-89b4-293443c29bdf,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:08.132497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.133763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.133763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.134040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.134341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.135072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.135241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.135643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.135992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.136352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.136731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.137998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.138279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266b317-f796-4bab-b630-3c095d3316ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:08.174833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Transition to ACTIVE for port object 2a8ac288-dc94-41ed-b74d-56a3af8f74ec will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:08.195998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:08.198689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:08.208674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.303311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.343961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] For port c04c7880-5ed5-4384-bbf8-8de971db10d4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:08.358657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-09f1b6c5-c111-4421-aca2-87702a2376f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719889 Jul 09 17:32:08.362003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-1bae3314-9ea6-4588-b500-87ba71833c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:08.362003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-1bae3314-9ea6-4588-b500-87ba71833c00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 200 len: 854 time: 0.2713144 Jul 09 17:32:08.378679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:08.385238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:08.389427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:08.391800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] For port c04c7880-5ed5-4384-bbf8-8de971db10d4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c04c7880-5ed5-4384-bbf8-8de971db10d4,segment=NetworkSegment(1eab2860-9e4c-4890-a0bf-ce110542e934),segment_id=1eab2860-9e4c-4890-a0bf-ce110542e934)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:08.405789 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.454511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:08.472375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f8726c-0fdc-4197-b939-f84f65ab17ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.476922 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-f2ddc9e5-890e-4174-8f2c-6c1c587148cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 200 len: 217 time: 0.1096380 Jul 09 17:32:08.477227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91f8726c-0fdc-4197-b939-f84f65ab17ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.478617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91f8726c-0fdc-4197-b939-f84f65ab17ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4975ec84-5d3a-4f3e-a94f-890f12be95df HTTP/1.1" status: 204 len: 168 time: 0.6289208 Jul 09 17:32:08.487865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:08.496720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761a2db-5942-41c1-b5ba-334085882849 None None] Pushing event updated for resources: {'Port': ['ID=c04c7880-5ed5-4384-bbf8-8de971db10d4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:08.514858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8726c-0fdc-4197-b939-f84f65ab17ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975ec84-5d3a-4f3e-a94f-890f12be95df,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:08.542726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:08.547545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fe0d1819-8351-4f29-8afb-f73d70b924ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:08.549334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-fe0d1819-8351-4f29-8afb-f73d70b924ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 200 len: 797 time: 0.0634437 Jul 09 17:32:08.620171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-d2868e86-a44c-43b3-a1c5-7c63edb63b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:08.621771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-d2868e86-a44c-43b3-a1c5-7c63edb63b0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=511b8178-1168-4429-9106-976feeb70bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462330 Jul 09 17:32:08.712594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-72264d06-066e-4e1e-a881-1ce5f03ba1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:08.718029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-72264d06-066e-4e1e-a881-1ce5f03ba1ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bbe3a36-308e-442b-91d4-e1ec1081642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583805 Jul 09 17:32:08.948654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.097672 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-78beca2c-e570-4c64-a243-1635e2df74e3 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638176 Jul 09 17:32:09.130113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:01Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:07Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:09.146839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51102) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:09.179313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee8f2d-f259-44a4-b64d-5b1bf7c35fc4 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:01Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:07Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:09.186640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-744bfd13-6262-444f-b530-8636910e33a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.204354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-75ca70da-6bd0-499a-a9ea-d66ed4e78989 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831355 Jul 09 17:32:09.226391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.493288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.505827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-744bfd13-6262-444f-b530-8636910e33a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.507062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.563700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.616520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-744bfd13-6262-444f-b530-8636910e33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.660077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event updated for resources: {'Port': ['ID=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:09.731287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-744bfd13-6262-444f-b530-8636910e33a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=163ad5da611844c2ae2add76a3ed42b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807610 Jul 09 17:32:09.735098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:09.737303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bfd13-6262-444f-b530-8636910e33a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce7d969-ebea-4c32-ba7a-eb97b22f4e52,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:09.937045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:09.938575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719175b6-7166-425e-9eb5-b705a504e302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:09.941837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:09.954184 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f19e600f-54e5-4ff4-a5d7-28422fb788a3 req-e57b8157-e761-418a-8eba-ce2e11b973c3 service neutron] 10.222.0.13 "GET /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285248 Jul 09 17:32:10.002245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8ed3bb-ed9c-4d95-ae92-d09bc8058dea req-26144ec3-49dd-4f9c-889d-6c0bf4dc3305 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778137 Jul 09 17:32:10.021659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719175b6-7166-425e-9eb5-b705a504e302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.171361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:10.259848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 376623f0-6688-49ac-89b4-293443c29bdf up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:10.308319 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719175b6-7166-425e-9eb5-b705a504e302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.317058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719175b6-7166-425e-9eb5-b705a504e302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.318384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-719175b6-7166-425e-9eb5-b705a504e302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ce7d969-ebea-4c32-ba7a-eb97b22f4e52 HTTP/1.1" status: 204 len: 168 time: 0.5821023 Jul 09 17:32:10.340865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719175b6-7166-425e-9eb5-b705a504e302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce7d969-ebea-4c32-ba7a-eb97b22f4e52,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:10.352647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:10.361332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9b712-96b7-4c4f-80d3-1a8ae2779a09 None None] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:10.361499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0ebfd444-a509-4b05-911e-af115ea596cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0190518 Jul 09 17:32:10.362340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51128) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:10.369223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:10.460299 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:10.475132 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:10.476298 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:10.530136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 376623f0-6688-49ac-89b4-293443c29bdf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:10.547667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d2c20693-68e4-44f2-84c8-dba738ce8393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.579475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 376623f0-6688-49ac-89b4-293443c29bdf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:10.580066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.609869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f1706360-9771-433e-ac36-2fd5cd121adb None None] Provisioning for port c04c7880-5ed5-4384-bbf8-8de971db10d4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:10.689216 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:10.815170 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.890975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 376623f0-6688-49ac-89b4-293443c29bdf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=376623f0-6688-49ac-89b4-293443c29bdf,segment=NetworkSegment(9aef359b-9a54-46bc-b868-c605460a4e29),segment_id=9aef359b-9a54-46bc-b868-c605460a4e29)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:10.904621 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:10.905203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c04c7880-5ed5-4384-bbf8-8de971db10d4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:11.093335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=376623f0-6688-49ac-89b4-293443c29bdf,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:11.117109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c04c7880-5ed5-4384-bbf8-8de971db10d4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:11.122241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c04c7880-5ed5-4384-bbf8-8de971db10d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:11.122738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.149832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.extraroute_db [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:32:11.197952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.extraroute_db [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Removed routes are [] {{(pid=93896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:32:11.199624 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.284626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b42277ac-d036-42ee-9c59-eda2142548dd None None] Provisioning complete for port c04c7880-5ed5-4384-bbf8-8de971db10d4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:11.285159 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b42277ac-d036-42ee-9c59-eda2142548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.292034 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:08Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a8ac288-dc94-41ed-b74d-56a3af8f74ec', 'name': '', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:0d:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:07Z', 'updated_at': '2021-07-09T17:32:09Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:07Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:11.355197 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.366713 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:11.367061 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Updating router 804c98de-4533-4ce5-a379-534e7d75bb6f port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:32:11.446546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port c04c7880-5ed5-4384-bbf8-8de971db10d4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c04c7880-5ed5-4384-bbf8-8de971db10d4,segment=NetworkSegment(1eab2860-9e4c-4890-a0bf-ce110542e934),segment_id=1eab2860-9e4c-4890-a0bf-ce110542e934)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:11.473627 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.477723 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.676000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.679658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.766008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=c04c7880-5ed5-4384-bbf8-8de971db10d4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:11.983587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b42277ac-d036-42ee-9c59-eda2142548dd None None] Provisioning for port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:11.995705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b42277ac-d036-42ee-9c59-eda2142548dd None None] Provisioning complete for port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:11.996146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b42277ac-d036-42ee-9c59-eda2142548dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:11.999862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:12.133795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b42277ac-d036-42ee-9c59-eda2142548dd None None] Port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:12.236000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:12.249088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.250334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 376623f0-6688-49ac-89b4-293443c29bdf up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:12.250902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be578353-05c7-400f-b59f-da6615a522cc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 934 time: 1.8863029 Jul 09 17:32:12.253490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51180) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:12.280124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.291086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.300798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.312960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7619a9a0-6652-42f7-add1-0749a77e18ee None None] Provisioning complete for port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:12.316417 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7619a9a0-6652-42f7-add1-0749a77e18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.325716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.336868 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.339117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.347621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.351528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Transition to ACTIVE for port object 2a8ac288-dc94-41ed-b74d-56a3af8f74ec will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:12.355456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.358405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-4667640b-d41d-44ea-a30a-3a9186f5dc75 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.2853308 Jul 09 17:32:12.361065 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.428945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7619a9a0-6652-42f7-add1-0749a77e18ee None None] Port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:12.447578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ffcc7c2c-536e-483c-8d9a-b1b9d8e11b07 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 934 time: 0.1916196 Jul 09 17:32:12.448847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51184) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:12.456561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 376623f0-6688-49ac-89b4-293443c29bdf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:12.457218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.461100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'routes': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:12.510081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf58b73e-d69b-47d1-b499-9bf1de9453d1 req-62cf543d-e47c-4a0e-b43f-1fd5c5c7103c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411157 Jul 09 17:32:12.538813 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330af97-4d7e-41a1-865a-bfaeaffbbfc9 None None] Pushing event updated for resources: {'Port': ['ID=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:12.564203 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Attempting to bind port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:12.564822 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Attempting to bind port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:12.565458 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Attempting to bind port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec on network 401f8926-3bfe-42a6-9462-d9720dac72f5 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:12.572628 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:12.573000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Checking segment: {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:12.573603 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.574271 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Bound using segment: {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:12.574749 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Bound port: 2a8ac288-dc94-41ed-b74d-56a3af8f74ec, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eab2860-9e4c-4890-a0bf-ce110542e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:12.575154 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.662650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c04c7880-5ed5-4384-bbf8-8de971db10d4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:12.686762 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] For port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:12.692879 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] For port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,segment=NetworkSegment(1eab2860-9e4c-4890-a0bf-ce110542e934),segment_id=1eab2860-9e4c-4890-a0bf-ce110542e934)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:12.708441 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.765369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.770798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.773907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c04c7880-5ed5-4384-bbf8-8de971db10d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:12.774297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:12.778179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.785719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.792768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.799553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.806762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.809337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-45553ecb-9820-478b-ba88-5e4d74a934cb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 5442 time: 0.1946256 Jul 09 17:32:12.844845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:12.847813 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:31:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:12.875142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-d5e04f1b-e6ed-4eb8-ab4d-2694c62e93ea tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:12.877107 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-d5e04f1b-e6ed-4eb8-ab4d-2694c62e93ea tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "GET /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0616374 Jul 09 17:32:12.983662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-79593507-1d64-4ca1-8430-d9acb79f6bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.074692 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:13.139016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-36af01a1-b1f4-40bb-ad2c-74f7e65e6b33 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "GET /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2555194 Jul 09 17:32:13.158767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:13.272374 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330af97-4d7e-41a1-865a-bfaeaffbbfc9 None None] Pushing event updated for resources: {'Port': ['ID=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:13.370901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.372892 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.421018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added routes are [] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:32:13.421584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:32:13.492505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.554801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:13.618986 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:11Z', 'revision_number': 6, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a8ac288-dc94-41ed-b74d-56a3af8f74ec', 'name': '', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:0d:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:07Z', 'updated_at': '2021-07-09T17:32:12Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:13.627889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] For port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:13.654827 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9003f80-8fa1-4dc5-83f1-23ff818a9930 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:11Z', 'revision_number': 6, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a8ac288-dc94-41ed-b74d-56a3af8f74ec', 'name': '', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:0d:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:07Z', 'updated_at': '2021-07-09T17:32:12Z', 'revision_number': 4, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:13.712546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] device_id is not set on port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:32:13.754713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.765271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.831839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:13.889300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] No DVR routers for this DVR port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:13.938676 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.965674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.978280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] In _notify_port_updated(), no bound segment for port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:32:13.979465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:13.980125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:13.981871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2cdb6bfc-81dd-47a2-823d-7cbf16e6ae25 service neutron] 10.222.0.36 "PUT /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 200 len: 1031 time: 0.8373277 Jul 09 17:32:13.990450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.183695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2dd4a077-e3a4-408a-9c8e-85e83f80b739 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.189700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-2dd4a077-e3a4-408a-9c8e-85e83f80b739 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "GET /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2007787 Jul 09 17:32:14.201413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:14.282995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a8ac288-dc94-41ed-b74d-56a3af8f74ec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:14.305648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.326111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.335746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.343897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.352267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.372581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:14.387724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-f125b49d-d5c9-4d89-9cfb-9dfc7742b999 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 4664 time: 0.5617013 Jul 09 17:32:14.439391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7cda77ac-d812-4189-b4d1-e0419f5260c9 None None] Provisioning complete for port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:14.440068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cda77ac-d812-4189-b4d1-e0419f5260c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.489523 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.505155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:14.538984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7dac88fb-1872-4bb3-9abc-651b49a7bc86 req-6db30e1b-e6fb-4fb1-82e7-1540e6509b09 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=56525c06-615e-45ba-82a2-1170ff068f39&id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481137 Jul 09 17:32:14.542305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7cda77ac-d812-4189-b4d1-e0419f5260c9 None None] Port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:14.589113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:14.594881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:14.595500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.710307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:14.720795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.725915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d314509c-88cb-4be2-a9ff-3ed4c29d2260 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 700 time: 2.2748375 Jul 09 17:32:14.726844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:14.823584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.864904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,segment=NetworkSegment(1eab2860-9e4c-4890-a0bf-ce110542e934),segment_id=1eab2860-9e4c-4890-a0bf-ce110542e934)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:14.880439 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:14.894054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61ac2367-271d-46eb-a756-aea1100ea3a5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 700 time: 0.1649640 Jul 09 17:32:14.894696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:15.010457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:15.013821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51258) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:15.058938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210636dd-7a6c-451c-beca-426bd2174160 req-cee02bff-5af5-4216-bf6a-11255de490f4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:15.066038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-210636dd-7a6c-451c-beca-426bd2174160 req-cee02bff-5af5-4216-bf6a-11255de490f4 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 946 time: 0.4815636 Jul 09 17:32:15.228954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=7591df60-c373-4859-a347-03e86878b3e7,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:15.256911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-210636dd-7a6c-451c-beca-426bd2174160 req-7fa341ec-8129-4020-8fc0-43cc0eeb483b tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865995 Jul 09 17:32:15.291909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-670b9755-f372-4a8e-9687-8472dc68f11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.323606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] For port 7591df60-c373-4859-a347-03e86878b3e7, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:15.333220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:15.370026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:15.370926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:15.387805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] device_id is not set on port 7591df60-c373-4859-a347-03e86878b3e7 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:32:15.403390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.418591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.533665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:15.534732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.543171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Pushing event updated for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:15.546215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] No DVR routers for this DVR port 7591df60-c373-4859-a347-03e86878b3e7 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:15.554165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-670b9755-f372-4a8e-9687-8472dc68f11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.580677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-670b9755-f372-4a8e-9687-8472dc68f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.642591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b9755-f372-4a8e-9687-8472dc68f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39059585-04f2-458d-93eb-797d7e1be0ce,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:15.654451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] In _notify_port_updated(), no bound segment for port 7591df60-c373-4859-a347-03e86878b3e7 on network d3435412-da52-4770-94fd-9c32b1d8766d {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:32:15.655507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:15.656862 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.658455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-30dfa284-60d3-48a9-84e0-caf06d62be68 service neutron] 10.222.0.36 "PUT /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 200 len: 1032 time: 1.4626009 Jul 09 17:32:15.661620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-670b9755-f372-4a8e-9687-8472dc68f11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fccc3c0a808c48dc929aa4dc1d9fd684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338832 Jul 09 17:32:15.664463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:15.855436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5a41-f003-49d4-a000-87d47b7ec5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.894789 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.926669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5a41-f003-49d4-a000-87d47b7ec5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.961140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a866ae55-e26c-4ca0-9559-47008445e1b6 None None] Provisioning complete for port 7591df60-c373-4859-a347-03e86878b3e7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:15.962127 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a866ae55-e26c-4ca0-9559-47008445e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:15.984380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-e66f61d7-46e8-493a-a592-487f3a2a8af6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:15.986022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-e66f61d7-46e8-493a-a592-487f3a2a8af6 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 946 time: 0.1888576 Jul 09 17:32:16.004311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a866ae55-e26c-4ca0-9559-47008445e1b6 None None] Port 7591df60-c373-4859-a347-03e86878b3e7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:16.031173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 32fa311e-d28f-4cbb-8b49-822c9062ca80 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:16.031928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.120505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5a41-f003-49d4-a000-87d47b7ec5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.134984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d5a41-f003-49d4-a000-87d47b7ec5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.136229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7c6d5a41-f003-49d4-a000-87d47b7ec5be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39059585-04f2-458d-93eb-797d7e1be0ce HTTP/1.1" status: 204 len: 168 time: 0.4705770 Jul 09 17:32:16.164270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d5a41-f003-49d4-a000-87d47b7ec5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39059585-04f2-458d-93eb-797d7e1be0ce,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:16.213696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port 32fa311e-d28f-4cbb-8b49-822c9062ca80, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=32fa311e-d28f-4cbb-8b49-822c9062ca80,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:16.214141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.232439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 32fa311e-d28f-4cbb-8b49-822c9062ca80 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:16.236053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Deleting port 4ea91782-e63b-4da7-9d54-f33d8736528d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:16.236408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.433984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a8ac288-dc94-41ed-b74d-56a3af8f74ec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:16.528521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-c617f905-07a5-4cd7-b8c6-94665f239d6f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.545369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-c617f905-07a5-4cd7-b8c6-94665f239d6f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.551355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-c617f905-07a5-4cd7-b8c6-94665f239d6f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.557460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-c617f905-07a5-4cd7-b8c6-94665f239d6f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.559630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] For port 4ea91782-e63b-4da7-9d54-f33d8736528d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=4ea91782-e63b-4da7-9d54-f33d8736528d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:16.560253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.564677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-c617f905-07a5-4cd7-b8c6-94665f239d6f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.566765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-c617f905-07a5-4cd7-b8c6-94665f239d6f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 3885 time: 0.2601523 Jul 09 17:32:16.590343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:13Z', 'revision_number': 7, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a8ac288-dc94-41ed-b74d-56a3af8f74ec', 'name': '', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:0d:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:07Z', 'updated_at': '2021-07-09T17:32:14Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:16.603640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:16.636936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:16.639988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c571a4f0-ded9-473a-acd2-03fd5bad39d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.654884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:16.656536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:16.694254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be9db0dd-3dae-43e4-ab8c-c4c641bc85c0 req-cfcb9b91-8dfe-42e5-a72a-1ef54fb7fab4 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021035 Jul 09 17:32:16.701091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:16.701943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.773657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:16.773657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.815376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:16.932931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eccab0-b7fd-46c9-ab43-7904cd4bda39 req-7690ca2a-e02d-4f41-8d8d-96bedf10005f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:16.933103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c571a4f0-ded9-473a-acd2-03fd5bad39d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.934616 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30eccab0-b7fd-46c9-ab43-7904cd4bda39 req-7690ca2a-e02d-4f41-8d8d-96bedf10005f tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 946 time: 0.5002780 Jul 09 17:32:16.986897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.987282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:16.987594 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Floating IP 7db650ac-e4aa-437a-aca7-2716c1115995 disassociated. External IP: 172.25.3.216, port: 4ea91782-e63b-4da7-9d54-f33d8736528d. Jul 09 17:32:16.988006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Calling delete_port for 4ea91782-e63b-4da7-9d54-f33d8736528d owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:17.031593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 2a8ac288-dc94-41ed-b74d-56a3af8f74ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,segment=NetworkSegment(1eab2860-9e4c-4890-a0bf-ce110542e934),segment_id=1eab2860-9e4c-4890-a0bf-ce110542e934)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:17.031987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.076586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.091406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 2a8ac288-dc94-41ed-b74d-56a3af8f74ec owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:17.102258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c571a4f0-ded9-473a-acd2-03fd5bad39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.232882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:13Z', 'revision_number': 7, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a8ac288-dc94-41ed-b74d-56a3af8f74ec', 'name': '', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:0d:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:07Z', 'updated_at': '2021-07-09T17:32:14Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:17.276137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cfd64-e6b4-4a86-929c-a27c06fbc0a2 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:13Z', 'revision_number': 7, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a8ac288-dc94-41ed-b74d-56a3af8f74ec', 'name': '', 'network_id': '401f8926-3bfe-42a6-9462-d9720dac72f5', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:0d:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:07Z', 'updated_at': '2021-07-09T17:32:14Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'f69b223e-d547-461f-ad1c-64a9f05f041f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:17.322076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a4f0-ded9-473a-acd2-03fd5bad39d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b76444-c8fa-448a-bc8a-1499e5b276df,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:17.329003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c571a4f0-ded9-473a-acd2-03fd5bad39d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d506111906644bde975b133df99e5d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237403 Jul 09 17:32:17.331531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51290) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:17.337765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30eccab0-b7fd-46c9-ab43-7904cd4bda39 req-ea698b4b-f792-4957-884d-cf0e49214453 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f8b8838-32f8-42ac-8e4a-8593c36421db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913796 Jul 09 17:32:17.343930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=32fa311e-d28f-4cbb-8b49-822c9062ca80,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:17.348475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port 32fa311e-d28f-4cbb-8b49-822c9062ca80 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:17.353135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.356141 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-9d5cbd6b-1400-4787-b374-6de75a847b06 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "DELETE /v2.0/ports/32fa311e-d28f-4cbb-8b49-822c9062ca80 HTTP/1.1" status: 204 len: 173 time: 1.6473930 Jul 09 17:32:17.379601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': '32fa311e-d28f-4cbb-8b49-822c9062ca80'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:17.382446 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0a7049-f0a2-42e3-81e2-e7abbab56a83" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "32fa311e-d28f-4cbb-8b49-822c9062ca80"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:17.465031 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a4a1e-89d2-4e75-8b28-171c0442da3c x-openstack-request-id: req-b71a4a1e-89d2-4e75-8b28-171c0442da3c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:17.465362 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "32fa311e-d28f-4cbb-8b49-822c9062ca80", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:17.465662 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b71a4a1e-89d2-4e75-8b28-171c0442da3c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:17.466236 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': '32fa311e-d28f-4cbb-8b49-822c9062ca80', 'status': 'completed', 'code': 200} Jul 09 17:32:17.482406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7b74ec0-3e1f-44a9-8f7d-5121719e62b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.501128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.516792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 765d58cd-371e-4787-830b-b74727537463 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:17.551756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=2a8ac288-dc94-41ed-b74d-56a3af8f74ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:17.567861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.574773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7b74ec0-3e1f-44a9-8f7d-5121719e62b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.654915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.711356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765d58cd-371e-4787-830b-b74727537463'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:17.719324 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a909fd31-e45b-4267-baea-a0ec9339df46" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "765d58cd-371e-4787-830b-b74727537463"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:17.726654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event deleted for resources: {'Port': ['ID=4ea91782-e63b-4da7-9d54-f33d8736528d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:17.756724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=765d58cd-371e-4787-830b-b74727537463,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:17.757477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 765d58cd-371e-4787-830b-b74727537463 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:17.757986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.770510 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:17.771305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device df19953c-be5e-454d-b891-ad6334969687 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:17.897625 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668a243e-979d-4fcd-a25a-5ed36d72b9a1 x-openstack-request-id: req-668a243e-979d-4fcd-a25a-5ed36d72b9a1 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:17.898181 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "765d58cd-371e-4787-830b-b74727537463", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:17.900133 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-668a243e-979d-4fcd-a25a-5ed36d72b9a1 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:17.900751 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765d58cd-371e-4787-830b-b74727537463', 'code': 200} Jul 09 17:32:17.907903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port 765d58cd-371e-4787-830b-b74727537463, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=765d58cd-371e-4787-830b-b74727537463,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:17.908527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.014654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:18.016996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 765d58cd-371e-4787-830b-b74727537463 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:18.024507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.057238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:18.098880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.116560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 4ea91782-e63b-4da7-9d54-f33d8736528d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:18.116930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 4ea91782-e63b-4da7-9d54-f33d8736528d not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:18.150871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=df19953c-be5e-454d-b891-ad6334969687,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:18.160015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.160770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f5f4a7d2-689d-4c44-99d6-b52b8e67f371 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:18.345069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:18.351379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7b74ec0-3e1f-44a9-8f7d-5121719e62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.353987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7b74ec0-3e1f-44a9-8f7d-5121719e62b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.355150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a7b74ec0-3e1f-44a9-8f7d-5121719e62b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94b76444-c8fa-448a-bc8a-1499e5b276df HTTP/1.1" status: 204 len: 168 time: 1.0222838 Jul 09 17:32:18.369025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeccee8-f2a2-4f0b-ab0c-aee23ee5175d req-ad91d967-c952-43b5-b809-cf557726b90c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:18.375192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeccee8-f2a2-4f0b-ab0c-aee23ee5175d req-ad91d967-c952-43b5-b809-cf557726b90c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:18.377724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:18.382787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeccee8-f2a2-4f0b-ab0c-aee23ee5175d req-ad91d967-c952-43b5-b809-cf557726b90c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:18.389890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeccee8-f2a2-4f0b-ab0c-aee23ee5175d req-ad91d967-c952-43b5-b809-cf557726b90c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:18.391713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1aeccee8-f2a2-4f0b-ab0c-aee23ee5175d req-ad91d967-c952-43b5-b809-cf557726b90c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 3148 time: 0.3236196 Jul 09 17:32:18.479113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b74ec0-3e1f-44a9-8f7d-5121719e62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b76444-c8fa-448a-bc8a-1499e5b276df,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:18.561001 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.603412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1aeccee8-f2a2-4f0b-ab0c-aee23ee5175d req-a6d94af2-857e-4dbe-82dd-6f190ae11a3b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015016 Jul 09 17:32:18.650905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:18.664400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:18.672771 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.673581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7591df60-c373-4859-a347-03e86878b3e7 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:18.754246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:18.767146 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:18.784109 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:18.784638 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:18.820448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:18.823610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:18.840013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc5884b3-963e-421d-9f9e-6fda78c421ba tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9439948 Jul 09 17:32:18.841742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:18.843456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:18.872890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a77d6b6f-9107-4bd1-b204-ecfc41925056 req-d8faaacb-269d-4754-84ee-aeeb05774b5d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 210 time: 0.1261592 Jul 09 17:32:18.927282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 7591df60-c373-4859-a347-03e86878b3e7 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:18.928132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 5bd49858-da87-45da-a475-a3045d2b0005 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:18.932007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:18.933369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:18.967481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet f69b223e-d547-461f-ad1c-64a9f05f041f {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:18.977826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:18.981435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51318) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:19.044400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] No DVR routers for this DVR port 4ea91782-e63b-4da7-9d54-f33d8736528d on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:19.056233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.123831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.132291 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e45ab80-f49b-420a-8b2d-4e460b03a7fc req-a2963fb8-a57f-41f1-8461-cd2ddb8e7574 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.13 "DELETE /v2.0/ports/4ea91782-e63b-4da7-9d54-f33d8736528d HTTP/1.1" status: 204 len: 173 time: 3.1397860 Jul 09 17:32:19.175675 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:19.191243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:19.248221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.252690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.280591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.294807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6de403b9-b602-46bb-a0e8-d27f7d76c7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.310028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=765d58cd-371e-4787-830b-b74727537463,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:19.450778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port 765d58cd-371e-4787-830b-b74727537463 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:19.455851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.460748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-334f1927-5b59-4e2c-bc0b-daadfd4459aa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "DELETE /v2.0/ports/765d58cd-371e-4787-830b-b74727537463 HTTP/1.1" status: 204 len: 173 time: 2.0968046 Jul 09 17:32:19.554669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-deleted', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d'}, {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': '765d58cd-371e-4787-830b-b74727537463'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:19.560527 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f109112-6f79-4500-8a67-fde7a2193ca7" -d '{"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-deleted", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d"}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "765d58cd-371e-4787-830b-b74727537463"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:19.618046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5bd49858-da87-45da-a475-a3045d2b0005,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:19.627454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.635097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.635851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:19.755178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:19.755850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32fa311e-d28f-4cbb-8b49-822c9062ca80 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:19.819255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=f69b223e-d547-461f-ad1c-64a9f05f041f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:19.837607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:19.842127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fddf99e3-613b-430a-9b69-0e943a218f6d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/f69b223e-d547-461f-ad1c-64a9f05f041f HTTP/1.1" status: 204 len: 168 time: 0.9975202 Jul 09 17:32:19.846316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51344) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:19.877041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 32fa311e-d28f-4cbb-8b49-822c9062ca80 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:19.878277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 32fa311e-d28f-4cbb-8b49-822c9062ca80 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:19.885623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23716ac-5fea-45d7-9776-80da43a7562e None None] Network 401f8926-3bfe-42a6-9462-d9720dac72f5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:19.953920 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:20.057175 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:20.061368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df19953c-be5e-454d-b891-ad6334969687'}, {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371'}, {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:20.067073 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725090f5-44d3-477e-b96a-8f1602d34460" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "df19953c-be5e-454d-b891-ad6334969687"}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371"}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd49858-da87-45da-a475-a3045d2b0005"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:20.088633 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:20.089808 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:20.172396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.210563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:20.278818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:17Z', 'revision_number': 8, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:20.297177 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba58cfc0-b0d8-4be0-a527-f22619e0895d x-openstack-request-id: req-ba58cfc0-b0d8-4be0-a527-f22619e0895d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:20.297486 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea787ca-7cf3-4c49-ae82-bbde02a91d7d", "name": "network-vif-deleted", "tag": "4ea91782-e63b-4da7-9d54-f33d8736528d", "status": "completed", "code": 200}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "765d58cd-371e-4787-830b-b74727537463", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:20.298219 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba58cfc0-b0d8-4be0-a527-f22619e0895d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:20.298434 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea787ca-7cf3-4c49-ae82-bbde02a91d7d', 'name': 'network-vif-deleted', 'tag': '4ea91782-e63b-4da7-9d54-f33d8736528d', 'status': 'completed', 'code': 200} Jul 09 17:32:20.298697 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': '765d58cd-371e-4787-830b-b74727537463', 'status': 'completed', 'code': 200} Jul 09 17:32:20.303422 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:20.360758 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4df77636-11ad-48a2-a44f-1889b1f57f59 req-c3969c46-d4d3-4107-912c-57facc33f677 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea787ca-7cf3-4c49-ae82-bbde02a91d7d HTTP/1.1" status: 200 len: 210 time: 0.1131985 Jul 09 17:32:20.367306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:20.394850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:20.395510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:20.400248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:20.400639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.425114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6de403b9-b602-46bb-a0e8-d27f7d76c7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.436418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b728f-656a-43dc-9343-ea2a81ed1023 req-75985a61-9641-4200-a717-9fbaef782459 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:20.437422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6de403b9-b602-46bb-a0e8-d27f7d76c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.444937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b728f-656a-43dc-9343-ea2a81ed1023 req-75985a61-9641-4200-a717-9fbaef782459 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:20.451918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b728f-656a-43dc-9343-ea2a81ed1023 req-75985a61-9641-4200-a717-9fbaef782459 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:20.459849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-473b728f-656a-43dc-9343-ea2a81ed1023 req-75985a61-9641-4200-a717-9fbaef782459 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 2409 time: 0.1601672 Jul 09 17:32:20.497778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6de403b9-b602-46bb-a0e8-d27f7d76c7f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87d6b5b9908e473c8492891c1968c250&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5149956 Jul 09 17:32:20.499358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port c04c7880-5ed5-4384-bbf8-8de971db10d4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:20.499792 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.501541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:20.502627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de403b9-b602-46bb-a0e8-d27f7d76c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe2640-741b-4338-aca7-5b8c38d504f3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:20.596436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-473b728f-656a-43dc-9343-ea2a81ed1023 req-387f37fb-6d81-492e-aa1b-338c4aa4fa2b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355345 Jul 09 17:32:20.660975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port f5f4a7d2-689d-4c44-99d6-b52b8e67f371, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:20.661357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.751626 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:20.762804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port c04c7880-5ed5-4384-bbf8-8de971db10d4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c04c7880-5ed5-4384-bbf8-8de971db10d4,segment=NetworkSegment(1eab2860-9e4c-4890-a0bf-ce110542e934),segment_id=1eab2860-9e4c-4890-a0bf-ce110542e934)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:20.763464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.796606 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3128027-66bd-4ae6-86f3-e968ab94792b x-openstack-request-id: req-f3128027-66bd-4ae6-86f3-e968ab94792b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:20.797203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98efb475-ad8b-45ea-8af2-a066f518b209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.797310 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "df19953c-be5e-454d-b891-ad6334969687", "code": 200}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371", "code": 200}, {"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd49858-da87-45da-a475-a3045d2b0005", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:20.797440 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3128027-66bd-4ae6-86f3-e968ab94792b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:20.798123 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df19953c-be5e-454d-b891-ad6334969687', 'code': 200} Jul 09 17:32:20.798449 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'code': 200} Jul 09 17:32:20.799102 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005', 'code': 200} Jul 09 17:32:20.813159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for c04c7880-5ed5-4384-bbf8-8de971db10d4 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:20.821308 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a5216-de95-495c-b8e9-9a3b95f05c7f None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:23:30Z', 'revision_number': 4, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d', 'name': '', 'network_id': '511b8178-1168-4429-9106-976feeb70bc8', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'mac_address': 'fa:16:3e:e0:5e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:29Z', 'updated_at': '2021-07-09T17:23:54Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'subnets': [{'id': '2bf831b3-d142-43a5-bb2f-461b77ebc875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:20.879926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98efb475-ad8b-45ea-8af2-a066f518b209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:20.909224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] DHCP port deletion for 401f8926-3bfe-42a6-9462-d9720dac72f5 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:20.913350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:21.002760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.003604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.004011 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Floating IP 5e8cc7ec-9cbb-4f24-909f-9385580d6bc4 disassociated. External IP: 172.25.3.172, port: f5f4a7d2-689d-4c44-99d6-b52b8e67f371. Jul 09 17:32:21.004375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for f5f4a7d2-689d-4c44-99d6-b52b8e67f371 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:21.100477 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.167968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Deleting port c04c7880-5ed5-4384-bbf8-8de971db10d4 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:21.168348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.187354 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.205874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=c04c7880-5ed5-4384-bbf8-8de971db10d4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:21.209327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port c04c7880-5ed5-4384-bbf8-8de971db10d4 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:21.235514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=f5f4a7d2-689d-4c44-99d6-b52b8e67f371,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:21.261136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.261807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.262314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.262596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.263012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.263428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.263782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.264163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.264502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.264828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.265150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.265750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:21.318397 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244027fb-22d4-4ae9-8231-14a03b76bcec None None] New status for floating IP 7db650ac-e4aa-437a-aca7-2716c1115995: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:32:21.338753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] For port c04c7880-5ed5-4384-bbf8-8de971db10d4, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:21.339669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.362616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Calling delete_port for c04c7880-5ed5-4384-bbf8-8de971db10d4 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:21.373516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Port c04c7880-5ed5-4384-bbf8-8de971db10d4 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:32:21.377686 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.382612 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.399887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401f8926-3bfe-42a6-9462-d9720dac72f5']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:21.412798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] Pushing event deleted for resources: {'Port': ['ID=c04c7880-5ed5-4384-bbf8-8de971db10d4,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:21.416037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eab2860-9e4c-4890-a0bf-ce110542e934') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:21.416683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eab2860-9e4c-4890-a0bf-ce110542e934') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:21.422031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940064f-8377-43f3-a788-3980b3b0a6f0 None None] No DVR routers for this DVR port c04c7880-5ed5-4384-bbf8-8de971db10d4 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:21.432136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:17Z', 'revision_number': 8, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:21.435685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.445188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98efb475-ad8b-45ea-8af2-a066f518b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.448717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98efb475-ad8b-45ea-8af2-a066f518b209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.458443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-98efb475-ad8b-45ea-8af2-a066f518b209 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96fe2640-741b-4338-aca7-5b8c38d504f3 HTTP/1.1" status: 204 len: 168 time: 0.9517853 Jul 09 17:32:21.471753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4901f-8ef5-4206-9bca-e320d9ccee73 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:17Z', 'revision_number': 8, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '376623f0-6688-49ac-89b4-293443c29bdf', 'name': '', 'network_id': '2a26255d-af8c-4e68-a83d-8ffb63a5684e', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:e9:44:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '91155825-e011-4330-9cfa-eab92962d4fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:00Z', 'updated_at': '2021-07-09T17:32:10Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '91155825-e011-4330-9cfa-eab92962d4fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:21.490577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efb475-ad8b-45ea-8af2-a066f518b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe2640-741b-4338-aca7-5b8c38d504f3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:21.494604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.513398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:21.515067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:21.518542 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:21.647222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.658368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Router 47a69476-0521-4e4f-8e22-874386a6d5d1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:21.666489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:21.687152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/401f8926-3bfe-42a6-9462-d9720dac72f5 HTTP/1.1" status: 204 len: 168 time: 1.8354218 Jul 09 17:32:21.691560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:21.706961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51384) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:22.003241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9b0f1-8a19-4809-a515-6e3681b3a453 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=401f8926-3bfe-42a6-9462-d9720dac72f5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:22.069043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48f78699-2354-4d14-972d-9e8475fd320d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.177269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a8ac288-dc94-41ed-b74d-56a3af8f74ec no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:22.220319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 2a8ac288-dc94-41ed-b74d-56a3af8f74ec {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:22.221507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a8ac288-dc94-41ed-b74d-56a3af8f74ec not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:22.222087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c04c7880-5ed5-4384-bbf8-8de971db10d4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:22.229112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48f78699-2354-4d14-972d-9e8475fd320d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.270918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c04c7880-5ed5-4384-bbf8-8de971db10d4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:22.272398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c04c7880-5ed5-4384-bbf8-8de971db10d4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:22.306541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe61a4-277c-4891-9a94-9988db5e7167 req-ef2bff68-9692-4ec8-bff8-95401bcc583e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:22.313091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe61a4-277c-4891-9a94-9988db5e7167 req-ef2bff68-9692-4ec8-bff8-95401bcc583e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:22.314775 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50fe61a4-277c-4891-9a94-9988db5e7167 req-ef2bff68-9692-4ec8-bff8-95401bcc583e tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 1676 time: 0.4321985 Jul 09 17:32:22.319357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:22.332847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] Sync routers for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:22.347720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:22.348871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:22.440468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port f5f4a7d2-689d-4c44-99d6-b52b8e67f371 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:22.443608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.446777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-6d8bd24e-a95e-470c-b5e9-5484af51cd57 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "DELETE /v2.0/ports/f5f4a7d2-689d-4c44-99d6-b52b8e67f371 HTTP/1.1" status: 204 len: 173 time: 2.9816470 Jul 09 17:32:22.448853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:22.451884 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5555001a-ac56-4e23-bc61-66c9c1263dfa" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:22.453308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51398) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:22.473595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48f78699-2354-4d14-972d-9e8475fd320d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.484372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48f78699-2354-4d14-972d-9e8475fd320d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.485724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-48f78699-2354-4d14-972d-9e8475fd320d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f8b8838-32f8-42ac-8e4a-8593c36421db HTTP/1.1" status: 204 len: 168 time: 0.7777572 Jul 09 17:32:22.489057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51402) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:22.504352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b382c2b9-8c8c-4146-b034-9ce50f2a9aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.542710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:22.554258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.624920 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a96c1e-4270-4f8a-a6bd-031987db5782 x-openstack-request-id: req-32a96c1e-4270-4f8a-a6bd-031987db5782 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:22.625333 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "f5f4a7d2-689d-4c44-99d6-b52b8e67f371", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:22.625533 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32a96c1e-4270-4f8a-a6bd-031987db5782 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:22.625947 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': 'f5f4a7d2-689d-4c44-99d6-b52b8e67f371', 'status': 'completed', 'code': 200} Jul 09 17:32:22.643371 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-98e152c4-9a6b-42d4-9c74-218d2a6baca3 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] show failed (client error): The resource could not be found. Jul 09 17:32:22.644463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-98e152c4-9a6b-42d4-9c74-218d2a6baca3 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "GET /v2.0/security-groups/7f8b8838-32f8-42ac-8e4a-8593c36421db HTTP/1.1" status: 404 len: 347 time: 0.1487262 Jul 09 17:32:22.649595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:22.650020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f78699-2354-4d14-972d-9e8475fd320d tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b8838-32f8-42ac-8e4a-8593c36421db,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:22.704651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50fe61a4-277c-4891-9a94-9988db5e7167 req-13018490-dead-4e13-b2fb-8d01d05fbe14 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787062 Jul 09 17:32:22.920931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port df19953c-be5e-454d-b891-ad6334969687 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:22.921618 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:22.973252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:58Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:22.990193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b382c2b9-8c8c-4146-b034-9ce50f2a9aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.001432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b382c2b9-8c8c-4146-b034-9ce50f2a9aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.006968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Deleting port 4dced917-64d4-424e-95f0-f00447089496 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:23.007472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.040072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b382c2b9-8c8c-4146-b034-9ce50f2a9aa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c2c66bb21424fd58201894043d65072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856714 Jul 09 17:32:23.044028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] Checking router: 47a69476-0521-4e4f-8e22-874386a6d5d1 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:23.046884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:23.055831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:23.056645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:23.079260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382c2b9-8c8c-4146-b034-9ce50f2a9aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ed48b-2c85-46ab-b998-32420fa8793f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:23.098816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 376623f0-6688-49ac-89b4-293443c29bdf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:23.099333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.113285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port df19953c-be5e-454d-b891-ad6334969687, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=df19953c-be5e-454d-b891-ad6334969687,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:23.113659 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.128514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for df19953c-be5e-454d-b891-ad6334969687 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:23.260504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 376623f0-6688-49ac-89b4-293443c29bdf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=376623f0-6688-49ac-89b4-293443c29bdf,segment=NetworkSegment(9aef359b-9a54-46bc-b868-c605460a4e29),segment_id=9aef359b-9a54-46bc-b868-c605460a4e29)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:23.260771 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.267515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:23.282209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 376623f0-6688-49ac-89b4-293443c29bdf owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:23.284959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b145cce-0824-4d4b-bf7e-cc1218581104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.346306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.347950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b145cce-0824-4d4b-bf7e-cc1218581104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.348390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.400460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Calling delete_port for 4dced917-64d4-424e-95f0-f00447089496 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:23.429667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.472540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=df19953c-be5e-454d-b891-ad6334969687,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:23.476890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b145cce-0824-4d4b-bf7e-cc1218581104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.483293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b145cce-0824-4d4b-bf7e-cc1218581104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.486976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3b145cce-0824-4d4b-bf7e-cc1218581104 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc5ed48b-2c85-46ab-b998-32420fa8793f HTTP/1.1" status: 204 len: 168 time: 0.4363379 Jul 09 17:32:23.529858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b145cce-0824-4d4b-bf7e-cc1218581104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ed48b-2c85-46ab-b998-32420fa8793f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:23.578134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.625653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port df19953c-be5e-454d-b891-ad6334969687 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:23.629669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:23.631908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-91d8870e-aa8c-48b7-a825-43f4bf1ee9d5 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "DELETE /v2.0/ports/df19953c-be5e-454d-b891-ad6334969687 HTTP/1.1" status: 204 len: 173 time: 1.1656208 Jul 09 17:32:23.634053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:58Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:23.641826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=376623f0-6688-49ac-89b4-293443c29bdf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:23.693082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ecea6-271d-43ab-94b9-75f11ffe5d59 None None] The sync data for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 is: [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:20:49Z', 'revision_number': 4, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '783d5684-b04e-41bb-a63a-9e48c72e0f01', 'name': '', 'network_id': '1e356c56-291f-4e06-a842-ab091bc8d52b', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'mac_address': 'fa:16:3e:a6:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:45Z', 'updated_at': '2021-07-09T17:20:58Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'subnets': [{'id': '9d63afe3-7f11-480f-ad99-91eb753a37c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:23.993773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.097154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Pushing event deleted for resources: {'Port': ['ID=4dced917-64d4-424e-95f0-f00447089496,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:24.153320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.246466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 5bd49858-da87-45da-a475-a3045d2b0005 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:24.246917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.253963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.256802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.258322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-13c8528b-1368-4e65-85cf-4e93b8d40760 tempest-AttachVolumeShelveTestJSON-1098230633 tempest-AttachVolumeShelveTestJSON-1098230633-project] 10.222.0.21 "DELETE /v2.0/floatingips/7db650ac-e4aa-437a-aca7-2716c1115995 HTTP/1.1" status: 204 len: 168 time: 1.6060984 Jul 09 17:32:24.308440 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026c76a-1f4b-4938-9513-e46f0d882c76 None None] New status for floating IP 5e8cc7ec-9cbb-4f24-909f-9385580d6bc4: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:32:24.352779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51440) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:24.414730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95fea61f-841a-4d6c-97bc-9845547f257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.480085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port 5bd49858-da87-45da-a475-a3045d2b0005, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=5bd49858-da87-45da-a475-a3045d2b0005,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:24.480553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.509716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 5bd49858-da87-45da-a475-a3045d2b0005 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:24.633706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': 'df19953c-be5e-454d-b891-ad6334969687'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:24.638402 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004fb0fd-55ab-4a66-8c0c-39ef4ce1d938" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "df19953c-be5e-454d-b891-ad6334969687"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:24.773859 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:32:24.846650 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27af422a-125d-402a-8cb6-4d80c977e314 x-openstack-request-id: req-27af422a-125d-402a-8cb6-4d80c977e314 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:24.846946 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "df19953c-be5e-454d-b891-ad6334969687", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:24.847207 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27af422a-125d-402a-8cb6-4d80c977e314 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:24.848137 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': 'df19953c-be5e-454d-b891-ad6334969687', 'status': 'completed', 'code': 200} Jul 09 17:32:24.865538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95fea61f-841a-4d6c-97bc-9845547f257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.873699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95fea61f-841a-4d6c-97bc-9845547f257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.896796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:24.948179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fea61f-841a-4d6c-97bc-9845547f257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd5e34-5a38-43e4-bfff-2646d00a3fb8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:24.955617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-95fea61f-841a-4d6c-97bc-9845547f257a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef332bff8cae4f56a9ceb5d3753934e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998445 Jul 09 17:32:24.957337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=5bd49858-da87-45da-a475-a3045d2b0005,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:24.959910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51450) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:25.043008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port 5bd49858-da87-45da-a475-a3045d2b0005 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:25.060382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.062423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a14fad6-f9a5-4bff-89ad-4f3ea65226b4 req-18983d04-b37a-4dd6-89f0-c8d8b8319ef1 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.36 "DELETE /v2.0/ports/5bd49858-da87-45da-a475-a3045d2b0005 HTTP/1.1" status: 204 len: 173 time: 1.4244483 Jul 09 17:32:25.093418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54864d3b-affd-402b-889a-d2f40f354d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.124407 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54864d3b-affd-402b-889a-d2f40f354d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.205742 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54864d3b-affd-402b-889a-d2f40f354d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.208834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-54864d3b-affd-402b-889a-d2f40f354d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.213639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-54864d3b-affd-402b-889a-d2f40f354d82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4cd5e34-5a38-43e4-bfff-2646d00a3fb8 HTTP/1.1" status: 204 len: 168 time: 0.2492197 Jul 09 17:32:25.228630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54864d3b-affd-402b-889a-d2f40f354d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd5e34-5a38-43e4-bfff-2646d00a3fb8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:25.370180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e35bc-34b2-4552-9a7f-6e7842afdf84 req-fd5f9134-975e-4006-8236-aeb12930741f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:25.377792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-337e35bc-34b2-4552-9a7f-6e7842afdf84 req-fd5f9134-975e-4006-8236-aeb12930741f tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 865 time: 1.2154977 Jul 09 17:32:25.458222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-337e35bc-34b2-4552-9a7f-6e7842afdf84 req-b0dbb906-4611-45d1-97ef-8180b405fcfa tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups?id=05859df1-58ca-4159-b964-3d16cc86a75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794907 Jul 09 17:32:25.480712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:25.694268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:25.706723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34782115-02a8-4ad9-9621-30420082c14b None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:25.707874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51470) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:25.717271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-02855667-760d-452d-83ca-f5ae3a87f06b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9829953 Jul 09 17:32:25.733671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:25.749189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:25.771123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet 91155825-e011-4330-9cfa-eab92962d4fb {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:25.782442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.875841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:25.887397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:25.983560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.109854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.145762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.154553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51484) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:26.155454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/91155825-e011-4330-9cfa-eab92962d4fb HTTP/1.1" status: 204 len: 168 time: 0.4458010 Jul 09 17:32:26.181210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3285cd-612a-4829-9144-ae03417dc8da None None] Network 2a26255d-af8c-4e68-a83d-8ffb63a5684e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:26.234328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2becc11-bdf2-4962-9236-1214ff4eea98 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=91155825-e011-4330-9cfa-eab92962d4fb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:26.301425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.454247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 873d7837-d6a0-4de1-ad95-44fca512800b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:26.455810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.535891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:23Z', 'revision_number': 9, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:26.593981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 873d7837-d6a0-4de1-ad95-44fca512800b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=873d7837-d6a0-4de1-ad95-44fca512800b,segment=NetworkSegment(9aef359b-9a54-46bc-b868-c605460a4e29),segment_id=9aef359b-9a54-46bc-b868-c605460a4e29)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:26.595889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.603924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34782115-02a8-4ad9-9621-30420082c14b None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:26.635522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:26.636979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 873d7837-d6a0-4de1-ad95-44fca512800b owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:26.647756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:26.799222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:26.848754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:26.851177 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ff89d-3c7e-499e-ae16-d0540023fb22" -d '{"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "5bd49858-da87-45da-a475-a3045d2b0005"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:26.882887 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-570e89d2-b885-4cc8-9f98-0c31142ab301 req-6fd8ce53-f673-49c4-9c1a-cd2f3db4d328 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0699933 Jul 09 17:32:26.885031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:26.915331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port 873d7837-d6a0-4de1-ad95-44fca512800b on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:26.929116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=873d7837-d6a0-4de1-ad95-44fca512800b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:26.996950 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a143a64a-d619-47c8-8fe7-b73132cec6af x-openstack-request-id: req-a143a64a-d619-47c8-8fe7-b73132cec6af {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:26.997737 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8492996-4675-416b-baeb-b48ac5793537", "name": "network-vif-deleted", "tag": "5bd49858-da87-45da-a475-a3045d2b0005", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:26.997737 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a143a64a-d619-47c8-8fe7-b73132cec6af {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:26.997963 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8492996-4675-416b-baeb-b48ac5793537', 'name': 'network-vif-deleted', 'tag': '5bd49858-da87-45da-a475-a3045d2b0005', 'status': 'completed', 'code': 200} Jul 09 17:32:27.101378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65675054-7822-4461-8a0c-f165a43d51ff req-78bdd6e4-fcc0-4404-9d16-666179416bcd tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:27.102994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-65675054-7822-4461-8a0c-f165a43d51ff req-78bdd6e4-fcc0-4404-9d16-666179416bcd tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 945 time: 0.1688087 Jul 09 17:32:27.124752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.142409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a26255d-af8c-4e68-a83d-8ffb63a5684e']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:27.169466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aef359b-9a54-46bc-b868-c605460a4e29') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:27.169750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aef359b-9a54-46bc-b868-c605460a4e29') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:27.184772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.191975 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-65675054-7822-4461-8a0c-f165a43d51ff req-1561b503-2793-4c77-95f1-f8549d9db4c8 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822592 Jul 09 17:32:27.199430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.205944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:27.206620 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:27.266134 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:27.274134 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.286796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.292447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51524) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:27.292896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/2a26255d-af8c-4e68-a83d-8ffb63a5684e HTTP/1.1" status: 204 len: 168 time: 1.1367898 Jul 09 17:32:27.310779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e15f2-ac09-4c9e-9940-88c87eefb317 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=2a26255d-af8c-4e68-a83d-8ffb63a5684e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:27.355199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfe566-5546-4ba9-b8cb-b8dde29edb1a None None] DHCP port deletion for 2a26255d-af8c-4e68-a83d-8ffb63a5684e request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:27.484387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-34782115-02a8-4ad9-9621-30420082c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:23Z', 'revision_number': 9, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:27.829990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:27.950494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34782115-02a8-4ad9-9621-30420082c14b None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:23Z', 'revision_number': 9, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '1a435f7e-6c25-4633-af18-0941b18d0997', 'name': '', 'network_id': '11e5b33a-98c6-45d9-bcf7-454c480fc43a', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:09:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:54Z', 'updated_at': '2021-07-09T17:32:02Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': '922eeff1-bd69-4867-8148-0b1909e351e2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:28.275671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10523a7b-95c6-4b65-bb4f-77a6ce4d3e23 req-d333fe89-4b31-41bf-aae3-e32e45aff464 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1085098 Jul 09 17:32:28.443228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 376623f0-6688-49ac-89b4-293443c29bdf no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:28.522361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-6379af78-a45a-493f-ba4b-b34536c05ed9 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:28.524394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-6379af78-a45a-493f-ba4b-b34536c05ed9 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.13 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 945 time: 0.3797982 Jul 09 17:32:28.532144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 376623f0-6688-49ac-89b4-293443c29bdf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:28.545874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 376623f0-6688-49ac-89b4-293443c29bdf not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:28.546058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 873d7837-d6a0-4de1-ad95-44fca512800b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:28.615243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 873d7837-d6a0-4de1-ad95-44fca512800b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:28.615974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 873d7837-d6a0-4de1-ad95-44fca512800b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:28.665244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 1a435f7e-6c25-4633-af18-0941b18d0997 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:28.665834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:28.686978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363ec01-f304-4a85-83a5-18e67789f51c req-999ba25f-2415-46ab-a7f6-318c11d01807 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:28.696157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8363ec01-f304-4a85-83a5-18e67789f51c req-999ba25f-2415-46ab-a7f6-318c11d01807 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 945 time: 0.3093181 Jul 09 17:32:28.771628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8363ec01-f304-4a85-83a5-18e67789f51c req-46caeb3e-14f8-4b1c-84bb-2e7f6c9e5012 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694914 Jul 09 17:32:28.855146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 1a435f7e-6c25-4633-af18-0941b18d0997, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1a435f7e-6c25-4633-af18-0941b18d0997,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:28.858813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:28.872616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Deleting port 61b81f50-6789-4721-83c5-6fecc202fb5b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:28.872989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:29.400285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 1a435f7e-6c25-4633-af18-0941b18d0997 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:29.549110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a263bb6-2d55-4a61-8e58-323d942aece9 req-eb84faf7-a8a4-4675-b404-2a18a1cd0743 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0483129 Jul 09 17:32:29.578846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] For port 61b81f50-6789-4721-83c5-6fecc202fb5b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61b81f50-6789-4721-83c5-6fecc202fb5b,segment=NetworkSegment(88caa362-7bfe-415d-ae92-e20ae0c80d26),segment_id=88caa362-7bfe-415d-ae92-e20ae0c80d26)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:29.579275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:29.599750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Calling delete_port for 61b81f50-6789-4721-83c5-6fecc202fb5b owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:29.767482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:29.810634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=1a435f7e-6c25-4633-af18-0941b18d0997,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:30.042256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f61448-0a4e-44a2-b223-ef8c05e2170c req-af69b45a-0dca-4162-a338-f1b7d3be3f7a tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:30.042819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:30.052744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44f61448-0a4e-44a2-b223-ef8c05e2170c req-af69b45a-0dca-4162-a338-f1b7d3be3f7a tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 945 time: 0.1250782 Jul 09 17:32:30.126732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-44f61448-0a4e-44a2-b223-ef8c05e2170c req-c80b3089-e521-409a-ace0-5c543a219f29 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf92eb5-7888-414e-86b7-1978fc929502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715086 Jul 09 17:32:30.247296 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:30.350300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Pushing event deleted for resources: {'Port': ['ID=61b81f50-6789-4721-83c5-6fecc202fb5b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:30.439749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] No DVR routers for this DVR port 61b81f50-6789-4721-83c5-6fecc202fb5b on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:30.447336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:30.450863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a332332-a463-4dd2-96b5-5718f5066de2 req-c5c455da-0c4c-4205-92c7-c5b0a0538ec0 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.13 "DELETE /v2.0/ports/61b81f50-6789-4721-83c5-6fecc202fb5b HTTP/1.1" status: 204 len: 173 time: 1.9113646 Jul 09 17:32:30.451575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'name': 'network-vif-deleted', 'tag': '61b81f50-6789-4721-83c5-6fecc202fb5b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:32:30.455696 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d5d82-19cc-444d-901a-4847c7fa3cdb" -d '{"events": [{"server_uuid": "caa23d39-347a-421e-a36a-0e6715f8e6f8", "name": "network-vif-deleted", "tag": "61b81f50-6789-4721-83c5-6fecc202fb5b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:32:30.484138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:30.571153 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4664d568-7e56-4034-8f93-8ea0e6ade7a8 x-openstack-request-id: req-4664d568-7e56-4034-8f93-8ea0e6ade7a8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:32:30.571992 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa23d39-347a-421e-a36a-0e6715f8e6f8", "name": "network-vif-deleted", "tag": "61b81f50-6789-4721-83c5-6fecc202fb5b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:32:30.572597 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4664d568-7e56-4034-8f93-8ea0e6ade7a8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:32:30.573442 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa23d39-347a-421e-a36a-0e6715f8e6f8', 'name': 'network-vif-deleted', 'tag': '61b81f50-6789-4721-83c5-6fecc202fb5b', 'status': 'completed', 'code': 200} Jul 09 17:32:30.726878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:30.737807 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:30.753323 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:30.754043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-03a05fea-7da4-4da3-9c63-870cd36fac74 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4604414 Jul 09 17:32:30.754995 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:30.757000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:30.845514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet 922eeff1-bd69-4867-8148-0b1909e351e2 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:30.850830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:30.921928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a8e63ef1-415a-4381-b16d-58f8bd326f56 req-2f51aa68-aab9-42d1-ad4a-19719d2b9537 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0720067 Jul 09 17:32:30.956416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:30.957056 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:31.077506 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.230080 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.278167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.284158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892c692-ab9a-4fe0-8582-1bad7b5d181a None None] Network 11e5b33a-98c6-45d9-bcf7-454c480fc43a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:31.285939 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/922eeff1-bd69-4867-8148-0b1909e351e2 HTTP/1.1" status: 204 len: 168 time: 0.5278633 Jul 09 17:32:31.288699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51644) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:31.337341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=922eeff1-bd69-4867-8148-0b1909e351e2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:31.361477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.362189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.362725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.363446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.373914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.374795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.375342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.375929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.376594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.377118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.377647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.378164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713f71a-c1b4-41d8-b9a3-355b27d3d0f5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:32:31.434788 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:29Z', 'revision_number': 10, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:31.484841 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:31.498242 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:31.498901 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:31.581563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.636147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-448d4830-2493-4b51-83fd-3e0d14663f5c req-4450d32b-9dd6-462e-a612-ea1f195069d3 tempest-VolumesSnapshotTestJSON-1634949123 tempest-VolumesSnapshotTestJSON-1634949123-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa23d39-347a-421e-a36a-0e6715f8e6f8 HTTP/1.1" status: 200 len: 210 time: 0.0890031 Jul 09 17:32:31.708231 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:31.750705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:31.751061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.778983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] DHCP port deletion for 11e5b33a-98c6-45d9-bcf7-454c480fc43a request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:31.888856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] Deleting port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:31.889258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.906747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:31.908307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:31.934040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for a25a0f2e-ad8d-4795-9137-1f068dbd5a8a owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:32.033601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] For port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,segment=NetworkSegment(197a61b2-5a9d-4219-9368-e3d0c344bf9b),segment_id=197a61b2-5a9d-4219-9368-e3d0c344bf9b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:32.036292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.090471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] Calling delete_port for a25a0f2e-ad8d-4795-9137-1f068dbd5a8a owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:32.198807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61b81f50-6789-4721-83c5-6fecc202fb5b no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:32.214525 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:29Z', 'revision_number': 10, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:32.228796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.247108 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.249686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a25a0f2e-ad8d-4795-9137-1f068dbd5a8a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:32.303501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb3682-3964-4d89-bd5d-f21ac8697b54 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:29Z', 'revision_number': 10, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None, '_interfaces': [{'id': '3567e618-0538-4664-b5aa-cff390c50084', 'name': '', 'network_id': '73e15ebd-8f18-4c6c-a864-cf5894145ba0', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'mac_address': 'fa:16:3e:6b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:31:51Z', 'updated_at': '2021-07-09T17:31:59Z', 'revision_number': 5, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'subnets': [{'id': 'c1bf444a-2bd7-4a9b-87c6-56d3137c1389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:32.352305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:32.365094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:32.377332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] Pushing event deleted for resources: {'Port': ['ID=a25a0f2e-ad8d-4795-9137-1f068dbd5a8a,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:32.380464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 61b81f50-6789-4721-83c5-6fecc202fb5b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:32.380998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61b81f50-6789-4721-83c5-6fecc202fb5b not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:32.386310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a25a0f2e-ad8d-4795-9137-1f068dbd5a8a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:32.387008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a25a0f2e-ad8d-4795-9137-1f068dbd5a8a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:32.391089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ad470-5cc8-4566-a631-f6dc3e04a8f8 None None] No DVR routers for this DVR port a25a0f2e-ad8d-4795-9137-1f068dbd5a8a on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:32.401668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c4d890d2-1d0d-4cc4-99ad-46e17c61e1fa req-a5568280-f191-4852-8f0d-53fae233330b tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0866487 Jul 09 17:32:32.493557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.515334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e5b33a-98c6-45d9-bcf7-454c480fc43a']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:32.546663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197a61b2-5a9d-4219-9368-e3d0c344bf9b') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:32.547079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197a61b2-5a9d-4219-9368-e3d0c344bf9b') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:32.559650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.580981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.587626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:32.588278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:32.591504 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:32.709658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.726069 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:32.732111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51706) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:32.733084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/11e5b33a-98c6-45d9-bcf7-454c480fc43a HTTP/1.1" status: 204 len: 168 time: 1.4432132 Jul 09 17:32:32.749013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2034c3-929e-4941-bca9-1ce406fab9a3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=11e5b33a-98c6-45d9-bcf7-454c480fc43a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:33.400719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:33.777632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6815c10c-11ce-4e23-8b17-0996217a9cb7 req-4705be2d-58fa-450c-b65b-31a5c26d6124 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1108334 Jul 09 17:32:33.861493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 3567e618-0538-4664-b5aa-cff390c50084 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:33.861844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:34.098125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 3567e618-0538-4664-b5aa-cff390c50084, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3567e618-0538-4664-b5aa-cff390c50084,segment=NetworkSegment(b9b3f27b-e727-47d8-88ae-6915c9bf6221),segment_id=b9b3f27b-e727-47d8-88ae-6915c9bf6221)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:34.098500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:34.118882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a435f7e-6c25-4633-af18-0941b18d0997 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:34.147071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 3567e618-0538-4664-b5aa-cff390c50084 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:34.171053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1a435f7e-6c25-4633-af18-0941b18d0997 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:34.173968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a435f7e-6c25-4633-af18-0941b18d0997 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:34.465743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:34.539896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=3567e618-0538-4664-b5aa-cff390c50084,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:34.839007 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:35.108384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57233db1-f9fd-4e84-84ca-84a97a5d20b5 req-e7e433c7-1654-4a13-9caf-12c1210ab9d6 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0633919 Jul 09 17:32:35.151859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:35.355622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:35.363353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a54e79b9-d282-4260-883d-0400dc4c093d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296232 Jul 09 17:32:35.365380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7498641-d3d1-422a-a707-04032816c03e None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:35.366612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51762) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:35.376766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:35.380855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:35.474197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:35.514648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting subnet c1bf444a-2bd7-4a9b-87c6-56d3137c1389 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:35.516012 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:35.553926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:34Z', 'revision_number': 11, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:35.587192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7498641-d3d1-422a-a707-04032816c03e None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:35.597785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:35.598675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:35.638592 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:35.697220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:35.811599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7498641-d3d1-422a-a707-04032816c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:34Z', 'revision_number': 11, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:35.855027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7498641-d3d1-422a-a707-04032816c03e None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:34Z', 'revision_number': 11, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:35.871431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:36.031078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:36.124067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bf444a-2bd7-4a9b-87c6-56d3137c1389,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:36.137960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cebb08-e51e-485b-af2a-4795b40eabbd None None] Network 73e15ebd-8f18-4c6c-a864-cf5894145ba0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:36.147655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:36.152069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2514ef5f-6ae9-48ff-84dd-d52e97d790f3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/c1bf444a-2bd7-4a9b-87c6-56d3137c1389 HTTP/1.1" status: 204 len: 168 time: 0.7819438 Jul 09 17:32:36.152608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51788) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:36.273302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:36.355639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Deleting port 7e04d854-112f-4736-96a8-4045d6a80f17 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:36.356347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:36.687236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3567e618-0538-4664-b5aa-cff390c50084 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:36.700946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] For port 7e04d854-112f-4736-96a8-4045d6a80f17, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7e04d854-112f-4736-96a8-4045d6a80f17,segment=NetworkSegment(b9b3f27b-e727-47d8-88ae-6915c9bf6221),segment_id=b9b3f27b-e727-47d8-88ae-6915c9bf6221)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:36.701316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:36.732008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-206bcaa5-ec68-4b00-9fb3-67f0d2f0a345 req-8555bec3-e4bb-4746-baa7-3bf943d50b20 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1513877 Jul 09 17:32:36.737119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Calling delete_port for 7e04d854-112f-4736-96a8-4045d6a80f17 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:36.793499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3567e618-0538-4664-b5aa-cff390c50084 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:36.793846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3567e618-0538-4664-b5aa-cff390c50084 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:36.931544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] DHCP port deletion for 73e15ebd-8f18-4c6c-a864-cf5894145ba0 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:37.014034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.062728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51816) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:37.082097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No DVR routers for this DVR port 7e04d854-112f-4736-96a8-4045d6a80f17 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:37.087636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Port': ['ID=7e04d854-112f-4736-96a8-4045d6a80f17,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:37.088002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Deleting port 7e04d854-112f-4736-96a8-4045d6a80f17 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:37.088398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.260620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] For port 7e04d854-112f-4736-96a8-4045d6a80f17, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:37.261124 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.276328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Calling delete_port for 7e04d854-112f-4736-96a8-4045d6a80f17 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:37.280239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Port 7e04d854-112f-4736-96a8-4045d6a80f17 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:32:37.281858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.317468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.320212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] Pushing event deleted for resources: {'Port': ['ID=7e04d854-112f-4736-96a8-4045d6a80f17,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:37.322292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af5476-67f5-4097-99f8-c371f6335eea None None] No DVR routers for this DVR port 7e04d854-112f-4736-96a8-4045d6a80f17 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:37.359208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e15ebd-8f18-4c6c-a864-cf5894145ba0']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:37.376803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b3f27b-e727-47d8-88ae-6915c9bf6221') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:37.377406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b3f27b-e727-47d8-88ae-6915c9bf6221') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:37.390453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.408895 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.441079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:37.441902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:37.512692 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:37.530262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.540381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:37.545360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51826) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:37.550462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'routes': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:37.556125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/networks/73e15ebd-8f18-4c6c-a864-cf5894145ba0 HTTP/1.1" status: 204 len: 168 time: 1.4015076 Jul 09 17:32:37.580946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad235fb-cc44-45fa-adb9-56cc46b295b3 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Pushing event deleted for resources: {'Network': ['ID=73e15ebd-8f18-4c6c-a864-cf5894145ba0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:37.675570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51828) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:37.952371 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd072d-a10e-4a70-9ebd-a55d80432835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.062195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Added routes are [] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:32:38.062498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Removed routes are [] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:32:38.063042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.150261 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.174873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7e04d854-112f-4736-96a8-4045d6a80f17 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:38.203373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7e04d854-112f-4736-96a8-4045d6a80f17 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:38.216478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7e04d854-112f-4736-96a8-4045d6a80f17 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:38.233289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd072d-a10e-4a70-9ebd-a55d80432835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.259817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be762c1f-a512-4092-b0fc-af0a85dc7221 req-0d0543a1-671d-463d-a7d5-6f991ed8473c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.2451036 Jul 09 17:32:38.261780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ccd072d-a10e-4a70-9ebd-a55d80432835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.326145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ccd072d-a10e-4a70-9ebd-a55d80432835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd26435a7602466298c8fc4e9cd669ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488931 Jul 09 17:32:38.327072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd072d-a10e-4a70-9ebd-a55d80432835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f3359-c29f-45b8-ba48-674f47aa575b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:38.329573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51844) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:38.336696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.342063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.396765 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41e5cbd7-ee6b-45b2-9a47-bf00f1cf083c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.433927 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41e5cbd7-ee6b-45b2-9a47-bf00f1cf083c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.536432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41e5cbd7-ee6b-45b2-9a47-bf00f1cf083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.545295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41e5cbd7-ee6b-45b2-9a47-bf00f1cf083c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.552932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-41e5cbd7-ee6b-45b2-9a47-bf00f1cf083c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d0f3359-c29f-45b8-ba48-674f47aa575b HTTP/1.1" status: 204 len: 168 time: 0.2221270 Jul 09 17:32:38.606785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5cbd7-ee6b-45b2-9a47-bf00f1cf083c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f3359-c29f-45b8-ba48-674f47aa575b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:38.856327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router 804c98de-4533-4ce5-a379-534e7d75bb6f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:38.966935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:38.974899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:38.977498 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] Sync routers for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:38.978984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51866) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:38.979109 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b3942963-e919-411c-aa96-6277c5070816 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 701 time: 1.4326220 Jul 09 17:32:39.011782 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:39.014737 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:39.099094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:39.099824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7f7afbb2-6da3-4e5a-8089-263b89604aa8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 205 time: 0.1121910 Jul 09 17:32:39.196108 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.225288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:39.232822 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.328838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.337628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:39.355634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d875b1d-d922-445f-8e5f-2cbc3e83e8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.387441 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:34Z', 'revision_number': 11, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:39.446499 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] Checking router: 804c98de-4533-4ce5-a379-534e7d75bb6f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:39.456026 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] Routers {'804c98de-4533-4ce5-a379-534e7d75bb6f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:39.456676 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['804c98de-4533-4ce5-a379-534e7d75bb6f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:39.513931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d875b1d-d922-445f-8e5f-2cbc3e83e8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.524672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d875b1d-d922-445f-8e5f-2cbc3e83e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.543969 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] Set router 804c98de-4533-4ce5-a379-534e7d75bb6f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:39.610369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b4596ac-5061-4b7f-a674-d42d797844e5 req-e8ff9812-4ceb-4a24-99d6-7ff816b65d39 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1397514 Jul 09 17:32:39.613792 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:34Z', 'revision_number': 11, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:39.645233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4d875b1d-d922-445f-8e5f-2cbc3e83e8a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c299a8ba938433e9e9a570d80694b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057468 Jul 09 17:32:39.645833 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c0980-baf7-4132-934a-82d3f28f39c9 None None] The sync data for ids ['804c98de-4533-4ce5-a379-534e7d75bb6f'] in n-d-791506-17 is: [{'id': '804c98de-4533-4ce5-a379-534e7d75bb6f', 'name': 'tempest-RoutersTest-router-1934844936', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:31:49Z', 'updated_at': '2021-07-09T17:32:34Z', 'revision_number': 11, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:39.648372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51886) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:39.651431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d875b1d-d922-445f-8e5f-2cbc3e83e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de17557c-0b62-42ca-8193-49fafcaf2b51,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:39.786156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95f35ae5-941a-4169-9730-b86dcd6d7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.814784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.818357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.849063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95f35ae5-941a-4169-9730-b86dcd6d7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.943530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.944070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router 804c98de-4533-4ce5-a379-534e7d75bb6f {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:32:39.950005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95f35ae5-941a-4169-9730-b86dcd6d7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.953251 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-95f35ae5-941a-4169-9730-b86dcd6d7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.954218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:39.955485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e3cf8558-848b-44a8-a596-2994ad9c29d7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 204 len: 168 time: 0.8543591 Jul 09 17:32:39.957089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-95f35ae5-941a-4169-9730-b86dcd6d7c03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de17557c-0b62-42ca-8193-49fafcaf2b51 HTTP/1.1" status: 204 len: 168 time: 0.2856805 Jul 09 17:32:39.974361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51900) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:39.978367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35ae5-941a-4169-9730-b86dcd6d7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17557c-0b62-42ca-8193-49fafcaf2b51,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:40.007855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187748810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:40.049873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.055930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.153708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.181091 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.214714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.216222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b9496c06-5701-42f2-ac73-99397117c33c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2386184 Jul 09 17:32:40.219073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51906) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:40.226751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:40.232386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Deleting port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:40.232981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.349631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] For port c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:40.350810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.375961 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d8e0-c566-47f2-aa67-a4d42b5a2bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.379930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Calling delete_port for c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:40.613604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.637658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.698150 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:40.771990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:40.904305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Router b27cc129-f2e9-49cf-aefe-14f2d383b8cb is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:32:41.134127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:41.181096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32da9706-2b4d-4a16-8224-14aaf9959e8b req-f07ffba6-b1a5-402f-9b2a-93b2001dda5c tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1476686 Jul 09 17:32:41.215000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:41.227840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] Sync routers for ids ['b27cc129-f2e9-49cf-aefe-14f2d383b8cb'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:41.237779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:41.249950 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c82b54cd-c896-40b1-a142-436568da3471 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "PUT /v2.0/routers/b27cc129-f2e9-49cf-aefe-14f2d383b8cb HTTP/1.1" status: 200 len: 694 time: 1.0294440 Jul 09 17:32:41.256527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51932) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:41.269212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] Routers {'b27cc129-f2e9-49cf-aefe-14f2d383b8cb'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:41.270331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b27cc129-f2e9-49cf-aefe-14f2d383b8cb'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:41.416013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] Set router b27cc129-f2e9-49cf-aefe-14f2d383b8cb gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:41.430638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-747b5a43-1661-4bf3-8294-b8336fbef6d9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/routers/b27cc129-f2e9-49cf-aefe-14f2d383b8cb HTTP/1.1" status: 200 len: 700 time: 0.1701548 Jul 09 17:32:41.431437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51936) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:41.494846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e1e52b21-590f-46c2-9212-5c339118a97c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=b27cc129-f2e9-49cf-aefe-14f2d383b8cb HTTP/1.1" status: 200 len: 205 time: 0.0618691 Jul 09 17:32:41.498103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51940) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:41.522876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cc129-f2e9-49cf-aefe-14f2d383b8cb', 'name': 'tempest-RoutersTest-router-1187748810', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:40Z', 'updated_at': '2021-07-09T17:32:40Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:41.582785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] Checking router: b27cc129-f2e9-49cf-aefe-14f2d383b8cb for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:41.610391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] Routers {'b27cc129-f2e9-49cf-aefe-14f2d383b8cb'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:41.616084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b27cc129-f2e9-49cf-aefe-14f2d383b8cb'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:41.699557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:41.712774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Router d0cd2133-7748-4b5a-bd20-4577aa630d69 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:41.763951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] Set router b27cc129-f2e9-49cf-aefe-14f2d383b8cb gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:41.931069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cc129-f2e9-49cf-aefe-14f2d383b8cb', 'name': 'tempest-RoutersTest-router-1187748810', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:40Z', 'updated_at': '2021-07-09T17:32:40Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:42.026201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:42.036213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.039261 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] Sync routers for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:42.048419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-040f6400-599e-4c76-9d52-03cad16f0ef2 admin admin] 10.222.0.21 "PUT /v2.0/routers/d0cd2133-7748-4b5a-bd20-4577aa630d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9839168 Jul 09 17:32:42.051659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51954) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:42.056000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:42.056794 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:42.059301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.070379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda21bd6-8833-4035-976a-8ac757722f6b None None] The sync data for ids ['b27cc129-f2e9-49cf-aefe-14f2d383b8cb'] in n-d-791506-17 is: [{'id': 'b27cc129-f2e9-49cf-aefe-14f2d383b8cb', 'name': 'tempest-RoutersTest-router-1187748810', 'tenant_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:40Z', 'updated_at': '2021-07-09T17:32:40Z', 'revision_number': 2, 'project_id': 'eff59b809ff9418c8f0f5305ac3755ba', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:42.336314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:42.337865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.516274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.547444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-82d22b3d-76d8-4240-98f5-a46d1baf8638 req-4d4020ea-fc71-45db-8f48-d587123076ea tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0482984 Jul 09 17:32:42.627161 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:42.655188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Deleting port 21b2944d-3e19-4985-b44e-af63af1c3005 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:42.655550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.854044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9128cb7-a01f-4de0-9fe3-21e13e29cad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.910144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-05008567-9fe5-4b02-9953-93d3fcab4641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:42.956969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] For port 21b2944d-3e19-4985-b44e-af63af1c3005, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=21b2944d-3e19-4985-b44e-af63af1c3005,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:42.957340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.021689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Calling delete_port for 21b2944d-3e19-4985-b44e-af63af1c3005 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:43.031546 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:32:40Z', 'revision_number': 5, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port': {'id': '21b2944d-3e19-4985-b44e-af63af1c3005', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:23:23Z', 'updated_at': '2021-07-09T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:43.077882 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] Checking router: d0cd2133-7748-4b5a-bd20-4577aa630d69 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:43.112280 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] Routers {'d0cd2133-7748-4b5a-bd20-4577aa630d69'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:43.113179 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d0cd2133-7748-4b5a-bd20-4577aa630d69'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:43.207879 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] Set router d0cd2133-7748-4b5a-bd20-4577aa630d69 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:43.223535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.224358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Fanout notify agent at l3_agent the message router_deleted on router b27cc129-f2e9-49cf-aefe-14f2d383b8cb {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:32:43.251377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.262607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-765de3c1-d45c-40ad-b079-d2bb35ffc026 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/b27cc129-f2e9-49cf-aefe-14f2d383b8cb HTTP/1.1" status: 204 len: 168 time: 1.7632487 Jul 09 17:32:43.264653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.320518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a774d522-c634-4270-9c10-3907d6a1aadb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=b27cc129-f2e9-49cf-aefe-14f2d383b8cb HTTP/1.1" status: 200 len: 205 time: 0.0534987 Jul 09 17:32:43.321146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51978) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.322918 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:32:42Z', 'revision_number': 6, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:43.339982 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.394002 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91abd4-8716-4430-850a-e70c1dfee604 None None] The sync data for ids ['d0cd2133-7748-4b5a-bd20-4577aa630d69'] in n-d-791506-17 is: [{'id': 'd0cd2133-7748-4b5a-bd20-4577aa630d69', 'name': 'tempest-AttachVolumeShelveTestJSON-62778226-router', 'tenant_id': '3aa99a636212439897feada6c97c22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:23:22Z', 'updated_at': '2021-07-09T17:32:42Z', 'revision_number': 6, 'project_id': '3aa99a636212439897feada6c97c22bc', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:32:43.453091 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.473887 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-94bb08f0-5d56-4550-831c-876d121624d9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:43.474837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-94bb08f0-5d56-4550-831c-876d121624d9 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/b27cc129-f2e9-49cf-aefe-14f2d383b8cb HTTP/1.1" status: 404 len: 336 time: 0.1525609 Jul 09 17:32:43.481296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.549859 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-573c0cab-d0e7-4bec-93a0-cfd25ca22c0e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:43.550599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573c0cab-d0e7-4bec-93a0-cfd25ca22c0e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:43.557524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-573c0cab-d0e7-4bec-93a0-cfd25ca22c0e tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/f69b223e-d547-461f-ad1c-64a9f05f041f HTTP/1.1" status: 404 len: 337 time: 0.0690963 Jul 09 17:32:43.559158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.574478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b2944d-3e19-4985-b44e-af63af1c3005,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:43.619648 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e65f36-19e8-402d-b1a5-0481d5ef30b5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:43.621715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e65f36-19e8-402d-b1a5-0481d5ef30b5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:43.626469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-00e65f36-19e8-402d-b1a5-0481d5ef30b5 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/91155825-e011-4330-9cfa-eab92962d4fb HTTP/1.1" status: 404 len: 337 time: 0.0674005 Jul 09 17:32:43.631857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.686087 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d604c5-28d2-4e48-be5a-1d7920b164ac tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:43.687101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d604c5-28d2-4e48-be5a-1d7920b164ac tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:43.691696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6d604c5-28d2-4e48-be5a-1d7920b164ac tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/922eeff1-bd69-4867-8148-0b1909e351e2 HTTP/1.1" status: 404 len: 337 time: 0.0559433 Jul 09 17:32:43.694509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51992) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.698762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9128cb7-a01f-4de0-9fe3-21e13e29cad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.713088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9128cb7-a01f-4de0-9fe3-21e13e29cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.775749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.868751 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21a18a4-780e-49d6-9d63-bfaf65406902 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:43.869218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21a18a4-780e-49d6-9d63-bfaf65406902 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:43.871023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d21a18a4-780e-49d6-9d63-bfaf65406902 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/c1bf444a-2bd7-4a9b-87c6-56d3137c1389 HTTP/1.1" status: 404 len: 337 time: 0.1744885 Jul 09 17:32:43.899048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.901586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.933691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.938248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51994) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.980249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e9128cb7-a01f-4de0-9fe3-21e13e29cad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67bca20259cc4ceb9e7547539c6fc1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4868577 Jul 09 17:32:43.981187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9128cb7-a01f-4de0-9fe3-21e13e29cad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30564228-55e9-42e8-ae4a-10f93d064a6d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:43.984376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:43.987102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:43.987593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0cd2133-7748-4b5a-bd20-4577aa630d69 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:32:43.998726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.000431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-424d111e-c691-4224-b450-58134bf74e80 req-ebd52ca2-f555-434c-bdd7-76623ce8a808 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.2143645 Jul 09 17:32:44.000618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16cbc852-028a-4c73-997f-1bd3dccac062 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d0cd2133-7748-4b5a-bd20-4577aa630d69 HTTP/1.1" status: 204 len: 168 time: 1.9333391 Jul 09 17:32:44.002422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51998) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.036186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f1a1cc1d-1ba3-4d5c-8648-b434fe4964c0 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 200 len: 205 time: 0.0967438 Jul 09 17:32:44.047653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52000) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.155094 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-308e2952-2c66-4e98-b002-dd20f6fad5e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:44.162585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-308e2952-2c66-4e98-b002-dd20f6fad5e8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/804c98de-4533-4ce5-a379-534e7d75bb6f HTTP/1.1" status: 404 len: 336 time: 0.1091392 Jul 09 17:32:44.165315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.169694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Deleting subnet 2bf831b3-d142-43a5-bb2f-461b77ebc875 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:44.176081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.202112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-602b5991-67eb-4022-9c96-1176b9079b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.210993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21b2944d-3e19-4985-b44e-af63af1c3005 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:44.226801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.239565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 21b2944d-3e19-4985-b44e-af63af1c3005 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:44.246612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5d5ee7f7-ad7a-4382-a8ac-a6851e7ec7fb tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=707421ee-c99a-4ced-8a52-38328be9d957 HTTP/1.1" status: 200 len: 205 time: 0.0799117 Jul 09 17:32:44.247823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 21b2944d-3e19-4985-b44e-af63af1c3005 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:44.248980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52008) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.249586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:44.260046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-602b5991-67eb-4022-9c96-1176b9079b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.304478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:44.304478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c0e54e22-f2dd-4b98-9e1c-fa6d89e5b85d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:44.343861 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-6f125b86-2f7a-41f2-90fc-d6b345cd8945 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:44.345242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6f125b86-2f7a-41f2-90fc-d6b345cd8945 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/707421ee-c99a-4ced-8a52-38328be9d957 HTTP/1.1" status: 404 len: 336 time: 0.0933795 Jul 09 17:32:44.349395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.396358 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-706f2216-5ce8-4166-8870-880f61c8eac2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:44.397201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706f2216-5ce8-4166-8870-880f61c8eac2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:44.399468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-706f2216-5ce8-4166-8870-880f61c8eac2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/1b000a0b-740e-4348-a935-59f438fcc8a6 HTTP/1.1" status: 404 len: 337 time: 0.0491462 Jul 09 17:32:44.402182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.412000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.435440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-602b5991-67eb-4022-9c96-1176b9079b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.438219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-602b5991-67eb-4022-9c96-1176b9079b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.442292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-602b5991-67eb-4022-9c96-1176b9079b81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30564228-55e9-42e8-ae4a-10f93d064a6d HTTP/1.1" status: 204 len: 168 time: 0.4563706 Jul 09 17:32:44.457902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b5991-67eb-4022-9c96-1176b9079b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30564228-55e9-42e8-ae4a-10f93d064a6d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:44.477256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-73fa0597-7458-4bd0-8271-5c868135607b tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 200 len: 205 time: 0.0725303 Jul 09 17:32:44.491623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52016) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.554544 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-693c7377-f28b-49f6-8437-e535aad27ce8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:44.558835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52018) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.559339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-693c7377-f28b-49f6-8437-e535aad27ce8 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/a0f43214-0a6b-4bf2-9439-78357ee0d42d HTTP/1.1" status: 404 len: 336 time: 0.0590904 Jul 09 17:32:44.562109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.620231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf831b3-d142-43a5-bb2f-461b77ebc875,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:44.635261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.640343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df9aa6d-27ef-4bd7-adf0-ea24ff5a3520 None None] Network 511b8178-1168-4429-9106-976feeb70bc8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:44.641426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f11731f4-8200-49d2-a827-9bd788f7c39a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bf831b3-d142-43a5-bb2f-461b77ebc875 HTTP/1.1" status: 204 len: 168 time: 0.6377482 Jul 09 17:32:44.642441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.716899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2eb04ee0-acd1-4437-80d6-c59dab17775f tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a072d42-a870-4b85-9374-f09a3ead5579 HTTP/1.1" status: 200 len: 205 time: 0.1544147 Jul 09 17:32:44.719797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.787588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:44.819638 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-1648a0fa-ce6b-4a61-a8c6-1f8f9eedb66d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:44.820561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1648a0fa-ce6b-4a61-a8c6-1f8f9eedb66d tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/6a072d42-a870-4b85-9374-f09a3ead5579 HTTP/1.1" status: 404 len: 336 time: 0.0973244 Jul 09 17:32:44.823114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52024) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.869788 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-01948473-3664-4766-9d7c-f0e51057d398 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:44.884576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01948473-3664-4766-9d7c-f0e51057d398 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:44.886462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-01948473-3664-4766-9d7c-f0e51057d398 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/4d6e6d76-7e29-4b9d-9bda-2862f1273108 HTTP/1.1" status: 404 len: 337 time: 0.0621274 Jul 09 17:32:44.889267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52026) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:44.949541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d60549f7-4d83-4b9f-a7c0-9d7c59479ce7 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=a54ce404-5972-4999-8b8d-50d1fb96ea90 HTTP/1.1" status: 200 len: 205 time: 0.0589511 Jul 09 17:32:44.954027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52030) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.040382 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-5b5c14c9-e2e5-484c-b74d-e33cceaf39e2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:45.042464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5b5c14c9-e2e5-484c-b74d-e33cceaf39e2 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/a54ce404-5972-4999-8b8d-50d1fb96ea90 HTTP/1.1" status: 404 len: 336 time: 0.0871422 Jul 09 17:32:45.043355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Deleting port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:45.045007 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.045518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.103933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] DHCP port deletion for 511b8178-1168-4429-9106-976feeb70bc8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:45.107872 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e749f97b-71ef-4a88-9a9a-5841ed49c4c4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:45.108342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e749f97b-71ef-4a88-9a9a-5841ed49c4c4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:45.110136 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e749f97b-71ef-4a88-9a9a-5841ed49c4c4 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/7590dae0-76bf-42bb-9d5d-d7f611f58c4a HTTP/1.1" status: 404 len: 337 time: 0.0618045 Jul 09 17:32:45.120328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52040) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.179550 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-16f9d9d3-4843-41e4-a3fb-3ee58e8d735c tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e010d254-12a5-4a54-b4c8-912763a7eb7c HTTP/1.1" status: 200 len: 205 time: 0.0577929 Jul 09 17:32:45.182052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52042) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.224422 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-18bc2490-f312-4ed3-a823-a1c5ef6657ae tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] delete failed (client error): The resource could not be found. Jul 09 17:32:45.227723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-18bc2490-f312-4ed3-a823-a1c5ef6657ae tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/routers/e010d254-12a5-4a54-b4c8-912763a7eb7c HTTP/1.1" status: 404 len: 336 time: 0.0424480 Jul 09 17:32:45.228154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52044) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.275338 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-161bf66d-8107-4bc3-885b-c48592327e95 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:45.276099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161bf66d-8107-4bc3-885b-c48592327e95 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:45.279832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-161bf66d-8107-4bc3-885b-c48592327e95 tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/ea465350-41f4-4f9e-8467-39b3e8741449 HTTP/1.1" status: 404 len: 337 time: 0.0483348 Jul 09 17:32:45.281699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52046) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.290264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] Deleting port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:45.292781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.304608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] For port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:45.306666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.406887 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b508bfe4-0f6e-42b5-8c6f-10c78abd34fc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] DELETE failed (client error): The resource could not be found. Jul 09 17:32:45.407351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b508bfe4-0f6e-42b5-8c6f-10c78abd34fc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:32:45.417286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b508bfe4-0f6e-42b5-8c6f-10c78abd34fc tempest-RoutersTest-1402729573 tempest-RoutersTest-1402729573-project] 10.222.0.21 "DELETE /v2.0/subnets/19df039e-95ed-4f9b-9971-c03fa201ec8c HTTP/1.1" status: 404 len: 337 time: 0.1215794 Jul 09 17:32:45.467036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9eda387-a3af-4576-a805-2494ad9b9831 req-38a62811-a7bc-45bf-b099-a1207ae571e7 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1843085 Jul 09 17:32:45.471750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Calling delete_port for d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:45.477312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52056) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.521043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7254-7a2b-4a29-b84f-2ee6a6b6033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.842097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.865962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.899170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] For port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,segment=NetworkSegment(03e86f49-77b4-482c-9b3b-2a590a5e5c76),segment_id=03e86f49-77b4-482c-9b3b-2a590a5e5c76)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:45.899575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.900108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52060) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:45.915824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7254-7a2b-4a29-b84f-2ee6a6b6033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.924608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7254-7a2b-4a29-b84f-2ee6a6b6033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:45.952494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] Calling delete_port for d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:45.958246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] No DVR routers for this DVR port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:45.987528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7254-7a2b-4a29-b84f-2ee6a6b6033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff71dace-d023-4f95-bb38-36382629f5e1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:46.026975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Pushing event deleted for resources: {'Port': ['ID=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:46.037933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a4bb7254-7a2b-4a29-b84f-2ee6a6b6033d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcb9c28df3b54c79ad796bae4efdb726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572441 Jul 09 17:32:46.039134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52064) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:46.123921 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35648365-ea25-4b52-9d25-c4bac2ca6396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.152223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.188147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511b8178-1168-4429-9106-976feeb70bc8']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:46.223812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e86f49-77b4-482c-9b3b-2a590a5e5c76') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:46.224431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e86f49-77b4-482c-9b3b-2a590a5e5c76') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:46.230753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35648365-ea25-4b52-9d25-c4bac2ca6396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.241230 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.253517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.271042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.278052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:46.278495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:46.280308 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:46.282249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:46.317530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] No DVR routers for this DVR port d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:46.393861 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.406862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:32:46.406862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:32:46.409066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cee68-414e-404e-bba3-2c1eb7f69a8d None None] Pushing event deleted for resources: {'Port': ['ID=d54ad83a-72f4-4adb-bcae-7a2ab1ca88fd,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:46.443956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.449714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] 10.222.0.21 "DELETE /v2.0/networks/511b8178-1168-4429-9106-976feeb70bc8 HTTP/1.1" status: 204 len: 168 time: 1.8059626 Jul 09 17:32:46.450782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616cc94-021e-484f-8935-047a5c11d138 admin admin] Pushing event deleted for resources: {'Network': ['ID=511b8178-1168-4429-9106-976feeb70bc8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:46.452937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2d1de54e-5fc7-4f4e-91bc-52aba761f026 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eff59b809ff9418c8f0f5305ac3755ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512478 Jul 09 17:32:46.455132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52070) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:46.487158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35648365-ea25-4b52-9d25-c4bac2ca6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.491898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35648365-ea25-4b52-9d25-c4bac2ca6396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.496513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35648365-ea25-4b52-9d25-c4bac2ca6396 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff71dace-d023-4f95-bb38-36382629f5e1 HTTP/1.1" status: 204 len: 168 time: 0.4531958 Jul 09 17:32:46.512372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35648365-ea25-4b52-9d25-c4bac2ca6396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff71dace-d023-4f95-bb38-36382629f5e1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:46.553058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7cabc4-422a-4142-bba2-164284c8ecf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.594020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7cabc4-422a-4142-bba2-164284c8ecf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.696090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7cabc4-422a-4142-bba2-164284c8ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.699654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7cabc4-422a-4142-bba2-164284c8ecf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:46.704877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2d7cabc4-422a-4142-bba2-164284c8ecf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b092c19a-9294-49df-8332-80b97f589232 HTTP/1.1" status: 204 len: 168 time: 0.2484698 Jul 09 17:32:46.744864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52082) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:46.767908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cabc4-422a-4142-bba2-164284c8ecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b092c19a-9294-49df-8332-80b97f589232,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:46.879946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab65014b-b191-4886-b4b3-f67d43b75063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aa99a636212439897feada6c97c22bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334782 Jul 09 17:32:46.882482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52084) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:46.999353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abd269ed-4028-4d76-9ea5-86cd43428e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:47.057892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abd269ed-4028-4d76-9ea5-86cd43428e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:47.194926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abd269ed-4028-4d76-9ea5-86cd43428e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:47.199258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-abd269ed-4028-4d76-9ea5-86cd43428e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:47.202023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-abd269ed-4028-4d76-9ea5-86cd43428e57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb0fd2e8-a9d6-40b9-b43b-97241c953a54 HTTP/1.1" status: 204 len: 168 time: 0.3185949 Jul 09 17:32:47.235335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd269ed-4028-4d76-9ea5-86cd43428e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0fd2e8-a9d6-40b9-b43b-97241c953a54,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:47.354543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70eecea2-0b1a-4d7f-ac80-3c109e1cd9c4 req-5fe7b43b-1ab9-4bc5-84ac-cb53d8b0b382 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.1494212 Jul 09 17:32:48.683092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2540087-e9e2-4d50-8f4b-4b1096bc1dfe req-38f5dd2c-2198-4b8a-be1e-cc06b670cdd3 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8492996-4675-416b-baeb-b48ac5793537 HTTP/1.1" status: 200 len: 210 time: 0.0581162 Jul 09 17:32:49.258446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52172) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:49.472288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1501634558-network', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:49.501852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Made reservation on behalf of ffd787d7268a46c39cb5290602e278f6 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:32:49.504791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.516673 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.677652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.683602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.720176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:32:49.733242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5cbb5-27dc-44c1-a7f5-6f7bded7e205,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:49.741205 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.742010 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Added segment 59eea334-316b-4c9c-813d-23459c99b60b of type vlan for network 1a585b07-066e-437d-be8a-73b7bc670da6 Jul 09 17:32:49.791617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.830165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.832626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:49.836137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:49.938804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] Pushing event updated for resources: {'Network': ['ID=1a585b07-066e-437d-be8a-73b7bc670da6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:49.954682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-653812f7-d007-4e38-b166-fc50b0f4866b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6916602 Jul 09 17:32:49.954990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52208) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:49.960486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52210) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:49.967808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Request body: {'subnet': {'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1501634558-subnet', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:49.974990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 1a585b07-066e-437d-be8a-73b7bc670da6 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:32:50.010220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Made reservation on behalf of ffd787d7268a46c39cb5290602e278f6 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:32:50.017912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.089950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f230897-a311-43a5-baf5-a3087460af73 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.139652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f230897-a311-43a5-baf5-a3087460af73 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.245653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f230897-a311-43a5-baf5-a3087460af73 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.248939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f230897-a311-43a5-baf5-a3087460af73 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.253269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f230897-a311-43a5-baf5-a3087460af73 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/security-groups/05859df1-58ca-4159-b964-3d16cc86a75a HTTP/1.1" status: 204 len: 168 time: 0.2916586 Jul 09 17:32:50.253923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:50.310467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f230897-a311-43a5-baf5-a3087460af73 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05859df1-58ca-4159-b964-3d16cc86a75a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:50.320572 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-4398f2ce-ecee-4cf6-abd1-fa65846b02dd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] show failed (client error): The resource could not be found. Jul 09 17:32:50.325963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52228) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:50.326458 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4398f2ce-ecee-4cf6-abd1-fa65846b02dd tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "GET /v2.0/security-groups/05859df1-58ca-4159-b964-3d16cc86a75a HTTP/1.1" status: 404 len: 347 time: 0.0685678 Jul 09 17:32:50.351038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.566853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea2716b-74fc-4f48-8407-1dc5849c62c1,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:50.570491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Checking segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:50.576557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Network hostable DHCP agents. Network: 1a585b07-066e-437d-be8a-73b7bc670da6, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:32:50.613762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 10ac165b-f690-4db2-a4b1-27085ef2d4ae {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:50.614164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.653791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Network 1a585b07-066e-437d-be8a-73b7bc670da6 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:32:50.684647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 1a585b07-066e-437d-be8a-73b7bc670da6) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:50.693451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:32:50.695224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.698759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc3ca7-9eea-454c-a53d-e2307dd0af5c None None] Network 1a585b07-066e-437d-be8a-73b7bc670da6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:50.725024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e8ff7e10-fe4d-486e-a4ac-f8b723409379 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7679927 Jul 09 17:32:50.728070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52236) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:50.733102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:32:50.761401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.762245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.780063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 10ac165b-f690-4db2-a4b1-27085ef2d4ae owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:50.785637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.787154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.892263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:50.973702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-1a585b07-066e-437d-be8a-73b7bc670da6', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:32:50.975734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.027136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52242) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:51.063311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.211270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f81bb3-6251-4d34-b7ec-5b6d058c6fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.217264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.233498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Allocated IP 172.20.0.2 (1a585b07-066e-437d-be8a-73b7bc670da6/7ea2716b-74fc-4f48-8407-1dc5849c62c1/a1e30340-8162-444a-9a46-c05f842b4b81) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:32:51.269134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=10ac165b-f690-4db2-a4b1-27085ef2d4ae,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:51.345919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.348768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.349987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cbbcb110-cf1c-4163-8966-97e401632880 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/floatingips/5e8cc7ec-9cbb-4f24-909f-9385580d6bc4 HTTP/1.1" status: 204 len: 168 time: 1.0162432 Jul 09 17:32:51.354161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52250) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:51.408015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f81bb3-6251-4d34-b7ec-5b6d058c6fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.417533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99f81bb3-6251-4d34-b7ec-5b6d058c6fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.449953 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.468082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Transition to ACTIVE for port object a1e30340-8162-444a-9a46-c05f842b4b81 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:51.492557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Transition to ACTIVE for port object a1e30340-8162-444a-9a46-c05f842b4b81 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:51.504044 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.512162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99f81bb3-6251-4d34-b7ec-5b6d058c6fda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d8346afbd374df1885c6c30109fe55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837849 Jul 09 17:32:51.513515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:51.514446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f81bb3-6251-4d34-b7ec-5b6d058c6fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334c793-b1a1-42b9-b7b5-b5641701fa11,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:51.569503 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.589255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Network 1a585b07-066e-437d-be8a-73b7bc670da6 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:51.590593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Pushing event updated for resources: {'Port': ['ID=a1e30340-8162-444a-9a46-c05f842b4b81,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:51.592611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.602533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:51.609143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:51.650670 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39a5e170-e32b-43e5-a460-7a14a164638c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.656022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:51.656385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.694715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Attempting to bind port a1e30340-8162-444a-9a46-c05f842b4b81 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:51.694980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Attempting to bind port a1e30340-8162-444a-9a46-c05f842b4b81 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:51.695320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Attempting to bind port a1e30340-8162-444a-9a46-c05f842b4b81 on network 1a585b07-066e-437d-be8a-73b7bc670da6 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:51.697829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39a5e170-e32b-43e5-a460-7a14a164638c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.708776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:51.709192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Checking segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:51.709581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.709982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Bound using segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:51.717469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Bound port: a1e30340-8162-444a-9a46-c05f842b4b81, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:51.717965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.765463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39a5e170-e32b-43e5-a460-7a14a164638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.768316 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39a5e170-e32b-43e5-a460-7a14a164638c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.772070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39a5e170-e32b-43e5-a460-7a14a164638c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6334c793-b1a1-42b9-b7b5-b5641701fa11 HTTP/1.1" status: 204 len: 168 time: 0.2510128 Jul 09 17:32:51.795133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5e170-e32b-43e5-a460-7a14a164638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334c793-b1a1-42b9-b7b5-b5641701fa11,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:51.854589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e602794e-15b3-4782-9a83-faa185874400 None None] For port a1e30340-8162-444a-9a46-c05f842b4b81, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:51.858053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e602794e-15b3-4782-9a83-faa185874400 None None] For port a1e30340-8162-444a-9a46-c05f842b4b81, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1e30340-8162-444a-9a46-c05f842b4b81,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:51.866678 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.876464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:51.891548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:51.958402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602794e-15b3-4782-9a83-faa185874400 None None] Pushing event updated for resources: {'Port': ['ID=a1e30340-8162-444a-9a46-c05f842b4b81,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:52.011674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Allocated IP 172.25.3.136 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e27bacf4-c0b7-46ce-84cb-cb63fd7c7339) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:32:52.149655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:52.199291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:52.219999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:52.231856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:52.270373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:52.363005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Pushing event updated for resources: {'Port': ['ID=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:52.660464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:52.811021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:52.999689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:53.004516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52296) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:53.005058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-53076183-06d3-4ec5-9f4a-62d832350ba0 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/ports/dac4d29a-7cd4-44b7-a4c7-06f3f52ea9a2 HTTP/1.1" status: 204 len: 168 time: 1.6492743 Jul 09 17:32:53.006176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:53.212309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 7591df60-c373-4859-a347-03e86878b3e7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:53.213206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:53.394177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:53.471236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:53.504363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 7591df60-c373-4859-a347-03e86878b3e7 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:53.665585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2e632-f0aa-47aa-96cd-5fa174d3cc49 None None] Network 1a585b07-066e-437d-be8a-73b7bc670da6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:53.808598 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:53.828834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2567739c-8750-4d9c-9ecd-e33fd46f4289 None None] Provisioning for port a1e30340-8162-444a-9a46-c05f842b4b81 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:53.847167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:32:53.870346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=7591df60-c373-4859-a347-03e86878b3e7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:53.996227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.001593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52322) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:54.020453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e94b3ce9-2856-4cf6-b7dc-a1a3a5d69bd9 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/ports/7591df60-c373-4859-a347-03e86878b3e7 HTTP/1.1" status: 204 len: 168 time: 1.0145118 Jul 09 17:32:54.282908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1e30340-8162-444a-9a46-c05f842b4b81 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:54.430709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a1e30340-8162-444a-9a46-c05f842b4b81 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:54.438225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a1e30340-8162-444a-9a46-c05f842b4b81 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:54.439734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.596917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6c0c34d4-fa4b-4af0-8303-4a26095fc327 None None] Provisioning complete for port a1e30340-8162-444a-9a46-c05f842b4b81 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:54.597311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6c0c34d4-fa4b-4af0-8303-4a26095fc327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.713041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.789014 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6c0c34d4-fa4b-4af0-8303-4a26095fc327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.834807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a1e30340-8162-444a-9a46-c05f842b4b81, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1e30340-8162-444a-9a46-c05f842b4b81,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:54.862859 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:54.948665 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-6c0c34d4-fa4b-4af0-8303-4a26095fc327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:32:54.949303 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-6c0c34d4-fa4b-4af0-8303-4a26095fc327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:32:55.030525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting subnet 137ae9f0-f874-48a2-9de2-89dd8ab17a87 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:55.035558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a1e30340-8162-444a-9a46-c05f842b4b81,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:55.050911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.103456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:55.130369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.133210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:32:55.172482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.177326 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ac27ce41-7245-4388-84de-dcf1e6ae44ed admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4478962 Jul 09 17:32:55.178050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:55.188640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:55.193724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:55.341271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.417352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:32:55.470401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.568056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.577113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/subnets/137ae9f0-f874-48a2-9de2-89dd8ab17a87 HTTP/1.1" status: 204 len: 168 time: 1.5744424 Jul 09 17:32:55.579276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52368) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:55.590131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a93a30-60b1-445d-855b-330109a304fe tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Subnet': ['ID=137ae9f0-f874-48a2-9de2-89dd8ab17a87,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:55.644435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b40d64-6c7e-4ce1-ae86-67b7ab9f77df None None] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:55.661144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting subnet 5586e566-9750-46f4-9b77-4205ddfe3ec1 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:32:55.680361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:55.801996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.040850 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.240944 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.296662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1e30340-8162-444a-9a46-c05f842b4b81 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:32:56.336265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Subnet': ['ID=5586e566-9750-46f4-9b77-4205ddfe3ec1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:56.353059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.357721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1ad2d200-5c1a-4bca-b012-9f1b102ddffb tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/subnets/5586e566-9750-46f4-9b77-4205ddfe3ec1 HTTP/1.1" status: 204 len: 168 time: 0.7522089 Jul 09 17:32:56.360289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52380) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:56.382856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df40a6-a0d4-4dc4-b7d2-82d2d42e25f6 None None] Network d3435412-da52-4770-94fd-9c32b1d8766d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:32:56.498460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:52Z', 'revision_number': 3, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:56.505075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.622852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:32:56.623210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Updating router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:32:56.635395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52390) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:56.698931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] DHCP port deletion for 1bbe3a36-308e-442b-91d4-e1ec1081642c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:56.709048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:56.709391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.757069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.896585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.904307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,segment=NetworkSegment(66e8cc16-7b4f-4acc-ad37-6228e71a3252),segment_id=66e8cc16-7b4f-4acc-ad37-6228e71a3252)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:56.904822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:56.921929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:57.034834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6dea100c-b3f1-4178-9496-b4727193fc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.047242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.102152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:57.106797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:57.162629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a1e30340-8162-444a-9a46-c05f842b4b81 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:57.163022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.206653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Allocated IP 172.20.0.1 (1a585b07-066e-437d-be8a-73b7bc670da6/7ea2716b-74fc-4f48-8407-1dc5849c62c1/fd28da81-ccf5-4c93-b9cb-3a40451c26c7) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:32:57.303337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.341132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbe3a36-308e-442b-91d4-e1ec1081642c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:57.400726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e8cc16-7b4f-4acc-ad37-6228e71a3252') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:57.401298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e8cc16-7b4f-4acc-ad37-6228e71a3252') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:57.420708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.447471 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.448445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Transition to ACTIVE for port object fd28da81-ccf5-4c93-b9cb-3a40451c26c7 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:57.561078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] DHCP port deletion for d3435412-da52-4770-94fd-9c32b1d8766d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:32:57.561546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.561639 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.574396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Deleting port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:57.574750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.586932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Network 1a585b07-066e-437d-be8a-73b7bc670da6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:57.590092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:57.595701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:57.596330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:57.599642 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:57.639582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:32:57.731925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.733131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6dea100c-b3f1-4178-9496-b4727193fc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.738905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6dea100c-b3f1-4178-9496-b4727193fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.765124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.770409 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.775737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/networks/1bbe3a36-308e-442b-91d4-e1ec1081642c HTTP/1.1" status: 204 len: 168 time: 1.4143500 Jul 09 17:32:57.780878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:57.832535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da799-b9ac-4482-b54d-c19b9c10e8d8 tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Network': ['ID=1bbe3a36-308e-442b-91d4-e1ec1081642c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:57.880348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] For port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:57.887021 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.906252 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6dea100c-b3f1-4178-9496-b4727193fc6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3ac74df592844049fc75304d0ec73bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642398 Jul 09 17:32:57.915918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Calling delete_port for 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:57.917134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52410) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:32:57.921558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:32:57.925910 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:57.942180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea100c-b3f1-4178-9496-b4727193fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59498d25-b486-4cdb-91bc-21714ee3a3ab,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:57.988125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Pushing event updated for resources: {'Port': ['ID=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:58.038101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Network 1bbe3a36-308e-442b-91d4-e1ec1081642c is not hosted by any dhcp agent {{(pid=93897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:32:58.038552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] No DVR routers for this DVR port 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:58.038692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.045101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.084063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b079a-f718-4d1e-94a5-6920dec6b286 None None] Pushing event deleted for resources: {'Port': ['ID=8c9a5234-cb00-4b33-89c9-e4ccebbf00ce,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:58.226083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcf62-d463-48a4-9396-188b64a7d38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.238177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d55d3d76-0452-4e0b-9def-80ce002c292d None None] Provisioning for port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:32:58.255947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d55d3d76-0452-4e0b-9def-80ce002c292d None None] Provisioning complete for port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:58.260264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d55d3d76-0452-4e0b-9def-80ce002c292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.267315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] Deleting port 24c9cf8e-97d7-493f-96cd-0e954d410994 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:58.267701 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.299939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcf62-d463-48a4-9396-188b64a7d38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.354020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Deleting port 24c9cf8e-97d7-493f-96cd-0e954d410994 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:32:58.356649 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.396052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.404180 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.440887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24c9cf8e-97d7-493f-96cd-0e954d410994 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:32:58.482636 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.516476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Transition to ACTIVE for port object e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:32:58.519093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Pushing event updated for resources: {'Port': ['ID=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:58.521651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.534653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] For port 24c9cf8e-97d7-493f-96cd-0e954d410994, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24c9cf8e-97d7-493f-96cd-0e954d410994,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:58.535049 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.537774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d55d3d76-0452-4e0b-9def-80ce002c292d None None] Port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:32:58.549860 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.550902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] For port 24c9cf8e-97d7-493f-96cd-0e954d410994, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24c9cf8e-97d7-493f-96cd-0e954d410994,segment=NetworkSegment(96f5c7e3-720c-442b-9845-7fef4049ec2e),segment_id=96f5c7e3-720c-442b-9845-7fef4049ec2e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:32:58.553976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.607906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Calling delete_port for 24c9cf8e-97d7-493f-96cd-0e954d410994 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:58.673167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] Calling delete_port for 24c9cf8e-97d7-493f-96cd-0e954d410994 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:32:58.680752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcf62-d463-48a4-9396-188b64a7d38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.684111 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcf62-d463-48a4-9396-188b64a7d38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.691618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b0dfcf62-d463-48a4-9396-188b64a7d38d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59498d25-b486-4cdb-91bc-21714ee3a3ab HTTP/1.1" status: 204 len: 168 time: 0.7718458 Jul 09 17:32:58.709830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfcf62-d463-48a4-9396-188b64a7d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59498d25-b486-4cdb-91bc-21714ee3a3ab,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:58.797939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Network 1a585b07-066e-437d-be8a-73b7bc670da6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:32:58.801650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:32:58.874907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:58.885797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Attempting to bind port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:32:58.888110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Attempting to bind port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:32:58.890054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Attempting to bind port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:32:58.978102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Port': ['ID=24c9cf8e-97d7-493f-96cd-0e954d410994,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:58.984160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] No DVR routers for this DVR port 24c9cf8e-97d7-493f-96cd-0e954d410994 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:59.127351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:32:59.216325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:32:59.226421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:32:59.227051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.227545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:32:59.228155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Bound port: e27bacf4-c0b7-46ce-84cb-cb63fd7c7339, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:32:59.238799 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.241457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c817fff-f0ab-43c8-9828-01ec1b7b1fce None None] Pushing event updated for resources: {'Port': ['ID=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:59.349709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.378095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3435412-da52-4770-94fd-9c32b1d8766d']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:59.399507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:32:59.414477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] For port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:32:59.421504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] For port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:32:59.423255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f5c7e3-720c-442b-9845-7fef4049ec2e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:59.424166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f5c7e3-720c-442b-9845-7fef4049ec2e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:59.427176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1353657d-d527-4e96-82a8-4804fc58605a admin admin] 10.222.0.21 "PUT /v2.0/routers/b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2415273 Jul 09 17:32:59.440826 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.451785 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.461823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.502642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-063bf2ed-a979-4525-8d1e-1548d4eddb96 None None] Provisioning complete for port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:32:59.503038 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-063bf2ed-a979-4525-8d1e-1548d4eddb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.504924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] Pushing event deleted for resources: {'Port': ['ID=24c9cf8e-97d7-493f-96cd-0e954d410994,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:32:59.505050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.515558 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.531914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff23c4-9fde-4ed7-90d6-386ff63448e7 None None] No DVR routers for this DVR port 24c9cf8e-97d7-493f-96cd-0e954d410994 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:32:59.537116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:32:59.537543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.679337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:32:59.685988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:32:59.699890 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:32:59.707584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.736359 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:32:59.738661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] 10.222.0.21 "DELETE /v2.0/networks/d3435412-da52-4770-94fd-9c32b1d8766d HTTP/1.1" status: 204 len: 168 time: 1.9521327 Jul 09 17:32:59.740537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7f6f0-4b1e-480a-8ffc-c55b6af69e5a tempest-TaggedBootDevicesTest_v242-1574922799 tempest-TaggedBootDevicesTest_v242-1574922799-project] Pushing event deleted for resources: {'Network': ['ID=d3435412-da52-4770-94fd-9c32b1d8766d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:00.059018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:00.490926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:00.568728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-063bf2ed-a979-4525-8d1e-1548d4eddb96 None None] Port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:00.600394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c817fff-f0ab-43c8-9828-01ec1b7b1fce None None] Pushing event updated for resources: {'Port': ['ID=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:00.628844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:00.629341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8c9a5234-cb00-4b33-89c9-e4ccebbf00ce not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:00.982354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:32:58Z', 'revision_number': 2, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:01.104560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487f14a-d10f-4ec1-9977-9f5679074c70 None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:32:58Z', 'revision_number': 2, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:01.628418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52498) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:01.633587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925028167', 'description': 'tempest-description--1127083454'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:01.712615 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:01.781048 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:33:01.994653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.009205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.072156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.073464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4440026 Jul 09 17:33:02.076553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52510) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:02.082025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'security_group_rule': {'security_group_id': 'ba35342d-e0b3-46f5-9bec-a2ec4068dde4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:02.090626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52109af9-e0f5-4113-b7a8-995a25a12e9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35342d-e0b3-46f5-9bec-a2ec4068dde4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:02.223688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.418246 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.429202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.453247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6470dcb4-f9a9-4353-816d-6eb7cf33c2c5,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:02.493952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.498298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52518) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:02.506430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'security_group_rule': {'security_group_id': 'ba35342d-e0b3-46f5-9bec-a2ec4068dde4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:02.510762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3b4d2d25-083a-4ccd-90ee-c4622e2deea9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178343 Jul 09 17:33:02.633574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.921682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.949560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:02.951526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:03.014928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db30c823-9fa2-4f17-89c4-9d0cfdacb2bd,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:03.038566 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.042891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7baf795-1538-48cb-b3ab-d2e2da81fe7f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5405097 Jul 09 17:33:03.043256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52526) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:03.049393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:03.079010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:03.084248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52528) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:03.091081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:03.091992 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.112166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.317308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2ceee39-2893-483a-a0b0-f8fb558c7f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.361768 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.406813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:03.416903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.458729 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.575839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:03.649844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2ceee39-2893-483a-a0b0-f8fb558c7f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.656764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2ceee39-2893-483a-a0b0-f8fb558c7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.714420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ceee39-2893-483a-a0b0-f8fb558c7f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da64afb3-6c6b-464d-a65a-d796cec06aca,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:03.762218 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2ceee39-2893-483a-a0b0-f8fb558c7f74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e7fbe2fd1e44a98a2f00670d1c77535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6765389 Jul 09 17:33:03.764893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52538) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:03.773966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Allocated IP 172.25.3.171 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/f95e344a-e7df-43c3-995f-7ea8255de567) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:03.875109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-259a0d47-2ce4-4705-9915-1684dfd57e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.922560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-259a0d47-2ce4-4705-9915-1684dfd57e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:03.996231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-259a0d47-2ce4-4705-9915-1684dfd57e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.004110 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-259a0d47-2ce4-4705-9915-1684dfd57e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.011142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-259a0d47-2ce4-4705-9915-1684dfd57e5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da64afb3-6c6b-464d-a65a-d796cec06aca HTTP/1.1" status: 204 len: 168 time: 0.2449596 Jul 09 17:33:04.027809 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.053217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a0d47-2ce4-4705-9915-1684dfd57e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da64afb3-6c6b-464d-a65a-d796cec06aca,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:04.137988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.224708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:04.225861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'Port': ['ID=f95e344a-e7df-43c3-995f-7ea8255de567,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:04.230705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:04.234973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:04.376678 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.482078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.728946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52552) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:04.750132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d5a32ce-5464-4ffb-aea6-0f4ba7098a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.832590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:04.978921 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:04.990637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.011730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:05.014282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.117306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d5a32ce-5464-4ffb-aea6-0f4ba7098a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.129651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d5a32ce-5464-4ffb-aea6-0f4ba7098a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.219147 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:05.237482 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:05.238425 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:05.255541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'Port': ['ID=f95e344a-e7df-43c3-995f-7ea8255de567,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:05.266456 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.288652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a32ce-5464-4ffb-aea6-0f4ba7098a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185935cc-0b76-4e54-851a-fc9d8fc02879,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:05.305120 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.307040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-190ae140-e158-4a5b-90f7-139413db2d67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2622194 Jul 09 17:33:05.326583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7d5a32ce-5464-4ffb-aea6-0f4ba7098a5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f864fb0789c4990b046fc5bd5b09f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941405 Jul 09 17:33:05.326838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52564) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:05.460539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e87ba073-d1a7-4467-9500-18ce02efefe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.475078 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:05.569913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e87ba073-d1a7-4467-9500-18ce02efefe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.741037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e87ba073-d1a7-4467-9500-18ce02efefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.743690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e87ba073-d1a7-4467-9500-18ce02efefe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:05.747497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e87ba073-d1a7-4467-9500-18ce02efefe6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/185935cc-0b76-4e54-851a-fc9d8fc02879 HTTP/1.1" status: 204 len: 168 time: 0.4169564 Jul 09 17:33:05.774168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ba073-d1a7-4467-9500-18ce02efefe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185935cc-0b76-4e54-851a-fc9d8fc02879,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:05.879275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0001a818-3478-4ccd-bfba-88ab31327262 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--925028167&fields=id&tenant_id=ffd787d7268a46c39cb5290602e278f6 HTTP/1.1" status: 200 len: 267 time: 0.1590250 Jul 09 17:33:05.997790 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:32:58Z', 'revision_number': 2, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:06.077900 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:06.079677 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Updating router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:33:06.113438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-a4cc6457-1ef7-40f4-8a72-725dfe2096ba tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:06.117182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-a4cc6457-1ef7-40f4-8a72-725dfe2096ba tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 811 time: 0.2307680 Jul 09 17:33:06.135482 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:06.138591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-eeb7a27e-6c6f-41cc-8c30-3de4371cf536 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/quotas/ffd787d7268a46c39cb5290602e278f6 HTTP/1.1" status: 200 len: 375 time: 0.0160623 Jul 09 17:33:06.314396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-b73d3ece-f4f9-4a3d-bd91-4ea83943cf08 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661773 Jul 09 17:33:06.336960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-e8c43029-d56e-4b4b-ac01-2a8c9f0abf0a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:33:06.348433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-e8c43029-d56e-4b4b-ac01-2a8c9f0abf0a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175080 Jul 09 17:33:06.644657 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:06.656035 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Transition to ACTIVE for port object fd28da81-ccf5-4c93-b9cb-3a40451c26c7 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:06.680276 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:06.788674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-fb51e427-0be0-48a7-80dd-390be0f254dd service neutron] 10.222.0.21 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389379 Jul 09 17:33:06.830615 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Pushing event updated for resources: {'Port': ['ID=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:06.924878 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.928087 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.928474 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.934033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.935667 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.936165 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.949831 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.951928 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.952365 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.954470 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.954814 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:06.961954 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:07.089538 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Attempting to bind port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:07.092275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-99ecc035-b620-48cd-9677-1b15075c75bf service neutron] 10.222.0.21 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026102 Jul 09 17:33:07.094142 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Attempting to bind port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:07.096051 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Attempting to bind port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 on network 1a585b07-066e-437d-be8a-73b7bc670da6 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:07.116990 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:07.120513 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Checking segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:07.121063 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.121560 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Bound using segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:07.122812 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Bound port: fd28da81-ccf5-4c93-b9cb-3a40451c26c7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:07.125150 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.362078 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] For port fd28da81-ccf5-4c93-b9cb-3a40451c26c7, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:07.388319 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] For port fd28da81-ccf5-4c93-b9cb-3a40451c26c7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:07.399992 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.426053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52624) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:07.530599 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560d8c-ee8a-4b4d-aec1-0deddbb245aa None None] Pushing event updated for resources: {'Port': ['ID=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:07.559843 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:07.560745 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:07.640545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-703998775'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:07.700842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:07.706502 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.736200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.904336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.916196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:07.988398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:33:08.036590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.037349 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Added segment ac39814c-4281-4158-9d04-c2f7d8724feb of type vlan for network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 Jul 09 17:33:08.040314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a836f612-7c77-489c-ba0e-e3a66fdb6ae6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:08.148463 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.207846 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.309652 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:08.335230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.342111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:08.343028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:08.531857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52642) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:08.539080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1105151 Jul 09 17:33:08.539669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'subnet': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:08.623302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edd867cf-02f4-41d9-b5da-a44221ae8847 req-848caf56-3d29-4346-a04e-b2154ec33971 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 210 time: 0.1007094 Jul 09 17:33:08.631564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8fa77-57e4-48d7-af31-85d5f7e38ddc tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Network': ['ID=d0444ec0-ea0c-4dbf-a571-0a7608ab67c6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:08.649487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:33:08.936526 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:07Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:08.984929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:08.987373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fd28da81-ccf5-4c93-b9cb-3a40451c26c7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:08.988384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.020629 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005672-2b24-4491-82ea-082da8b39d24 None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:07Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:09.207015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:09.272952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:09.275969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.394664 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.439723 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.581765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port fd28da81-ccf5-4c93-b9cb-3a40451c26c7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:09.590725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.641323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:09.738383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:09.778806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.780717 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.782438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.782787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.783302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.783636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.785165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.786114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.786455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.786784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.791551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.792021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:09.887440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Subnet': ['ID=35287815-de5e-40cc-be2f-07416ef5aa7d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:09.896252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Checking segment: {'id': 'ac39814c-4281-4158-9d04-c2f7d8724feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:09.898349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network hostable DHCP agents. Network: d0444ec0-ea0c-4dbf-a571-0a7608ab67c6, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:33:09.935510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:33:10.058439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d0444ec0-ea0c-4dbf-a571-0a7608ab67c6) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:10.071337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee1ba7-5b67-4f97-9d35-9709d72d973f None None] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:10.078240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fade856-0b37-4e38-9ca9-a454894d3440 req-c458fecc-3551-4ab1-ba66-f8828cc63a0a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 210 time: 0.1105454 Jul 09 17:33:10.093449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:10.096290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:10.192074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f52abdc0-0f9d-4fc2-9947-f3ea9246bfe4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6589670 Jul 09 17:33:10.196871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52668) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:10.211208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-458976406'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:10.433958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2d240948-3e42-4f02-afe4-d3ed6b504224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:10.683011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:10.700391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:10.739719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'tenant_id': '0f6b1119db5842e7a9393f54819c9b72', 'fixed_ips': [{'subnet_id': '35287815-de5e-40cc-be2f-07416ef5aa7d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:33:10.741278 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:10.803716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] device_id is not set on port 9c05f643-ae42-4ce4-b86b-7e82affa2715 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:10.901847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52680) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:11.145227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Allocated IP 2001:db8::2 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/d3c1a7ef-5a25-46a1-86cf-282b0c09b887) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:11.190107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c286cc3-07d4-4148-a8eb-50c4332a821b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.271421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fd28da81-ccf5-4c93-b9cb-3a40451c26c7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:11.411186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c286cc3-07d4-4148-a8eb-50c4332a821b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.420077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c286cc3-07d4-4148-a8eb-50c4332a821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.472305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-646ba485-d5d0-43e1-ba72-49f1ea9fcaec tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:11.474773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-646ba485-d5d0-43e1-ba72-49f1ea9fcaec tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 811 time: 0.4475086 Jul 09 17:33:11.522564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c286cc3-07d4-4148-a8eb-50c4332a821b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e99f75f259d144eea0b89bd87c22b10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195686 Jul 09 17:33:11.526093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52690) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:11.526510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286cc3-07d4-4148-a8eb-50c4332a821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ce6c06-4c73-4abb-a64c-81d29c56cc8a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:11.597381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:11.599802 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.614390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-45a29f6e-9ca5-4d0c-a92b-4626e40894a3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffd787d7268a46c39cb5290602e278f6 HTTP/1.1" status: 200 len: 379 time: 0.1311023 Jul 09 17:33:11.629872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'port': {'device_id': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'admin_state_up': True, 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'security_groups': ['ba35342d-e0b3-46f5-9bec-a2ec4068dde4']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:11.717811 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.730143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Transition to ACTIVE for port object d3c1a7ef-5a25-46a1-86cf-282b0c09b887 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:11.793478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Transition to ACTIVE for port object d3c1a7ef-5a25-46a1-86cf-282b0c09b887 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:11.807793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:11.825268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-551f574c-3836-40d6-bfc1-76e2a474dfe2 req-bfbea48f-0008-42ac-8446-9f5fcaffbc18 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 210 time: 0.1706598 Jul 09 17:33:11.979617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Allocated IP 2001:db8::3d1 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/9c05f643-ae42-4ce4-b86b-7e82affa2715) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:12.125932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Made reservation on behalf of ffd787d7268a46c39cb5290602e278f6 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:12.129563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.152801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Pushing event updated for resources: {'Port': ['ID=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:12.160455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:12.161908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:12.165956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:12.187025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd430f74-038a-4fb3-83e2-dc90d2fb6086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.306199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Attempting to bind port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:12.307360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Attempting to bind port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'ac39814c-4281-4158-9d04-c2f7d8724feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:12.308057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Attempting to bind port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 on network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:12.346819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:12.347249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Checking segment: {'id': 'ac39814c-4281-4158-9d04-c2f7d8724feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:12.347745 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.348168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Bound using segment: {'id': 'ac39814c-4281-4158-9d04-c2f7d8724feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:12.348662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Bound port: d3c1a7ef-5a25-46a1-86cf-282b0c09b887, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39814c-4281-4158-9d04-c2f7d8724feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:12.349033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.377882 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd430f74-038a-4fb3-83e2-dc90d2fb6086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.518305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.547205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Transition to ACTIVE for port object 9c05f643-ae42-4ce4-b86b-7e82affa2715 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:12.603551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] For port d3c1a7ef-5a25-46a1-86cf-282b0c09b887, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:12.619999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] For port d3c1a7ef-5a25-46a1-86cf-282b0c09b887, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,segment=NetworkSegment(ac39814c-4281-4158-9d04-c2f7d8724feb),segment_id=ac39814c-4281-4158-9d04-c2f7d8724feb)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:12.635943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.636989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.734550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=9c05f643-ae42-4ce4-b86b-7e82affa2715,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:12.756441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ec4e9-eb05-4518-a177-93886adb7b54 None None] Pushing event updated for resources: {'Port': ['ID=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:12.769564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:12.774694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:12.781338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:12.787830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:12.788748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.867008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-48bd95bc-ed46-4129-9bd0-968156589064 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6674721 Jul 09 17:33:12.871146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52702) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:12.882274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd430f74-038a-4fb3-83e2-dc90d2fb6086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.885019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd430f74-038a-4fb3-83e2-dc90d2fb6086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.890566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2042774414', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:ce:b0:8e'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:12.894852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dd430f74-038a-4fb3-83e2-dc90d2fb6086 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6ce6c06-4c73-4abb-a64c-81d29c56cc8a HTTP/1.1" status: 204 len: 168 time: 1.3651164 Jul 09 17:33:12.899252 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7063b85e-ba60-4edc-ab4a-20d924ebbe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:12.930672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd430f74-038a-4fb3-83e2-dc90d2fb6086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ce6c06-4c73-4abb-a64c-81d29c56cc8a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:12.949300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Allocated IP 172.20.0.11 (1a585b07-066e-437d-be8a-73b7bc670da6/7ea2716b-74fc-4f48-8407-1dc5849c62c1/dee0111a-f75c-430d-ae09-9c0703ece923) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:13.329074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a499bb4-699b-4018-8213-c9bb799cd53a req-b23a5a9d-97e9-490e-ae15-982593e0d558 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 210 time: 0.1765509 Jul 09 17:33:13.371577 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:13.606621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:13.616537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:13.683382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Transition to ACTIVE for port object dee0111a-f75c-430d-ae09-9c0703ece923 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:13.755779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:13.821083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:13.878420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Network 1a585b07-066e-437d-be8a-73b7bc670da6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:13.887020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:13.895724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] device_id is not set on port f88de66a-f6f1-4e96-8e07-36d6e2ec8023 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:13.903352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:13.941489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52716) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:13.950181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:13.967697 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61277a45-5310-4a22-a103-6df1c972b775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:13.999901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'Port': ['ID=dee0111a-f75c-430d-ae09-9c0703ece923,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:14.065312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:14.066068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:14.096043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6649b55c-b105-46cb-b05d-33fad4316b75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4701698 Jul 09 17:33:14.108287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Request body: {'port': {'device_id': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:14.339528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:14.439462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ede6a179-29a7-4732-9e0b-fbcdbcfec387 None None] Provisioning for port dee0111a-f75c-430d-ae09-9c0703ece923 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:14.444846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ede6a179-29a7-4732-9e0b-fbcdbcfec387 None None] Provisioning complete for port dee0111a-f75c-430d-ae09-9c0703ece923 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:14.445231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ede6a179-29a7-4732-9e0b-fbcdbcfec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:14.495565 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61277a45-5310-4a22-a103-6df1c972b775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:14.522172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61277a45-5310-4a22-a103-6df1c972b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:14.563852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ede6a179-29a7-4732-9e0b-fbcdbcfec387 None None] Port dee0111a-f75c-430d-ae09-9c0703ece923 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:14.633246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61277a45-5310-4a22-a103-6df1c972b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c943c6-9d5e-4133-8064-c7e8130db588,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:14.911819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d3c1a7ef-5a25-46a1-86cf-282b0c09b887 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:14.939267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Allocated IP 2001:db8::54 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/f88de66a-f6f1-4e96-8e07-36d6e2ec8023) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:14.966692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52732) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:14.970213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61277a45-5310-4a22-a103-6df1c972b775 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88af1701f0194632add0590af4932c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0274251 Jul 09 17:33:14.976656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52734) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:15.032155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99318fce-45c0-4d3c-a231-0176faa4c097 None None] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:15.193418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12481b7-7d54-4f87-a11f-d8a9b184d70f req-004386bc-97cd-4871-be30-70a9e2fb69a4 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:15.197787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a21d5517-70b7-4ff5-99aa-3535a1ad820f None None] Provisioning for port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:15.203040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d12481b7-7d54-4f87-a11f-d8a9b184d70f req-004386bc-97cd-4871-be30-70a9e2fb69a4 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 932 time: 0.5136409 Jul 09 17:33:15.210449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:15.221725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:15.222090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.264578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a21d5517-70b7-4ff5-99aa-3535a1ad820f None None] Provisioning complete for port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:15.265037 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a21d5517-70b7-4ff5-99aa-3535a1ad820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.279452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f31bde4-8e99-4288-8cbe-e5f278dd7838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.284546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a40ba52f-aea4-47ab-9974-c565a762ced8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.314872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee0111a-f75c-430d-ae09-9c0703ece923 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:15.324704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.341591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Transition to ACTIVE for port object dee0111a-f75c-430d-ae09-9c0703ece923 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:15.357734 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.389624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d12481b7-7d54-4f87-a11f-d8a9b184d70f req-b77c8341-6095-4086-9465-f67488185313 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842022 Jul 09 17:33:15.481118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f31bde4-8e99-4288-8cbe-e5f278dd7838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.489829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.521935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f31bde4-8e99-4288-8cbe-e5f278dd7838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.566570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d3c1a7ef-5a25-46a1-86cf-282b0c09b887, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,segment=NetworkSegment(ac39814c-4281-4158-9d04-c2f7d8724feb),segment_id=ac39814c-4281-4158-9d04-c2f7d8724feb)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:15.577596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a40ba52f-aea4-47ab-9974-c565a762ced8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.589254 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.589510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Pushing event updated for resources: {'Port': ['ID=dee0111a-f75c-430d-ae09-9c0703ece923,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:15.618582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Attempting to bind port dee0111a-f75c-430d-ae09-9c0703ece923 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:15.618944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Attempting to bind port dee0111a-f75c-430d-ae09-9c0703ece923 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:15.619308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Attempting to bind port dee0111a-f75c-430d-ae09-9c0703ece923 on network 1a585b07-066e-437d-be8a-73b7bc670da6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:15.629547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Port dee0111a-f75c-430d-ae09-9c0703ece923 on network 1a585b07-066e-437d-be8a-73b7bc670da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:33:15.629938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Attempting to bind port dee0111a-f75c-430d-ae09-9c0703ece923 on network 1a585b07-066e-437d-be8a-73b7bc670da6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:15.631617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f31bde4-8e99-4288-8cbe-e5f278dd7838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ed6f5a8bae84385a8e0a9b6ed7f3a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599271 Jul 09 17:33:15.636103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52742) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:15.649448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31bde4-8e99-4288-8cbe-e5f278dd7838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b509c822-747d-48dc-b239-c440d82e6d6b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:15.703296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:15.704607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Checking segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:15.708772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Bound using segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:15.709326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Bound port: dee0111a-f75c-430d-ae09-9c0703ece923, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:15.709712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.724330 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.776084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Transition to ACTIVE for port object f88de66a-f6f1-4e96-8e07-36d6e2ec8023 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:15.779943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:15.786088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a40ba52f-aea4-47ab-9974-c565a762ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.788841 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a40ba52f-aea4-47ab-9974-c565a762ced8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.790092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a40ba52f-aea4-47ab-9974-c565a762ced8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6c943c6-9d5e-4133-8064-c7e8130db588 HTTP/1.1" status: 204 len: 168 time: 0.7990787 Jul 09 17:33:15.795211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a21d5517-70b7-4ff5-99aa-3535a1ad820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.802838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ba52f-aea4-47ab-9974-c565a762ced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c943c6-9d5e-4133-8064-c7e8130db588,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:15.877173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.892198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.945425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:15.950478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:15.953072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] For port dee0111a-f75c-430d-ae09-9c0703ece923, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:15.956645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:15.960734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-a21d5517-70b7-4ff5-99aa-3535a1ad820f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:33:15.962331 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-a21d5517-70b7-4ff5-99aa-3535a1ad820f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:33:15.965808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:15.966613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.966921 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9cd088d8-07a5-4c81-b8c4-25ece400b0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:15.986938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1094043 Jul 09 17:33:15.986938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a628b6d-d969-416f-9e30-e83d852d9d63 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=f88de66a-f6f1-4e96-8e07-36d6e2ec8023,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:15.988781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52748) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:16.006464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] For port dee0111a-f75c-430d-ae09-9c0703ece923, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dee0111a-f75c-430d-ae09-9c0703ece923,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:16.023011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9cd088d8-07a5-4c81-b8c4-25ece400b0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.033337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.168511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d232557-e3d8-48d6-b7c3-5f344151672d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:16.178990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d232557-e3d8-48d6-b7c3-5f344151672d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:16.191425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:16.193221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d232557-e3d8-48d6-b7c3-5f344151672d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:16.195143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4d232557-e3d8-48d6-b7c3-5f344151672d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2055488 Jul 09 17:33:16.202876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52754) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:16.204221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.206261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] 10.222.0.36 "PUT /v2.0/ports/dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1093 time: 2.1031764 Jul 09 17:33:16.222693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:16.232734 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce37f9f-881a-4ccd-973b-e30fd7108c49" -d '{"events": [{"name": "network-changed", "server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:16.387108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port f88de66a-f6f1-4e96-8e07-36d6e2ec8023 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:16.387587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.394894 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8d6eac-a6ca-47e8-90c3-d36d0db9aea0 x-openstack-request-id: req-bd8d6eac-a6ca-47e8-90c3-d36d0db9aea0 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:16.395203 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:16.395480 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd8d6eac-a6ca-47e8-90c3-d36d0db9aea0 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:16.395953 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'status': 'completed', 'code': 200} Jul 09 17:33:16.396604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf25a-8fd0-498e-9d8b-82800cd89901 service neutron] Pushing event updated for resources: {'Port': ['ID=dee0111a-f75c-430d-ae09-9c0703ece923,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:16.415453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9cd088d8-07a5-4c81-b8c4-25ece400b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.418233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9cd088d8-07a5-4c81-b8c4-25ece400b0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.424566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9cd088d8-07a5-4c81-b8c4-25ece400b0d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b509c822-747d-48dc-b239-c440d82e6d6b HTTP/1.1" status: 204 len: 168 time: 0.7863214 Jul 09 17:33:16.438339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd088d8-07a5-4c81-b8c4-25ece400b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b509c822-747d-48dc-b239-c440d82e6d6b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:16.530530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6cc8c519-0d03-41ca-b48a-40790cb09a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:16.551354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6cc8c519-0d03-41ca-b48a-40790cb09a79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1096 time: 0.2658765 Jul 09 17:33:16.591920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.616604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for f88de66a-f6f1-4e96-8e07-36d6e2ec8023 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:16.680570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-59c91799-a945-4c15-a94a-62f73e4a8324 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 217 time: 0.1281693 Jul 09 17:33:16.759002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce652dae-8a1a-462b-a16c-9ec1dc1e587c None None] Provisioning for port 9c05f643-ae42-4ce4-b86b-7e82affa2715 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:16.763875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce652dae-8a1a-462b-a16c-9ec1dc1e587c None None] Provisioning complete for port 9c05f643-ae42-4ce4-b86b-7e82affa2715 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:16.764302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce652dae-8a1a-462b-a16c-9ec1dc1e587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.788675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6cdd9b63-139b-48a1-a034-daeb8867f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:16.796268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-6cdd9b63-139b-48a1-a034-daeb8867f5d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1052837 Jul 09 17:33:16.849407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ce652dae-8a1a-462b-a16c-9ec1dc1e587c None None] Port 9c05f643-ae42-4ce4-b86b-7e82affa2715 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:16.869606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d3c1a7ef-5a25-46a1-86cf-282b0c09b887 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:16.964403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce652dae-8a1a-462b-a16c-9ec1dc1e587c None None] Provisioning complete for port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:16.964777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce652dae-8a1a-462b-a16c-9ec1dc1e587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:16.986275 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.074503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9d76-9ccc-4803-8649-0334b3e719fa req-01358b63-1e33-4878-9cfc-c11968668371 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:17.082096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-251b9d76-9ccc-4803-8649-0334b3e719fa req-01358b63-1e33-4878-9cfc-c11968668371 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 944 time: 0.2997906 Jul 09 17:33:17.098306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0e7593ca-0c2f-4495-a677-b9591568645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:17.099936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-0e7593ca-0c2f-4495-a677-b9591568645f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2883022 Jul 09 17:33:17.110390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=f88de66a-f6f1-4e96-8e07-36d6e2ec8023,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:17.119166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:17.120346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.280846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52782) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:17.313630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-251b9d76-9ccc-4803-8649-0334b3e719fa req-07d2e3aa-0e05-4278-99b9-add3c8438a94 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125676 Jul 09 17:33:17.351911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8e83f7f-4344-44df-b4fa-ebaeed939254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.414989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-72892412-ac03-46cb-9bb1-718b50e1b4d8 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962687 Jul 09 17:33:17.494090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.500549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-54dec956-68a1-4399-9d8a-966a5814071b tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/ports/f88de66a-f6f1-4e96-8e07-36d6e2ec8023 HTTP/1.1" status: 204 len: 168 time: 1.2915900 Jul 09 17:33:17.500692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52798) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:17.541587 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9a366-c88c-4893-acfb-95d7ae791844 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] GET failed (client error): The resource could not be found. Jul 09 17:33:17.547525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a5d9a366-c88c-4893-acfb-95d7ae791844 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "GET /v2.0/ports/f88de66a-f6f1-4e96-8e07-36d6e2ec8023 HTTP/1.1" status: 404 len: 333 time: 0.0435746 Jul 09 17:33:17.547666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52800) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:17.555566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-256876488'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:17.620394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-724f2ee2-fafb-407c-b345-1946a71065fb req-972b3ab9-6a86-41f3-bf0a-021034f99f9d service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946509 Jul 09 17:33:17.626277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2234f7ec-03c1-41ee-a3e1-d16026914c0c None None] Could not find standard attr ID for object f88de66a-f6f1-4e96-8e07-36d6e2ec8023. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:33:17.650989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8e83f7f-4344-44df-b4fa-ebaeed939254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.653698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2234f7ec-03c1-41ee-a3e1-d16026914c0c None None] Provisioning complete for port 9c05f643-ae42-4ce4-b86b-7e82affa2715 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:17.654384 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2234f7ec-03c1-41ee-a3e1-d16026914c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.660234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8e83f7f-4344-44df-b4fa-ebaeed939254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.744020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2234f7ec-03c1-41ee-a3e1-d16026914c0c None None] Port 9c05f643-ae42-4ce4-b86b-7e82affa2715 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:17.778327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d8e83f7f-4344-44df-b4fa-ebaeed939254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=647877c02eb241e79176e572b572d3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944813 Jul 09 17:33:17.779263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52804) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:17.779713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e83f7f-4344-44df-b4fa-ebaeed939254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab4897-f30b-4f30-ae68-d3a3ecf80a08,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:17.811991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-06fe08ee-1ed3-4dfd-9ed0-63f969f12469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:17.813701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-06fe08ee-1ed3-4dfd-9ed0-63f969f12469 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1096 time: 0.1194687 Jul 09 17:33:17.913612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:17.930209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.969138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47803f44-162f-42f2-b881-d9033ab3b456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:17.970979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-0f531f53-27b7-41f5-b8aa-72c61859990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:17.973116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-0f531f53-27b7-41f5-b8aa-72c61859990f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.1509571 Jul 09 17:33:17.994515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47803f44-162f-42f2-b881-d9033ab3b456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:18.035054 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-e7cf7ad9-70b8-495b-a02f-b06a8247ff46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 217 time: 0.0547953 Jul 09 17:33:18.066027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] device_id is not set on port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:18.074740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47803f44-162f-42f2-b881-d9033ab3b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:18.078115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47803f44-162f-42f2-b881-d9033ab3b456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:18.079292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47803f44-162f-42f2-b881-d9033ab3b456 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93ab4897-f30b-4f30-ae68-d3a3ecf80a08 HTTP/1.1" status: 204 len: 168 time: 0.2990401 Jul 09 17:33:18.117600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-e873d7d3-ffd4-4f3a-9a8f-cba6829fef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:18.119522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-e873d7d3-ffd4-4f3a-9a8f-cba6829fef45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.0770717 Jul 09 17:33:18.122911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47803f44-162f-42f2-b881-d9033ab3b456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab4897-f30b-4f30-ae68-d3a3ecf80a08,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:18.216683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-17237ac0-5f77-43f7-85b2-bba587e08ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:18.218758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-17237ac0-5f77-43f7-85b2-bba587e08ded service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903461 Jul 09 17:33:18.292229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Allocated IP 2001:db8::166 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:18.384985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-bf2f429c-3c9f-4178-9861-e96a060a9c0f service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583955 Jul 09 17:33:18.605119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ce37f9f-881a-4ccd-973b-e30fd7108c49 req-93c55c19-ce80-4a7f-8a78-41d48a6793d9 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104614 Jul 09 17:33:18.910582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52828) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:19.083209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.095326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb906a49-3091-4bd7-bb9e-e7539520318a req-dbea861d-71ce-4d01-8405-a45d48bb5442 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:19.097007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bb906a49-3091-4bd7-bb9e-e7539520318a req-dbea861d-71ce-4d01-8405-a45d48bb5442 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 944 time: 0.1192143 Jul 09 17:33:19.120057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Transition to ACTIVE for port object 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:19.177269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9464af82-a3e6-4c1e-aaec-c7e206815868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.181188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52840) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:19.192034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bb906a49-3091-4bd7-bb9e-e7539520318a req-ed0e8b21-f648-4637-acee-b5c49e5996c3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854354 Jul 09 17:33:19.234311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.337668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:19.348043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:19.352243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:19.364049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:19.368541 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.415606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:19.504828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9464af82-a3e6-4c1e-aaec-c7e206815868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.525117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-719cf3de-064e-4180-8d8e-bb43529bc25c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9759986 Jul 09 17:33:19.527628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52850) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:19.533618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:ce:b0:8e'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:19.714580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9464af82-a3e6-4c1e-aaec-c7e206815868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.787726 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9464af82-a3e6-4c1e-aaec-c7e206815868 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64382866ac9c48b8a1b5f596ac248b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757768 Jul 09 17:33:19.789931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52862) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:19.822049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7b954abf-625f-4aae-81f7-86e6032e3b68 None None] Provisioning for port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:19.829365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7b954abf-625f-4aae-81f7-86e6032e3b68 None None] Provisioning complete for port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:19.830060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b954abf-625f-4aae-81f7-86e6032e3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.830198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464af82-a3e6-4c1e-aaec-c7e206815868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a099f63-ef7d-4770-912d-c0c683d5a570,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:19.880754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.912793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7b954abf-625f-4aae-81f7-86e6032e3b68 None None] Port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:19.962323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f5b80994-72f1-4ce8-947d-0bf8836f0e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:19.995792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f5b80994-72f1-4ce8-947d-0bf8836f0e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.111831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.115388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f5b80994-72f1-4ce8-947d-0bf8836f0e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.118297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f5b80994-72f1-4ce8-947d-0bf8836f0e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.119908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f5b80994-72f1-4ce8-947d-0bf8836f0e61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a099f63-ef7d-4770-912d-c0c683d5a570 HTTP/1.1" status: 204 len: 168 time: 0.3261766 Jul 09 17:33:20.143249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.154311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.169619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b80994-72f1-4ce8-947d-0bf8836f0e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a099f63-ef7d-4770-912d-c0c683d5a570,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:20.242491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] In _notify_port_updated(), no bound segment for port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac on network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:33:20.255747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:20.257236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.265350 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "PUT /v2.0/ports/57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac HTTP/1.1" status: 200 len: 1002 time: 0.7340822 Jul 09 17:33:20.266909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52876) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:20.344426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d873a7c-d8a6-4c46-983a-4f0dffb2d6ac tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:20.441953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:20.442704 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.702892 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.724913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:20.762632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d4bfc945-7906-4d18-8509-39d1b48ee0be None None] Provisioning complete for port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:20.763006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc945-7906-4d18-8509-39d1b48ee0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:20.854581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfc945-7906-4d18-8509-39d1b48ee0be None None] Port 57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:20.977502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:21.010813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:21.273060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:21.276076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4152411e-1890-4559-bfe2-ddb10c3b26a4 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/ports/57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac HTTP/1.1" status: 204 len: 168 time: 1.0079944 Jul 09 17:33:21.280619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52910) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:21.322085 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb86107c-16ca-4712-9cd4-cf29ec2003bb tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] GET failed (client error): The resource could not be found. Jul 09 17:33:21.324373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb86107c-16ca-4712-9cd4-cf29ec2003bb tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "GET /v2.0/ports/57062fa1-d1f7-47a9-a1ed-ffc9d9edd2ac HTTP/1.1" status: 404 len: 333 time: 0.0403135 Jul 09 17:33:21.327917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:21.334363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1591559202'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:21.353842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba35f-ecc9-4264-b758-4ad74b0186c7 req-98b8d08d-eecb-49aa-9efd-a0c592b40311 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:21.355443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-285ba35f-ecc9-4264-b758-4ad74b0186c7 req-98b8d08d-eecb-49aa-9efd-a0c592b40311 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 944 time: 0.3682189 Jul 09 17:33:21.484160 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-285ba35f-ecc9-4264-b758-4ad74b0186c7 req-9b73c9ad-2a3d-44d0-a4de-6b805904d3b8 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085451 Jul 09 17:33:21.499679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Deleting port 783d5684-b04e-41bb-a63a-9e48c72e0f01 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:21.500269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:21.524671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:21.529948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:21.554695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] device_id is not set on port 47f85107-8a6a-45ca-ad3f-f157c1c946ff yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:21.613248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52922) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:21.625497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] For port 783d5684-b04e-41bb-a63a-9e48c72e0f01, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=783d5684-b04e-41bb-a63a-9e48c72e0f01,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:21.625863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:21.641320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Calling delete_port for 783d5684-b04e-41bb-a63a-9e48c72e0f01 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:21.703960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Allocated IP 2001:db8::3d7 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/47f85107-8a6a-45ca-ad3f-f157c1c946ff) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:21.846857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dee0111a-f75c-430d-ae09-9c0703ece923 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:33:21.902000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30120494-network', 'tenant_id': '3287d31ff2974149ab9fcc52e3197fca'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:21.925265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:21.961128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Transition to ACTIVE for port object 47f85107-8a6a-45ca-ad3f-f157c1c946ff will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:22.001356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Made reservation on behalf of 3287d31ff2974149ab9fcc52e3197fca for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:22.006911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.023389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dee0111a-f75c-430d-ae09-9c0703ece923, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dee0111a-f75c-430d-ae09-9c0703ece923,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:22.036076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.058727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'port_id': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'mac_address': 'fa:16:3e:dd:b0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:33:22.060994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.133967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.147703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=47f85107-8a6a-45ca-ad3f-f157c1c946ff,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:22.150947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee0111a-f75c-430d-ae09-9c0703ece923 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:22.173638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dee0111a-f75c-430d-ae09-9c0703ece923, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dee0111a-f75c-430d-ae09-9c0703ece923,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:22.179238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:22.181166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:22.184224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:22.185117 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.198373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.199288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.241793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.291747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dee0111a-f75c-430d-ae09-9c0703ece923,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:22.325641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=783d5684-b04e-41bb-a63a-9e48c72e0f01,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:22.393227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dee0111a-f75c-430d-ae09-9c0703ece923'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:33:22.413481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.414862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.415627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.416572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.417209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.417824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.418412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.418983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.419681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.420279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.420815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.421364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:22.467569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.483220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.492758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.499267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.506319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.512962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.532067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.545496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-5af397d4-6335-4edb-8c75-47afb4f288ce tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.4021096 Jul 09 17:33:22.642216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f87c6aa9-204f-4aa5-9ccb-d0e116b810a5 req-f1603b59-ddff-4aa1-a8b7-de3dc49d6ef7 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946999 Jul 09 17:33:22.687639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.696583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.701851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00fa2d20-73cc-418e-8876-0649407b142f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3724611 Jul 09 17:33:22.704584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:22.714270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-340e03b5-9fb1-4a9a-b942-bee616bc0cde None None] Provisioning for port 47f85107-8a6a-45ca-ad3f-f157c1c946ff completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:22.714387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ce:b0:8e'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:22.719733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-340e03b5-9fb1-4a9a-b942-bee616bc0cde None None] Provisioning complete for port 47f85107-8a6a-45ca-ad3f-f157c1c946ff triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:22.720253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-340e03b5-9fb1-4a9a-b942-bee616bc0cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.759740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-340e03b5-9fb1-4a9a-b942-bee616bc0cde None None] Port 47f85107-8a6a-45ca-ad3f-f157c1c946ff cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:22.789941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:33:22.796567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ead8d-fff7-48d4-a338-a82e3ad584fe,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:22.805169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.805574 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Added segment f96bcba9-99f5-461e-b240-b3aded374461 of type vlan for network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 Jul 09 17:33:22.854705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.890201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.891227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.891847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:22.921453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3068116 Jul 09 17:33:22.935345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52954) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:22.944450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Request body: {'subnet': {'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30120494-subnet', 'tenant_id': '3287d31ff2974149ab9fcc52e3197fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:22.967108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d2557-10ae-4a97-8a79-0a3cb68d7636 req-181782eb-7aa5-4152-bbd5-cfd744ca1a44 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:22.969302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b32d2557-10ae-4a97-8a79-0a3cb68d7636 req-181782eb-7aa5-4152-bbd5-cfd744ca1a44 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 945 time: 0.2497780 Jul 09 17:33:23.018617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Made reservation on behalf of 3287d31ff2974149ab9fcc52e3197fca for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:23.022155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.054380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c2d44-3d3d-43a6-88d0-6735129fa241 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:23.064850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:33:23.069687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52958) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:23.070326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.147824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.152949 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b32d2557-10ae-4a97-8a79-0a3cb68d7636 req-d148b92b-0c72-4bf1-9b04-80f9d3863fdf tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514361 Jul 09 17:33:23.154678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.162903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.167616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.168931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.174900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.181636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.188676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.190894 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-cb99ae84-28c4-4959-8502-b7527b8b54b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5434 time: 0.2046435 Jul 09 17:33:23.297912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36a00d58-016c-4969-8884-cab84779051c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.326035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-06208bcf-2d45-48d0-b835-2979c3831375 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.327431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-06208bcf-2d45-48d0-b835-2979c3831375 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "GET /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1261585 Jul 09 17:33:23.450452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.493726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.505725 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.543384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-4b389623-2bbe-4140-8983-4d2b3d3c8080 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "GET /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2086453 Jul 09 17:33:23.557911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:23.563133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] In _notify_port_updated(), no bound segment for port 47f85107-8a6a-45ca-ad3f-f157c1c946ff on network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:33:23.569421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.569421 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.573416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "PUT /v2.0/ports/47f85107-8a6a-45ca-ad3f-f157c1c946ff HTTP/1.1" status: 200 len: 1003 time: 0.8652854 Jul 09 17:33:23.577689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ed80c6-2ef3-4f19-bf78-91837435c1b7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:23.581952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:23.625029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a18117-8ad5-4e9e-861f-2dffbb7ef14a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=47f85107-8a6a-45ca-ad3f-f157c1c946ff,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:23.630162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Checking segment: {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:23.630533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Network hostable DHCP agents. Network: e5ca6c19-9c1c-496b-b4a4-0fce5ce61888, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:33:23.631323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Router 47a69476-0521-4e4f-8e22-874386a6d5d1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:33:23.646444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36a00d58-016c-4969-8884-cab84779051c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.669414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36a00d58-016c-4969-8884-cab84779051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.689376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:33:23.708950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, e5ca6c19-9c1c-496b-b4a4-0fce5ce61888) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:23.723978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7e706-348a-4dd0-95a1-03f7ddc506a3 None None] Network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:23.728872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:23.729674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.755409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port 47f85107-8a6a-45ca-ad3f-f157c1c946ff {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:23.755928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.762309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3b057c46-e21a-4e56-90ea-3598cc1ae153 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8241694 Jul 09 17:33:23.767910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:23.801278 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-36a00d58-016c-4969-8884-cab84779051c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20d9fbc0a11745659d467b527ecd3fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7286444 Jul 09 17:33:23.812489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:23.816995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00d58-016c-4969-8884-cab84779051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebdae27-775d-4dfc-8c9f-201c385e6296,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:23.860722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dee0111a-f75c-430d-ae09-9c0703ece923 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:24.045817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port dee0111a-f75c-430d-ae09-9c0703ece923 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:24.051093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port dee0111a-f75c-430d-ae09-9c0703ece923 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:24.051645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.055054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131d593-f7b4-431e-9de2-c194bab1d9ec None None] Network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:24.080955 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.111497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6df54305-4a52-4dde-907d-fd6e030a3dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.114566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for 47f85107-8a6a-45ca-ad3f-f157c1c946ff owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:24.161208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=191f38d9-6588-4cc6-8792-9740d4baa938,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:24.187134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2f32628f-af1c-4781-8d4f-255feab8506e None None] Provisioning complete for port 47f85107-8a6a-45ca-ad3f-f157c1c946ff triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:24.188253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2f32628f-af1c-4781-8d4f-255feab8506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.282090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] For port 191f38d9-6588-4cc6-8792-9740d4baa938, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:24.292947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6df54305-4a52-4dde-907d-fd6e030a3dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.329778 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.338719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2f32628f-af1c-4781-8d4f-255feab8506e None None] Port 47f85107-8a6a-45ca-ad3f-f157c1c946ff cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:24.377244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] device_id is not set on port 191f38d9-6588-4cc6-8792-9740d4baa938 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:24.401384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.436813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.457564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dee0111a-f75c-430d-ae09-9c0703ece923, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dee0111a-f75c-430d-ae09-9c0703ece923,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:24.460243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:24.462933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:24.464524 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05099cf0-5d85-4555-a810-8c75d54ace62" -d '{"events": [{"server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "name": "network-vif-plugged", "status": "completed", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:24.469442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 78ba4791-9361-4bec-a2bf-a35d77a9ef64 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:24.472537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a83d156e-0e5e-4f4a-bfab-6f076f2b7fb9 admin admin] 10.222.0.21 "PUT /v2.0/routers/47a69476-0521-4e4f-8e22-874386a6d5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2878058 Jul 09 17:33:24.474457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0144068-0066-4091-b070-559fe6265445 None None] Sync routers for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:24.478806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52982) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:24.484090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.569601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] No DVR routers for this DVR port 191f38d9-6588-4cc6-8792-9740d4baa938 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:24.616808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:24.617462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:24.637836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] In _notify_port_updated(), no bound segment for port 191f38d9-6588-4cc6-8792-9740d4baa938 on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:33:24.638848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.640043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.653225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] 10.222.0.13 "PUT /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 200 len: 1028 time: 1.1031094 Jul 09 17:33:24.721125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6df54305-4a52-4dde-907d-fd6e030a3dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.724696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6df54305-4a52-4dde-907d-fd6e030a3dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.726129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6df54305-4a52-4dde-907d-fd6e030a3dab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ebdae27-775d-4dfc-8c9f-201c385e6296 HTTP/1.1" status: 204 len: 168 time: 0.9096847 Jul 09 17:33:24.740167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddebb1-1965-4995-b7f3-10f9253bede9 service neutron] Pushing event updated for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:24.747957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df54305-4a52-4dde-907d-fd6e030a3dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebdae27-775d-4dfc-8c9f-201c385e6296,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:24.759145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5ed1e-4b5c-480e-94ab-d0e6e4af366b req-71e4a514-ce29-4ea4-883f-1f04661b574f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.761073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ea5ed1e-4b5c-480e-94ab-d0e6e4af366b req-71e4a514-ce29-4ea4-883f-1f04661b574f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 945 time: 0.3316216 Jul 09 17:33:24.817306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.846003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.861871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:24.862190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.871315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.886083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:24.913593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.942892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:24.980633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ea5ed1e-4b5c-480e-94ab-d0e6e4af366b req-1f3ca9c2-472f-4e82-9798-974bb1326b5e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925714 Jul 09 17:33:24.987809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:25.012286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:25.018542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-67478adf-d119-44d3-a50f-3fb94351d2b6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 5356 time: 1.1801062 Jul 09 17:33:25.031194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=47f85107-8a6a-45ca-ad3f-f157c1c946ff,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:25.034360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.037319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-14361659-4b24-4d17-becd-e3f26553562f tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/ports/47f85107-8a6a-45ca-ad3f-f157c1c946ff HTTP/1.1" status: 204 len: 168 time: 1.4544046 Jul 09 17:33:25.068613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:25.076695 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb037e-6f73-4b0f-a17d-e98f68cb4f58 x-openstack-request-id: req-5abb037e-6f73-4b0f-a17d-e98f68cb4f58 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:25.077044 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "name": "network-vif-plugged", "status": "completed", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:25.077250 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5abb037e-6f73-4b0f-a17d-e98f68cb4f58 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:25.077616 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'code': 200} Jul 09 17:33:25.090946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-724adb70-a526-4abc-a01b-d03f273fcbbe None None] Provisioning complete for port 191f38d9-6588-4cc6-8792-9740d4baa938 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:25.092655 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-724adb70-a526-4abc-a01b-d03f273fcbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.096737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dee0111a-f75c-430d-ae09-9c0703ece923,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:25.160770 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7464a17e-b786-4afd-a38d-18b3249a7c49 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] GET failed (client error): The resource could not be found. Jul 09 17:33:25.167364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7464a17e-b786-4afd-a38d-18b3249a7c49 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "GET /v2.0/ports/47f85107-8a6a-45ca-ad3f-f157c1c946ff HTTP/1.1" status: 404 len: 333 time: 0.0940576 Jul 09 17:33:25.169987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52998) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:25.178259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-659588085'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:25.194780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-37ab2e7d-011d-411a-9684-ba195c59266e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:25.195452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.196438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-37ab2e7d-011d-411a-9684-ba195c59266e tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "GET /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5323317 Jul 09 17:33:25.229851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-724adb70-a526-4abc-a01b-d03f273fcbbe None None] Port 191f38d9-6588-4cc6-8792-9740d4baa938 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:25.231888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:25.261128 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.311162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f06dd53d-47ff-4c35-b14a-7bf9072a855a req-74a18f20-b9c1-4e5a-bbe9-5fafb3a459cc tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=abd16e5f-507a-416f-87c7-6db777d4c896&id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2597799 Jul 09 17:33:25.407517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:25.424620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f241-1400-4858-9bde-0c1678c286a5 req-9df293c1-32da-4939-be25-97504958019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:25.426365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14d4f241-1400-4858-9bde-0c1678c286a5 req-9df293c1-32da-4939-be25-97504958019f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.2515395 Jul 09 17:33:25.431983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:25.433122 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.440415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e47147c5-5b21-4c8d-a35d-b52bbea0e0dc no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:25.449651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca2a50f5-dc0f-4016-9aa2-dc534cb4f48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.500091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.550886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14d4f241-1400-4858-9bde-0c1678c286a5 req-bd53ed2b-fa63-45af-a2bc-b5d50a088944 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160750 Jul 09 17:33:25.572668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:33:22Z', 'revision_number': 5, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port': {'id': '7d3be6ea-376a-435a-8a3b-bfa9a8be10cf', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:20:36Z', 'updated_at': '2021-07-09T17:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:25.602202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Deleting port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:25.602635 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.691677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] For port 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:25.692360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.714073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Calling delete_port for 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:25.888201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca2a50f5-dc0f-4016-9aa2-dc534cb4f48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.910980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca2a50f5-dc0f-4016-9aa2-dc534cb4f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:25.924087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0144068-0066-4091-b070-559fe6265445 None None] Checking router: 47a69476-0521-4e4f-8e22-874386a6d5d1 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:25.928799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:25.951367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] Routers {'47a69476-0521-4e4f-8e22-874386a6d5d1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:25.952372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['47a69476-0521-4e4f-8e22-874386a6d5d1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:25.973064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:26.083712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a50f5-dc0f-4016-9aa2-dc534cb4f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0efe2c-3f43-4f35-ba9f-30c2828106f7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:26.114388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:26.123523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.155569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca2a50f5-dc0f-4016-9aa2-dc534cb4f48c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92b218d796e74194b06e1cb5532cd446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219908 Jul 09 17:33:26.158184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] For port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:26.160910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:26.167015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.190101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] Set router 47a69476-0521-4e4f-8e22-874386a6d5d1 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:26.210589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] device_id is not set on port ec767b98-12d6-48b3-8dc2-bc8ef87b9046 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:26.255854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e0144068-0066-4091-b070-559fe6265445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:33:25Z', 'revision_number': 6, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:26.298349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0144068-0066-4091-b070-559fe6265445 None None] The sync data for ids ['47a69476-0521-4e4f-8e22-874386a6d5d1'] in n-d-791506-17 is: [{'id': '47a69476-0521-4e4f-8e22-874386a6d5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-849708961-router', 'tenant_id': '7a8406af76b2428aa6aad4b715d953bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:20:31Z', 'updated_at': '2021-07-09T17:33:25Z', 'revision_number': 6, 'project_id': '7a8406af76b2428aa6aad4b715d953bd', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:26.303803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:26.316137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] device_id is not set on port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:26.317169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.318342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 191f38d9-6588-4cc6-8792-9740d4baa938 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:26.324352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c131670-7614-406b-819e-636479f06610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.333747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.373830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c131670-7614-406b-819e-636479f06610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.388197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.426348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.472029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c131670-7614-406b-819e-636479f06610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.479213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c131670-7614-406b-819e-636479f06610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.480435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6c131670-7614-406b-819e-636479f06610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed0efe2c-3f43-4f35-ba9f-30c2828106f7 HTTP/1.1" status: 204 len: 168 time: 0.3181307 Jul 09 17:33:26.519398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 191f38d9-6588-4cc6-8792-9740d4baa938 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:26.520272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d084d3c-dba2-4b8f-8a09-039453d44ada no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:26.556383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:26.575020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c131670-7614-406b-819e-636479f06610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0efe2c-3f43-4f35-ba9f-30c2828106f7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:26.579308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] No DVR routers for this DVR port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:26.613195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Pushing event updated for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:26.629791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3be6ea-376a-435a-8a3b-bfa9a8be10cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:26.676557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.687072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] In _notify_port_updated(), no bound segment for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd on network a9b78c49-ffbf-44cb-8a11-fff2c19c012a {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:33:26.688051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.688676 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.691258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-8b222456-eb55-4530-ba6d-26c395c89496 service neutron] 10.222.0.13 "PUT /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 200 len: 1028 time: 1.4672527 Jul 09 17:33:26.737617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:26.748115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261eb627-96f9-48a3-8d8a-b299ad6ef8fd req-1ea20c2f-b5f0-4093-8b5b-0b3ddf456e13 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.748370 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:26.750749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cc6501eb-c7db-4cd0-ac61-63184505eb64 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:26.758406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-261eb627-96f9-48a3-8d8a-b299ad6ef8fd req-1ea20c2f-b5f0-4093-8b5b-0b3ddf456e13 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.5230906 Jul 09 17:33:26.847910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-5088c280-6604-484c-9edb-890a993fe476 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.856326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-5088c280-6604-484c-9edb-890a993fe476 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.862636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-5088c280-6604-484c-9edb-890a993fe476 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.869477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-5088c280-6604-484c-9edb-890a993fe476 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.876324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-5088c280-6604-484c-9edb-890a993fe476 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:26.878194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-5088c280-6604-484c-9edb-890a993fe476 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 3880 time: 0.2488239 Jul 09 17:33:26.889285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 783d5684-b04e-41bb-a63a-9e48c72e0f01 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:26.932556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 783d5684-b04e-41bb-a63a-9e48c72e0f01 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:26.932894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 783d5684-b04e-41bb-a63a-9e48c72e0f01 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:26.958120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Allocated IP 2001:db8::17 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/ec767b98-12d6-48b3-8dc2-bc8ef87b9046) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:26.967992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.016200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cdeb06cf-d6e3-4846-a998-fe31efba610c None None] Provisioning complete for port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:27.016728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdeb06cf-d6e3-4846-a998-fe31efba610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.061183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:27.066416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb06cf-d6e3-4846-a998-fe31efba610c None None] Port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:27.080473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:27.083248 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1734cd-c614-4284-be63-2dd7697180bc" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:27.084871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-434bcaca-32ba-47a0-aa46-478d45d60099 req-7fd70d99-3d82-43be-bc37-953c7b73a424 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679726 Jul 09 17:33:27.112570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.119331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.124583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port 1d084d3c-dba2-4b8f-8a09-039453d44ada {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:27.127694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.128112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-261eb627-96f9-48a3-8d8a-b299ad6ef8fd req-908bfcbb-926c-4c86-8043-a385b5368a54 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687887 Jul 09 17:33:27.172916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.217087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.217727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a69476-0521-4e4f-8e22-874386a6d5d1 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:33:27.229059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.233060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5a8d0bd9-7c28-49a5-9341-ed9311d49953 admin admin] 10.222.0.21 "DELETE /v2.0/routers/47a69476-0521-4e4f-8e22-874386a6d5d1 HTTP/1.1" status: 204 len: 168 time: 2.7504613 Jul 09 17:33:27.235425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:27.245696 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c7983e-908e-408a-b4fa-b67d291093b2 x-openstack-request-id: req-05c7983e-908e-408a-b4fa-b67d291093b2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:27.246887 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:27.247264 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c7983e-908e-408a-b4fa-b67d291093b2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:27.248869 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64', 'code': 200} Jul 09 17:33:27.249146 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'code': 200} Jul 09 17:33:27.250055 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada', 'code': 200} Jul 09 17:33:27.252908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:27.253868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.254942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 7c456876-e7c0-4e82-b804-2a70c1a4259d no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:27.370260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:27.394878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port 1d084d3c-dba2-4b8f-8a09-039453d44ada, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d084d3c-dba2-4b8f-8a09-039453d44ada,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:27.395239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.431628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for 1d084d3c-dba2-4b8f-8a09-039453d44ada owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:27.445777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Deleting subnet 9d63afe3-7f11-480f-ad99-91eb753a37c8 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:33:27.455516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.466310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.549869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.551108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:27.553733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.558212 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.561052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:27.680949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.695541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:27.735524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=1d084d3c-dba2-4b8f-8a09-039453d44ada,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:27.755723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:27.873156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port 1d084d3c-dba2-4b8f-8a09-039453d44ada on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:27.876014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:27.878177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-fa1533af-a0ae-4f49-8233-a663387c07c5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "DELETE /v2.0/ports/1d084d3c-dba2-4b8f-8a09-039453d44ada HTTP/1.1" status: 204 len: 173 time: 1.1796591 Jul 09 17:33:27.878745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:27.881291 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0eb4a5-ec92-4b2a-9ea6-1490e6548d8e" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:27.967915 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96e7455-fd83-4292-9345-b2af29b049e0 x-openstack-request-id: req-e96e7455-fd83-4292-9345-b2af29b049e0 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:27.968363 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "1d084d3c-dba2-4b8f-8a09-039453d44ada", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:27.968701 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e96e7455-fd83-4292-9345-b2af29b049e0 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:27.969187 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': '1d084d3c-dba2-4b8f-8a09-039453d44ada', 'status': 'completed', 'code': 200} Jul 09 17:33:28.029790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port cc6501eb-c7db-4cd0-ac61-63184505eb64 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:28.030178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.140527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port cc6501eb-c7db-4cd0-ac61-63184505eb64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cc6501eb-c7db-4cd0-ac61-63184505eb64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:28.141151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.159258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for cc6501eb-c7db-4cd0-ac61-63184505eb64 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:28.238758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-5f56511a-e92e-4f25-9804-fb074ffb6ad6 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:28.247003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-5f56511a-e92e-4f25-9804-fb074ffb6ad6 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/networks?id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 200 len: 807 time: 0.9072254 Jul 09 17:33:28.268328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-11653227-981c-4f38-accf-b503041aa292 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/quotas/3287d31ff2974149ab9fcc52e3197fca HTTP/1.1" status: 200 len: 375 time: 0.0203974 Jul 09 17:33:28.269626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Transition to ACTIVE for port object ec767b98-12d6-48b3-8dc2-bc8ef87b9046 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:28.335828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.356844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6eb500-f514-48ce-afef-1f6f11e09e37 req-68e4c836-a5ef-453a-853d-162c3fea12af tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:28.363267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6eb500-f514-48ce-afef-1f6f11e09e37 req-68e4c836-a5ef-453a-853d-162c3fea12af tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:28.369800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6eb500-f514-48ce-afef-1f6f11e09e37 req-68e4c836-a5ef-453a-853d-162c3fea12af tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:28.376338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6eb500-f514-48ce-afef-1f6f11e09e37 req-68e4c836-a5ef-453a-853d-162c3fea12af tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:28.378271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f6eb500-f514-48ce-afef-1f6f11e09e37 req-68e4c836-a5ef-453a-853d-162c3fea12af tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 3142 time: 0.1224737 Jul 09 17:33:28.412055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-4e1f5ceb-d7db-4296-9127-7a84e02a314e tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3287d31ff2974149ab9fcc52e3197fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225801 Jul 09 17:33:28.452387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f6eb500-f514-48ce-afef-1f6f11e09e37 req-7e65462a-3114-490a-af61-85703feddb25 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526745 Jul 09 17:33:28.461499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.470433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.491578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.493512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d63afe3-7f11-480f-ad99-91eb753a37c8 HTTP/1.1" status: 204 len: 168 time: 1.2396212 Jul 09 17:33:28.497062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067af45-e622-4b78-b1ec-99877a0d2f8d None None] Network 1e356c56-291f-4e06-a842-ab091bc8d52b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:28.500426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53078) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:28.505564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=cc6501eb-c7db-4cd0-ac61-63184505eb64,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:28.521110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf2b1f-e971-461a-a8d8-9ff899b11852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d63afe3-7f11-480f-ad99-91eb753a37c8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:28.547178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.616544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port cc6501eb-c7db-4cd0-ac61-63184505eb64 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:28.619791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.622547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-d9ed258c-68fb-49e4-a75a-127956eb5f20 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "DELETE /v2.0/ports/cc6501eb-c7db-4cd0-ac61-63184505eb64 HTTP/1.1" status: 204 len: 173 time: 0.7379370 Jul 09 17:33:28.643423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:28.651556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:28.663570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:28.669625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:28.670543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.701031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5300112 Jul 09 17:33:28.704186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53084) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:28.709214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-10cd3cac-949c-4cb1-ad83-38510838e9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889714 Jul 09 17:33:28.728233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'network_id': 'd0444ec0-ea0c-4dbf-a571-0a7608ab67c6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-510816091'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:28.770389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:28.814018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:28.815810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d3be6ea-376a-435a-8a3b-bfa9a8be10cf not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:28.877407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8b7f2-6e81-4c3d-bc25-0f80ae5034f3 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=ec767b98-12d6-48b3-8dc2-bc8ef87b9046,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:28.880075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Made reservation on behalf of 0f6b1119db5842e7a9393f54819c9b72 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:28.883827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:28.954097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] device_id is not set on port f0f75ada-9c1b-42e9-818b-45171a1be6c8 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:28.984893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] DHCP port deletion for 1e356c56-291f-4e06-a842-ab091bc8d52b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:33:29.091818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] Deleting port 6ea26934-ffd5-4973-a8a5-ebab196df767 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:29.092239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.132780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a6affd26-519e-465c-9f3c-ca00b796f3be service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152968 Jul 09 17:33:29.222985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Allocated IP 2001:db8::213 (d0444ec0-ea0c-4dbf-a571-0a7608ab67c6/35287815-de5e-40cc-be2f-07416ef5aa7d/f0f75ada-9c1b-42e9-818b-45171a1be6c8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:29.271721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64'}, {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:29.274201 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb20af5-2a3e-4d0a-8875-7f24e2a32bfb" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64"}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:29.333340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6ba8a671-8fb0-42f6-8a03-2c38561e140b None None] Provisioning for port ec767b98-12d6-48b3-8dc2-bc8ef87b9046 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:29.354178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6ba8a671-8fb0-42f6-8a03-2c38561e140b None None] Provisioning complete for port ec767b98-12d6-48b3-8dc2-bc8ef87b9046 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:29.354680 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a671-8fb0-42f6-8a03-2c38561e140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.397625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] For port 6ea26934-ffd5-4973-a8a5-ebab196df767, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6ea26934-ffd5-4973-a8a5-ebab196df767,segment=NetworkSegment(61b9676d-2423-4d2b-8303-be00f2d9cb19),segment_id=61b9676d-2423-4d2b-8303-be00f2d9cb19)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:29.398102 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.420241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.466091 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec4424-8e61-40e8-882d-61b6aae075da x-openstack-request-id: req-06ec4424-8e61-40e8-882d-61b6aae075da {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:29.466458 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64", "code": 200}, {"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:29.466635 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06ec4424-8e61-40e8-882d-61b6aae075da {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:29.467035 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64', 'code': 200} Jul 09 17:33:29.467286 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d', 'code': 200} Jul 09 17:33:29.468284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] Calling delete_port for 6ea26934-ffd5-4973-a8a5-ebab196df767 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:29.477787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8a671-8fb0-42f6-8a03-2c38561e140b None None] Port ec767b98-12d6-48b3-8dc2-bc8ef87b9046 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:29.513511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:29.513805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.545158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84c6e77f-f62d-414b-af30-1c4865d5b9ed req-aa9726ef-6354-4566-b65c-fe799c73cfe8 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 210 time: 0.0537243 Jul 09 17:33:29.564071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.616690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Transition to ACTIVE for port object f0f75ada-9c1b-42e9-818b-45171a1be6c8 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:29.638332 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.689662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.692877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] Pushing event deleted for resources: {'Port': ['ID=6ea26934-ffd5-4973-a8a5-ebab196df767,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:29.723619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba69df-b1bb-447b-82f6-de2d235b7d92 None None] No DVR routers for this DVR port 6ea26934-ffd5-4973-a8a5-ebab196df767 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:29.749972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:29.768805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:29.773855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:29.774223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.776970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:29.784956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:29.786164 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:29.816016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] The port '6ea26934-ffd5-4973-a8a5-ebab196df767' was deleted {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 17:33:29.846843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=f0f75ada-9c1b-42e9-818b-45171a1be6c8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:29.865049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0b2e4f0b-7e24-4765-a473-41b212f55a0d tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1543679 Jul 09 17:33:29.865049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53114) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:29.869703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:ce:b0:8e'}, {'ip_address': '2001:db8::17', 'mac_address': 'fa:16:3e:c2:a1:8e'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:29.901624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59759ff0-48f2-4ac3-9996-6d7b10578c95 req-fbe30ea2-19fd-4ab8-a2b0-99b25beeb902 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:29.905850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59759ff0-48f2-4ac3-9996-6d7b10578c95 req-fbe30ea2-19fd-4ab8-a2b0-99b25beeb902 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 1.1737890 Jul 09 17:33:29.960212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ab5cc-9437-4c3b-a035-eba5ed72b9f2 req-9b93559a-86fb-4e80-89ba-2052d52d12c6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:29.967503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ab5cc-9437-4c3b-a035-eba5ed72b9f2 req-9b93559a-86fb-4e80-89ba-2052d52d12c6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:29.975200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ab5cc-9437-4c3b-a035-eba5ed72b9f2 req-9b93559a-86fb-4e80-89ba-2052d52d12c6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:29.983934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:29.984336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a7ab5cc-9437-4c3b-a035-eba5ed72b9f2 req-9b93559a-86fb-4e80-89ba-2052d52d12c6 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 2409 time: 0.2402818 Jul 09 17:33:29.991602 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81e0bf0-cb38-406e-a427-276f6decd2bf" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:30.097682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a7ab5cc-9437-4c3b-a035-eba5ed72b9f2 req-67c25a45-20a5-47c2-a303-59bb321995fc tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113000 Jul 09 17:33:30.133849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59759ff0-48f2-4ac3-9996-6d7b10578c95 req-841edabb-f6c6-4105-b7ab-016af2e16137 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091069 Jul 09 17:33:30.195949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.230853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e198b6db-a03e-4adf-a40f-e78d3342d437 None None] Provisioning for port f0f75ada-9c1b-42e9-818b-45171a1be6c8 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:30.236093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e198b6db-a03e-4adf-a40f-e78d3342d437 None None] Provisioning complete for port f0f75ada-9c1b-42e9-818b-45171a1be6c8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:30.236822 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e198b6db-a03e-4adf-a40f-e78d3342d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.297414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.297952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.298270 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Floating IP 2a924add-f0bc-46f4-aed1-81685cb78db7 disassociated. External IP: 172.25.3.207, port: e47147c5-5b21-4c8d-a35d-b52bbea0e0dc. Jul 09 17:33:30.298617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for e47147c5-5b21-4c8d-a35d-b52bbea0e0dc owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:30.336683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.374184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e198b6db-a03e-4adf-a40f-e78d3342d437 None None] Port f0f75ada-9c1b-42e9-818b-45171a1be6c8 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:30.429843 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3074d9e-bf7a-4eaf-be68-faa55d49b013 x-openstack-request-id: req-e3074d9e-bf7a-4eaf-be68-faa55d49b013 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:30.430335 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "cc6501eb-c7db-4cd0-ac61-63184505eb64", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:30.430335 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3074d9e-bf7a-4eaf-be68-faa55d49b013 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:30.430737 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': 'cc6501eb-c7db-4cd0-ac61-63184505eb64', 'status': 'completed', 'code': 200} Jul 09 17:33:30.433765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e356c56-291f-4e06-a842-ab091bc8d52b']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:30.484847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b9676d-2423-4d2b-8303-be00f2d9cb19') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:30.485219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b9676d-2423-4d2b-8303-be00f2d9cb19') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:30.500967 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.533428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.543697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:33:30.544178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:33:30.545843 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:33:30.596747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.658143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=e47147c5-5b21-4c8d-a35d-b52bbea0e0dc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:30.683173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a3e0a-5aa6-41d0-9608-a92282783136 req-96411511-bb5f-4e65-afb9-7ae551378de9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:30.685261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-614a3e0a-5aa6-41d0-9608-a92282783136 req-96411511-bb5f-4e65-afb9-7ae551378de9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.2535148 Jul 09 17:33:30.693479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.695102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:30.700332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'floatingip': {'port_id': 'dee0111a-f75c-430d-ae09-9c0703ece923'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:30.773195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.777821 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e356c56-291f-4e06-a842-ab091bc8d52b HTTP/1.1" status: 204 len: 168 time: 2.2654386 Jul 09 17:33:30.792285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.820626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155cc1d-877d-46e1-9ad2-d2febbc61ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=1e356c56-291f-4e06-a842-ab091bc8d52b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:30.851181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6ea26934-ffd5-4973-a8a5-ebab196df767 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:30.875710 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.892892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6ea26934-ffd5-4973-a8a5-ebab196df767 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:30.893257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6ea26934-ffd5-4973-a8a5-ebab196df767 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:30.943145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:30.964659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:33:31.086582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] In _notify_port_updated(), no bound segment for port f0f75ada-9c1b-42e9-818b-45171a1be6c8 on network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:33:31.099235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:31.099851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:31.104018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "PUT /v2.0/ports/f0f75ada-9c1b-42e9-818b-45171a1be6c8 HTTP/1.1" status: 200 len: 1066 time: 1.2379587 Jul 09 17:33:31.104970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:31.115990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2c3e72c-e526-45a6-8685-e9e306433b72 req-c410870b-048a-409c-bba3-6d2665b5e51e tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 210 time: 0.1965282 Jul 09 17:33:31.208048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed5f3a-53ab-40a6-8296-7e9ff556b445 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event updated for resources: {'Port': ['ID=f0f75ada-9c1b-42e9-818b-45171a1be6c8,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:31.215683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53140) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:31.283077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:31.300308 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] Sync routers for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:31.326975 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:31.327614 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:31.557087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-02bd58d7-4e3d-4cd2-a19d-3e956645cec5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a8406af76b2428aa6aad4b715d953bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300548 Jul 09 17:33:31.565196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port e47147c5-5b21-4c8d-a35d-b52bbea0e0dc on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:31.569641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53146) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:31.575359 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:31.583728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:31.595719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b3f3d0ec-5b07-4cf4-ae01-0f7e431323b9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "DELETE /v2.0/ports/e47147c5-5b21-4c8d-a35d-b52bbea0e0dc HTTP/1.1" status: 204 len: 173 time: 2.9667985 Jul 09 17:33:31.619519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b843bb6e-c20a-463a-b884-5a504f44848d None None] Provisioning complete for port f0f75ada-9c1b-42e9-818b-45171a1be6c8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:31.619976 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b843bb6e-c20a-463a-b884-5a504f44848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:31.714518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b843bb6e-c20a-463a-b884-5a504f44848d None None] Port f0f75ada-9c1b-42e9-818b-45171a1be6c8 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:31.791354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-b69e1ae0-f140-480f-8e7b-6d1668dfc03f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:31.793733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-b69e1ae0-f140-480f-8e7b-6d1668dfc03f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "GET /v2.0/networks?id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 200 len: 807 time: 0.4897542 Jul 09 17:33:31.818159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Request body: {'port': {'device_id': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888', 'admin_state_up': True, 'tenant_id': '3287d31ff2974149ab9fcc52e3197fca'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:31.912669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:31.941311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d961dff5-c641-41e0-ad42-8f8a13ea8099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:31.944472 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] Checking router: 0e7ba959-f092-4b6f-a749-3870fb2de0c4 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:31.953119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port f0f75ada-9c1b-42e9-818b-45171a1be6c8 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:31.953465 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:31.954142 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:31.954956 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:31.969371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16855c36-cee4-4dcc-af6e-2c38e981dbdf req-f916f681-3b91-446b-82e4-ed4394e234a5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:31.975511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16855c36-cee4-4dcc-af6e-2c38e981dbdf req-f916f681-3b91-446b-82e4-ed4394e234a5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:31.977275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16855c36-cee4-4dcc-af6e-2c38e981dbdf req-f916f681-3b91-446b-82e4-ed4394e234a5 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 1676 time: 0.5222135 Jul 09 17:33:32.053205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d961dff5-c641-41e0-ad42-8f8a13ea8099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.077360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:32.077731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.083875 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:32.162209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Made reservation on behalf of 3287d31ff2974149ab9fcc52e3197fca for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:32.166227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.193225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.217785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for f0f75ada-9c1b-42e9-818b-45171a1be6c8 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:32.251531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.321603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.327487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e751350-af40-46bf-ae4e-c8c570a03fda req-82144b42-d94d-4a2f-ab19-7b893630c845 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 210 time: 0.0460038 Jul 09 17:33:32.337019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port 78ba4791-9361-4bec-a2bf-a35d77a9ef64, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=78ba4791-9361-4bec-a2bf-a35d77a9ef64,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:32.337614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.353472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for 78ba4791-9361-4bec-a2bf-a35d77a9ef64 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:32.392029 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:32.417952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16855c36-cee4-4dcc-af6e-2c38e981dbdf req-867fb8a3-b1f8-4557-b388-8ac8d4626f7f tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196076 Jul 09 17:33:32.430403 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4aaf5-8d11-4645-9d92-fc52812cca3f None None] The sync data for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 is: [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:22:15Z', 'revision_number': 4, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '76055181-1998-459d-9bee-8241e6a380f6', 'name': '', 'network_id': '10d12db8-2ba2-46a3-b374-0c7479d7bbd2', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'mac_address': 'fa:16:3e:56:b3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:12Z', 'updated_at': '2021-07-09T17:22:30Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'subnets': [{'id': 'ce888ba5-a28e-479c-9fa6-b6a93d3b7dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:32.432834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:32.435909 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2870df-d462-4521-a1a1-9745faac40b3" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:32.510506 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7477180-d0ee-405c-8a93-a67a065a4cd8 x-openstack-request-id: req-e7477180-d0ee-405c-8a93-a67a065a4cd8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:32.510758 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "e47147c5-5b21-4c8d-a35d-b52bbea0e0dc", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:32.510891 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7477180-d0ee-405c-8a93-a67a065a4cd8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:32.514669 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': 'e47147c5-5b21-4c8d-a35d-b52bbea0e0dc', 'status': 'completed', 'code': 200} Jul 09 17:33:32.528102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d961dff5-c641-41e0-ad42-8f8a13ea8099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.528102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d961dff5-c641-41e0-ad42-8f8a13ea8099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.531244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d961dff5-c641-41e0-ad42-8f8a13ea8099 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56525c06-615e-45ba-82a2-1170ff068f39 HTTP/1.1" status: 204 len: 168 time: 0.9548254 Jul 09 17:33:32.558560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961dff5-c641-41e0-ad42-8f8a13ea8099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56525c06-615e-45ba-82a2-1170ff068f39,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:32.621965 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Floating IP 934e1b92-8b67-447f-a2db-7c76afa74f6f associated. External IP: 172.25.3.171, port: dee0111a-f75c-430d-ae09-9c0703ece923. Jul 09 17:33:32.678013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.713886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=f0f75ada-9c1b-42e9-818b-45171a1be6c8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:32.716240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:32.796625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=78ba4791-9361-4bec-a2bf-a35d77a9ef64,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:32.843179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Allocated IP 172.20.0.7 (e5ca6c19-9c1c-496b-b4a4-0fce5ce61888/c6ed80c6-2ef3-4f19-bf78-91837435c1b7/b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:33.059313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb721093-ee75-4120-833f-08324889a517 None None] New status for floating IP 2a924add-f0bc-46f4-aed1-81685cb78db7: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:33:33.257744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port 78ba4791-9361-4bec-a2bf-a35d77a9ef64 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:33.260687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:33.268043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-b88e9643-cc95-4215-a5f2-b3458cba9589 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "DELETE /v2.0/ports/78ba4791-9361-4bec-a2bf-a35d77a9ef64 HTTP/1.1" status: 204 len: 173 time: 1.6711948 Jul 09 17:33:33.464562 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:33.472490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-357a675c-1397-4897-a30b-0a5dc94190e8 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/ports/f0f75ada-9c1b-42e9-818b-45171a1be6c8 HTTP/1.1" status: 204 len: 168 time: 2.3662395 Jul 09 17:33:33.475785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53194) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:33.493852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:33:33.556915 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b4457a-6e74-4051-9600-765abf4c8cbb tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] GET failed (client error): The resource could not be found. Jul 09 17:33:33.561147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97b4457a-6e74-4051-9600-765abf4c8cbb tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "GET /v2.0/ports/f0f75ada-9c1b-42e9-818b-45171a1be6c8 HTTP/1.1" status: 404 len: 333 time: 0.0744131 Jul 09 17:33:33.561830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53198) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:33.759376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5ffe921-f016-405a-8279-e844b6a4dbf3 req-de099014-0024-4ac7-9653-a11a6a515cca tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 210 time: 0.0780568 Jul 09 17:33:33.833517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port 7c456876-e7c0-4e82-b804-2a70c1a4259d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:33.833943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:33.864446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:33.872163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:33.874936 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:33.885939 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:33.886984 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:33.923569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:33.969799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port ec767b98-12d6-48b3-8dc2-bc8ef87b9046 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:33.970517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:33.976026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d72238f7-356a-49da-9a75-9e47da1005e3 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "PUT /v2.0/floatingips/934e1b92-8b67-447f-a2db-7c76afa74f6f HTTP/1.1" status: 200 len: 992 time: 3.2772663 Jul 09 17:33:33.984280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:33.989106 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c112c-aec4-40d3-a74b-222b000c5fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:34.065772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port 7c456876-e7c0-4e82-b804-2a70c1a4259d, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=7c456876-e7c0-4e82-b804-2a70c1a4259d,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:34.066293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.110505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for 7c456876-e7c0-4e82-b804-2a70c1a4259d owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:34.123148 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.175614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53214) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:34.185726 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:34.232416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:34.252218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc9a0-7c1a-49db-a37d-36e0384e6916 req-abee0c16-c40f-430c-96cb-9b989a79dd6a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:34.273101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28efc9a0-7c1a-49db-a37d-36e0384e6916 req-abee0c16-c40f-430c-96cb-9b989a79dd6a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 942 time: 0.3153760 Jul 09 17:33:34.306243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:34.313486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:34.338356 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.457324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Pushing event updated for resources: {'Port': ['ID=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:34.470356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2002275678-network', 'tenant_id': 'a3c8f41b0c794ef8a0516d70447a0ee7'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:34.483837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for ec767b98-12d6-48b3-8dc2-bc8ef87b9046 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:34.521677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:34.523982 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3857b72-5add-46f8-b848-2384bc514aa2" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:34.553478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Made reservation on behalf of a3c8f41b0c794ef8a0516d70447a0ee7 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:34.555807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.581027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.581268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.581620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.581963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.582303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.582635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.582966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.583293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.583619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.583977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.584308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.584649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:33:34.627988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28efc9a0-7c1a-49db-a37d-36e0384e6916 req-b60f3744-31d6-4c83-976f-1216176e922a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fac2868-3b85-4f63-a7e5-c0ea929ad399&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460124 Jul 09 17:33:34.628752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.660140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.663360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:34.664144 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.692521 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60578e15-a0d3-4805-9b05-a993b7610565 x-openstack-request-id: req-60578e15-a0d3-4805-9b05-a993b7610565 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:34.692933 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:34.693096 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60578e15-a0d3-4805-9b05-a993b7610565 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:34.693444 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'status': 'completed', 'code': 200} Jul 09 17:33:34.754774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=7c456876-e7c0-4e82-b804-2a70c1a4259d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:34.802019 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b3251d-12b0-438d-88c6-fa621159b4fa x-openstack-request-id: req-b6b3251d-12b0-438d-88c6-fa621159b4fa {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:34.803023 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "78ba4791-9361-4bec-a2bf-a35d77a9ef64", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:34.803460 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6b3251d-12b0-438d-88c6-fa621159b4fa {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:34.804076 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': '78ba4791-9361-4bec-a2bf-a35d77a9ef64', 'status': 'completed', 'code': 200} Jul 09 17:33:34.826288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '934e1b92-8b67-447f-a2db-7c76afa74f6f', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'port_id': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'mac_address': 'fa:16:3e:dd:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:33:04Z', 'updated_at': '2021-07-09T17:33:32Z', 'revision_number': 1, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:34.852426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port 7c456876-e7c0-4e82-b804-2a70c1a4259d on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:34.859713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.862225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b22c2e7b-23b0-4363-b32c-e2be10b230bb req-3b9df6b7-6b8a-45ab-a872-835890dd21ed tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.13 "DELETE /v2.0/ports/7c456876-e7c0-4e82-b804-2a70c1a4259d HTTP/1.1" status: 204 len: 173 time: 1.5284796 Jul 09 17:33:34.870789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-66cbbfdc-ea3f-4d9a-b5be-ee17ee15db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:34.873129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-66cbbfdc-ea3f-4d9a-b5be-ee17ee15db47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.1503513 Jul 09 17:33:34.947840 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:34.972845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:34.973474 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:34.975201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:34.995886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:35.027783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-a775ee0a-ce52-4754-a9c8-0737f5fefcb4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2210798 Jul 09 17:33:35.092599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Request body: {'port': {'device_id': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:35.184729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d8d54e-7115-4a84-ac82-37bb2c5222a7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:35.260196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:35.562770 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:35.706694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-7e8c2fc7-c992-439a-b78f-dfe469f6b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:35.708640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-7e8c2fc7-c992-439a-b78f-dfe469f6b963 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.1992528 Jul 09 17:33:35.854440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:35.862048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:33:35.870264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-ee770d73-e720-410d-b4a5-44620b0386f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1000 time: 0.1371088 Jul 09 17:33:35.956613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=ec767b98-12d6-48b3-8dc2-bc8ef87b9046,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:36.015670 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.019792 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '934e1b92-8b67-447f-a2db-7c76afa74f6f', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'port_id': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'mac_address': 'fa:16:3e:dd:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:33:04Z', 'updated_at': '2021-07-09T17:33:32Z', 'revision_number': 1, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:36.020873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-10db714c-b420-4bb9-8104-ad77cad89b8a tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/ports/ec767b98-12d6-48b3-8dc2-bc8ef87b9046 HTTP/1.1" status: 204 len: 168 time: 2.4558604 Jul 09 17:33:36.034251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:36.040120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53234) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:36.047363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc2ee6-600e-4a62-a1ef-acb58f98bae2 req-3576307a-d8e5-484c-a144-4f5aaf5117d5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:36.052837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78cb6f7d-509d-42a9-8de1-36e32310722a req-2f59b8d1-68fa-430c-99f8-39a304ea67d9 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.1919720 Jul 09 17:33:36.053550 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a158f-eb7e-4869-bdf0-d555ece5c375 None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '934e1b92-8b67-447f-a2db-7c76afa74f6f', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'port_id': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'mac_address': 'fa:16:3e:dd:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:33:04Z', 'updated_at': '2021-07-09T17:33:32Z', 'revision_number': 1, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:36.059369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2fc2ee6-600e-4a62-a1ef-acb58f98bae2 req-3576307a-d8e5-484c-a144-4f5aaf5117d5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 931 time: 0.5384798 Jul 09 17:33:36.066253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-b4e02770-f1ff-4f3c-ac31-af59d04a570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:36.067645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-b4e02770-f1ff-4f3c-ac31-af59d04a570a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1901162 Jul 09 17:33:36.081851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.082285 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Added segment 3c186108-d606-4bb9-9aa6-1296e41545a0 of type vlan for network 741fdc04-cc32-4a02-9f0e-e87870f0c41e Jul 09 17:33:36.085168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.135020 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8407ca-0861-4714-9eb7-cf7a6ac45146 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] GET failed (client error): The resource could not be found. Jul 09 17:33:36.138230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dd8407ca-0861-4714-9eb7-cf7a6ac45146 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "GET /v2.0/ports/ec767b98-12d6-48b3-8dc2-bc8ef87b9046 HTTP/1.1" status: 404 len: 333 time: 0.0969040 Jul 09 17:33:36.152856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:36.198767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Transition to ACTIVE for port object b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:36.213692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.257360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2fc2ee6-600e-4a62-a1ef-acb58f98bae2 req-4ff6e6a8-3031-4497-91fe-aa0b7e55b1c6 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968727 Jul 09 17:33:36.263197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.282511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-150da529-d179-425a-8143-58cc0b1231a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:36.284165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-150da529-d179-425a-8143-58cc0b1231a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1913629 Jul 09 17:33:36.317113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Pushing event updated for resources: {'Port': ['ID=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:36.443156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d120f3-63c8-4e29-879c-973f8ef0b66b None None] New status for floating IP 934e1b92-8b67-447f-a2db-7c76afa74f6f: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:33:36.455502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.456567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:36.457149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.491229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-fbdd3573-b4c2-40ad-8610-96df191fe38b service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978648 Jul 09 17:33:36.535269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3530540 Jul 09 17:33:36.542612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:36.547719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Request body: {'subnet': {'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2002275678-subnet', 'tenant_id': 'a3c8f41b0c794ef8a0516d70447a0ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:36.646314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da1c6-5c20-4388-be6f-890a21e5e7ae admin admin] Pushing event updated for resources: {'Network': ['ID=741fdc04-cc32-4a02-9f0e-e87870f0c41e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:36.663790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 741fdc04-cc32-4a02-9f0e-e87870f0c41e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:33:36.673995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port 9c05f643-ae42-4ce4-b86b-7e82affa2715 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:36.674346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.687083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Attempting to bind port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:36.687425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Attempting to bind port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:36.687773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Attempting to bind port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 on network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:36.706548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b47c112c-aec4-40d3-a74b-222b000c5fe7 req-75d35f60-5ef4-4384-a866-84e36818e6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080090 Jul 09 17:33:36.805229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:36.807822 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0ec29-de1b-4f1e-951f-1d30c8e3535e" -d '{"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:36.880920 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35311c3d-a0c5-4e05-b041-7cd3e6c12931 x-openstack-request-id: req-35311c3d-a0c5-4e05-b041-7cd3e6c12931 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:36.881557 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9", "name": "network-vif-deleted", "tag": "7c456876-e7c0-4e82-b804-2a70c1a4259d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:36.881557 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35311c3d-a0c5-4e05-b041-7cd3e6c12931 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:36.882013 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9', 'name': 'network-vif-deleted', 'tag': '7c456876-e7c0-4e82-b804-2a70c1a4259d', 'status': 'completed', 'code': 200} Jul 09 17:33:36.904936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Made reservation on behalf of a3c8f41b0c794ef8a0516d70447a0ee7 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:36.910129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:36.994288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 on network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:33:36.994620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Attempting to bind port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 on network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:37.001494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:37.009194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:37.009539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Checking segment: {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:37.009934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Bound using segment: {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:37.010371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Bound port: b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:37.010731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:37.062975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for 9c05f643-ae42-4ce4-b86b-7e82affa2715 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:37.180780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] For port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:37.186675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] For port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:37.349909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:37.481667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c1bcaa5-1e4d-4060-8129-54ffd5db9ca7 req-926a0b2f-02d8-44fa-bc01-4a81d898d60d tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.1744533 Jul 09 17:33:37.483177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:37.483819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:37.485352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] 10.222.0.13 "PUT /v2.0/ports/b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 HTTP/1.1" status: 200 len: 1092 time: 2.4444444 Jul 09 17:33:37.494183 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:37.497040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'tag': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:37.503510 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bff71dfe-e6c7-4222-9a1d-8c32de2deece", "tag": "b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:37.550241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af825-5ef8-44eb-bff7-1af2e72565ff req-3b4e764d-f698-4a76-bd15-5fa520cb6244 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:37.559850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d59af825-5ef8-44eb-bff7-1af2e72565ff req-3b4e764d-f698-4a76-bd15-5fa520cb6244 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 943 time: 0.1495934 Jul 09 17:33:37.608963 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbc31aa-93d7-4ac2-8ae6-e2522f253d6e x-openstack-request-id: req-abbc31aa-93d7-4ac2-8ae6-e2522f253d6e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:37.609239 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff71dfe-e6c7-4222-9a1d-8c32de2deece", "tag": "b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:37.609481 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abbc31aa-93d7-4ac2-8ae6-e2522f253d6e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:37.609879 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'tag': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9', 'status': 'completed', 'code': 200} Jul 09 17:33:37.617794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d59af825-5ef8-44eb-bff7-1af2e72565ff req-f9732823-3aa1-469a-8293-dd5bdc273dc4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Jul 09 17:33:38.162155 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.192554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a2772-0fbc-442d-9a38-8f014e278832 service neutron] Pushing event updated for resources: {'Port': ['ID=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:38.229680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:38.243903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Checking segment: {'id': '3c186108-d606-4bb9-9aa6-1296e41545a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:38.244347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Network hostable DHCP agents. Network: 741fdc04-cc32-4a02-9f0e-e87870f0c41e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:33:38.313324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Network 741fdc04-cc32-4a02-9f0e-e87870f0c41e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:33:38.316586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-082de4c3-a219-4925-9ed7-f434d2dc5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:38.318230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-082de4c3-a219-4925-9ed7-f434d2dc5b5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3287d31ff2974149ab9fcc52e3197fca&device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 1095 time: 0.7524772 Jul 09 17:33:38.323974 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.339949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 741fdc04-cc32-4a02-9f0e-e87870f0c41e) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:38.350401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6406dd-24ac-41eb-93b1-7e7233d46a0b None None] Network 741fdc04-cc32-4a02-9f0e-e87870f0c41e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:38.398352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:38.399069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.404709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-6ed92319-b1b2-4b9f-9c68-c09a320fd489 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 HTTP/1.1" status: 200 len: 217 time: 0.0783486 Jul 09 17:33:38.406895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=9c05f643-ae42-4ce4-b86b-7e82affa2715,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:38.482173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26220471-4ad5-4947-bf47-ce4d0516fa24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9305363 Jul 09 17:33:38.482173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.482173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-532c56dc-cdab-4ba5-ac47-b848e584fd7c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/ports/9c05f643-ae42-4ce4-b86b-7e82affa2715 HTTP/1.1" status: 204 len: 168 time: 2.3131413 Jul 09 17:33:38.482591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53276) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:38.524110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-11f0914c-e1ff-4fa2-b78c-b845bc9623a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:38.527263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-11f0914c-e1ff-4fa2-b78c-b845bc9623a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ed80c6-2ef3-4f19-bf78-91837435c1b7 HTTP/1.1" status: 200 len: 847 time: 0.1108510 Jul 09 17:33:38.631083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-6b744180-e472-4c1f-8cf5-b73338c60b54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929115 Jul 09 17:33:38.643805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbd65b2-9232-4369-9ebe-882632c9731c None None] Network 741fdc04-cc32-4a02-9f0e-e87870f0c41e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:38.660715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting subnet 35287815-de5e-40cc-be2f-07416ef5aa7d {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:33:38.671907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.771412 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:33:38.779690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.903968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:38.936408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-0183c199-4e64-4b0b-934a-dc2139a710a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993345 Jul 09 17:33:39.017645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.073350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Subnet': ['ID=35287815-de5e-40cc-be2f-07416ef5aa7d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:39.082717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95f934d0-6afa-4733-b0ec-f138f99670b5 req-3a5422ec-8a92-4770-9a71-14ae1946361c tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0866668 Jul 09 17:33:39.092998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.093251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb7fa5-ab76-4b8c-b888-976adc6e23b9 None None] Network d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:39.097280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-facff259-578f-427c-8d10-56759b89ab8c tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/subnets/35287815-de5e-40cc-be2f-07416ef5aa7d HTTP/1.1" status: 204 len: 168 time: 0.6150000 Jul 09 17:33:39.098033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53292) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:39.131696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa617-acc6-4e74-b69c-ce9155ad6668 req-0300c319-7d3c-44a5-93b4-656bde02f410 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:39.132907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7dfa617-acc6-4e74-b69c-ce9155ad6668 req-0300c319-7d3c-44a5-93b4-656bde02f410 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 943 time: 0.1997795 Jul 09 17:33:39.139403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07ebe72d-7bc4-4ff8-a3ee-869572b4b4c6 req-91946981-f05e-4752-af98-637c6e819f98 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856515 Jul 09 17:33:39.198104 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7dfa617-acc6-4e74-b69c-ce9155ad6668 req-fe3253a8-9ac3-44e1-ad33-72aa824a7f72 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560811 Jul 09 17:33:39.303972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.335341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-0a4ce7b1-102f-4e2e-9bb0-ba1a8777e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:39.339396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-0a4ce7b1-102f-4e2e-9bb0-ba1a8777e477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3287d31ff2974149ab9fcc52e3197fca&device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 1095 time: 0.1401734 Jul 09 17:33:39.425226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Deleting port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:39.425930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.429980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.558623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] For port d3c1a7ef-5a25-46a1-86cf-282b0c09b887, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,segment=NetworkSegment(ac39814c-4281-4158-9d04-c2f7d8724feb),segment_id=ac39814c-4281-4158-9d04-c2f7d8724feb)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:39.559712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.578557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Calling delete_port for d3c1a7ef-5a25-46a1-86cf-282b0c09b887 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:39.589849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] DHCP port deletion for d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:33:39.636496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-31dea0fc-cb35-4af2-9331-69636de8de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:39.640839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-31dea0fc-cb35-4af2-9331-69636de8de9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 200 len: 908 time: 0.2941566 Jul 09 17:33:39.694449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] Deleting port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:39.694814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.718967 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.749285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-cb792567-9647-4342-9e40-4ed4143afa50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 HTTP/1.1" status: 200 len: 217 time: 0.0971694 Jul 09 17:33:39.757797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] No DVR routers for this DVR port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:39.764365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Port': ['ID=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:39.803322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] For port d3c1a7ef-5a25-46a1-86cf-282b0c09b887, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,segment=NetworkSegment(ac39814c-4281-4158-9d04-c2f7d8724feb),segment_id=ac39814c-4281-4158-9d04-c2f7d8724feb)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:39.804055 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:39.830614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] Calling delete_port for d3c1a7ef-5a25-46a1-86cf-282b0c09b887 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:39.856728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-043927f6-a46b-4cf3-94a3-f9b1901d072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:39.858173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-043927f6-a46b-4cf3-94a3-f9b1901d072e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ed80c6-2ef3-4f19-bf78-91837435c1b7 HTTP/1.1" status: 200 len: 847 time: 0.0995352 Jul 09 17:33:39.865361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-1157e555-6e68-4215-a1e5-d363a5d8e495 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:39.872481 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-1157e555-6e68-4215-a1e5-d363a5d8e495 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/networks?id=741fdc04-cc32-4a02-9f0e-e87870f0c41e HTTP/1.1" status: 200 len: 818 time: 0.4048903 Jul 09 17:33:39.924734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-3a642dbf-18e8-4594-ba02-382dedc252f4 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/quotas/a3c8f41b0c794ef8a0516d70447a0ee7 HTTP/1.1" status: 200 len: 375 time: 0.0512700 Jul 09 17:33:39.936787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-68ba3afe-256b-4a69-bf51-9f6c41431e92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467699 Jul 09 17:33:39.993967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.024738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.029522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] No DVR routers for this DVR port d3c1a7ef-5a25-46a1-86cf-282b0c09b887 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:40.039950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107a372-246f-439b-bfad-be8ff576dcca None None] Pushing event deleted for resources: {'Port': ['ID=d3c1a7ef-5a25-46a1-86cf-282b0c09b887,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:40.040080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-f9d48781-3ff7-4d11-a60c-f7195a00d436 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3c8f41b0c794ef8a0516d70447a0ee7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142540 Jul 09 17:33:40.056885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0444ec0-ea0c-4dbf-a571-0a7608ab67c6']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:40.075612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac39814c-4281-4158-9d04-c2f7d8724feb') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:40.075974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac39814c-4281-4158-9d04-c2f7d8724feb') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:40.088079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.108197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.111738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-b5f79763-c71b-4aef-8664-649efb4563e1 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518140 Jul 09 17:33:40.117198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:33:40.117621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:33:40.121291 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:33:40.218614 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-5be06be0-0ce5-40a3-8b7d-e4001e8f8ff3 service neutron] 10.222.0.21 "GET /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776695 Jul 09 17:33:40.228419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.243623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.249839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] 10.222.0.21 "DELETE /v2.0/networks/d0444ec0-ea0c-4dbf-a571-0a7608ab67c6 HTTP/1.1" status: 204 len: 168 time: 1.1506176 Jul 09 17:33:40.276589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebe567-ea0b-4de0-aaf2-870cb4eb6745 tempest-AllowedAddressPairIpV6TestJSON-10256840 tempest-AllowedAddressPairIpV6TestJSON-10256840-project] Pushing event deleted for resources: {'Network': ['ID=d0444ec0-ea0c-4dbf-a571-0a7608ab67c6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:40.302145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3a74a6d-8802-4f7a-b0de-48e762ec89d1 req-7d43bdb5-33bb-4c4b-8c26-ce9fc64bb073 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830816 Jul 09 17:33:40.375568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2430214b-ca70-4a3b-b569-c4f2c5ca6378 req-10819566-8629-4834-8ddd-d51f9efa4877 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0646033 Jul 09 17:33:40.387513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b57ce52f-d582-4ebc-8d57-72dcff901b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.391145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-85443057-6ae1-4088-a451-2acd6bdca1b1 service neutron] 10.222.0.21 "GET /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608558 Jul 09 17:33:40.515932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:33:40.621337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c0ec-3f8d-4776-811c-c23d2cf3fb63 req-01ed6796-aa69-41a3-bb61-3f1158bd0c3f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:40.633761 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f43c0ec-3f8d-4776-811c-c23d2cf3fb63 req-01ed6796-aa69-41a3-bb61-3f1158bd0c3f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 943 time: 0.0887394 Jul 09 17:33:40.674892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:40.689952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9', 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888', 'port_id': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9', 'mac_address': 'fa:16:3e:4d:2a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed80c6-2ef3-4f19-bf78-91837435c1b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:33:40.707961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:40.750441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.756386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f43c0ec-3f8d-4776-811c-c23d2cf3fb63 req-b63b714a-c10f-4ebf-96c7-d368af31c6fe tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197462 Jul 09 17:33:40.779797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:40.825582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:40.833322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:40.841159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d3c1a7ef-5a25-46a1-86cf-282b0c09b887 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:40.867700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3566394-87be-4521-881c-6b9f50feab28 req-3034f961-6b7c-4062-add0-fdcbb49185d8 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 210 time: 0.0567198 Jul 09 17:33:40.923373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-376a2732-2016-4980-9a5f-04231b48abff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f6b1119db5842e7a9393f54819c9b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139955 Jul 09 17:33:40.925729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53332) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:41.003273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21799be3-0ff7-4425-aa99-30cb83767a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:41.043112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21799be3-0ff7-4425-aa99-30cb83767a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:41.122715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21799be3-0ff7-4425-aa99-30cb83767a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:41.125995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21799be3-0ff7-4425-aa99-30cb83767a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:41.130127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21799be3-0ff7-4425-aa99-30cb83767a95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a836f612-7c77-489c-ba0e-e3a66fdb6ae6 HTTP/1.1" status: 204 len: 168 time: 0.2026169 Jul 09 17:33:41.151162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d3c1a7ef-5a25-46a1-86cf-282b0c09b887 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:41.151507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d3c1a7ef-5a25-46a1-86cf-282b0c09b887 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:41.171328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21799be3-0ff7-4425-aa99-30cb83767a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836f612-7c77-489c-ba0e-e3a66fdb6ae6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:41.216676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:41.229319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:33:41.574261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e60492b5-e27a-4676-a8a3-f51ff71513fd req-cf15e039-22d2-4a42-bcb3-58e4ca0567ba tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0534627 Jul 09 17:33:42.051564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9cbf2-b23b-4dff-8c6a-7961c28fbb0e req-85c14414-d1cc-4751-a7e1-273ca31064ba tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:42.060144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2df9cbf2-b23b-4dff-8c6a-7961c28fbb0e req-85c14414-d1cc-4751-a7e1-273ca31064ba tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 944 time: 0.1262138 Jul 09 17:33:42.129295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2df9cbf2-b23b-4dff-8c6a-7961c28fbb0e req-0dabb19e-00fa-447c-9e3c-ca4ae485fe4a tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676875 Jul 09 17:33:42.185580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8257fb99-b3da-405c-98fc-50b44079d3d1 req-46784bcc-e47f-4932-9a70-4610ec142172 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 210 time: 0.0371037 Jul 09 17:33:42.312773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:42.441930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1695937722'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:42.468279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Made reservation on behalf of ce0f9fa61dd34886a58ff0b5ee25ef24 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:42.474700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.486582 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.513702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:42.527784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-34806760-c15a-4c9c-b22e-62a10b785f1c tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:42.529449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-34806760-c15a-4c9c-b22e-62a10b785f1c tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.36 "GET /v2.0/networks?id=741fdc04-cc32-4a02-9f0e-e87870f0c41e HTTP/1.1" status: 200 len: 818 time: 0.1666062 Jul 09 17:33:42.544517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Request body: {'port': {'device_id': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e', 'admin_state_up': True, 'tenant_id': 'a3c8f41b0c794ef8a0516d70447a0ee7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:42.703672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:42.710129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:42.712032 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.803558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.814733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.833290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:33:42.846024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.846855 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Added segment 37b841d0-8718-407c-b686-83a81f8999f3 of type vlan for network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b Jul 09 17:33:42.881478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Made reservation on behalf of a3c8f41b0c794ef8a0516d70447a0ee7 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:42.894076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.919851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:42.951698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01233a9f-eb9f-4a74-8839-e1df757ce574 req-d9120421-6990-4253-99e3-b8f2237cc3de tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0841880 Jul 09 17:33:43.004919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a2764395-f0ce-4f11-a5ec-41cd314a551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.009349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.015899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.022621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:43.030444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.084814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7708147 Jul 09 17:33:43.090898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53392) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:43.097868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Request body: {'subnet': {'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:43.102086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:43.109054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:43.111518 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7c29a-0a8e-49e5-9e73-9c335bb9795e" -d '{"events": [{"server_uuid": "bff71dfe-e6c7-4222-9a1d-8c32de2deece", "name": "network-vif-plugged", "status": "completed", "tag": "b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:43.125266 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.198788 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f544f1-7512-4f08-808e-f6942a98eece x-openstack-request-id: req-34f544f1-7512-4f08-808e-f6942a98eece {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:43.199086 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff71dfe-e6c7-4222-9a1d-8c32de2deece", "name": "network-vif-plugged", "status": "completed", "tag": "b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:43.199375 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34f544f1-7512-4f08-808e-f6942a98eece {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:43.199789 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9', 'code': 200} Jul 09 17:33:43.268375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef2dfc8-e6be-4984-b560-83c85304a571,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:43.329855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:43.356475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1af617-dbdb-4bc1-9a55-11126daebbde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event updated for resources: {'Network': ['ID=64591b4d-4d9f-4c51-95e5-a483fac1ff0b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:43.388502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:33:43.394012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Made reservation on behalf of ce0f9fa61dd34886a58ff0b5ee25ef24 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:43.404275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.420974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18c45-c6cc-4dfc-a96b-4dc14fcb8ac4 req-4571c731-d236-4b60-ba46-0646f5d2b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:43.426865 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.428436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ce18c45-c6cc-4dfc-a96b-4dc14fcb8ac4 req-4571c731-d236-4b60-ba46-0646f5d2b2d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 1097 time: 0.1307144 Jul 09 17:33:43.557495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b1ee1b4-704c-498b-b547-3f2f008f52e6 req-149a110f-e82f-4a17-b6a6-b618c71c5d1b tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 210 time: 0.0404723 Jul 09 17:33:43.559341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ce18c45-c6cc-4dfc-a96b-4dc14fcb8ac4 req-bf6ca023-fa8b-4880-9bc0-83b2c4a10ea5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218629 Jul 09 17:33:43.607309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Allocated IP 172.20.0.11 (741fdc04-cc32-4a02-9f0e-e87870f0c41e/f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2/487f1290-d719-42a5-aa51-2c53033ff755) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:43.609469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53404) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:43.777701 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ea36061e-d1e4-4f18-bd09-070787dc6cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.879919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ea36061e-d1e4-4f18-bd09-070787dc6cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.882804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.886071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ea36061e-d1e4-4f18-bd09-070787dc6cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.927591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:43.928896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ea36061e-d1e4-4f18-bd09-070787dc6cd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0eadede82eed40a782810baa71226731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183277 Jul 09 17:33:43.932096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53408) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:43.939268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36061e-d1e4-4f18-bd09-070787dc6cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da84c7e-4b1c-4c0d-b872-0f523ef021b3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:44.000844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573699d7-58d9-44ce-948c-34b520fb51fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.006676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a090759-388b-4a8f-bde3-ecd247c808f8 req-1c601d3b-d004-4ba1-862b-b04be9ec2339 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.013842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a090759-388b-4a8f-bde3-ecd247c808f8 req-1c601d3b-d004-4ba1-862b-b04be9ec2339 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 945 time: 0.4834533 Jul 09 17:33:44.031725 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573699d7-58d9-44ce-948c-34b520fb51fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.032767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event updated for resources: {'Subnet': ['ID=f139a716-bc39-4530-90bd-f72a3ad4762b,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:44.066933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.090481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Checking segment: {'id': '37b841d0-8718-407c-b686-83a81f8999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:44.090917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Network hostable DHCP agents. Network: 64591b4d-4d9f-4c51-95e5-a483fac1ff0b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:33:44.102231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573699d7-58d9-44ce-948c-34b520fb51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.105277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-573699d7-58d9-44ce-948c-34b520fb51fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.108929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-573699d7-58d9-44ce-948c-34b520fb51fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3da84c7e-4b1c-4c0d-b872-0f523ef021b3 HTTP/1.1" status: 204 len: 168 time: 0.1732109 Jul 09 17:33:44.118250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a090759-388b-4a8f-bde3-ecd247c808f8 req-755684c8-3ac2-4cea-93ed-d12a0cf66612 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034851 Jul 09 17:33:44.140328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573699d7-58d9-44ce-948c-34b520fb51fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da84c7e-4b1c-4c0d-b872-0f523ef021b3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:44.177681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.234487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:33:44.243329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Network 741fdc04-cc32-4a02-9f0e-e87870f0c41e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:44.252347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:44.254677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:44.267412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d999c8df-00ee-4877-b00b-fdffa45fd402 req-0065e75f-d04e-4b1a-a819-6b1d98949747 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0420125 Jul 09 17:33:44.298541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 64591b4d-4d9f-4c51-95e5-a483fac1ff0b) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:44.306744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3dccda-8d53-4be1-a13d-7a4244052a3c None None] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:44.310155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.310760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.327232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Pushing event updated for resources: {'Port': ['ID=487f1290-d719-42a5-aa51-2c53033ff755,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:44.346201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:44.346852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.354898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62806e81-bcee-450c-9843-b3931774cf79 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2628067 Jul 09 17:33:44.358165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53418) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:44.366140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Request body: {'port': {'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-395730220'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:44.367577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-7a04f272-9da1-4da0-958c-09b49833efa1 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8290694 Jul 09 17:33:44.381627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Request body: {'port': {'device_id': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:44.540239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.579166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-64591b4d-4d9f-4c51-95e5-a483fac1ff0b', 'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b', 'tenant_id': 'ce0f9fa61dd34886a58ff0b5ee25ef24', 'fixed_ips': [{'subnet_id': 'f139a716-bc39-4530-90bd-f72a3ad4762b'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:33:44.580573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.673058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Made reservation on behalf of ce0f9fa61dd34886a58ff0b5ee25ef24 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:44.676964 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.704651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] device_id is not set on port fd797de9-2dbc-4783-837a-5a876d5f805f yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:44.719009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:44.734465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-375a597e-2919-42df-892a-109dd9666989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:44.962238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Allocated IP 2001:db8::131 (64591b4d-4d9f-4c51-95e5-a483fac1ff0b/f139a716-bc39-4530-90bd-f72a3ad4762b/fd797de9-2dbc-4783-837a-5a876d5f805f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:45.083193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-375a597e-2919-42df-892a-109dd9666989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.098861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cfc1d-e05a-4d03-8047-b467b3a9a47f req-fd39a9b9-e7b0-426e-aa81-49fb378e8e03 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.107349 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-152cfc1d-e05a-4d03-8047-b467b3a9a47f req-fd39a9b9-e7b0-426e-aa81-49fb378e8e03 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 932 time: 0.2404680 Jul 09 17:33:45.117170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487f1290-d719-42a5-aa51-2c53033ff755 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:45.121342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-375a597e-2919-42df-892a-109dd9666989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.130745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.152716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Transition to ACTIVE for port object 487f1290-d719-42a5-aa51-2c53033ff755 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:45.158811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.229941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Pushing event updated for resources: {'Port': ['ID=487f1290-d719-42a5-aa51-2c53033ff755,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:45.344670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-152cfc1d-e05a-4d03-8047-b467b3a9a47f req-aa1fc053-367e-4445-983d-769bc27b3738 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360916 Jul 09 17:33:45.354895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.376997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Attempting to bind port 487f1290-d719-42a5-aa51-2c53033ff755 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:45.377808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Attempting to bind port 487f1290-d719-42a5-aa51-2c53033ff755 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '3c186108-d606-4bb9-9aa6-1296e41545a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:45.378334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Attempting to bind port 487f1290-d719-42a5-aa51-2c53033ff755 on network 741fdc04-cc32-4a02-9f0e-e87870f0c41e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:45.391344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a597e-2919-42df-892a-109dd9666989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065a097-4076-4582-b9da-3968dea888f5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:45.397346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59530-a035-477c-ab12-e47d3bcd1178 req-289d2ad4-d5bb-46f7-837b-53054eb6953d tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.399048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9f59530-a035-477c-ab12-e47d3bcd1178 req-289d2ad4-d5bb-46f7-837b-53054eb6953d tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 945 time: 0.1288061 Jul 09 17:33:45.409795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Port 487f1290-d719-42a5-aa51-2c53033ff755 on network 741fdc04-cc32-4a02-9f0e-e87870f0c41e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:33:45.411468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Attempting to bind port 487f1290-d719-42a5-aa51-2c53033ff755 on network 741fdc04-cc32-4a02-9f0e-e87870f0c41e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:45.417634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-375a597e-2919-42df-892a-109dd9666989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afc0af41dbc04255995892cdbd2e95e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951189 Jul 09 17:33:45.422365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53430) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:45.424938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Transition to ACTIVE for port object fd797de9-2dbc-4783-837a-5a876d5f805f will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:45.449170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:45.449621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Checking segment: {'id': '3c186108-d606-4bb9-9aa6-1296e41545a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:45.450370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Bound using segment: {'id': '3c186108-d606-4bb9-9aa6-1296e41545a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:45.450642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Bound port: 487f1290-d719-42a5-aa51-2c53033ff755, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c186108-d606-4bb9-9aa6-1296e41545a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:45.451147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.468165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.512271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9f59530-a035-477c-ab12-e47d3bcd1178 req-c534be99-739e-435c-b87b-8e84f5dd72db tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054056 Jul 09 17:33:45.595044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:45.610366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:45.613562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:45.620870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Allocated IP 2001:db8::2 (64591b4d-4d9f-4c51-95e5-a483fac1ff0b/f139a716-bc39-4530-90bd-f72a3ad4762b/ffdf0962-c8a4-464f-8617-e67008dacf78) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:45.625012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c6c25b7-2ff6-45db-81a3-aa2c675a9030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.634523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.638712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] For port 487f1290-d719-42a5-aa51-2c53033ff755, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:45.642985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.643282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] For port 487f1290-d719-42a5-aa51-2c53033ff755, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=487f1290-d719-42a5-aa51-2c53033ff755,segment=NetworkSegment(3c186108-d606-4bb9-9aa6-1296e41545a0),segment_id=3c186108-d606-4bb9-9aa6-1296e41545a0)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:45.655264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.693670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3337507 Jul 09 17:33:45.706571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53438) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:45.719704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5539a90-9e1f-4e65-a696-68483865fa28 req-1c4369c7-c7bd-497b-865b-603afbda6498 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0526514 Jul 09 17:33:45.725587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0716-02be-47be-be50-8126daa5274e tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event updated for resources: {'Port': ['ID=fd797de9-2dbc-4783-837a-5a876d5f805f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:45.746788 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c6c25b7-2ff6-45db-81a3-aa2c675a9030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.766936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Request body: {'port': {'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2067952424', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:45.767639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] bootfile-name is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:33:45.768141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] tftp-server is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:33:45.768580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] server-ip-address is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:33:45.787458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:45.789424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.792921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/487f1290-d719-42a5-aa51-2c53033ff755 HTTP/1.1" status: 200 len: 1093 time: 1.4172101 Jul 09 17:33:45.795270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'tag': '487f1290-d719-42a5-aa51-2c53033ff755'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:45.798321 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832c43cf-6283-4d37-9717-22bdd7606077" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a98593-fa63-45d8-8320-adb43c0a4cc6", "tag": "487f1290-d719-42a5-aa51-2c53033ff755"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:45.853614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.897951 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968baa21-1c40-40d4-8efc-8767a434510d x-openstack-request-id: req-968baa21-1c40-40d4-8efc-8767a434510d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:45.898321 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a98593-fa63-45d8-8320-adb43c0a4cc6", "tag": "487f1290-d719-42a5-aa51-2c53033ff755", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:45.898636 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-968baa21-1c40-40d4-8efc-8767a434510d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:45.899097 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'tag': '487f1290-d719-42a5-aa51-2c53033ff755', 'status': 'completed', 'code': 200} Jul 09 17:33:45.941607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:45.953508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Transition to ACTIVE for port object ffdf0962-c8a4-464f-8617-e67008dacf78 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:45.972934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Transition to ACTIVE for port object ffdf0962-c8a4-464f-8617-e67008dacf78 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:45.982294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53444) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:46.005587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.006053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84a68d-31e0-4bd0-8ccd-7d96a7b510b0 service neutron] Pushing event updated for resources: {'Port': ['ID=487f1290-d719-42a5-aa51-2c53033ff755,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:46.047699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:46.074072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:46.078535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:46.103564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-e112c0ff-03e1-420b-b210-0fc2cbcaba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:46.131704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-e112c0ff-03e1-420b-b210-0fc2cbcaba0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3c8f41b0c794ef8a0516d70447a0ee7&device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 1096 time: 0.2740169 Jul 09 17:33:46.138173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c6c25b7-2ff6-45db-81a3-aa2c675a9030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.140720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c6c25b7-2ff6-45db-81a3-aa2c675a9030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.145733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1c6c25b7-2ff6-45db-81a3-aa2c675a9030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7065a097-4076-4582-b9da-3968dea888f5 HTTP/1.1" status: 204 len: 168 time: 0.7016556 Jul 09 17:33:46.224393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Pushing event updated for resources: {'Port': ['ID=ffdf0962-c8a4-464f-8617-e67008dacf78,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:46.241985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Attempting to bind port ffdf0962-c8a4-464f-8617-e67008dacf78 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:46.242802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Attempting to bind port ffdf0962-c8a4-464f-8617-e67008dacf78 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '37b841d0-8718-407c-b686-83a81f8999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:46.243596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Attempting to bind port ffdf0962-c8a4-464f-8617-e67008dacf78 on network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:46.260449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-49a56a76-baa0-40fa-9d2f-2500b1351d31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487f1290-d719-42a5-aa51-2c53033ff755 HTTP/1.1" status: 200 len: 217 time: 0.1042848 Jul 09 17:33:46.261401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c25b7-2ff6-45db-81a3-aa2c675a9030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065a097-4076-4582-b9da-3968dea888f5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:46.262254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:46.266877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Made reservation on behalf of ce0f9fa61dd34886a58ff0b5ee25ef24 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:46.275146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.277825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Checking segment: {'id': '37b841d0-8718-407c-b686-83a81f8999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:46.281321 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.282575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Bound using segment: {'id': '37b841d0-8718-407c-b686-83a81f8999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:46.283578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Bound port: ffdf0962-c8a4-464f-8617-e67008dacf78, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b841d0-8718-407c-b686-83a81f8999f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64591b4d-4d9f-4c51-95e5-a483fac1ff0b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:46.288156 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.382731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-0db1eb91-ae87-4593-b576-e21d830dab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:46.386272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-0db1eb91-ae87-4593-b576-e21d830dab15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2 HTTP/1.1" status: 200 len: 858 time: 0.1059299 Jul 09 17:33:46.463651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-edbe7942-c4fe-4399-a2fa-0518a877d345 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=741fdc04-cc32-4a02-9f0e-e87870f0c41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670483 Jul 09 17:33:46.476795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] device_id is not set on port e8fa69f9-320f-48ef-8797-37f4abe893fa yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:33:46.586796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] For port ffdf0962-c8a4-464f-8617-e67008dacf78, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:46.597407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] For port ffdf0962-c8a4-464f-8617-e67008dacf78, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ffdf0962-c8a4-464f-8617-e67008dacf78,segment=NetworkSegment(37b841d0-8718-407c-b686-83a81f8999f3),segment_id=37b841d0-8718-407c-b686-83a81f8999f3)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:46.607548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.670936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Deleting subnet 877741f1-2f36-494b-b4af-211764504198 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:33:46.690208 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.704570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941e2ab-e886-4870-81e1-84c3c13b0cbc None None] Pushing event updated for resources: {'Port': ['ID=ffdf0962-c8a4-464f-8617-e67008dacf78,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:46.800993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.890754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:46.956981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-27221001-b6d6-4629-8c0c-daff84e0f967 service neutron] 10.222.0.36 "GET /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819570 Jul 09 17:33:47.035516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.093654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Allocated IP 2001:db8::261 (64591b4d-4d9f-4c51-95e5-a483fac1ff0b/f139a716-bc39-4530-90bd-f72a3ad4762b/e8fa69f9-320f-48ef-8797-37f4abe893fa) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:47.112805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877741f1-2f36-494b-b4af-211764504198,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:47.119226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.121594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-373f22f0-e8b9-46d0-930d-6faaf2a9cad6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/877741f1-2f36-494b-b4af-211764504198 HTTP/1.1" status: 204 len: 168 time: 1.1387312 Jul 09 17:33:47.124206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:47.268615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.272161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36721f5-de5c-46e5-ab3f-c4f2264f619b req-a6a8e8aa-c644-4156-a721-decbadee445e tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.282241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f36721f5-de5c-46e5-ab3f-c4f2264f619b req-a6a8e8aa-c644-4156-a721-decbadee445e tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 944 time: 0.5063074 Jul 09 17:33:47.286870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3f5bfba-b05e-4924-9893-4ddaf8a53a03 req-618d0f65-40ae-48eb-aa8f-a593fc1f5009 service neutron] 10.222.0.36 "GET /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064396 Jul 09 17:33:47.420432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a298827f-174c-43e3-a32f-2152720bc445 req-07f86fed-14ab-479f-8580-49c765162f26 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0468130 Jul 09 17:33:47.424498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.442056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9541a8d-5c50-4fcf-b1db-265527432948']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:47.468114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88caa362-7bfe-415d-ae92-e20ae0c80d26') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:47.468902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88caa362-7bfe-415d-ae92-e20ae0c80d26') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:47.481263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.497601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.501451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f36721f5-de5c-46e5-ab3f-c4f2264f619b req-f99fdb0f-6b1b-4116-8116-a9d233d07ea0 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182567 Jul 09 17:33:47.520552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:33:47.520552 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:33:47.526129 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:33:47.566189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c43cf-6283-4d37-9717-22bdd7606077 req-03244482-4db4-4794-8f5b-642b054a3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.568273 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-03244482-4db4-4794-8f5b-642b054a3b37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3c8f41b0c794ef8a0516d70447a0ee7&device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 1096 time: 0.1771438 Jul 09 17:33:47.640694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.652357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.667072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.672779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f9541a8d-5c50-4fcf-b1db-265527432948 HTTP/1.1" status: 204 len: 168 time: 0.5441532 Jul 09 17:33:47.710747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd51f-0ffb-4f86-a76b-b1bd141f07d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9541a8d-5c50-4fcf-b1db-265527432948,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:47.771107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Transition to ACTIVE for port object e8fa69f9-320f-48ef-8797-37f4abe893fa will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:47.843651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c43cf-6283-4d37-9717-22bdd7606077 req-c0cd34f7-c1b1-422e-8f89-e42ced01e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.845525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-c0cd34f7-c1b1-422e-8f89-e42ced01e869 service neutron] 10.222.0.36 "GET /v2.0/networks?id=741fdc04-cc32-4a02-9f0e-e87870f0c41e HTTP/1.1" status: 200 len: 919 time: 0.2574394 Jul 09 17:33:47.912895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f909ce-d470-4e51-a7ae-cb0b0c70f083 req-2a9e72d9-e28f-477a-b917-53a7c30f72f1 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:47.914555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02f909ce-d470-4e51-a7ae-cb0b0c70f083 req-2a9e72d9-e28f-477a-b917-53a7c30f72f1 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 945 time: 0.1939647 Jul 09 17:33:47.916806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-ff9ffc9a-326f-433f-9bc9-104c0fbfe032 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487f1290-d719-42a5-aa51-2c53033ff755 HTTP/1.1" status: 200 len: 217 time: 0.0633554 Jul 09 17:33:47.918007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:47.987287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53490) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:48.031846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:48.048456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:48.050818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:48.056521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.057444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:48.065258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event updated for resources: {'Port': ['ID=e8fa69f9-320f-48ef-8797-37f4abe893fa,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:48.073489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c43cf-6283-4d37-9717-22bdd7606077 req-a414a499-8dbe-4292-967f-73e236ce84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.075809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-a414a499-8dbe-4292-967f-73e236ce84c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2 HTTP/1.1" status: 200 len: 858 time: 0.1480339 Jul 09 17:33:48.091363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02f909ce-d470-4e51-a7ae-cb0b0c70f083 req-8775ab5c-ac2c-445e-9280-b60902df1102 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622279 Jul 09 17:33:48.094545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6bdb9d9f-9ad0-4f27-a260-fcfc587b03cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46acc4efb1d94cd38378d1e9f1730727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032050 Jul 09 17:33:48.095711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53492) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:48.207280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82ac3fb-0751-49a5-83a6-1ca63b96fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:48.241038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82ac3fb-0751-49a5-83a6-1ca63b96fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:48.271583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee380bf-eef3-4bdc-8dbb-2d652d40db86 None None] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:48.340595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82ac3fb-0751-49a5-83a6-1ca63b96fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:48.343335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f82ac3fb-0751-49a5-83a6-1ca63b96fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:48.346812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f82ac3fb-0751-49a5-83a6-1ca63b96fae3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cf92eb5-7888-414e-86b7-1978fc929502 HTTP/1.1" status: 204 len: 168 time: 0.2470374 Jul 09 17:33:48.359985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ac3fb-0751-49a5-83a6-1ca63b96fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf92eb5-7888-414e-86b7-1978fc929502,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:48.390210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-52ece2e7-c7b7-43b3-b682-aa12c4bc3f12 None None] Provisioning for port ffdf0962-c8a4-464f-8617-e67008dacf78 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:48.634295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b864-5345-49b3-875f-84ae14dce458 req-a4a31124-8550-4b02-a3ef-82824217c876 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:48.635905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9662b864-5345-49b3-875f-84ae14dce458 req-a4a31124-8550-4b02-a3ef-82824217c876 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 945 time: 0.1536114 Jul 09 17:33:48.720283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-110c315c-81ef-4758-be56-afbb8c264cde tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9889078 Jul 09 17:33:48.722483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-566d5bd6-7bd4-4f57-8c28-ba840896fc3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=741fdc04-cc32-4a02-9f0e-e87870f0c41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6248870 Jul 09 17:33:48.722955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53512) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:48.793639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-467c4498-1dd1-473c-aa69-c697b981a8dd req-37865a8c-ec75-45ba-9b58-9c3ec0b15685 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0687139 Jul 09 17:33:48.930182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ffdf0962-c8a4-464f-8617-e67008dacf78 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:48.959807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Deleting port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:48.959807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.076377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port ffdf0962-c8a4-464f-8617-e67008dacf78 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:49.081857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port ffdf0962-c8a4-464f-8617-e67008dacf78 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:49.082526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.172911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-a2f09c12-df2c-4a92-b930-87e2f35fb1e2 service neutron] 10.222.0.36 "GET /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885113 Jul 09 17:33:49.173609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] For port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:49.174112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.196814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Calling delete_port for b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:49.259675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Provisioning complete for port ffdf0962-c8a4-464f-8617-e67008dacf78 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:49.260074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.457536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.462067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb9b06-c0aa-4b7e-94d3-5d393d3a4c59 req-4d8be92b-031f-4bf2-a437-b520423b59c3 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.471905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74bb9b06-c0aa-4b7e-94d3-5d393d3a4c59 req-4d8be92b-031f-4bf2-a437-b520423b59c3 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 944 time: 0.7602489 Jul 09 17:33:49.542989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28518658-3a4f-4a82-948f-c5bb3d9e4856 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.558863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28518658-3a4f-4a82-948f-c5bb3d9e4856 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.576998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28518658-3a4f-4a82-948f-c5bb3d9e4856 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.581394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port ffdf0962-c8a4-464f-8617-e67008dacf78, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ffdf0962-c8a4-464f-8617-e67008dacf78,segment=NetworkSegment(37b841d0-8718-407c-b686-83a81f8999f3),segment_id=37b841d0-8718-407c-b686-83a81f8999f3)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:49.582147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53542) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:49.600896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.612601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-28518658-3a4f-4a82-948f-c5bb3d9e4856 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.8751993 Jul 09 17:33:49.680017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.682217 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:33:49.682574 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:33:49.708077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110227-af75-4669-adb5-531d3516ad74 req-556b876a-e962-40e6-aa16-601fe08041b4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:49.715212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74bb9b06-c0aa-4b7e-94d3-5d393d3a4c59 req-5e36f157-5dd3-4fa5-8023-e25402977c11 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375939 Jul 09 17:33:49.716218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0110227-af75-4669-adb5-531d3516ad74 req-556b876a-e962-40e6-aa16-601fe08041b4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 945 time: 0.3454993 Jul 09 17:33:49.749164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-832c43cf-6283-4d37-9717-22bdd7606077 req-353b7697-dec6-40d5-8584-11ddefb5e511 service neutron] 10.222.0.36 "GET /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693457 Jul 09 17:33:49.802217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=ffdf0962-c8a4-464f-8617-e67008dacf78,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:49.814284 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0110227-af75-4669-adb5-531d3516ad74 req-95c5eaf6-24f2-4590-9d8e-01faa34341f5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968966 Jul 09 17:33:49.815311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:49.929605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Pushing event deleted for resources: {'Port': ['ID=b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:49.954286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 487f1290-d719-42a5-aa51-2c53033ff755 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:33:50.065988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] No DVR routers for this DVR port b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:50.069604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.076341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9662b864-5345-49b3-875f-84ae14dce458 req-5727a7e1-a4f3-460f-8097-740218bc28e5 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "DELETE /v2.0/ports/b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 HTTP/1.1" status: 204 len: 173 time: 1.4301674 Jul 09 17:33:50.077122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'name': 'network-vif-deleted', 'tag': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:50.080322 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa69d14-34c8-43fb-a9a5-3f708ba10be6" -d '{"events": [{"server_uuid": "bff71dfe-e6c7-4222-9a1d-8c32de2deece", "name": "network-vif-deleted", "tag": "b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:50.101793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62933458-5c76-4b3d-80e9-d5de6280698b req-ff44b505-ef35-4140-9d45-79542d71d647 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.1081336 Jul 09 17:33:50.144469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 487f1290-d719-42a5-aa51-2c53033ff755, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=487f1290-d719-42a5-aa51-2c53033ff755,segment=NetworkSegment(3c186108-d606-4bb9-9aa6-1296e41545a0),segment_id=3c186108-d606-4bb9-9aa6-1296e41545a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:50.152954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Deleting port e8fa69f9-320f-48ef-8797-37f4abe893fa {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:50.153560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.173208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '487f1290-d719-42a5-aa51-2c53033ff755', 'network_id': '741fdc04-cc32-4a02-9f0e-e87870f0c41e', 'port_id': '487f1290-d719-42a5-aa51-2c53033ff755', 'mac_address': 'fa:16:3e:95:ca:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:33:50.228839 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdcf0bf-3cf4-44e2-8fbc-b9bd54401bef x-openstack-request-id: req-dfdcf0bf-3cf4-44e2-8fbc-b9bd54401bef {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:50.229644 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff71dfe-e6c7-4222-9a1d-8c32de2deece", "name": "network-vif-deleted", "tag": "b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:50.229644 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfdcf0bf-3cf4-44e2-8fbc-b9bd54401bef {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:50.232388 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff71dfe-e6c7-4222-9a1d-8c32de2deece', 'name': 'network-vif-deleted', 'tag': 'b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9', 'status': 'completed', 'code': 200} Jul 09 17:33:50.311970 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.324990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.332946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487f1290-d719-42a5-aa51-2c53033ff755 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:50.345513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Calling delete_port for e8fa69f9-320f-48ef-8797-37f4abe893fa owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:50.347015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Provisioning for port fd797de9-2dbc-4783-837a-5a876d5f805f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:50.353060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Provisioning complete for port fd797de9-2dbc-4783-837a-5a876d5f805f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:50.353660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.387279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 487f1290-d719-42a5-aa51-2c53033ff755, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=487f1290-d719-42a5-aa51-2c53033ff755,segment=NetworkSegment(3c186108-d606-4bb9-9aa6-1296e41545a0),segment_id=3c186108-d606-4bb9-9aa6-1296e41545a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:50.401456 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.463429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=487f1290-d719-42a5-aa51-2c53033ff755,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:50.467315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Port fd797de9-2dbc-4783-837a-5a876d5f805f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:50.519122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.520499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Provisioning for port e8fa69f9-320f-48ef-8797-37f4abe893fa completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:50.526558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Provisioning complete for port e8fa69f9-320f-48ef-8797-37f4abe893fa triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:50.527083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.534083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:50.559875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event deleted for resources: {'Port': ['ID=e8fa69f9-320f-48ef-8797-37f4abe893fa,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:50.572446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53582) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:50.616556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1cc36-4f73-4b3f-8534-9196212e799d None None] Port e8fa69f9-320f-48ef-8797-37f4abe893fa was deleted so its status cannot be updated. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:33:50.625827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:50.627964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device b79a2aa4-423f-4ab0-bbe1-4825d4ac96f9 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:50.646236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['487f1290-d719-42a5-aa51-2c53033ff755'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:33:50.674220 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.687106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53588) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:50.697193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Request body: {'port': {'name': 'tempest-new-port-name-1285174423', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:50.699121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] bootfile-name is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:33:50.699871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] tftp-server is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:33:50.700429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] server-ip-address is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:33:50.704552 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5acc3952-6ad8-4d10-8335-975e19160c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "DELETE /v2.0/ports/e8fa69f9-320f-48ef-8797-37f4abe893fa HTTP/1.1" status: 204 len: 168 time: 1.1211305 Jul 09 17:33:50.840885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bd61d92a-8823-49a6-9c8c-e6b7a5a11c8e None None] Provisioning complete for port fd797de9-2dbc-4783-837a-5a876d5f805f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:50.841281 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bd61d92a-8823-49a6-9c8c-e6b7a5a11c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:50.937280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ffdf0962-c8a4-464f-8617-e67008dacf78 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:51.027233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bd61d92a-8823-49a6-9c8c-e6b7a5a11c8e None None] Port fd797de9-2dbc-4783-837a-5a876d5f805f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:51.050681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bd61d92a-8823-49a6-9c8c-e6b7a5a11c8e None None] Could not find standard attr ID for object e8fa69f9-320f-48ef-8797-37f4abe893fa. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:33:51.081428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port ffdf0962-c8a4-464f-8617-e67008dacf78 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:51.082035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.084303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6122b9d0-13e6-43d8-b015-03436ef5b209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.122552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.147104 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-703b9665-7c9b-430e-bd0c-894bb5fbe44a req-d4936fac-da19-4c7e-9601-9ee659ae23f4 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff71dfe-e6c7-4222-9a1d-8c32de2deece HTTP/1.1" status: 200 len: 210 time: 0.0501671 Jul 09 17:33:51.224026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f098352-87c1-47e6-b18a-adbe0d097f2f req-24106401-31a5-4d57-b2ad-4972cf34d8a0 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.234349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f098352-87c1-47e6-b18a-adbe0d097f2f req-24106401-31a5-4d57-b2ad-4972cf34d8a0 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 945 time: 0.2436366 Jul 09 17:33:51.335254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:51.337814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7fb1da31-2738-40a4-92a4-00899b018e15 req-aa96b2f3-7855-4e27-a6bb-0668c5005683 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0555851 Jul 09 17:33:51.364823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f098352-87c1-47e6-b18a-adbe0d097f2f req-4e715411-7634-45e7-8b36-d2c3887eb726 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290479 Jul 09 17:33:51.418990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6122b9d0-13e6-43d8-b015-03436ef5b209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.430424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6122b9d0-13e6-43d8-b015-03436ef5b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.471993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122b9d0-13e6-43d8-b015-03436ef5b209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450d4987-a360-4850-b9bb-d79d7b894696,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:51.510109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'network': {'name': 'tempest-network-smoke--738999794', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'port_security_enabled': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:51.516055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6122b9d0-13e6-43d8-b015-03436ef5b209 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5162d43910a847859c34567a09032b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9421923 Jul 09 17:33:51.519115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:51.557996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:51.561564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.563332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.569233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.576396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.609727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] In _notify_port_updated(), no bound segment for port fd797de9-2dbc-4783-837a-5a876d5f805f on network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:33:51.613166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4006e4f8-0c34-4faf-af38-e648cc82662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.615681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.616396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.620453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "PUT /v2.0/ports/fd797de9-2dbc-4783-837a-5a876d5f805f HTTP/1.1" status: 200 len: 1130 time: 0.9275503 Jul 09 17:33:51.620670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53610) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:51.662021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4006e4f8-0c34-4faf-af38-e648cc82662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.697908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a6fcc-2710-4c53-bd55-7bb35ec2c687 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:51.703359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eb3a6fcc-2710-4c53-bd55-7bb35ec2c687 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "GET /v2.0/ports/fd797de9-2dbc-4783-837a-5a876d5f805f HTTP/1.1" status: 200 len: 1130 time: 0.0778701 Jul 09 17:33:51.704750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53612) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:51.705152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f2b10-1dae-4263-8fbf-4ddd01b3dd1d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event updated for resources: {'Port': ['ID=fd797de9-2dbc-4783-837a-5a876d5f805f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:51.801056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4006e4f8-0c34-4faf-af38-e648cc82662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.803651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4006e4f8-0c34-4faf-af38-e648cc82662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.805146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4006e4f8-0c34-4faf-af38-e648cc82662f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/450d4987-a360-4850-b9bb-d79d7b894696 HTTP/1.1" status: 204 len: 168 time: 0.2849221 Jul 09 17:33:51.820981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.830103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.833306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006e4f8-0c34-4faf-af38-e648cc82662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d4987-a360-4850-b9bb-d79d7b894696,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:51.859399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:33:51.889856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.890452 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Added segment bc1ecbbb-4084-4f6b-8c5d-269103ad202e of type vlan for network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 Jul 09 17:33:51.902338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fd43b5-2f14-4901-a73e-b1a53371accf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:51.946197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Deleting port fd797de9-2dbc-4783-837a-5a876d5f805f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:51.946681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.967041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:51.972550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 487f1290-d719-42a5-aa51-2c53033ff755 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:33:52.034057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0d3a34bd-6078-4ce0-bdef-6929d883c880 None None] Provisioning complete for port fd797de9-2dbc-4783-837a-5a876d5f805f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:52.034835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d3a34bd-6078-4ce0-bdef-6929d883c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.062432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 487f1290-d719-42a5-aa51-2c53033ff755 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:33:52.070429 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.079369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:52.079369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 487f1290-d719-42a5-aa51-2c53033ff755 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:33:52.093249 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.120414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a34bd-6078-4ce0-bdef-6929d883c880 None None] Port fd797de9-2dbc-4783-837a-5a876d5f805f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:33:52.159542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.191272 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.209938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8710594 Jul 09 17:33:52.212894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53620) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:52.218515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-573465097', 'admin_state_up': True, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:52.219721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Calling delete_port for fd797de9-2dbc-4783-837a-5a876d5f805f owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:52.224108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440bea2-f683-43fd-ba12-5285e8482638 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Network': ['ID=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:52.263877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 487f1290-d719-42a5-aa51-2c53033ff755, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=487f1290-d719-42a5-aa51-2c53033ff755,segment=NetworkSegment(3c186108-d606-4bb9-9aa6-1296e41545a0),segment_id=3c186108-d606-4bb9-9aa6-1296e41545a0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:52.267171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487f1290-d719-42a5-aa51-2c53033ff755'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:52.269799 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc725f6-b344-460c-a36b-c9eec9a26115" -d '{"events": [{"server_uuid": "d9a98593-fa63-45d8-8320-adb43c0a4cc6", "name": "network-vif-plugged", "status": "completed", "tag": "487f1290-d719-42a5-aa51-2c53033ff755"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:52.272779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:33:52.287261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.289163 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.375754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:52.392714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.393126 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16fea7cf-1150-4bfd-9c1f-8361ae29820e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.422082 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3631c5dc-4b18-4af8-95ce-1601f5270686 x-openstack-request-id: req-3631c5dc-4b18-4af8-95ce-1601f5270686 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:52.422291 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a98593-fa63-45d8-8320-adb43c0a4cc6", "name": "network-vif-plugged", "status": "completed", "tag": "487f1290-d719-42a5-aa51-2c53033ff755", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:52.422848 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3631c5dc-4b18-4af8-95ce-1601f5270686 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:52.422979 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487f1290-d719-42a5-aa51-2c53033ff755', 'code': 200} Jul 09 17:33:52.444361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.493243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.537942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event deleted for resources: {'Port': ['ID=fd797de9-2dbc-4783-837a-5a876d5f805f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:52.584870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=487f1290-d719-42a5-aa51-2c53033ff755,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:52.623462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.633568 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cbc32a73-c2fb-4252-aaf5-355636813bd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "DELETE /v2.0/ports/fd797de9-2dbc-4783-837a-5a876d5f805f HTTP/1.1" status: 204 len: 168 time: 0.9287920 Jul 09 17:33:52.646437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53636) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:52.705970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16fea7cf-1150-4bfd-9c1f-8361ae29820e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.716267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16fea7cf-1150-4bfd-9c1f-8361ae29820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.767647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fea7cf-1150-4bfd-9c1f-8361ae29820e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e239428-1ea1-48d7-b26e-2e1288f00f18,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:52.774207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16fea7cf-1150-4bfd-9c1f-8361ae29820e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d99da5bd014a5d8b717ef180af0022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976562 Jul 09 17:33:52.776686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53638) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:52.778805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0f9e3d6-d5c0-4aad-b134-b19fb602655e req-3e1c672b-0f06-48da-839d-bac96daa613a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.0742760 Jul 09 17:33:52.791972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc051a-07c5-4829-acc9-fb4b80b3f6fd req-ae6f68b5-bc31-4b9c-9f6d-0c644c67ddaf tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:52.793524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5dfc051a-07c5-4829-acc9-fb4b80b3f6fd req-ae6f68b5-bc31-4b9c-9f6d-0c644c67ddaf tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 946 time: 0.1500447 Jul 09 17:33:52.873450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Deleting subnet f139a716-bc39-4530-90bd-f72a3ad4762b {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:33:52.882885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.894065 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.896387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5dfc051a-07c5-4829-acc9-fb4b80b3f6fd req-3044b43a-329f-4930-9675-9cb4f92ee81f tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949857 Jul 09 17:33:52.902402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1145468-b798-4bb3-aebf-3c5f07d1be0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.929204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1145468-b798-4bb3-aebf-3c5f07d1be0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:52.956632 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.007372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc862fd-4d9a-4323-a76a-202b17a11aae req-108d7466-5432-4406-9c0a-a3552e2286e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:53.008991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdc862fd-4d9a-4323-a76a-202b17a11aae req-108d7466-5432-4406-9c0a-a3552e2286e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 1098 time: 0.4714317 Jul 09 17:33:53.020632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1145468-b798-4bb3-aebf-3c5f07d1be0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.025505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1145468-b798-4bb3-aebf-3c5f07d1be0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.027719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1145468-b798-4bb3-aebf-3c5f07d1be0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e239428-1ea1-48d7-b26e-2e1288f00f18 HTTP/1.1" status: 204 len: 168 time: 0.2498543 Jul 09 17:33:53.040530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1145468-b798-4bb3-aebf-3c5f07d1be0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e239428-1ea1-48d7-b26e-2e1288f00f18,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:53.243817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdc862fd-4d9a-4323-a76a-202b17a11aae req-076e0d89-5f0d-4d5e-b31b-fa0bb29de7be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306355 Jul 09 17:33:53.259319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.291115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-cad9c6a0-212d-47ce-9c2b-4864c5b146cc tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:53.292641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-cad9c6a0-212d-47ce-9c2b-4864c5b146cc tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/networks?id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 200 len: 807 time: 0.2959712 Jul 09 17:33:53.325297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-da7cfacc-fba6-4597-8f5f-de320a041c04 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/quotas/3287d31ff2974149ab9fcc52e3197fca HTTP/1.1" status: 200 len: 375 time: 0.0233753 Jul 09 17:33:53.401646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-fbe55112-cf9e-444e-b527-25f2da415cda tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3287d31ff2974149ab9fcc52e3197fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623002 Jul 09 17:33:53.404720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.445214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event deleted for resources: {'Subnet': ['ID=f139a716-bc39-4530-90bd-f72a3ad4762b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:53.461259 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0b1cf-134b-4272-9715-0ab4738ac813 None None] Network 64591b4d-4d9f-4c51-95e5-a483fac1ff0b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:53.469609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.474470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c74e3396-82cb-4a74-9bfa-f55c548deb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "DELETE /v2.0/subnets/f139a716-bc39-4530-90bd-f72a3ad4762b HTTP/1.1" status: 204 len: 168 time: 0.8249438 Jul 09 17:33:53.475622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53658) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:53.622210 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.653013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.676791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.691500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Deleting port ffdf0962-c8a4-464f-8617-e67008dacf78 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:53.692423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.723604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] DHCP port deletion for 64591b4d-4d9f-4c51-95e5-a483fac1ff0b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:33:53.772514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-597dc62b-88fb-4ad7-b046-810c8391d277 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357122 Jul 09 17:33:53.793688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] For port ffdf0962-c8a4-464f-8617-e67008dacf78, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ffdf0962-c8a4-464f-8617-e67008dacf78,segment=NetworkSegment(37b841d0-8718-407c-b686-83a81f8999f3),segment_id=37b841d0-8718-407c-b686-83a81f8999f3)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:53.794230 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.819657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] Deleting port ffdf0962-c8a4-464f-8617-e67008dacf78 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:53.820388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Calling delete_port for ffdf0962-c8a4-464f-8617-e67008dacf78 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:53.820835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.882583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.25.3.26 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/11842e52-b239-470e-88c9-7db721d00c5c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:53.914191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] For port ffdf0962-c8a4-464f-8617-e67008dacf78, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ffdf0962-c8a4-464f-8617-e67008dacf78,segment=NetworkSegment(37b841d0-8718-407c-b686-83a81f8999f3),segment_id=37b841d0-8718-407c-b686-83a81f8999f3)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:53.916934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.940843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] Calling delete_port for ffdf0962-c8a4-464f-8617-e67008dacf78 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:53.952512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:53.986949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event deleted for resources: {'Port': ['ID=ffdf0962-c8a4-464f-8617-e67008dacf78,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:53.997391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] No DVR routers for this DVR port ffdf0962-c8a4-464f-8617-e67008dacf78 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:54.067551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-cf317c45-375b-4bcb-ab6f-6f0e2db04026 service neutron] 10.222.0.21 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770705 Jul 09 17:33:54.148873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:33:54.173467 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:33:54.186428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.218567 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.241114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7274a15-cdac-4932-8c6a-64ed8a6bb866 req-73863dd3-832e-4ae9-b7d9-4a2064887208 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e2d8cd-d22b-4c5e-8164-e0d3ec8004e9 HTTP/1.1" status: 200 len: 210 time: 0.1097028 Jul 09 17:33:54.255007 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.273453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] Pushing event deleted for resources: {'Port': ['ID=ffdf0962-c8a4-464f-8617-e67008dacf78,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.283815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdc2c1-af07-4059-bb6c-20aef00d982c None None] No DVR routers for this DVR port ffdf0962-c8a4-464f-8617-e67008dacf78 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:54.307371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=11842e52-b239-470e-88c9-7db721d00c5c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.316837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64591b4d-4d9f-4c51-95e5-a483fac1ff0b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:54.322922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:54.325224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:54.329828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b841d0-8718-407c-b686-83a81f8999f3') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:54.329932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b841d0-8718-407c-b686-83a81f8999f3') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:54.335003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:54.365874 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.403156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.433910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:33:54.433910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:33:54.436975 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:33:54.632836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-011a35d4-fb12-4479-ae22-025826f5d829 req-930b03cc-78c3-48c9-a29d-51c5edf75e2c tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 210 time: 0.0394714 Jul 09 17:33:54.650602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.674159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:54.676250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] 10.222.0.21 "DELETE /v2.0/networks/64591b4d-4d9f-4c51-95e5-a483fac1ff0b HTTP/1.1" status: 204 len: 168 time: 1.1994848 Jul 09 17:33:54.707782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188107-b058-4a7b-8386-9e0e6025439b tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533 tempest-ExtraDHCPOptionsIpV6TestJSON-1355664533-project] Pushing event deleted for resources: {'Network': ['ID=64591b4d-4d9f-4c51-95e5-a483fac1ff0b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:54.721633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fafd6-48a2-4f15-a106-b4385bf31004 req-b3b95f82-b5ea-429b-b076-e92b7c838c08 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:54.735877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-052fafd6-48a2-4f15-a106-b4385bf31004 req-b3b95f82-b5ea-429b-b076-e92b7c838c08 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 946 time: 0.2354393 Jul 09 17:33:54.833475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-052fafd6-48a2-4f15-a106-b4385bf31004 req-e9416c6d-6f14-4740-b5b9-f812baef2552 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913558 Jul 09 17:33:54.849265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ffdf0962-c8a4-464f-8617-e67008dacf78 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:33:54.907225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: ffdf0962-c8a4-464f-8617-e67008dacf78 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:33:54.908038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device ffdf0962-c8a4-464f-8617-e67008dacf78 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:33:54.923528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.227907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53710) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:55.285003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.400896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:55.468942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0a9451e5-0c19-411d-862b-314872e4a58c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce0f9fa61dd34886a58ff0b5ee25ef24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399089 Jul 09 17:33:55.471456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53722) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:55.494905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e21b00-d0c2-48af-aae7-fa72bcf26824 req-cbefe51c-ed4c-4d30-a62c-71c8635321a0 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.496732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16e21b00-d0c2-48af-aae7-fa72bcf26824 req-cbefe51c-ed4c-4d30-a62c-71c8635321a0 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 946 time: 0.1314776 Jul 09 17:33:55.564699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16e21b00-d0c2-48af-aae7-fa72bcf26824 req-11547e96-3658-448d-8101-9e1819cf6331 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574088 Jul 09 17:33:55.570266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90981d57-302d-4ba0-9b0a-91ffc2f2039e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.602924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90981d57-302d-4ba0-9b0a-91ffc2f2039e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.699419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90981d57-302d-4ba0-9b0a-91ffc2f2039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.702715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90981d57-302d-4ba0-9b0a-91ffc2f2039e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:55.707021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90981d57-302d-4ba0-9b0a-91ffc2f2039e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ef2dfc8-e6be-4984-b560-83c85304a571 HTTP/1.1" status: 204 len: 168 time: 0.2344668 Jul 09 17:33:55.722889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90981d57-302d-4ba0-9b0a-91ffc2f2039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef2dfc8-e6be-4984-b560-83c85304a571,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:55.826998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-247701fb-ca5c-40ef-8f3b-f78356492d4c req-94455f09-d693-4cef-8703-aef029357c39 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 210 time: 0.0365028 Jul 09 17:33:55.976909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-d24c6caf-0cae-4a20-b3bd-356bfe4d4e4b tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:55.980974 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-d24c6caf-0cae-4a20-b3bd-356bfe4d4e4b tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "GET /v2.0/networks?id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 200 len: 807 time: 0.1232893 Jul 09 17:33:55.993946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Request body: {'port': {'device_id': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888', 'admin_state_up': True, 'tenant_id': '3287d31ff2974149ab9fcc52e3197fca'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:56.067565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f704427f-e11d-4680-8408-8a654b232b13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.148886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f704427f-e11d-4680-8408-8a654b232b13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.218515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:33:56.314469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f704427f-e11d-4680-8408-8a654b232b13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.317373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f704427f-e11d-4680-8408-8a654b232b13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.321948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f704427f-e11d-4680-8408-8a654b232b13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/security-groups/9fac2868-3b85-4f63-a7e5-c0ea929ad399 HTTP/1.1" status: 204 len: 168 time: 0.9199462 Jul 09 17:33:56.322615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53746) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:56.353243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704427f-e11d-4680-8408-8a654b232b13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac2868-3b85-4f63-a7e5-c0ea929ad399,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:56.425403 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-65f447b5-205f-4ef2-9a62-8b8afb799efd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] show failed (client error): The resource could not be found. Jul 09 17:33:56.429600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-65f447b5-205f-4ef2-9a62-8b8afb799efd tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "GET /v2.0/security-groups/9fac2868-3b85-4f63-a7e5-c0ea929ad399 HTTP/1.1" status: 404 len: 347 time: 0.1006167 Jul 09 17:33:56.431248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:56.593280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:33:56.613516 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:33:56.633434 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:56.634120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:56.637359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Made reservation on behalf of 3287d31ff2974149ab9fcc52e3197fca for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:56.645944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.756708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.773286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e17169a2-5a11-4763-a07f-deabbab3866d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5591130 Jul 09 17:33:56.778267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53764) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:56.796285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port 4b602c52-14cc-46f3-8a88-8945d41765c0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:56.807862 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:56.813504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53768) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:56.844618 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:56.929612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Allocated IP 172.20.0.13 (e5ca6c19-9c1c-496b-b4a4-0fce5ce61888/c6ed80c6-2ef3-4f19-bf78-91837435c1b7/1fd88264-0bb5-4ad5-ae66-cda5ee7b687b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:56.971390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-2f73badf-11df-470b-b68a-51c47fba34ae tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:56.973108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-2f73badf-11df-470b-b68a-51c47fba34ae tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 946 time: 0.3778954 Jul 09 17:33:57.120657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052738b-ae0e-440a-86ea-5ac10416a602 req-d6190cac-e17f-4d7d-bfbf-1a14714ffcbd tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.128080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9052738b-ae0e-440a-86ea-5ac10416a602 req-d6190cac-e17f-4d7d-bfbf-1a14714ffcbd tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 946 time: 0.3151164 Jul 09 17:33:57.196136 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9052738b-ae0e-440a-86ea-5ac10416a602 req-1023960c-42b5-4856-a2ef-8c3bfcfd318e tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/security-groups?id=22d8d54e-7115-4a84-ac82-37bb2c5222a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668349 Jul 09 17:33:57.211195 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:33:54Z', 'revision_number': 3, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:57.252033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:33:57.252033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Updating router 8e1d4dd5-9888-4ced-ab39-af42a078f466 port 11842e52-b239-470e-88c9-7db721d00c5c binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:33:57.270068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-614b7688-f8ab-431f-a38b-001d3abd0ff8 req-428b290b-5754-44d0-8972-0658d35ba743 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 210 time: 0.0550408 Jul 09 17:33:57.294767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1af5ad81-c032-4b29-9ed2-9eb8b76ea992 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=73cb48c6691d4e01ab0ff45bbea6ff7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5136886 Jul 09 17:33:57.298641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0fe30f4a-c525-442c-8250-a23d6362be5d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] Request body: {'port': {'network_id': '83e3f655-8525-4f1f-a627-761cf61dac81', 'name': 'tempest-NetworksNegativeTestJSON-1354174559'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:57.299550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53780) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.299977 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.309793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.310138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.314285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.330130 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe30f4a-c525-442c-8250-a23d6362be5d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] POST failed (client error): The resource could not be found. Jul 09 17:33:57.330761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe30f4a-c525-442c-8250-a23d6362be5d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:57.338115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0fe30f4a-c525-442c-8250-a23d6362be5d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5152085 Jul 09 17:33:57.340392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53782) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.355041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for 4b602c52-14cc-46f3-8a88-8945d41765c0 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:57.378389 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c58e08-55a3-4e9e-8e14-e30cb34046c2 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] DELETE failed (client error): The resource could not be found. Jul 09 17:33:57.379506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c58e08-55a3-4e9e-8e14-e30cb34046c2 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:57.386980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d0c58e08-55a3-4e9e-8e14-e30cb34046c2 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "DELETE /v2.0/networks/407fd9d8-d720-41a1-866a-4ab99accf0d1 HTTP/1.1" status: 404 len: 339 time: 0.0385902 Jul 09 17:33:57.387351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Deleting port 487f1290-d719-42a5-aa51-2c53033ff755 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:57.387926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.391674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53784) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.494059 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e3bc95-65fd-4a50-85a8-f9e004f90e1c tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] DELETE failed (client error): The resource could not be found. Jul 09 17:33:57.494782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e3bc95-65fd-4a50-85a8-f9e004f90e1c tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:57.496633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-94e3bc95-65fd-4a50-85a8-f9e004f90e1c tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "DELETE /v2.0/ports/2f0057dc-bd70-455f-8f2c-c91430890c83 HTTP/1.1" status: 404 len: 333 time: 0.1031573 Jul 09 17:33:57.502491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53786) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.554331 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-215402bd-fb8b-4032-a508-63971c30f04d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] DELETE failed (client error): The resource could not be found. Jul 09 17:33:57.554793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215402bd-fb8b-4032-a508-63971c30f04d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:57.556632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-215402bd-fb8b-4032-a508-63971c30f04d tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "DELETE /v2.0/subnets/2b262206-dbf3-4a6e-8b9b-a901d5b00626 HTTP/1.1" status: 404 len: 337 time: 0.0531986 Jul 09 17:33:57.562980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53788) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.568856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec7a77-96ac-4e84-9013-9ec5b9c1565c tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:57.573406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0ec7a77-96ac-4e84-9013-9ec5b9c1565c tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2694402 Jul 09 17:33:57.574717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53790) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.587685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.619728 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4579b242-ebcd-4858-91f2-9e3730d59f03 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] GET failed (client error): The resource could not be found. Jul 09 17:33:57.621523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4579b242-ebcd-4858-91f2-9e3730d59f03 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "GET /v2.0/networks/034f075c-cf1e-4057-a9db-ae5da0592ec9 HTTP/1.1" status: 404 len: 339 time: 0.0553751 Jul 09 17:33:57.626696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53792) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.654011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4de1b173-1c5f-482b-9c30-e4e7b1f6f6d1 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746465 Jul 09 17:33:57.656500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53794) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.661574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1253419023', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:57.677047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] For port 487f1290-d719-42a5-aa51-2c53033ff755, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=487f1290-d719-42a5-aa51-2c53033ff755,segment=NetworkSegment(3c186108-d606-4bb9-9aa6-1296e41545a0),segment_id=3c186108-d606-4bb9-9aa6-1296e41545a0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:33:57.677423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.680743 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce80efbb-890e-40ac-84b8-6a365c2eaffe tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] GET failed (client error): The resource could not be found. Jul 09 17:33:57.681027 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.682435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce80efbb-890e-40ac-84b8-6a365c2eaffe tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "GET /v2.0/ports/0578cac8-b38d-4ba5-9a7d-4a5dfdcc2031 HTTP/1.1" status: 404 len: 333 time: 0.0547976 Jul 09 17:33:57.692439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.701457 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Transition to ACTIVE for port object 11842e52-b239-470e-88c9-7db721d00c5c will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:57.719524 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.727166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Calling delete_port for 487f1290-d719-42a5-aa51-2c53033ff755 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:57.733575 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fd30ad-7e3e-4d57-aab8-cd762f69e11e tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] GET failed (client error): The resource could not be found. Jul 09 17:33:57.734966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-09fd30ad-7e3e-4d57-aab8-cd762f69e11e tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "GET /v2.0/subnets/2f5d22d1-a620-4dcd-8b79-8ea028b7aaf5 HTTP/1.1" status: 404 len: 337 time: 0.0423968 Jul 09 17:33:57.745122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53798) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.774476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-357b11e9-2b67-43c1-a925-433ee825b179 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:57.778363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:33:57.782581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.795528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Attempting to bind port 11842e52-b239-470e-88c9-7db721d00c5c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:57.795824 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-357b11e9-2b67-43c1-a925-433ee825b179 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] PUT failed (client error): The resource could not be found. Jul 09 17:33:57.795937 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Attempting to bind port 11842e52-b239-470e-88c9-7db721d00c5c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:57.796064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Attempting to bind port 11842e52-b239-470e-88c9-7db721d00c5c on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:57.796162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357b11e9-2b67-43c1-a925-433ee825b179 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:57.796328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:33:57.801074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-357b11e9-2b67-43c1-a925-433ee825b179 tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "PUT /v2.0/networks/05f0bb30-770b-45d8-9fb8-8649471ddbf4 HTTP/1.1" status: 404 len: 339 time: 0.0512500 Jul 09 17:33:57.808370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53800) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.813771 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:57.814398 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:57.814908 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.815364 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:57.815950 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Bound port: 11842e52-b239-470e-88c9-7db721d00c5c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:57.816390 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.824824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8991b993-25cf-46e6-bb56-d016a19cfabf tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:57.859627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:57.862673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.875456 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f699ab0-e319-46d4-a2ee-aadf80d8a1cf None None] Pushing event updated for resources: {'Port': ['ID=11842e52-b239-470e-88c9-7db721d00c5c,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:57.890194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:33:57.903714 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] For port 11842e52-b239-470e-88c9-7db721d00c5c, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:33:57.909440 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] For port 11842e52-b239-470e-88c9-7db721d00c5c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=11842e52-b239-470e-88c9-7db721d00c5c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:33:57.919747 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8991b993-25cf-46e6-bb56-d016a19cfabf tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] PUT failed (client error): The resource could not be found. Jul 09 17:33:57.920060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=4b602c52-14cc-46f3-8a88-8945d41765c0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:57.920179 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:57.921153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8991b993-25cf-46e6-bb56-d016a19cfabf tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:57.929286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8991b993-25cf-46e6-bb56-d016a19cfabf tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "PUT /v2.0/ports/5f8b0e62-96b3-415d-a7af-9464625cc13a HTTP/1.1" status: 404 len: 333 time: 0.1065288 Jul 09 17:33:57.936350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53804) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:57.940946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Pushing event updated for resources: {'Port': ['ID=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:57.949656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1879ba94-7d9e-499e-b642-c9e5eae53aea tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:57.998783 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1879ba94-7d9e-499e-b642-c9e5eae53aea tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] PUT failed (client error): The resource could not be found. Jul 09 17:33:57.999244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1879ba94-7d9e-499e-b642-c9e5eae53aea tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:33:58.004788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1879ba94-7d9e-499e-b642-c9e5eae53aea tempest-NetworksNegativeTestJSON-766319851 tempest-NetworksNegativeTestJSON-766319851-project] 10.222.0.21 "PUT /v2.0/subnets/17d0e388-f8ba-402e-844c-1b63bf5474ec HTTP/1.1" status: 404 len: 337 time: 0.0603151 Jul 09 17:33:58.035064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:58.035778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.055629 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f699ab0-e319-46d4-a2ee-aadf80d8a1cf None None] Pushing event updated for resources: {'Port': ['ID=11842e52-b239-470e-88c9-7db721d00c5c,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.058270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-9fa5b374-f0d9-4a6d-ada5-f404bb2be3d3 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0686679 Jul 09 17:33:58.061421 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:33:58.062049 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:58.072075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Request body: {'port': {'device_id': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:33:58.072267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.088612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.095323 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1004cd1b-2f30-432a-803d-a937b043cca3 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/floatingips/2a924add-f0bc-46f4-aed1-81685cb78db7 HTTP/1.1" status: 204 len: 168 time: 1.6607134 Jul 09 17:33:58.098646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53808) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:58.121523 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.233956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Pushing event deleted for resources: {'Port': ['ID=487f1290-d719-42a5-aa51-2c53033ff755,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.249314 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:33:58.271632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.351316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] No DVR routers for this DVR port 487f1290-d719-42a5-aa51-2c53033ff755 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:33:58.363385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.366204 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2dbe99a5-f447-42ef-94c5-c8da216ae7a6 req-cc89adbb-932a-4142-8388-272bc9786543 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.36 "DELETE /v2.0/ports/487f1290-d719-42a5-aa51-2c53033ff755 HTTP/1.1" status: 204 len: 173 time: 1.3775163 Jul 09 17:33:58.366975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'name': 'network-vif-deleted', 'tag': '487f1290-d719-42a5-aa51-2c53033ff755'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:33:58.377382 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab27b8-4a7d-432e-8590-d3a2c5877e1f" -d '{"events": [{"server_uuid": "d9a98593-fa63-45d8-8320-adb43c0a4cc6", "name": "network-vif-deleted", "tag": "487f1290-d719-42a5-aa51-2c53033ff755"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:33:58.559466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:58.560208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.563831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.621776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84fd86d1-e842-4bc5-a7ab-67a2e3694980 req-0585750d-4fe3-4e46-9fc8-2a3851bb4f61 tempest-InstanceActionsV221TestJSON-1457250881 tempest-InstanceActionsV221TestJSON-1457250881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9a98593-fa63-45d8-8320-adb43c0a4cc6 HTTP/1.1" status: 200 len: 210 time: 0.0812774 Jul 09 17:33:58.624672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53820) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:58.656098 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:33:54Z', 'revision_number': 3, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:33:58.664424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953dcc0-15be-4a3c-a26e-bdf9797cff30 req-d281f611-a81d-4368-b462-fa696f7587ea tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:58.666299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c953dcc0-15be-4a3c-a26e-bdf9797cff30 req-d281f611-a81d-4368-b462-fa696f7587ea tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 932 time: 0.2252421 Jul 09 17:33:58.693803 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b8197-a0fd-47f5-a0db-a55dbbf5387c None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:33:54Z', 'revision_number': 3, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:33:58.701162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Subnet': ['ID=984acf4d-b5ad-4872-98a5-538b67825e3b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:58.726333 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d0ac4-8f40-474d-b8e3-6fa90a2387a6 x-openstack-request-id: req-654d0ac4-8f40-474d-b8e3-6fa90a2387a6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:33:58.726539 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a98593-fa63-45d8-8320-adb43c0a4cc6", "name": "network-vif-deleted", "tag": "487f1290-d719-42a5-aa51-2c53033ff755", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:33:58.726666 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-654d0ac4-8f40-474d-b8e3-6fa90a2387a6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:33:58.727101 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a98593-fa63-45d8-8320-adb43c0a4cc6', 'name': 'network-vif-deleted', 'tag': '487f1290-d719-42a5-aa51-2c53033ff755', 'status': 'completed', 'code': 200} Jul 09 17:33:58.759437 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c953dcc0-15be-4a3c-a26e-bdf9797cff30 req-69260ca9-0676-4202-8f2b-1eef8c5fed3e tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865481 Jul 09 17:33:58.765758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.791363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:33:58.810885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Checking segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:58.812311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network hostable DHCP agents. Network: bd0cad5c-4633-4e17-b11d-2b3b0599a9b9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:33:58.866095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:33:58.887535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, bd0cad5c-4633-4e17-b11d-2b3b0599a9b9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:33:58.894151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110cb4b2-6d5d-4e65-9b88-d4c82fba1867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.898645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb537817-badc-491e-837c-c89137f00dd5 None None] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:33:58.908361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:33:58.908958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.965205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:33:58.977587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:58.997060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Transition to ACTIVE for port object 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:33:59.003338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.072793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:59.095264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.133517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:59.202087 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110cb4b2-6d5d-4e65-9b88-d4c82fba1867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.218143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-110cb4b2-6d5d-4e65-9b88-d4c82fba1867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.257841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c1a9b4b2-926b-4c6d-9d95-f9e1da00562c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6002522 Jul 09 17:33:59.282999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53828) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:59.325778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:33:59.326881 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.412048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Attempting to bind port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:33:59.412376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Attempting to bind port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:33:59.412708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Attempting to bind port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b on network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:59.423534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:59.429056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-110cb4b2-6d5d-4e65-9b88-d4c82fba1867 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64c7361469f643108cf9210bbf58f680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8009048 Jul 09 17:33:59.471725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b on network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:33:59.472137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Attempting to bind port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b on network e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:33:59.489117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cb4b2-6d5d-4e65-9b88-d4c82fba1867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d400d-33a9-4b73-8199-e6586b9318b6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:33:59.503010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:33:59.503352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Checking segment: {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:33:59.503778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Bound using segment: {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:33:59.504237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Bound port: 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96bcba9-99f5-461e-b240-b3aded374461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:33:59.504597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.517415 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.526067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3879c43-9475-4a44-a660-5bb000cfdb13 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/ports/a18be2a5-bc0e-4b93-b3b4-d56820a2a0cd HTTP/1.1" status: 204 len: 168 time: 1.4243643 Jul 09 17:33:59.528885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53832) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:33:59.695973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port 191f38d9-6588-4cc6-8792-9740d4baa938 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:33:59.696634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.892941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:33:59.914401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Allocated IP 172.20.0.2 (bd0cad5c-4633-4e17-b11d-2b3b0599a9b9/984acf4d-b5ad-4872-98a5-538b67825e3b/8ecf8deb-1754-4a8f-bacb-e229a215625b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:33:59.935113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for 191f38d9-6588-4cc6-8792-9740d4baa938 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:00.029158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] For port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:00.039415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] For port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:00.059098 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.230858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 487f1290-d719-42a5-aa51-2c53033ff755 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:00.300916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e74aa-603b-4938-90d9-5d7f8a46f298 req-6221506c-76e9-4353-8f32-6a40ac054512 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:00.306203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 487f1290-d719-42a5-aa51-2c53033ff755 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:00.306608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 487f1290-d719-42a5-aa51-2c53033ff755 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:00.316357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-754e74aa-603b-4938-90d9-5d7f8a46f298 req-6221506c-76e9-4353-8f32-6a40ac054512 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 944 time: 0.2355211 Jul 09 17:34:00.318532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.330902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Transition to ACTIVE for port object 8ecf8deb-1754-4a8f-bacb-e229a215625b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:00.355754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.368939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Transition to ACTIVE for port object 8ecf8deb-1754-4a8f-bacb-e229a215625b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:00.385019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.392926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.397681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53846) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:00.405298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c6f6-b46d-4304-b676-9c2ce019f675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.415493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:00.416074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.417545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e6b30683-aafe-4afa-ab4d-b574d17bd348 service neutron] 10.222.0.13 "PUT /v2.0/ports/1fd88264-0bb5-4ad5-ae66-cda5ee7b687b HTTP/1.1" status: 200 len: 1093 time: 2.3514202 Jul 09 17:34:00.424059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'tag': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:00.426415 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de10506-cd3d-4900-9499-90b1e6c9a6db" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b436f1-6001-43fc-a8bb-b1d519d1041d", "tag": "1fd88264-0bb5-4ad5-ae66-cda5ee7b687b"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:00.434735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:00.438082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:00.443322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:00.454543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Pushing event updated for resources: {'Port': ['ID=8ecf8deb-1754-4a8f-bacb-e229a215625b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.531252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c6f6-b46d-4304-b676-9c2ce019f675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.613361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=191f38d9-6588-4cc6-8792-9740d4baa938,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.631685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Attempting to bind port 8ecf8deb-1754-4a8f-bacb-e229a215625b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:00.633445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Attempting to bind port 8ecf8deb-1754-4a8f-bacb-e229a215625b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:00.633956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Attempting to bind port 8ecf8deb-1754-4a8f-bacb-e229a215625b on network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:00.653162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:00.656929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Checking segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:00.657424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.657833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Bound using segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:00.658324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Bound port: 8ecf8deb-1754-4a8f-bacb-e229a215625b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:00.658710 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.685870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Deleting subnet f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:34:00.686724 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31321e6a-daa3-4162-9972-1635edd0ee9f x-openstack-request-id: req-31321e6a-daa3-4162-9972-1635edd0ee9f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:00.687195 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b436f1-6001-43fc-a8bb-b1d519d1041d", "tag": "1fd88264-0bb5-4ad5-ae66-cda5ee7b687b", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:00.687603 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31321e6a-daa3-4162-9972-1635edd0ee9f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:00.688263 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'tag': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b', 'status': 'completed', 'code': 200} Jul 09 17:34:00.690887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.723471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-eac5546b-86b9-4b27-b582-ae8d1d82826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:00.725952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-eac5546b-86b9-4b27-b582-ae8d1d82826b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3287d31ff2974149ab9fcc52e3197fca&device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 1096 time: 0.2628798 Jul 09 17:34:00.750774 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.774107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c6f6-b46d-4304-b676-9c2ce019f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.776832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c6f6-b46d-4304-b676-9c2ce019f675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.777205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] For port 8ecf8deb-1754-4a8f-bacb-e229a215625b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:00.781182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e2f8c6f6-b46d-4304-b676-9c2ce019f675 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/238d400d-33a9-4b73-8199-e6586b9318b6 HTTP/1.1" status: 204 len: 168 time: 1.3480456 Jul 09 17:34:00.784886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] For port 8ecf8deb-1754-4a8f-bacb-e229a215625b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8ecf8deb-1754-4a8f-bacb-e229a215625b,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:00.787226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-e813b942-eb4e-4721-a68d-ef7cc53a92d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b HTTP/1.1" status: 200 len: 217 time: 0.0514088 Jul 09 17:34:00.796870 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.823334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c6f6-b46d-4304-b676-9c2ce019f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d400d-33a9-4b73-8199-e6586b9318b6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.872988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:00.952599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-20d6751f-538a-4e58-b4ee-2865370fc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:00.967318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea3e61-1d1e-436f-aab6-253ec5a8c7cc None None] Pushing event updated for resources: {'Port': ['ID=8ecf8deb-1754-4a8f-bacb-e229a215625b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:00.968957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-20d6751f-538a-4e58-b4ee-2865370fc5b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ed80c6-2ef3-4f19-bf78-91837435c1b7 HTTP/1.1" status: 200 len: 847 time: 0.1469405 Jul 09 17:34:00.977315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-754e74aa-603b-4938-90d9-5d7f8a46f298 req-d8bb1ef3-552e-4234-b130-e1678bba0a4d tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599388 Jul 09 17:34:00.982731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 11842e52-b239-470e-88c9-7db721d00c5c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:01.088908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 11842e52-b239-470e-88c9-7db721d00c5c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:01.093942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 11842e52-b239-470e-88c9-7db721d00c5c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:01.094572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.129081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-2317d940-3fcd-45b7-a5fb-57d9eb6e905c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340127 Jul 09 17:34:01.208663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.213407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d44b7245-43ca-4a7f-aa28-945a7b8815da tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/ports/191f38d9-6588-4cc6-8792-9740d4baa938 HTTP/1.1" status: 204 len: 168 time: 1.6810977 Jul 09 17:34:01.213634 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.214078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53856) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:01.240414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 11842e52-b239-470e-88c9-7db721d00c5c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=11842e52-b239-470e-88c9-7db721d00c5c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:01.247211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.294906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.302976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.343941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=11842e52-b239-470e-88c9-7db721d00c5c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:01.388286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:01.390681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.395111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bf3d0f99-0cdb-48f5-b0b0-bb198f1c2b48 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f282ab81-a1e1-4ecf-bbda-2a5b8b8609b2 HTTP/1.1" status: 204 len: 168 time: 0.9587042 Jul 09 17:34:01.396369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53862) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:01.677221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-5a43630d-ec01-41cf-a231-6d3b7ccec901 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750310 Jul 09 17:34:01.802200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8155e6d0-b916-4516-acb3-da0d6559bd19 req-ea9173df-bdd7-4269-8867-ca6338b4c434 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118159 Jul 09 17:34:01.925224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting subnet 9298338a-8a79-4c35-a34e-c7f596bb07e5 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:34:01.933414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:01.995884 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.015169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.236330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.263102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741fdc04-cc32-4a02-9f0e-e87870f0c41e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:02.321251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.20.0.1 (bd0cad5c-4633-4e17-b11d-2b3b0599a9b9/984acf4d-b5ad-4872-98a5-538b67825e3b/c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:02.403082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c186108-d606-4bb9-9aa6-1296e41545a0') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:02.403440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c186108-d606-4bb9-9aa6-1296e41545a0') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:02.413791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.443879 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.469209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53884) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:02.486415 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.519859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:34:02.520314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:34:02.522165 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:34:02.526483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.545353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Transition to ACTIVE for port object c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:02.586400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-3dd247ab-815e-4e33-81a3-45d8274dac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:02.588756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-3dd247ab-815e-4e33-81a3-45d8274dac77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3287d31ff2974149ab9fcc52e3197fca&device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 1096 time: 0.7132239 Jul 09 17:34:02.591125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.639156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e44844-0388-4065-85e6-7f37ef0194da req-c300dab4-869f-4b94-94f8-7fc1c0786036 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:02.641156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7e44844-0388-4065-85e6-7f37ef0194da req-c300dab4-869f-4b94-94f8-7fc1c0786036 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 944 time: 0.3932462 Jul 09 17:34:02.644587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-579ee923-6d88-4e7e-bbbf-fe6b9dc95c5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3980162 Jul 09 17:34:02.668933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.691135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:02.703295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2c9d1bce-ed4d-40d0-872a-34b92640453f tempest-DvrRoutersNegativeTest-216853916 tempest-DvrRoutersNegativeTest-216853916-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-348802705', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:02.706497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.policy [None req-2c9d1bce-ed4d-40d0-872a-34b92640453f tempest-DvrRoutersNegativeTest-216853916 tempest-DvrRoutersNegativeTest-216853916-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93896) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 17:34:02.706802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.policy [None req-2c9d1bce-ed4d-40d0-872a-34b92640453f tempest-DvrRoutersNegativeTest-216853916 tempest-DvrRoutersNegativeTest-216853916-project] Failed policy check for 'create_router' {{(pid=93896) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 17:34:02.709765 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-2c9d1bce-ed4d-40d0-872a-34b92640453f tempest-DvrRoutersNegativeTest-216853916 tempest-DvrRoutersNegativeTest-216853916-project] create failed (client error): Access was denied to this resource. Jul 09 17:34:02.714462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2c9d1bce-ed4d-40d0-872a-34b92640453f tempest-DvrRoutersNegativeTest-216853916 tempest-DvrRoutersNegativeTest-216853916-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2370663 Jul 09 17:34:02.718894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.770487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.772625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] 10.222.0.21 "DELETE /v2.0/networks/741fdc04-cc32-4a02-9f0e-e87870f0c41e HTTP/1.1" status: 204 len: 168 time: 1.3751743 Jul 09 17:34:02.782595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Subnet': ['ID=9298338a-8a79-4c35-a34e-c7f596bb07e5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.801184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129292ee-45e7-4400-9beb-327c7792cfd5 None None] Network 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:02.805469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:02.807695 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9903a55a-9705-40ec-a0cd-8dd3dcb96e4a tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/subnets/9298338a-8a79-4c35-a34e-c7f596bb07e5 HTTP/1.1" status: 204 len: 168 time: 1.5924385 Jul 09 17:34:02.820606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53892) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:02.874752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5468bc6-c0c0-47a5-9506-2e08402aac4a admin admin] Pushing event deleted for resources: {'Network': ['ID=741fdc04-cc32-4a02-9f0e-e87870f0c41e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:02.920776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7e44844-0388-4065-85e6-7f37ef0194da req-bd36c92b-9188-40da-91a1-24f376579bce tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545347 Jul 09 17:34:02.949843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting subnet 65b804a7-5c56-4574-a8d5-ef808e42310d {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:34:02.953835 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.003106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37b37b-fd7d-48d0-a7f5-e0c729285a39 None None] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:03.027210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.137741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.218752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53898) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:03.230278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.230603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 11842e52-b239-470e-88c9-7db721d00c5c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:03.277140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-857e9621-2284-4d7e-9d02-3c6109c588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:03.279189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-857e9621-2284-4d7e-9d02-3c6109c588ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.5238566 Jul 09 17:34:03.280054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:03.286765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Subnet': ['ID=65b804a7-5c56-4574-a8d5-ef808e42310d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:03.294163 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.296031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8c7e40f3-7ad8-4cb0-a2c9-cdcb7ffecdd8 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/subnets/65b804a7-5c56-4574-a8d5-ef808e42310d HTTP/1.1" status: 204 len: 168 time: 0.4491920 Jul 09 17:34:03.304958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:03.314972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b954729c-9d3a-4584-9766-3dcb0fc95f1f None None] Provisioning for port 8ecf8deb-1754-4a8f-bacb-e229a215625b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:03.330451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28edf5-30bd-408b-98b3-bb2f363a54ef None None] Network a9b78c49-ffbf-44cb-8a11-fff2c19c012a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:03.431906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:03.442526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:03.446876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-558e15c2-eb19-4ccb-9713-b691a5e0dfa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3c8f41b0c794ef8a0516d70447a0ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255807 Jul 09 17:34:03.451504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53908) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:03.500439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:03.541443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.556078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5ebd-36be-4bab-87d7-33c59851a8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.565686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.616121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48fd7582-2e84-49a2-83b5-71c034f7916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.629468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-4d244366-3c35-47b4-9120-7f1614d16f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:03.631006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-4d244366-3c35-47b4-9120-7f1614d16f22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 200 len: 908 time: 1.0318456 Jul 09 17:34:03.655145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-f7f51eda-f77a-4f0d-94d6-7bfcab2b54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:03.658052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-f7f51eda-f77a-4f0d-94d6-7bfcab2b54d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.3541653 Jul 09 17:34:03.679527 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-dbe7e1eb-9802-45bc-9b5c-757171842599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b HTTP/1.1" status: 200 len: 217 time: 0.0398712 Jul 09 17:34:03.700486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 11842e52-b239-470e-88c9-7db721d00c5c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:03.701300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.712282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48fd7582-2e84-49a2-83b5-71c034f7916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.769276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-4ebd4a3b-8acd-4d78-8379-50a0b4a3419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:03.771827 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-4ebd4a3b-8acd-4d78-8379-50a0b4a3419f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6ed80c6-2ef3-4f19-bf78-91837435c1b7 HTTP/1.1" status: 200 len: 847 time: 0.0689390 Jul 09 17:34:03.811280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] DHCP port deletion for a9b78c49-ffbf-44cb-8a11-fff2c19c012a request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:34:03.837016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:03.870816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-fe8259de-d1d0-4687-b83f-29788d22101f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1002 time: 0.1834557 Jul 09 17:34:03.879650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-187af96b-77ba-424f-a860-2c12e7540186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436239 Jul 09 17:34:03.914379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] DHCP port deletion for 9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:34:03.946258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port 417b4969-c122-4403-826d-e776ee68539c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:03.946899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.015555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8ecf8deb-1754-4a8f-bacb-e229a215625b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:04.016341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48fd7582-2e84-49a2-83b5-71c034f7916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.019478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-48fd7582-2e84-49a2-83b5-71c034f7916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.022681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-48fd7582-2e84-49a2-83b5-71c034f7916f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22d8d54e-7115-4a84-ac82-37bb2c5222a7 HTTP/1.1" status: 204 len: 168 time: 0.5640657 Jul 09 17:34:04.026343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-b8361ead-b53f-4146-8f5c-32b36853b581 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368411 Jul 09 17:34:04.032579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-195debc0-bfe0-4917-90ff-f5677e2df728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:04.034082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-195debc0-bfe0-4917-90ff-f5677e2df728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1499119 Jul 09 17:34:04.066190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd7582-2e84-49a2-83b5-71c034f7916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d8d54e-7115-4a84-ac82-37bb2c5222a7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:04.113727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5ebd-36be-4bab-87d7-33c59851a8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.125064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port 417b4969-c122-4403-826d-e776ee68539c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=417b4969-c122-4403-826d-e776ee68539c,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:04.125822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.128694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5ebd-36be-4bab-87d7-33c59851a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.189767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] Deleting port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:04.190154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.237809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for 417b4969-c122-4403-826d-e776ee68539c owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:04.351554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] Deleting port 417b4969-c122-4403-826d-e776ee68539c {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:04.351972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.375663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dd9c5ebd-36be-4bab-87d7-33c59851a8da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=270b8c24c81647f7b1e3d6a1f5654efb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0916805 Jul 09 17:34:04.387741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53918) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:04.440946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-3fb7c124-4122-4a70-bc5d-c7e3e66edfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:04.442437 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-3fb7c124-4122-4a70-bc5d-c7e3e66edfa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3966470 Jul 09 17:34:04.443097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c5ebd-36be-4bab-87d7-33c59851a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec7f95-46fa-42c1-bebf-0228d9dc92c4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:04.456125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4de10506-cd3d-4900-9499-90b1e6c9a6db req-8dd2cf49-cbd6-4f77-8414-11ecbe2ebbc6 service neutron] 10.222.0.13 "GET /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099178 Jul 09 17:34:04.536458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15bdc0f3-68e3-4dbd-8dd9-00f2d28038c5 None None] Provisioning for port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:04.541797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] For port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,segment=NetworkSegment(c02d456c-392e-442c-84e1-7501a9e55e71),segment_id=c02d456c-392e-442c-84e1-7501a9e55e71)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:04.542193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.560698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15bdc0f3-68e3-4dbd-8dd9-00f2d28038c5 None None] Provisioning complete for port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:04.561073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15bdc0f3-68e3-4dbd-8dd9-00f2d28038c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.562597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8ecf8deb-1754-4a8f-bacb-e229a215625b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:04.567741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] Calling delete_port for c7d4faf5-046b-4494-a8f7-e9a111e7cb8f owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:04.610545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7bf56b6c-f543-42ee-91e7-dea89b5bde15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.651434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8ecf8deb-1754-4a8f-bacb-e229a215625b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:04.652189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.654280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:34:04.670785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7bf56b6c-f543-42ee-91e7-dea89b5bde15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.681621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65b9e3-7e84-41e2-9acc-1846a8bee13d req-ed6fe2af-a6ae-45c2-8860-8d94fe65bd1e tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:04.683242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab65b9e3-7e84-41e2-9acc-1846a8bee13d req-ed6fe2af-a6ae-45c2-8860-8d94fe65bd1e tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 944 time: 0.3787904 Jul 09 17:34:04.721128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] For port 417b4969-c122-4403-826d-e776ee68539c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=417b4969-c122-4403-826d-e776ee68539c,segment=NetworkSegment(7d172414-8794-4359-af6f-d4df8c379c48),segment_id=7d172414-8794-4359-af6f-d4df8c379c48)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:04.721759 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.770990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-0bb2831c-bd49-429b-9353-5ea74d4d7941 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831154 Jul 09 17:34:04.778395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.787407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] Calling delete_port for 417b4969-c122-4403-826d-e776ee68539c owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:04.790732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-15bdc0f3-68e3-4dbd-8dd9-00f2d28038c5 None None] Port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:04.824192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=417b4969-c122-4403-826d-e776ee68539c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:04.846108 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.857786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.931715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15bdc0f3-68e3-4dbd-8dd9-00f2d28038c5 None None] Provisioning complete for port 8ecf8deb-1754-4a8f-bacb-e229a215625b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:04.932254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab65b9e3-7e84-41e2-9acc-1846a8bee13d req-5d3a9180-4063-4ee1-9571-dfa5f388ade7 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309253 Jul 09 17:34:04.932448 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15bdc0f3-68e3-4dbd-8dd9-00f2d28038c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:04.955187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port 417b4969-c122-4403-826d-e776ee68539c on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:04.967226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.007871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.019983 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7bf56b6c-f543-42ee-91e7-dea89b5bde15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.022686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7bf56b6c-f543-42ee-91e7-dea89b5bde15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.023967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7bf56b6c-f543-42ee-91e7-dea89b5bde15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7ec7f95-46fa-42c1-bebf-0228d9dc92c4 HTTP/1.1" status: 204 len: 168 time: 0.6237230 Jul 09 17:34:05.115542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf56b6c-f543-42ee-91e7-dea89b5bde15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec7f95-46fa-42c1-bebf-0228d9dc92c4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.133538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.168115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:05.169924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:05.175747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:05.186809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-067a5f55-3cb3-47b2-8613-54f9d1d95022 req-0c82bd54-a79b-4d2a-86c4-cb1b295e4d1b service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025941 Jul 09 17:34:05.193790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d172414-8794-4359-af6f-d4df8c379c48') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:05.194083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d172414-8794-4359-af6f-d4df8c379c48') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:05.212929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.256665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.264436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:34:05.264868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:34:05.268268 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:34:05.367019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.397490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.413844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.418841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:05.425698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/networks/9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045 HTTP/1.1" status: 204 len: 168 time: 2.1096039 Jul 09 17:34:05.435483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:05.479480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930ea82-a02c-46e8-b8f0-63c670f90092 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Network': ['ID=9dd5b35b-a6d0-4d8d-8ba2-e460c94c8045,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.542360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] Pushing event deleted for resources: {'Port': ['ID=417b4969-c122-4403-826d-e776ee68539c,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.647068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d0e83-e4bb-482a-bc4c-338b85bc0ce7 None None] No DVR routers for this DVR port 417b4969-c122-4403-826d-e776ee68539c on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:05.657408 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.670528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:05.682124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:05.687277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.692131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd5d67bf-a4cc-4e6a-88a3-048677e70bc9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "PUT /v2.0/routers/8e1d4dd5-9888-4ced-ab39-af42a078f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4077363 Jul 09 17:34:05.694909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53956) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:05.721913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53958) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:05.723683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:05.754342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b', 'network_id': 'e5ca6c19-9c1c-496b-b4a4-0fce5ce61888', 'port_id': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b', 'mac_address': 'fa:16:3e:0d:7d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ed80c6-2ef3-4f19-bf78-91837435c1b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:34:05.770524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Deleting port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:05.770925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.776412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 8ecf8deb-1754-4a8f-bacb-e229a215625b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8ecf8deb-1754-4a8f-bacb-e229a215625b,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:05.780853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:05.781576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:05.907594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] For port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f, host n-d-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:05.908001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.910818 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.922760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Calling delete_port for c7d4faf5-046b-4494-a8f7-e9a111e7cb8f owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:05.925940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f was not found and therefore no delete operation was performed {{(pid=93895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:34:05.927305 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.952720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] No DVR routers for this DVR port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:05.959694 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:05.960416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] No DVR routers for this DVR port c7d4faf5-046b-4494-a8f7-e9a111e7cb8f on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:05.962079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Port': ['ID=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:05.992789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bd51c-05ff-46f0-8c16-0a8cf8437268 None None] Pushing event deleted for resources: {'Port': ['ID=c7d4faf5-046b-4494-a8f7-e9a111e7cb8f,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.088024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:06.091648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=8ecf8deb-1754-4a8f-bacb-e229a215625b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.098597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c7d4faf5-046b-4494-a8f7-e9a111e7cb8f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:06.162812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.168216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c7d4faf5-046b-4494-a8f7-e9a111e7cb8f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:06.168951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c7d4faf5-046b-4494-a8f7-e9a111e7cb8f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:06.169703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 417b4969-c122-4403-826d-e776ee68539c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:06.177469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b78c49-ffbf-44cb-8a11-fff2c19c012a']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.194002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02d456c-392e-442c-84e1-7501a9e55e71') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.194459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02d456c-392e-442c-84e1-7501a9e55e71') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.214238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.234889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.241750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:34:06.242157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:34:06.245539 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:34:06.258177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 417b4969-c122-4403-826d-e776ee68539c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:06.258505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 417b4969-c122-4403-826d-e776ee68539c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:06.342222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.368721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.379019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.386730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] 10.222.0.21 "DELETE /v2.0/networks/a9b78c49-ffbf-44cb-8a11-fff2c19c012a HTTP/1.1" status: 204 len: 168 time: 0.9608605 Jul 09 17:34:06.388965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1535553070-network', 'tenant_id': '52e4115f4ee549fdb02990d7ad4a10d7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:06.418058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5095-8573-428e-ab23-f2ecab8ff0b1 tempest-TaggedBootDevicesTest-1989494867 tempest-TaggedBootDevicesTest-1989494867-project] Pushing event deleted for resources: {'Network': ['ID=a9b78c49-ffbf-44cb-8a11-fff2c19c012a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.454611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.463971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.464649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.465148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.467893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.467893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.467893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.467893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.469624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1d9e4287-a7fd-43e1-8052-12c3dc484389 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5630 time: 0.7733028 Jul 09 17:34:06.474329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53976) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:06.546417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Made reservation on behalf of 52e4115f4ee549fdb02990d7ad4a10d7 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:06.561832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.591207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53982) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:06.602757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.655538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c86260-f939-403f-814c-015f5fc305ed req-0f05d784-f729-40dc-ae23-c50bd238c6c8 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.662718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41c86260-f939-403f-814c-015f5fc305ed req-0f05d784-f729-40dc-ae23-c50bd238c6c8 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 944 time: 0.2702787 Jul 09 17:34:06.665835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:06.692056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.693266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.694046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.694693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.695373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.696038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.696655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:06.698828 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-38cdee32-c429-4e36-999b-10047ba2b5bf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4639 time: 0.2156370 Jul 09 17:34:06.702017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53988) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:06.718268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:06.735632 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.756086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41c86260-f939-403f-814c-015f5fc305ed req-3872b7f8-b4de-47f3-946f-8cf3bdc341fa tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874674 Jul 09 17:34:06.814325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b6e51a4a-4448-4601-816e-f7e34d1655f8 None None] Provisioning complete for port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:06.814707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6e51a4a-4448-4601-816e-f7e34d1655f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.835128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e8d9409b-5d86-4a53-ba0d-b9511ab50345 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-339195308', 'prefixes': ['172.20.0.0/16']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:06.907629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.914155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b6e51a4a-4448-4601-816e-f7e34d1655f8 None None] Port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:06.921329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:34:03Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:04Z', 'revision_number': 2, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:06.931377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.938529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.966342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:34:06.969951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:06.970511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Updating router 8e1d4dd5-9888-4ced-ab39-af42a078f466 port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:06.977307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['1fd88264-0bb5-4ad5-ae66-cda5ee7b687b'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:06.984275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:06.988365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:06.989057 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Added segment f61662c1-2fd6-40dc-8f97-d81bc983a42d of type vlan for network 84de458b-a190-469e-8122-6fe4ad2805b5 Jul 09 17:34:07.047324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.118526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.119727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.120895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:07.121552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.153234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4269905 Jul 09 17:34:07.162253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e348816d-9016-43c2-9a2e-fc6ae69fedc8 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4576106 Jul 09 17:34:07.163098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54002) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:07.169894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Request body: {'subnet': {'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1535553070-subnet', 'tenant_id': '52e4115f4ee549fdb02990d7ad4a10d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:07.187303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8d9409b-5d86-4a53-ba0d-b9511ab50345 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] Notify callbacks [] for subnetpool, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.190939 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e8d9409b-5d86-4a53-ba0d-b9511ab50345 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5988913 Jul 09 17:34:07.193756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:07.232879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e955d-50d5-4f00-85a6-d506c6d72ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=84de458b-a190-469e-8122-6fe4ad2805b5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:07.247360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 84de458b-a190-469e-8122-6fe4ad2805b5 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:34:07.296429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e42b7b99-9e1d-45bc-92a0-75e0cb336c19 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] 10.222.0.21 "GET /v2.0/subnetpools/8b5afd76-b2ee-4914-92e2-1756fe9a6a52 HTTP/1.1" status: 200 len: 731 time: 0.1014416 Jul 09 17:34:07.297521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Made reservation on behalf of 52e4115f4ee549fdb02990d7ad4a10d7 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:07.298968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:07.304463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-13e7536a-1c7a-4d25-bc39-512cf40d19d0 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-491446962'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:07.321052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.526353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13e7536a-1c7a-4d25-bc39-512cf40d19d0 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] Notify callbacks [] for subnetpool, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.529134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-13e7536a-1c7a-4d25-bc39-512cf40d19d0 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] 10.222.0.21 "PUT /v2.0/subnetpools/8b5afd76-b2ee-4914-92e2-1756fe9a6a52 HTTP/1.1" status: 200 len: 683 time: 0.2287157 Jul 09 17:34:07.531892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54020) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:07.669881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16976ef7-52c3-4f27-befd-22d953429a08 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] Notify callbacks [] for subnetpool, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:07.671390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-16976ef7-52c3-4f27-befd-22d953429a08 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] 10.222.0.21 "DELETE /v2.0/subnetpools/8b5afd76-b2ee-4914-92e2-1756fe9a6a52 HTTP/1.1" status: 204 len: 168 time: 0.1382160 Jul 09 17:34:07.674542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54024) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:07.691811 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-187b1b64-dcf4-4318-9212-241cc473fe5a tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] show failed (client error): The resource could not be found. Jul 09 17:34:07.692911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-187b1b64-dcf4-4318-9212-241cc473fe5a tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] 10.222.0.21 "GET /v2.0/subnetpools/8b5afd76-b2ee-4914-92e2-1756fe9a6a52 HTTP/1.1" status: 404 len: 346 time: 0.0171285 Jul 09 17:34:07.695824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54026) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:07.715363 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-b3dd7bfc-eaa4-444b-8e48-388ac2a664d4 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] delete failed (client error): The resource could not be found. Jul 09 17:34:07.716668 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b3dd7bfc-eaa4-444b-8e48-388ac2a664d4 tempest-SubnetPoolsTestJSON-233242883 tempest-SubnetPoolsTestJSON-233242883-project] 10.222.0.21 "DELETE /v2.0/subnetpools/8b5afd76-b2ee-4914-92e2-1756fe9a6a52 HTTP/1.1" status: 404 len: 346 time: 0.0195425 Jul 09 17:34:08.001466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.027464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Transition to ACTIVE for port object c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:08.043355 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.114702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05ec5e-4cc7-428b-8dff-11e15a7d6042 req-34138524-8c21-41e1-a232-26b2c51d4343 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:08.117287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b05ec5e-4cc7-428b-8dff-11e15a7d6042 req-34138524-8c21-41e1-a232-26b2c51d4343 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 945 time: 0.1027133 Jul 09 17:34:08.130502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.182898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8ecf8deb-1754-4a8f-bacb-e229a215625b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:08.214885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:08.230669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b05ec5e-4cc7-428b-8dff-11e15a7d6042 req-0a0dbda2-2d00-4663-953a-94002ac6c87d tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980971 Jul 09 17:34:08.280511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16cdcb-18a6-48e8-ae9e-7e40c8ddde23 None None] Pushing event updated for resources: {'Port': ['ID=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.312470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.314248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54048) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:08.320857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707032556', 'description': 'tempest-secgroup-smoke-707032556 description', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:08.333611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.344233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Checking segment: {'id': 'f61662c1-2fd6-40dc-8f97-d81bc983a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:08.344907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Network hostable DHCP agents. Network: 84de458b-a190-469e-8122-6fe4ad2805b5, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:34:08.376071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Network 84de458b-a190-469e-8122-6fe4ad2805b5 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:34:08.383229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.405766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 84de458b-a190-469e-8122-6fe4ad2805b5) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:08.425486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:08.426097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.426971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454107f5-2475-41be-bc1f-469abab610cc None None] Network 84de458b-a190-469e-8122-6fe4ad2805b5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:08.551567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0b309ea-f1d6-487e-a57b-5cebb9192a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.579216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.594977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Attempting to bind port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:08.594977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Attempting to bind port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:08.594977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Attempting to bind port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 on network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:08.595418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.598937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8ecf8deb-1754-4a8f-bacb-e229a215625b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:08.599308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.627187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a48a3c77-e94d-4817-892a-35a9f1e22ae9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4616354 Jul 09 17:34:08.627708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:08.628112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Checking segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:08.628521 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.628917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Bound using segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:08.629396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Bound port: c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:08.631314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.648724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be000fa5-a149-4bef-9d14-0dd0750d0b6b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.762752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0b309ea-f1d6-487e-a57b-5cebb9192a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.768361 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0b309ea-f1d6-487e-a57b-5cebb9192a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.774843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.779143 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6e5e6c4-5418-4522-a5fb-4fb63014f8c8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4607790 Jul 09 17:34:08.779440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54058) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:08.784340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': 'be000fa5-a149-4bef-9d14-0dd0750d0b6b', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:08.813356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:08.842092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b309ea-f1d6-487e-a57b-5cebb9192a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e16c4a3-a87c-4e77-b88d-39308c1055c4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:08.851578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.877788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0b309ea-f1d6-487e-a57b-5cebb9192a0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51ed756de2f04ac2ba090b022aca001c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400468 Jul 09 17:34:08.878331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:08.937672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] For port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:08.952769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ec750-18ab-4bbb-871b-cb812a831676 None None] Network 84de458b-a190-469e-8122-6fe4ad2805b5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:08.973096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3037d434-4add-4d33-90da-3c3d7b85f2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.980647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:08.984711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] For port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:08.988285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.024730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3037d434-4add-4d33-90da-3c3d7b85f2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.029463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b8d443-ab0d-468e-b225-70555d1a6a55,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.059899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.066643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-155cf85b-6e27-4ea5-adde-2b6e90d7bfa5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856138 Jul 09 17:34:09.066934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.071388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54068) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.078846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': 'be000fa5-a149-4bef-9d14-0dd0750d0b6b', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.121433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3037d434-4add-4d33-90da-3c3d7b85f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.124440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3037d434-4add-4d33-90da-3c3d7b85f2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.128831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3037d434-4add-4d33-90da-3c3d7b85f2d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e16c4a3-a87c-4e77-b88d-39308c1055c4 HTTP/1.1" status: 204 len: 168 time: 0.2491686 Jul 09 17:34:09.129998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.138783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037d434-4add-4d33-90da-3c3d7b85f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e16c4a3-a87c-4e77-b88d-39308c1055c4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.140404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:09.178214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:09.178580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.312219 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.333936 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.405534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299bce7d-9544-4e40-aaf2-eca286a2e0ec,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.427180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.428466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5b9368ff-6747-4dce-a8b0-835005aa8086 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3551140 Jul 09 17:34:09.431272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54090) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.440621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': 'be000fa5-a149-4bef-9d14-0dd0750d0b6b', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.448719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16cdcb-18a6-48e8-ae9e-7e40c8ddde23 None None] Pushing event updated for resources: {'Port': ['ID=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.472843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.486636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:09.487200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:33:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:09.505382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.562755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-3b85e00e-2835-4afe-a890-71f57fa7bbb9 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:09.570014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-3b85e00e-2835-4afe-a890-71f57fa7bbb9 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/networks?id=84de458b-a190-469e-8122-6fe4ad2805b5 HTTP/1.1" status: 200 len: 822 time: 0.3056970 Jul 09 17:34:09.598776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-1132414d-d55d-4c43-a554-efc3553deb36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/quotas/52e4115f4ee549fdb02990d7ad4a10d7 HTTP/1.1" status: 200 len: 375 time: 0.0279703 Jul 09 17:34:09.643925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-82f22b47-2226-44c0-a99d-16dc43b3641f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=52e4115f4ee549fdb02990d7ad4a10d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439019 Jul 09 17:34:09.751714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.766426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-322c783c-fb8a-4c18-bb3c-5a2f6ceba627 service neutron] 10.222.0.21 "GET /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202447 Jul 09 17:34:09.770075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.814935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f2e9b-81e3-4b18-8d37-e929ec6b7ecc req-57816963-f60a-4f56-b5d0-e38efa0dd1bd tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:09.822380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f78f2e9b-81e3-4b18-8d37-e929ec6b7ecc req-57816963-f60a-4f56-b5d0-e38efa0dd1bd tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 945 time: 0.2778072 Jul 09 17:34:09.856847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1401d7-c1f2-44b6-9820-1733d4ef1911,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:09.878733 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.891299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f78f2e9b-81e3-4b18-8d37-e929ec6b7ecc req-433fce59-64ee-4929-9bb1-0a3cc8310047 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678968 Jul 09 17:34:09.895637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:09.897057 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0c5eda82-6cec-485a-af99-82d748d33237 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4648061 Jul 09 17:34:09.900616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54108) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:09.911794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': 'be000fa5-a149-4bef-9d14-0dd0750d0b6b', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:09.927130 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-49249835-a540-46e0-91ac-897524396a77 service neutron] 10.222.0.21 "GET /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594374 Jul 09 17:34:09.997066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:10.001370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.092600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:10.103574 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6060ae-386d-4a90-a313-16cb4c010223" -d '{"events": [{"server_uuid": "f7b436f1-6001-43fc-a8bb-b1d519d1041d", "name": "network-vif-plugged", "status": "completed", "tag": "1fd88264-0bb5-4ad5-ae66-cda5ee7b687b"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:10.145363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.154584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.198724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.200254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984643 Jul 09 17:34:10.203090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54122) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:10.209234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': 'be000fa5-a149-4bef-9d14-0dd0750d0b6b', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:10.215033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807002-8074-4504-b420-c77d431efaf5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188e046e-fef2-4a73-adb9-5389047ae3cf,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:10.320971 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Project 73cb48c6691d4e01ab0ff45bbea6ff7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:34:10.335892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.399549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dbc4499b-36ba-41b1-ad22-e955f67ab658 req-8033f19a-3ed8-4d22-95b2-7120fa394f64 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 210 time: 0.0955734 Jul 09 17:34:10.430390 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeec820-d77f-447d-bf3d-96d750e6e5eb x-openstack-request-id: req-aaeec820-d77f-447d-bf3d-96d750e6e5eb {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:10.430860 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b436f1-6001-43fc-a8bb-b1d519d1041d", "name": "network-vif-plugged", "status": "completed", "tag": "1fd88264-0bb5-4ad5-ae66-cda5ee7b687b", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:10.431259 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaeec820-d77f-447d-bf3d-96d750e6e5eb {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:10.431883 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b', 'code': 200} Jul 09 17:34:10.446817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:10.458203 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.493079 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.494966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-529b664f-7e87-4ee5-b1e4-e7f5f504953d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.501622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.533832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.538562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339050 Jul 09 17:34:10.541231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54132) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:10.546424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': 'be000fa5-a149-4bef-9d14-0dd0750d0b6b', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:10.570781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fc726-f8a2-4454-90e8-13778b9867f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5250703-b4e0-4838-8772-ba6212c26894,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:10.576843 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Project 73cb48c6691d4e01ab0ff45bbea6ff7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:34:10.588703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88509b8-5c4a-41ec-ae79-0aab3b5db995 req-66ffe7ba-a30e-484d-8a5c-11e3a8352b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:10.590334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a88509b8-5c4a-41ec-ae79-0aab3b5db995 req-66ffe7ba-a30e-484d-8a5c-11e3a8352b48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 1097 time: 0.1961570 Jul 09 17:34:10.600216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.654759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:10.660328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a88509b8-5c4a-41ec-ae79-0aab3b5db995 req-c3c7a922-58fc-44ee-9abf-006d7d31ab15 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574822 Jul 09 17:34:10.669986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.674330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.674330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.675493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.675493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.675493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.675778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.676181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.676616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.677068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.677544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.677964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.678384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:10.679080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.704684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7758ccc-820b-4eef-9280-b760a96bc4e0,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:10.738059 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:10.740165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7e773b4e-8e9c-454a-bd7d-32b4f8c56243 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1979792 Jul 09 17:34:10.817779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:34:03Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:10.872125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f033a-6429-4239-84a7-1547617f44a8 None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:34:03Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:08Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:11.333164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b014e-0f1b-49c9-97ec-dfb9b5e70ae1 req-dcfe8d38-8020-4f08-804c-23b9e5e5ee9d tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:11.335722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-3d612e39-8b36-44de-ad11-24f576cc47ca tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707032556&fields=id&tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 267 time: 0.0868008 Jul 09 17:34:11.341000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-589b014e-0f1b-49c9-97ec-dfb9b5e70ae1 req-dcfe8d38-8020-4f08-804c-23b9e5e5ee9d tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 946 time: 0.2379551 Jul 09 17:34:11.410737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-589b014e-0f1b-49c9-97ec-dfb9b5e70ae1 req-bd488dcf-2d4c-4b65-9427-118cf4031958 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677912 Jul 09 17:34:11.606720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-ed3b6279-9678-4080-9d02-f407b1cea128 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:11.617746 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-ed3b6279-9678-4080-9d02-f407b1cea128 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/networks?id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 796 time: 0.2727940 Jul 09 17:34:11.651826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-13348e1f-185d-4775-94b7-42914c55368b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/quotas/73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 375 time: 0.0322175 Jul 09 17:34:11.872744 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-4667a1f1-b307-4898-b9ce-2a58bf350a1f tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164552 Jul 09 17:34:11.994432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5987eb2d-a82a-4002-8793-a60a6a3c55ef req-68a9311e-2c5d-462d-8725-a6f1f0616a41 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 210 time: 0.0828159 Jul 09 17:34:12.126955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-990eff92-59ca-4676-9c91-aa4638bc668a service neutron] 10.222.0.21 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504921 Jul 09 17:34:12.134842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:12.256410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:12.265344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:12.267057 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.388673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-dc15664e-38d5-4e55-836d-26ceb88c2169 service neutron] 10.222.0.21 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603254 Jul 09 17:34:12.577065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.659038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-29fa5191-ac57-492e-8851-756d3deccf2f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:12.665804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-29fa5191-ac57-492e-8851-756d3deccf2f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.36 "GET /v2.0/networks?id=84de458b-a190-469e-8122-6fe4ad2805b5 HTTP/1.1" status: 200 len: 822 time: 0.3176773 Jul 09 17:34:12.682867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Request body: {'port': {'device_id': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5', 'admin_state_up': True, 'tenant_id': '52e4115f4ee549fdb02990d7ad4a10d7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:12.755789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:12.767460 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.962391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aaf4fc2c-818d-43c6-8cc5-e0cb50fddf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:12.978509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229f7e0-85c7-49c0-acac-c5f841f31dda req-2b7869e4-d223-44e6-a39d-4fa674a86b2f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:12.982738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5229f7e0-85c7-49c0-acac-c5f841f31dda req-2b7869e4-d223-44e6-a39d-4fa674a86b2f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 946 time: 0.1897640 Jul 09 17:34:12.988205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:13.021401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a756c214-c416-42b4-bf1c-69e077d54c5f req-06aec94e-3ca4-443b-a252-2eda1ab1e1a3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 210 time: 0.1819739 Jul 09 17:34:13.066261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5229f7e0-85c7-49c0-acac-c5f841f31dda req-05b0e32d-f5b0-4284-9db8-6c4636cb31a0 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757806 Jul 09 17:34:13.201072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Made reservation on behalf of 52e4115f4ee549fdb02990d7ad4a10d7 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:13.211172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.345845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.497290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Allocated IP 172.20.0.12 (84de458b-a190-469e-8122-6fe4ad2805b5/aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a/75a38892-7e5a-4182-8b0e-725b25ef90a9) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:13.537690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca4c734-9920-4aad-bff7-77e8e0b244ed req-81bd7137-3b5f-4a02-9da0-ac496844bd51 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 210 time: 0.0960348 Jul 09 17:34:13.852737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.969918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:13.972731 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.105961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Network 84de458b-a190-469e-8122-6fe4ad2805b5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:14.111528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:14.120315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:14.125394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Pushing event updated for resources: {'Port': ['ID=75a38892-7e5a-4182-8b0e-725b25ef90a9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:14.172055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:14.261397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:14.263964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.298682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-4a3d5a63-e614-402f-be1c-2bf3b3cf6c9f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6244998 Jul 09 17:34:14.304862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:14.305485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.318753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Request body: {'port': {'device_id': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:14.396201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11fc7004-2b05-4bd0-9ed7-dfff93fa5d38 req-522b6854-84e1-42da-b2e5-ed281ae75961 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 210 time: 0.0665822 Jul 09 17:34:14.551232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:14.962727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49241d40-be61-4603-aad1-f5be75c7d4df req-c1370900-fec6-49fb-8c22-4fd06f233d6f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:14.971147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49241d40-be61-4603-aad1-f5be75c7d4df req-c1370900-fec6-49fb-8c22-4fd06f233d6f tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 946 time: 0.2088978 Jul 09 17:34:15.046539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-177dbb55-5d94-42d7-b9a1-66ce148f78aa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.048247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-177dbb55-5d94-42d7-b9a1-66ce148f78aa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/networks?id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 796 time: 0.2418358 Jul 09 17:34:15.174088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a38892-7e5a-4182-8b0e-725b25ef90a9 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:15.189881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.216824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-7e8ebb3b-7a81-47c0-a513-a2e176e892d1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 379 time: 0.1564381 Jul 09 17:34:15.232659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'port': {'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'admin_state_up': True, 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'security_groups': ['be000fa5-a149-4bef-9d14-0dd0750d0b6b']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:15.243322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49241d40-be61-4603-aad1-f5be75c7d4df req-717c8a15-6372-4d0f-b855-e940910a1050 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711704 Jul 09 17:34:15.244430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Transition to ACTIVE for port object 75a38892-7e5a-4182-8b0e-725b25ef90a9 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:15.252802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.327788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=75a38892-7e5a-4182-8b0e-725b25ef90a9,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:15.437106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d62fc-0999-431c-bb56-04565e7c3e3c req-1786cf28-4cd6-4c0b-a077-31e2f2cae15a tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.439521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e5d62fc-0999-431c-bb56-04565e7c3e3c req-1786cf28-4cd6-4c0b-a077-31e2f2cae15a tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 932 time: 0.3897157 Jul 09 17:34:15.442219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:15.446489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.453955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Attempting to bind port 75a38892-7e5a-4182-8b0e-725b25ef90a9 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:15.455279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Attempting to bind port 75a38892-7e5a-4182-8b0e-725b25ef90a9 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'f61662c1-2fd6-40dc-8f97-d81bc983a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:15.456042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Attempting to bind port 75a38892-7e5a-4182-8b0e-725b25ef90a9 on network 84de458b-a190-469e-8122-6fe4ad2805b5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:15.463106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Port 75a38892-7e5a-4182-8b0e-725b25ef90a9 on network 84de458b-a190-469e-8122-6fe4ad2805b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:34:15.463813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Attempting to bind port 75a38892-7e5a-4182-8b0e-725b25ef90a9 on network 84de458b-a190-469e-8122-6fe4ad2805b5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:15.472813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:15.473432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Checking segment: {'id': 'f61662c1-2fd6-40dc-8f97-d81bc983a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:15.474198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Bound using segment: {'id': 'f61662c1-2fd6-40dc-8f97-d81bc983a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:15.474887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Bound port: 75a38892-7e5a-4182-8b0e-725b25ef90a9, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61662c1-2fd6-40dc-8f97-d81bc983a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:15.475518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.529643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54366) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:15.568555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] For port 75a38892-7e5a-4182-8b0e-725b25ef90a9, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:15.573342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] For port 75a38892-7e5a-4182-8b0e-725b25ef90a9, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9,segment=NetworkSegment(f61662c1-2fd6-40dc-8f97-d81bc983a42d),segment_id=f61662c1-2fd6-40dc-8f97-d81bc983a42d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:15.597102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.623139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.623934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.627118 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e5d62fc-0999-431c-bb56-04565e7c3e3c req-3f22c0e9-81c8-4577-9781-0838a883bc22 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765943 Jul 09 17:34:15.627819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] 10.222.0.36 "PUT /v2.0/ports/75a38892-7e5a-4182-8b0e-725b25ef90a9 HTTP/1.1" status: 200 len: 1093 time: 1.3202028 Jul 09 17:34:15.630027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'tag': '75a38892-7e5a-4182-8b0e-725b25ef90a9'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:15.650883 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c2002-9396-4377-95e2-8ac226e79b17" -d '{"events": [{"name": "network-changed", "server_uuid": "e0903212-ac85-47ac-b7bc-f6b0549867a1", "tag": "75a38892-7e5a-4182-8b0e-725b25ef90a9"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:15.750107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c307d48-8c9c-4e87-98c0-cc671bf80cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=75a38892-7e5a-4182-8b0e-725b25ef90a9,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:15.771689 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:34:15.809159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac79eed-bad3-46ae-8b4e-12ec78b9c1bd req-bf2de078-e5ea-47d1-bbb2-4708b30976d3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 210 time: 0.0554786 Jul 09 17:34:15.845069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.20.0.6 (bd0cad5c-4633-4e17-b11d-2b3b0599a9b9/984acf4d-b5ad-4872-98a5-538b67825e3b/46f8fb99-1a13-45f5-9e87-d86b069267bf) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:15.900003 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2835aab9-8d46-451b-8d0c-dc7090213112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:15.924911 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9016758-c26f-4c07-a6de-001ad2b697ed x-openstack-request-id: req-f9016758-c26f-4c07-a6de-001ad2b697ed {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:15.925345 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0903212-ac85-47ac-b7bc-f6b0549867a1", "tag": "75a38892-7e5a-4182-8b0e-725b25ef90a9", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:15.925684 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9016758-c26f-4c07-a6de-001ad2b697ed {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:15.926192 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'tag': '75a38892-7e5a-4182-8b0e-725b25ef90a9', 'status': 'completed', 'code': 200} Jul 09 17:34:15.975207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-4c0beb69-df53-4c2f-aadc-cba3dd931359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.976998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-4c0beb69-df53-4c2f-aadc-cba3dd931359 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52e4115f4ee549fdb02990d7ad4a10d7&device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 1096 time: 0.1857951 Jul 09 17:34:15.985332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-d9b3a113-2982-4453-a610-3d17e6793882 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:15.986907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-d9b3a113-2982-4453-a610-3d17e6793882 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 946 time: 0.1182749 Jul 09 17:34:16.031806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.096950 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-09542007-f140-477a-b72f-715196dfac30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9 HTTP/1.1" status: 200 len: 217 time: 0.1089022 Jul 09 17:34:16.111035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.142150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Transition to ACTIVE for port object 46f8fb99-1a13-45f5-9e87-d86b069267bf will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:16.149122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2835aab9-8d46-451b-8d0c-dc7090213112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.157086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2835aab9-8d46-451b-8d0c-dc7090213112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.216126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Deleting port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:16.216741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.224518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223aab-c850-4f76-a07b-e41735ede87f req-91b03305-6426-4d4d-9b22-1e7fb6d302bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:16.226354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-91b03305-6426-4d4d-9b22-1e7fb6d302bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a HTTP/1.1" status: 200 len: 862 time: 0.1225228 Jul 09 17:34:16.229627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2835aab9-8d46-451b-8d0c-dc7090213112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e573d3bbaf049cc9d37294bb1fa2efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987174 Jul 09 17:34:16.235441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54384) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:16.239492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835aab9-8d46-451b-8d0c-dc7090213112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402c9f0c-c086-4de9-8e86-fdb9e4a421a1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:16.269965 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.322161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-cb594033-405d-41e8-80ca-c20588b2214f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84de458b-a190-469e-8122-6fe4ad2805b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837643 Jul 09 17:34:16.322869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:16.327751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:16.333613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:16.437292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=46f8fb99-1a13-45f5-9e87-d86b069267bf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:16.462883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] For port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,segment=NetworkSegment(f96bcba9-99f5-461e-b240-b3aded374461),segment_id=f96bcba9-99f5-461e-b240-b3aded374461)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:16.463251 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.485185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Calling delete_port for 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:16.491351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aac89161-759e-4e6d-b75b-1085c02a17db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.498393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-aeede157-c820-49f2-8d49-d1a369742bd1 service neutron] 10.222.0.36 "GET /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676240 Jul 09 17:34:16.529132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:16.529944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.603608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-acd316e6-0f5f-406e-820d-b305fcad4c08 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3807776 Jul 09 17:34:16.605747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aac89161-759e-4e6d-b75b-1085c02a17db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.621249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Request body: {'port': {'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:16.713990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32223aab-c850-4f76-a07b-e41735ede87f req-eed251c1-7f57-4151-8673-a9d4dad4a589 service neutron] 10.222.0.36 "GET /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617424 Jul 09 17:34:16.741588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.781390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-23deb222-7e22-4f14-8459-0e9d03a13128 None None] Provisioning for port 46f8fb99-1a13-45f5-9e87-d86b069267bf completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:16.791983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-23deb222-7e22-4f14-8459-0e9d03a13128 None None] Provisioning complete for port 46f8fb99-1a13-45f5-9e87-d86b069267bf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:16.792737 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-23deb222-7e22-4f14-8459-0e9d03a13128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.862204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:16.879586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-23deb222-7e22-4f14-8459-0e9d03a13128 None None] Port 46f8fb99-1a13-45f5-9e87-d86b069267bf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:16.908906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Pushing event deleted for resources: {'Port': ['ID=1fd88264-0bb5-4ad5-ae66-cda5ee7b687b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:16.954810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d8b2-0509-4c82-995a-6500a526558c req-9e850863-92c5-460b-ba24-5fff38252e83 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:16.961849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68c2d8b2-0509-4c82-995a-6500a526558c req-9e850863-92c5-460b-ba24-5fff38252e83 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7b436f1-6001-43fc-a8bb-b1d519d1041d HTTP/1.1" status: 200 len: 946 time: 0.5004556 Jul 09 17:34:17.020702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] No DVR routers for this DVR port 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:17.023997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c2002-9396-4377-95e2-8ac226e79b17 req-d8a987f3-5524-4942-ac3b-38e52d5f0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:17.025771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-d8a987f3-5524-4942-ac3b-38e52d5f0276 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52e4115f4ee549fdb02990d7ad4a10d7&device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 1096 time: 0.2378476 Jul 09 17:34:17.027587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.029634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419780f6-bbc6-4af4-8a4b-e0307b777e1b req-6bf73a4f-c786-49fc-be90-99cb148c4e78 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.13 "DELETE /v2.0/ports/1fd88264-0bb5-4ad5-ae66-cda5ee7b687b HTTP/1.1" status: 204 len: 173 time: 1.0350804 Jul 09 17:34:17.113310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68c2d8b2-0509-4c82-995a-6500a526558c req-83473b8f-5369-4356-91f7-bda64adc5416 tempest-VolumesActionsTest-1016823166 tempest-VolumesActionsTest-1016823166-project] 10.222.0.21 "GET /v2.0/security-groups?id=955ead8d-fff7-48d4-a338-a82e3ad584fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504428 Jul 09 17:34:17.130690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aac89161-759e-4e6d-b75b-1085c02a17db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.134929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aac89161-759e-4e6d-b75b-1085c02a17db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.136724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aac89161-759e-4e6d-b75b-1085c02a17db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/402c9f0c-c086-4de9-8e86-fdb9e4a421a1 HTTP/1.1" status: 204 len: 168 time: 0.8987138 Jul 09 17:34:17.211360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac89161-759e-4e6d-b75b-1085c02a17db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402c9f0c-c086-4de9-8e86-fdb9e4a421a1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:17.404574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f8fb99-1a13-45f5-9e87-d86b069267bf {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:17.453779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.512892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Transition to ACTIVE for port object 46f8fb99-1a13-45f5-9e87-d86b069267bf will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:17.522830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.580251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Pushing event updated for resources: {'Port': ['ID=46f8fb99-1a13-45f5-9e87-d86b069267bf,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:17.630967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a904b8b-3f32-4608-a3be-0589dbbff4af req-4f315d12-6f3e-4586-bf18-903eb8e7deb4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:17.633271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a904b8b-3f32-4608-a3be-0589dbbff4af req-4f315d12-6f3e-4586-bf18-903eb8e7deb4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 931 time: 0.2180769 Jul 09 17:34:17.636438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:17.648589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c2002-9396-4377-95e2-8ac226e79b17 req-f30e7c5b-1018-4aa8-af23-f28b21a7b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:17.650410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-f30e7c5b-1018-4aa8-af23-f28b21a7b626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84de458b-a190-469e-8122-6fe4ad2805b5 HTTP/1.1" status: 200 len: 923 time: 0.6015258 Jul 09 17:34:17.700303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-6560afd6-022a-4d48-a677-5dec8f5a3531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9 HTTP/1.1" status: 200 len: 217 time: 0.0406382 Jul 09 17:34:17.750177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c83692d5-4aa1-4056-8b6a-2ea965fa950e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:17.757526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c2002-9396-4377-95e2-8ac226e79b17 req-7ec5f1dd-de24-41bb-94bc-8781fdedce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:17.759039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-7ec5f1dd-de24-41bb-94bc-8781fdedce32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a HTTP/1.1" status: 200 len: 862 time: 0.0522993 Jul 09 17:34:17.784516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514dfd6-1b7b-44e6-b160-06b539c3fdb1 req-db21b05a-3a2c-42c2-8827-7311585bce96 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:17.792500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5514dfd6-1b7b-44e6-b160-06b539c3fdb1 req-db21b05a-3a2c-42c2-8827-7311585bce96 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 944 time: 0.8715200 Jul 09 17:34:17.845812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-b95d71b2-e60a-44e0-85df-762a8d6b2f8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84de458b-a190-469e-8122-6fe4ad2805b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790880 Jul 09 17:34:17.865052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8a904b8b-3f32-4608-a3be-0589dbbff4af req-a7a9cf25-df14-4f37-9c9b-a4c1692460b1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143753 Jul 09 17:34:17.998464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5514dfd6-1b7b-44e6-b160-06b539c3fdb1 req-538de72a-c4c8-44bc-aa18-2c57c43a3326 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049344 Jul 09 17:34:17.998950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'name': 'network-vif-deleted', 'tag': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:18.007533 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c94fb02-588b-41a2-9555-106189840f05" -d '{"events": [{"server_uuid": "f7b436f1-6001-43fc-a8bb-b1d519d1041d", "name": "network-vif-deleted", "tag": "1fd88264-0bb5-4ad5-ae66-cda5ee7b687b"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:18.094977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Attempting to bind port 46f8fb99-1a13-45f5-9e87-d86b069267bf on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:18.095824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Attempting to bind port 46f8fb99-1a13-45f5-9e87-d86b069267bf by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:18.096389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Attempting to bind port 46f8fb99-1a13-45f5-9e87-d86b069267bf on network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:18.102793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-20aaf82d-c0e9-4cd7-ad39-38e1f5b03198 service neutron] 10.222.0.36 "GET /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504618 Jul 09 17:34:18.129469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c83692d5-4aa1-4056-8b6a-2ea965fa950e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.130809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Port 46f8fb99-1a13-45f5-9e87-d86b069267bf on network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:34:18.131451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Attempting to bind port 46f8fb99-1a13-45f5-9e87-d86b069267bf on network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:18.138778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c83692d5-4aa1-4056-8b6a-2ea965fa950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.163504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:18.164506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Checking segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:18.165146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Bound using segment: {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:18.165731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Bound port: 46f8fb99-1a13-45f5-9e87-d86b069267bf, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:18.166196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.196176 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524626fc-8054-4fe6-a4e1-dadcf004ca66 x-openstack-request-id: req-524626fc-8054-4fe6-a4e1-dadcf004ca66 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:18.196468 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b436f1-6001-43fc-a8bb-b1d519d1041d", "name": "network-vif-deleted", "tag": "1fd88264-0bb5-4ad5-ae66-cda5ee7b687b", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:18.196740 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-524626fc-8054-4fe6-a4e1-dadcf004ca66 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:18.197169 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b436f1-6001-43fc-a8bb-b1d519d1041d', 'name': 'network-vif-deleted', 'tag': '1fd88264-0bb5-4ad5-ae66-cda5ee7b687b', 'status': 'completed', 'code': 200} Jul 09 17:34:18.226230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83692d5-4aa1-4056-8b6a-2ea965fa950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e80d18c-ab39-4afa-a43a-17a99bb24fa0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:18.294816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c83692d5-4aa1-4056-8b6a-2ea965fa950e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=696d1d93003f42d193f0fade44ccc1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570358 Jul 09 17:34:18.297361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54432) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:18.307010 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-569c2002-9396-4377-95e2-8ac226e79b17 req-a098ae2d-f534-48fd-b06c-edbcc287e9be service neutron] 10.222.0.36 "GET /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956775 Jul 09 17:34:18.333015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] For port 46f8fb99-1a13-45f5-9e87-d86b069267bf, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:18.357450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] For port 46f8fb99-1a13-45f5-9e87-d86b069267bf, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:18.371578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.431998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.432738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.435095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] 10.222.0.13 "PUT /v2.0/ports/46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 200 len: 1092 time: 1.8201125 Jul 09 17:34:18.444606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:18.447323 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5751950-0b14-4061-ad8e-db76ec30dd33" -d '{"events": [{"name": "network-changed", "server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:18.450646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-80c1bc94-3db2-47a1-acaa-ecec173fd0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.548023 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51073694-65ba-405b-bfc3-84dce569802a x-openstack-request-id: req-51073694-65ba-405b-bfc3-84dce569802a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:18.548730 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:18.548730 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51073694-65ba-405b-bfc3-84dce569802a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:18.549147 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'status': 'completed', 'code': 200} Jul 09 17:34:18.561652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0df42-edef-494a-a1d4-a7d6500355be service neutron] Pushing event updated for resources: {'Port': ['ID=46f8fb99-1a13-45f5-9e87-d86b069267bf,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:18.571069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-80c1bc94-3db2-47a1-acaa-ecec173fd0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.639446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-4811a075-bfef-4fe9-85ee-d580d1baab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.641774 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-4811a075-bfef-4fe9-85ee-d580d1baab91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1095 time: 0.1544902 Jul 09 17:34:18.701537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-15c4f0ad-81b9-42cb-adc7-774489478415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 200 len: 217 time: 0.0518050 Jul 09 17:34:18.722008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-80c1bc94-3db2-47a1-acaa-ecec173fd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.724745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-80c1bc94-3db2-47a1-acaa-ecec173fd0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:18.725885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-80c1bc94-3db2-47a1-acaa-ecec173fd0a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e80d18c-ab39-4afa-a43a-17a99bb24fa0 HTTP/1.1" status: 204 len: 168 time: 0.4276028 Jul 09 17:34:18.778543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:18.787529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1bc94-3db2-47a1-acaa-ecec173fd0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e80d18c-ab39-4afa-a43a-17a99bb24fa0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:18.833024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-3ff23a4a-e618-45ad-b3d7-41b2d47b2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:18.836944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-3ff23a4a-e618-45ad-b3d7-41b2d47b2dee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984acf4d-b5ad-4872-98a5-538b67825e3b HTTP/1.1" status: 200 len: 835 time: 0.1277010 Jul 09 17:34:18.854350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:18.854844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1fd88264-0bb5-4ad5-ae66-cda5ee7b687b not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:19.023163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-703e413c-de50-4ba9-b825-cf1b4e284aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.026000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-703e413c-de50-4ba9-b825-cf1b4e284aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836593 Jul 09 17:34:19.250913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-f208333d-56e7-434c-b698-9e00b88849d4 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103601 Jul 09 17:34:19.360195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-474dcc8f-b359-4882-8e66-a3040e27c188 req-69094b60-0208-418e-821a-2a1b1be17b4f service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029077 Jul 09 17:34:19.413091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272de04-5949-4cef-b5d2-e7b533061cf4 req-82c36d7c-4aff-4714-a689-fb3678d8a70e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.415600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78581c1-4f1e-4d46-84ed-5f8092397204 req-23232f01-bd08-4207-b595-6b413a017d2f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.417724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e78581c1-4f1e-4d46-84ed-5f8092397204 req-23232f01-bd08-4207-b595-6b413a017d2f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 944 time: 0.1677976 Jul 09 17:34:19.423417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0272de04-5949-4cef-b5d2-e7b533061cf4 req-82c36d7c-4aff-4714-a689-fb3678d8a70e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 943 time: 0.2194550 Jul 09 17:34:19.480723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e78581c1-4f1e-4d46-84ed-5f8092397204 req-cda4c373-9127-4747-a32d-75d20895b333 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535994 Jul 09 17:34:19.538253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0272de04-5949-4cef-b5d2-e7b533061cf4 req-b17baa72-3393-4ae6-aeb3-1fd22f355346 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114037 Jul 09 17:34:19.574024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-1bbaf3f1-3ceb-4cc9-8977-48d674619006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.575601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-1bbaf3f1-3ceb-4cc9-8977-48d674619006 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1095 time: 0.1150701 Jul 09 17:34:19.755646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-6b878e4d-4208-478a-9c20-44b1894e843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.757681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-6b878e4d-4208-478a-9c20-44b1894e843b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 897 time: 0.1740232 Jul 09 17:34:19.873041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-5df34369-5c20-4b96-9fe2-fdd18729abe5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 200 len: 217 time: 0.1076818 Jul 09 17:34:19.948469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-26fe5c18-b5dd-451f-aaca-3251243db47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:19.950123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-26fe5c18-b5dd-451f-aaca-3251243db47d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984acf4d-b5ad-4872-98a5-538b67825e3b HTTP/1.1" status: 200 len: 835 time: 0.0705199 Jul 09 17:34:20.066465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 75a38892-7e5a-4182-8b0e-725b25ef90a9 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:34:20.101545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-73f94a63-2fea-4d70-a524-6b9abfae54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:20.103366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-73f94a63-2fea-4d70-a524-6b9abfae54ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463923 Jul 09 17:34:20.314419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 75a38892-7e5a-4182-8b0e-725b25ef90a9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9,segment=NetworkSegment(f61662c1-2fd6-40dc-8f97-d81bc983a42d),segment_id=f61662c1-2fd6-40dc-8f97-d81bc983a42d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:20.329711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-4ded3861-604e-4917-9c55-3c316c194515 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192993 Jul 09 17:34:20.337653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '75a38892-7e5a-4182-8b0e-725b25ef90a9', 'network_id': '84de458b-a190-469e-8122-6fe4ad2805b5', 'port_id': '75a38892-7e5a-4182-8b0e-725b25ef90a9', 'mac_address': 'fa:16:3e:b3:70:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:34:20.456732 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:20.503911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a38892-7e5a-4182-8b0e-725b25ef90a9 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:20.541486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 75a38892-7e5a-4182-8b0e-725b25ef90a9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9,segment=NetworkSegment(f61662c1-2fd6-40dc-8f97-d81bc983a42d),segment_id=f61662c1-2fd6-40dc-8f97-d81bc983a42d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:20.542418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5751950-0b14-4061-ad8e-db76ec30dd33 req-74734449-309e-4905-bd3a-cd74da0f2ef6 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075830 Jul 09 17:34:20.547629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:20.630109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=75a38892-7e5a-4182-8b0e-725b25ef90a9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:20.755874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['75a38892-7e5a-4182-8b0e-725b25ef90a9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:20.808267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 46f8fb99-1a13-45f5-9e87-d86b069267bf details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:34:20.873283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad86016-f382-4c07-86bf-3b1247b98ff1 req-f07b2147-fbab-4e5f-b35a-1c7523c362e1 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:20.876695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ad86016-f382-4c07-86bf-3b1247b98ff1 req-f07b2147-fbab-4e5f-b35a-1c7523c362e1 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 945 time: 0.1117971 Jul 09 17:34:20.934233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0331c4b-89db-4fcd-aced-2a3aaaa8c418 req-fd02349f-696d-4513-9015-424fa4a12a6a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:20.946003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f0331c4b-89db-4fcd-aced-2a3aaaa8c418 req-fd02349f-696d-4513-9015-424fa4a12a6a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 943 time: 0.1412127 Jul 09 17:34:20.997722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ad86016-f382-4c07-86bf-3b1247b98ff1 req-056c86e9-e1ed-4f7c-be32-72a099934265 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085229 Jul 09 17:34:21.093321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f0331c4b-89db-4fcd-aced-2a3aaaa8c418 req-0441726d-aa18-4136-83cb-609fa504e59c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433244 Jul 09 17:34:21.098018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 46f8fb99-1a13-45f5-9e87-d86b069267bf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:21.205604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:34:21.293168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.336094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f8fb99-1a13-45f5-9e87-d86b069267bf {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:21.379139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 46f8fb99-1a13-45f5-9e87-d86b069267bf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:21.389536 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:21.539323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=46f8fb99-1a13-45f5-9e87-d86b069267bf,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:21.595503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['46f8fb99-1a13-45f5-9e87-d86b069267bf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:22.072732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 75a38892-7e5a-4182-8b0e-725b25ef90a9 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:22.297323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 75a38892-7e5a-4182-8b0e-725b25ef90a9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:22.302757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 75a38892-7e5a-4182-8b0e-725b25ef90a9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:22.303338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:22.401466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0096dbd-a0e6-445f-a2de-a568dc0b2221 req-621d8265-03d6-4256-a72d-ce695b0e194c tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:22.421411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0096dbd-a0e6-445f-a2de-a568dc0b2221 req-621d8265-03d6-4256-a72d-ce695b0e194c tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 945 time: 0.1633284 Jul 09 17:34:22.532063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:22.565796 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0096dbd-a0e6-445f-a2de-a568dc0b2221 req-7c4f3c63-ec75-44aa-bb70-9b678487e1a7 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421812 Jul 09 17:34:22.576791 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:22.634865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d16d9-7ed5-454b-8db0-d7144e2a4518 req-a204cf58-6a1c-46e9-82dc-9375eb993920 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:22.647855 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-273d16d9-7ed5-454b-8db0-d7144e2a4518 req-a204cf58-6a1c-46e9-82dc-9375eb993920 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 944 time: 0.2838829 Jul 09 17:34:22.678823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a38892-7e5a-4182-8b0e-725b25ef90a9'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:22.681135 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c2e97-2404-4938-aee2-75ddb6580a78" -d '{"events": [{"server_uuid": "e0903212-ac85-47ac-b7bc-f6b0549867a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a38892-7e5a-4182-8b0e-725b25ef90a9"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:22.765146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-273d16d9-7ed5-454b-8db0-d7144e2a4518 req-8108f2cb-b93d-444c-9fb7-8bd71837e2c3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071391 Jul 09 17:34:22.768613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 75a38892-7e5a-4182-8b0e-725b25ef90a9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9,segment=NetworkSegment(f61662c1-2fd6-40dc-8f97-d81bc983a42d),segment_id=f61662c1-2fd6-40dc-8f97-d81bc983a42d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:22.809282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 46f8fb99-1a13-45f5-9e87-d86b069267bf up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:22.812755 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:22.936829 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbc5fed-309f-4ae0-9402-b4e8dd3b2f3d x-openstack-request-id: req-8fbc5fed-309f-4ae0-9402-b4e8dd3b2f3d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:22.937367 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0903212-ac85-47ac-b7bc-f6b0549867a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a38892-7e5a-4182-8b0e-725b25ef90a9", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:22.937804 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fbc5fed-309f-4ae0-9402-b4e8dd3b2f3d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:22.938349 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a38892-7e5a-4182-8b0e-725b25ef90a9', 'code': 200} Jul 09 17:34:22.939938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=75a38892-7e5a-4182-8b0e-725b25ef90a9,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:23.008730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 46f8fb99-1a13-45f5-9e87-d86b069267bf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:23.014002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 46f8fb99-1a13-45f5-9e87-d86b069267bf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:23.014793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:23.046172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d269a-156a-4bbf-8bb5-98e416fa464a req-d580e6ad-abd3-43f4-bfd1-3c2058da8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:23.048103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-246d269a-156a-4bbf-8bb5-98e416fa464a req-d580e6ad-abd3-43f4-bfd1-3c2058da8d31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 1098 time: 0.1195703 Jul 09 17:34:23.112149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-246d269a-156a-4bbf-8bb5-98e416fa464a req-be356fbd-a2e9-4436-aa81-a1b196f7cdfc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570209 Jul 09 17:34:23.120965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:23.168014 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 46f8fb99-1a13-45f5-9e87-d86b069267bf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:23.175905 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:23.240533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=46f8fb99-1a13-45f5-9e87-d86b069267bf,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:24.179825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ddc0-6a55-4b1f-a662-e9275d0b7ee9 req-12ad380b-4997-4269-82a8-835e9b600e1a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:24.193544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ede9ddc0-6a55-4b1f-a662-e9275d0b7ee9 req-12ad380b-4997-4269-82a8-835e9b600e1a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.1875312 Jul 09 17:34:24.302775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6410b-b906-4d2c-938a-36dddfba2426 req-d345664f-94c2-41b0-94ab-17e5abeb1e53 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:24.311659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ca6410b-b906-4d2c-938a-36dddfba2426 req-d345664f-94c2-41b0-94ab-17e5abeb1e53 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 946 time: 0.2073853 Jul 09 17:34:24.316375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ede9ddc0-6a55-4b1f-a662-e9275d0b7ee9 req-988fb585-e989-426f-af9d-9abea7ddafb9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120858 Jul 09 17:34:24.343257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:24.421928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6ca6410b-b906-4d2c-938a-36dddfba2426 req-f423bf85-e9fc-406e-8ddc-68ccea58d844 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086347 Jul 09 17:34:24.886223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Deleting port 76055181-1998-459d-9bee-8241e6a380f6 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:24.886642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:24.940348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:24.943370 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a75bea-2dfb-4dda-ba11-ad992b4ebb5b" -d '{"events": [{"server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "name": "network-vif-plugged", "status": "completed", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:24.998481 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5a637f-65b9-44e1-8260-4ef17cf5407d x-openstack-request-id: req-4b5a637f-65b9-44e1-8260-4ef17cf5407d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:24.999104 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "name": "network-vif-plugged", "status": "completed", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:24.999431 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b5a637f-65b9-44e1-8260-4ef17cf5407d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:25.000468 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'code': 200} Jul 09 17:34:25.027292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] For port 76055181-1998-459d-9bee-8241e6a380f6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=76055181-1998-459d-9bee-8241e6a380f6,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:25.027925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:25.046989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Calling delete_port for 76055181-1998-459d-9bee-8241e6a380f6 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:25.251587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a86a5-33a1-4d30-823b-6a308ba3c344 req-e61ca532-6bef-47ab-b874-355653672543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:25.253229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c56a86a5-33a1-4d30-823b-6a308ba3c344 req-e61ca532-6bef-47ab-b874-355653672543 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1097 time: 0.1254401 Jul 09 17:34:25.324286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c56a86a5-33a1-4d30-823b-6a308ba3c344 req-89edbbb9-55d3-4e63-96f8-12b83c7354d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616803 Jul 09 17:34:25.338758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:25.418178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Pushing event deleted for resources: {'Port': ['ID=76055181-1998-459d-9bee-8241e6a380f6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:25.751307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbe0a2-bed4-4379-b252-8cb616a171f2 req-b7e10245-7018-48f8-b0d5-a98cb698b1c5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:25.759693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bbe0a2-bed4-4379-b252-8cb616a171f2 req-b7e10245-7018-48f8-b0d5-a98cb698b1c5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.1666877 Jul 09 17:34:25.861314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bbe0a2-bed4-4379-b252-8cb616a171f2 req-e5c2b72e-1062-43fc-b069-b8eedb25a8c4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001470 Jul 09 17:34:25.936452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3e8c0-5794-4a18-b2e4-afe631aa7c3a req-d4ea6d73-55c7-4fbb-a720-cee96400123a tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:25.943698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68f3e8c0-5794-4a18-b2e4-afe631aa7c3a req-d4ea6d73-55c7-4fbb-a720-cee96400123a tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 946 time: 0.2705929 Jul 09 17:34:25.963219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:26.273708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68f3e8c0-5794-4a18-b2e4-afe631aa7c3a req-26a0b20d-a61c-4be2-bf16-669f401b54ae tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276992 Jul 09 17:34:26.633225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:26.895057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:26.907080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-790ff3a4-9991-4929-ad6c-1c25f31f9337 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e7ba959-f092-4b6f-a749-3870fb2de0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3726583 Jul 09 17:34:26.909770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:26.918383 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] Sync routers for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:26.944346 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:26.945037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:27.104661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.328350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54770) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:27.350553 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:27.408656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98e50-ba6a-41d3-9c1d-c9a09ffd7e56 req-bed535a3-8a8b-43f5-b23a-192b41e33c14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:27.415803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1e98e50-ba6a-41d3-9c1d-c9a09ffd7e56 req-bed535a3-8a8b-43f5-b23a-192b41e33c14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.1817234 Jul 09 17:34:27.501169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad800f-bb70-4ec6-8599-382e4e1277e2 req-8da96800-9d81-48af-ba56-7dea6381e9ee tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:27.503028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1e98e50-ba6a-41d3-9c1d-c9a09ffd7e56 req-ac9271a8-5736-4136-a505-20052ce49ee4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741575 Jul 09 17:34:27.508957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baad800f-bb70-4ec6-8599-382e4e1277e2 req-8da96800-9d81-48af-ba56-7dea6381e9ee tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 946 time: 0.1813891 Jul 09 17:34:27.518559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.639419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baad800f-bb70-4ec6-8599-382e4e1277e2 req-c8868671-30a7-49bd-9584-8a903ff7e405 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246424 Jul 09 17:34:27.663597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1083df91-51b6-4c5f-a941-01867bcfeb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.687109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Deleting port b7a8fc11-e64f-46f8-8e89-010eabb245ed {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:27.687451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.888790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] For port b7a8fc11-e64f-46f8-8e89-010eabb245ed, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b7a8fc11-e64f-46f8-8e89-010eabb245ed,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:27.889068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.909768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Calling delete_port for b7a8fc11-e64f-46f8-8e89-010eabb245ed owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:27.977889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1083df91-51b6-4c5f-a941-01867bcfeb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:27.982347 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:34:25Z', 'revision_number': 5, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port': {'id': 'b7a8fc11-e64f-46f8-8e89-010eabb245ed', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:22:07Z', 'updated_at': '2021-07-09T17:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:27.985329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1083df91-51b6-4c5f-a941-01867bcfeb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.028290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1083df91-51b6-4c5f-a941-01867bcfeb6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=181c3943ae6d45669b46eaca70694107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6926208 Jul 09 17:34:28.033446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54782) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:28.035818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fba46b-28ff-4fc3-8ea9-2c1f64e33836 req-ea8f7aef-e0ec-441c-b325-31c267abc712 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:28.036195 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] Checking router: 0e7ba959-f092-4b6f-a749-3870fb2de0c4 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:28.043256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13fba46b-28ff-4fc3-8ea9-2c1f64e33836 req-ea8f7aef-e0ec-441c-b325-31c267abc712 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.2118020 Jul 09 17:34:28.069316 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] Routers {'0e7ba959-f092-4b6f-a749-3870fb2de0c4'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:28.070055 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:28.074218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083df91-51b6-4c5f-a941-01867bcfeb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218fb61-37c4-4f45-97f9-8155bac5f9d7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:28.110052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13fba46b-28ff-4fc3-8ea9-2c1f64e33836 req-b77dd94b-0f52-4805-9b50-820f485664e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654724 Jul 09 17:34:28.131855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54788) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:28.155967 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a20f5727-f95e-4eb5-894a-64df8fefc85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.228504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a20f5727-f95e-4eb5-894a-64df8fefc85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.301975 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] Set router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:28.331203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a20f5727-f95e-4eb5-894a-64df8fefc85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.339455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a20f5727-f95e-4eb5-894a-64df8fefc85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.341551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a20f5727-f95e-4eb5-894a-64df8fefc85f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e218fb61-37c4-4f45-97f9-8155bac5f9d7 HTTP/1.1" status: 204 len: 168 time: 0.2748926 Jul 09 17:34:28.361166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f5727-f95e-4eb5-894a-64df8fefc85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218fb61-37c4-4f45-97f9-8155bac5f9d7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:28.365268 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:34:27Z', 'revision_number': 6, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:28.398787 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d7dac-62ac-4890-8507-c57ef8255eda None None] The sync data for ids ['0e7ba959-f092-4b6f-a749-3870fb2de0c4'] in n-d-791506-17 is: [{'id': '0e7ba959-f092-4b6f-a749-3870fb2de0c4', 'name': 'tempest-TaggedBootDevicesTest-291874575-router', 'tenant_id': 'ed455744006e41819c2175ef751d60e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:22:06Z', 'updated_at': '2021-07-09T17:34:27Z', 'revision_number': 6, 'project_id': 'ed455744006e41819c2175ef751d60e6', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:28.477838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.528035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a8fc11-e64f-46f8-8e89-010eabb245ed,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:28.542423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.542933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.543365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.543868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.544322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.544742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.545166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.545574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.546031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.546453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.547027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.547443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:28.563174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678909b-4056-49d1-aa06-437e11ce2cd2 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:28.571913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54798) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:28.572337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9678909b-4056-49d1-aa06-437e11ce2cd2 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1092 time: 0.4391601 Jul 09 17:34:28.577028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:28.587145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68c6f1-c834-4119-be13-935979161294 req-c78f7c36-404d-49d7-a79a-86c48f4f550f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:28.588834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b68c6f1-c834-4119-be13-935979161294 req-c78f7c36-404d-49d7-a79a-86c48f4f550f tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 946 time: 0.2957623 Jul 09 17:34:28.642726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.918173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.918832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:28.926162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54810) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:28.964215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1a1df43-641f-4db7-8b7d-8c9f2d6c56a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.094455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.099415 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.141468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.25.3.120 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/2a6c519b-ef5a-4d93-a488-1b62ef4c4b69) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:29.238468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Deleting port 75a38892-7e5a-4182-8b0e-725b25ef90a9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:29.239291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.381808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c394b-76f8-4bca-8572-d5bc7a29b100 req-702fb2f8-4019-4360-9259-1841a73c2208 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:29.390116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a18c394b-76f8-4bca-8572-d5bc7a29b100 req-702fb2f8-4019-4360-9259-1841a73c2208 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 946 time: 0.3849366 Jul 09 17:34:29.411288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] For port 75a38892-7e5a-4182-8b0e-725b25ef90a9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=75a38892-7e5a-4182-8b0e-725b25ef90a9,segment=NetworkSegment(f61662c1-2fd6-40dc-8f97-d81bc983a42d),segment_id=f61662c1-2fd6-40dc-8f97-d81bc983a42d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:29.411698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.426918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Calling delete_port for 75a38892-7e5a-4182-8b0e-725b25ef90a9 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:29.512849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a18c394b-76f8-4bca-8572-d5bc7a29b100 req-8a94734c-b8a7-46c2-b9f7-4de6c07ce68c tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210399 Jul 09 17:34:29.525807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.526397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7ba959-f092-4b6f-a749-3870fb2de0c4 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:34:29.533909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.548350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-99448a14-0e4a-468e-b80c-90141625d7c2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e7ba959-f092-4b6f-a749-3870fb2de0c4 HTTP/1.1" status: 204 len: 168 time: 2.6373122 Jul 09 17:34:29.549122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54820) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:29.600137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.644546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Deleting subnet ce888ba5-a28e-479c-9fa6-b6a93d3b7dec {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:34:29.648567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1a1df43-641f-4db7-8b7d-8c9f2d6c56a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.654015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.701961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.704018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1a1df43-641f-4db7-8b7d-8c9f2d6c56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.717480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['75a38892-7e5a-4182-8b0e-725b25ef90a9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:29.746175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Pushing event deleted for resources: {'Port': ['ID=75a38892-7e5a-4182-8b0e-725b25ef90a9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:29.785414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e1a1df43-641f-4db7-8b7d-8c9f2d6c56a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64f20ff1c6664850b0208eb743617991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8561263 Jul 09 17:34:29.785414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54828) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:29.845128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] No DVR routers for this DVR port 75a38892-7e5a-4182-8b0e-725b25ef90a9 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:29.858431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:29.876490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b68c6f1-c834-4119-be13-935979161294 req-3967c118-88bc-4991-b9bd-cd9353026b36 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.36 "DELETE /v2.0/ports/75a38892-7e5a-4182-8b0e-725b25ef90a9 HTTP/1.1" status: 204 len: 173 time: 1.2035601 Jul 09 17:34:29.878571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'name': 'network-vif-deleted', 'tag': '75a38892-7e5a-4182-8b0e-725b25ef90a9'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:29.887133 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a4132-1aaa-4abe-94ff-9898ada4d2ec" -d '{"events": [{"server_uuid": "e0903212-ac85-47ac-b7bc-f6b0549867a1", "name": "network-vif-deleted", "tag": "75a38892-7e5a-4182-8b0e-725b25ef90a9"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:29.988122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.029725 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1e1f5d-6e6b-4e0f-bfbe-b98bbd1fba52 x-openstack-request-id: req-df1e1f5d-6e6b-4e0f-bfbe-b98bbd1fba52 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:30.030393 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0903212-ac85-47ac-b7bc-f6b0549867a1", "name": "network-vif-deleted", "tag": "75a38892-7e5a-4182-8b0e-725b25ef90a9", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:30.030511 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df1e1f5d-6e6b-4e0f-bfbe-b98bbd1fba52 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:30.031229 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0903212-ac85-47ac-b7bc-f6b0549867a1', 'name': 'network-vif-deleted', 'tag': '75a38892-7e5a-4182-8b0e-725b25ef90a9', 'status': 'completed', 'code': 200} Jul 09 17:34:30.050979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1df43-641f-4db7-8b7d-8c9f2d6c56a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c7bc2-eb52-4c57-8bf7-b9f01c94b9fc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:30.130558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.174900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b7a8fc11-e64f-46f8-8e89-010eabb245ed no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:30.190926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.244159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b7a8fc11-e64f-46f8-8e89-010eabb245ed {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:30.244418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b7a8fc11-e64f-46f8-8e89-010eabb245ed not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:30.245868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 76055181-1998-459d-9bee-8241e6a380f6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:30.293800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 76055181-1998-459d-9bee-8241e6a380f6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:30.294440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 76055181-1998-459d-9bee-8241e6a380f6 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:30.304169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=2a6c519b-ef5a-4d93-a488-1b62ef4c4b69,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:30.324151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.338933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807dcc0b-e9d3-4d2c-aa30-2e73bbde65d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.355670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:30.381969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:30.393021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce888ba5-a28e-479c-9fa6-b6a93d3b7dec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:30.397019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.401544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e2d04986-2fcb-45e7-9380-6ec0a6218a96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce888ba5-a28e-479c-9fa6-b6a93d3b7dec HTTP/1.1" status: 204 len: 168 time: 0.8486960 Jul 09 17:34:30.401544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:30.404683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54842) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:30.411390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33337b8e-61ac-41f6-90fb-f5900be21bcf None None] Network 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:30.449754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807dcc0b-e9d3-4d2c-aa30-2e73bbde65d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.685397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.765624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807dcc0b-e9d3-4d2c-aa30-2e73bbde65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.768289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807dcc0b-e9d3-4d2c-aa30-2e73bbde65d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:30.769483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-807dcc0b-e9d3-4d2c-aa30-2e73bbde65d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d7c7bc2-eb52-4c57-8bf7-b9f01c94b9fc HTTP/1.1" status: 204 len: 168 time: 0.9817548 Jul 09 17:34:30.813535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] DHCP port deletion for 10d12db8-2ba2-46a3-b374-0c7479d7bbd2 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:34:30.876807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dcc0b-e9d3-4d2c-aa30-2e73bbde65d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c7bc2-eb52-4c57-8bf7-b9f01c94b9fc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:30.934988 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e112d9b3-5a25-4b3c-b637-4ef0e82137be req-629d759e-29b7-473f-a5d5-d23016077852 tempest-InstanceActionsNegativeTestJSON-951158364 tempest-InstanceActionsNegativeTestJSON-951158364-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0903212-ac85-47ac-b7bc-f6b0549867a1 HTTP/1.1" status: 200 len: 210 time: 0.1331093 Jul 09 17:34:30.993745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] Deleting port 836896b3-a002-4451-83a6-ad159fb82a61 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:30.994689 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.002548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Deleting port 836896b3-a002-4451-83a6-ad159fb82a61 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:34:31.002893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.088484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] For port 836896b3-a002-4451-83a6-ad159fb82a61, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=836896b3-a002-4451-83a6-ad159fb82a61,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:31.090459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.128723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] Calling delete_port for 836896b3-a002-4451-83a6-ad159fb82a61 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:31.196411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] For port 836896b3-a002-4451-83a6-ad159fb82a61, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=836896b3-a002-4451-83a6-ad159fb82a61,segment=NetworkSegment(6ef5db4b-7622-4013-a210-baeb0668eae4),segment_id=6ef5db4b-7622-4013-a210-baeb0668eae4)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:31.197040 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.235424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Calling delete_port for 836896b3-a002-4451-83a6-ad159fb82a61 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:34:31.320872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.422662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] No DVR routers for this DVR port 836896b3-a002-4451-83a6-ad159fb82a61 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:31.432236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98637-4640-4dd8-8793-7da6a6b694f1 None None] Pushing event deleted for resources: {'Port': ['ID=836896b3-a002-4451-83a6-ad159fb82a61,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:31.451832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.474902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.517025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=836896b3-a002-4451-83a6-ad159fb82a61,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:31.525876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] No DVR routers for this DVR port 836896b3-a002-4451-83a6-ad159fb82a61 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:34:31.618766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.662923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.677541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d12db8-2ba2-46a3-b374-0c7479d7bbd2']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:31.709755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef5db4b-7622-4013-a210-baeb0668eae4') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:31.710628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef5db4b-7622-4013-a210-baeb0668eae4') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:31.726773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.760763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.783867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:34:31.784487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:34:31.792854 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:34:31.921083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.937087 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.939564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/10d12db8-2ba2-46a3-b374-0c7479d7bbd2 HTTP/1.1" status: 204 len: 168 time: 1.5338681 Jul 09 17:34:31.954682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a6686-ec9f-44f2-956c-29d0d00b96f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d12db8-2ba2-46a3-b374-0c7479d7bbd2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:31.983211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:31.998647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.083477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54886) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:32.116294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 75a38892-7e5a-4182-8b0e-725b25ef90a9 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:32.192818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 836896b3-a002-4451-83a6-ad159fb82a61 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:34:32.213302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 75a38892-7e5a-4182-8b0e-725b25ef90a9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:32.213543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Deleting subnet aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:34:32.214497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 75a38892-7e5a-4182-8b0e-725b25ef90a9 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:32.230629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.256248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54894) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:32.264690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 836896b3-a002-4451-83a6-ad159fb82a61 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:34:32.265038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 836896b3-a002-4451-83a6-ad159fb82a61 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:34:32.279507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=2a6c519b-ef5a-4d93-a488-1b62ef4c4b69,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:32.347003 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.373429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.457979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.495503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ec703af9-23cc-47f4-996c-41fffd033947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed455744006e41819c2175ef751d60e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380421 Jul 09 17:34:32.500332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:32.630757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.707871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:32.739863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:32.747626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-49f9d7a0-8180-4f61-acae-15adfacbd954 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aee90ee7-ad0a-4cc2-b7cd-c7d0b419820a HTTP/1.1" status: 204 len: 168 time: 0.6622155 Jul 09 17:34:32.749897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54914) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:32.883170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.000473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.028032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84de458b-a190-469e-8122-6fe4ad2805b5']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:33.064753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61662c1-2fd6-40dc-8f97-d81bc983a42d') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:33.065569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61662c1-2fd6-40dc-8f97-d81bc983a42d') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:33.100405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.146904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.158412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:34:33.159185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:34:33.163091 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:34:33.305896 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.324494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.330625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] 10.222.0.21 "DELETE /v2.0/networks/84de458b-a190-469e-8122-6fe4ad2805b5 HTTP/1.1" status: 204 len: 168 time: 0.5756898 Jul 09 17:34:33.350014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24f7ca-02c8-4b56-ae37-f695be047239 admin admin] Pushing event deleted for resources: {'Network': ['ID=84de458b-a190-469e-8122-6fe4ad2805b5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:33.437981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6fc1-865d-43b2-88f1-83652cf67893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.456220 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Floating IP 2c4142f9-a129-4488-8c34-683df86a16f4 associated. External IP: 172.25.3.120, port: 46f8fb99-1a13-45f5-9e87-d86b069267bf. Jul 09 17:34:33.556388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6fc1-865d-43b2-88f1-83652cf67893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.588930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:33.681655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6fc1-865d-43b2-88f1-83652cf67893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.687659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0dbd6fc1-865d-43b2-88f1-83652cf67893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.693313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0dbd6fc1-865d-43b2-88f1-83652cf67893 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abd16e5f-507a-416f-87c7-6db777d4c896 HTTP/1.1" status: 204 len: 168 time: 1.1913457 Jul 09 17:34:33.721398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd6fc1-865d-43b2-88f1-83652cf67893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd16e5f-507a-416f-87c7-6db777d4c896,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:33.759749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-95bb2804-393b-4e1b-8924-7e5752d48445 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52e4115f4ee549fdb02990d7ad4a10d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641784 Jul 09 17:34:33.760607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54954) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:33.868952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b34e921-a2f0-4b51-8a41-218dbfaf9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:33.939845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b34e921-a2f0-4b51-8a41-218dbfaf9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:34.047067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b34e921-a2f0-4b51-8a41-218dbfaf9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:34.050791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2b34e921-a2f0-4b51-8a41-218dbfaf9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:34.054981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2b34e921-a2f0-4b51-8a41-218dbfaf9c73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc HTTP/1.1" status: 204 len: 168 time: 0.2910495 Jul 09 17:34:34.074290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e921-a2f0-4b51-8a41-218dbfaf9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf5b34-7a0b-4751-9ffd-63c849e8d5cc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:34.135489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:34.320159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:34.330485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:34.345008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:34.348563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:34.350243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:34.424141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d34c96f7-1f85-4392-93c7-b789470a243b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8484979 Jul 09 17:34:34.424141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:34.424560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:34.425889 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:34.542381 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02d688-35d8-4d94-83c2-06240dd62467 x-openstack-request-id: req-ae02d688-35d8-4d94-83c2-06240dd62467 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:34.542381 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:34.542381 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae02d688-35d8-4d94-83c2-06240dd62467 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:34.543043 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'status': 'completed', 'code': 200} Jul 09 17:34:34.658250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd8a5768-d949-4ed4-9687-876b05819fdf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/2c4142f9-a129-4488-8c34-683df86a16f4 HTTP/1.1" status: 200 len: 991 time: 0.2307172 Jul 09 17:34:34.745225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-b75edf20-95d7-4ab8-bf0a-28d06eeafa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:34.746825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-b75edf20-95d7-4ab8-bf0a-28d06eeafa64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1097 time: 0.1879416 Jul 09 17:34:35.009875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-6f535c71-b25c-443b-8f94-57b6274dcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:35.011575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-6f535c71-b25c-443b-8f94-57b6274dcb1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 897 time: 0.2581301 Jul 09 17:34:35.287295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:35.473824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-ad8411bc-90f4-4da6-9a57-a26c64564a2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 200 len: 999 time: 0.4551640 Jul 09 17:34:35.596577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-ce84e698-f729-42e8-85c8-86c4cb17fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:35.600509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-ce84e698-f729-42e8-85c8-86c4cb17fcc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984acf4d-b5ad-4872-98a5-538b67825e3b HTTP/1.1" status: 200 len: 835 time: 0.1094408 Jul 09 17:34:35.660366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55024) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:35.784753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-2290bd7d-c99f-4d36-9f4b-e662ca89e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:35.786524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-2290bd7d-c99f-4d36-9f4b-e662ca89e692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1740863 Jul 09 17:34:35.882799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cb31d742-7806-493c-ab7b-9fa5eaa2ed7d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/2c4142f9-a129-4488-8c34-683df86a16f4 HTTP/1.1" status: 200 len: 991 time: 0.2211530 Jul 09 17:34:35.942190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-0aaf4588-dded-4d62-85a1-989917fa3a59 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443119 Jul 09 17:34:35.987355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:34:03Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:31Z', 'revision_number': 0, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:36.039059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:36.050067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:36.050911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:36.114115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55040) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:36.296683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8ea16d8-a46d-46bd-b8d7-e22bf4c0a9c9 req-6d3c207d-6036-4d7a-a3fa-642759fc1771 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434498 Jul 09 17:34:36.325467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:36.522641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55054) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:36.653042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1067011842-network', 'tenant_id': 'b48369238f2c4bc59f54eb3bd305f5a4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:36.679256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1764676676-network', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:36.748210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:34:36.748210 n-d-791506-17 neutron-server[93896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 17:34:36.748210 n-d-791506-17 neutron-server[93896]: [parameters: {'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'id': '18593551-47d2-462a-8f6d-76e309a89be4', 'expiration': datetime.datetime(2021, 7, 9, 17, 36, 36, 727975)}] Jul 09 17:34:36.748210 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:34:36.750671 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:34:36.761458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Made reservation on behalf of b48369238f2c4bc59f54eb3bd305f5a4 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:36.765422 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:36.799587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:36.887574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55064) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:36.960945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:34:03Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:31Z', 'revision_number': 0, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:37.005651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f9010-f921-41b8-a2ae-5be4a67ffd8d None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:34:03Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:31Z', 'revision_number': 0, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:37.006792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d38c4c6-1564-4f31-b7cd-1df057bc3b01 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/2c4142f9-a129-4488-8c34-683df86a16f4 HTTP/1.1" status: 200 len: 991 time: 0.1175604 Jul 09 17:34:37.452911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a2a63-bd12-45cd-a691-3e440bd22581 None None] New status for floating IP 2c4142f9-a129-4488-8c34-683df86a16f4: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:34:37.585466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:37.607860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:37.725771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:34:37.763713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3649e26-5aca-46e3-bbba-0512fa06a57f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:37.781438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:37.781924 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Added segment e6e3b807-be40-4b3b-970a-0e256acd2860 of type vlan for network 313f0e98-05d5-4092-9546-2db9166324c6 Jul 09 17:34:37.783502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:37.786370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:37.814734 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:37.870183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.008800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55090) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:38.080701 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.098391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.123871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:34:38.146714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.148626 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Added segment d1c3f133-6e8d-4e5d-9d02-cb7bb423296a of type vlan for network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 Jul 09 17:34:38.172314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cf41e3de-f83d-4627-84ef-748460789846 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/2c4142f9-a129-4488-8c34-683df86a16f4 HTTP/1.1" status: 200 len: 993 time: 0.1622419 Jul 09 17:34:38.185605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.343978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.345129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:38.345714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.359728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.494397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:38.603645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55102) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:38.604977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4893522 Jul 09 17:34:38.611268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Request body: {'subnet': {'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1067011842-subnet', 'tenant_id': 'b48369238f2c4bc59f54eb3bd305f5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:38.621053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.621053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:38.621053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.621053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b392b6-5950-468f-8ee8-20c4bdede393 admin admin] Pushing event updated for resources: {'Network': ['ID=313f0e98-05d5-4092-9546-2db9166324c6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:38.628521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 313f0e98-05d5-4092-9546-2db9166324c6 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:34:38.671071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Made reservation on behalf of b48369238f2c4bc59f54eb3bd305f5a4 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:38.674147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.721153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1967950 Jul 09 17:34:38.724567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55104) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:38.731038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Request body: {'subnet': {'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1764676676-subnet', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:38.737789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dfa35-a30a-470a-b551-6f82785321f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7f085d-5ece-4ae7-8f7f-00d410edae08,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:38.776993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:38.780361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:38.783854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:34:39.009162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.127449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf90f0e1-a916-4e7a-b98f-3c90ba02391e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:39.161928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.172814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Checking segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:39.175052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Network hostable DHCP agents. Network: 313f0e98-05d5-4092-9546-2db9166324c6, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:34:39.191051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.197435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.202738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.203397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.203969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.204500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.206107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.206107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.206107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.206107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.206935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.207674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:39.246693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Network 313f0e98-05d5-4092-9546-2db9166324c6 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:34:39.259696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.263747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 313f0e98-05d5-4092-9546-2db9166324c6) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:39.264252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:39.264608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Network hostable DHCP agents. Network: 7c7f085d-5ece-4ae7-8f7f-00d410edae08, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:34:39.271512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=554a3d1b-e94d-407c-afce-df457747d603,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:39.273961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137a8e29-dccc-40ae-b810-c98797e73826 None None] Network 313f0e98-05d5-4092-9546-2db9166324c6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:39.277971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:39.279152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.320436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7eff2949-0bd1-4edf-9aad-1ae7e97fef3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7150090 Jul 09 17:34:39.332376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:34:39.346946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7c7f085d-5ece-4ae7-8f7f-00d410edae08) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:39.361660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:39.362127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.387995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ff6c46ca-1d12-4a6b-be34-215a20f0e7fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6595938 Jul 09 17:34:39.388598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:39.405566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:39.419441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7721efd-224c-414a-91e4-170e1d5294eb None None] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:39.491575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.492902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.726244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:39.734214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:34:39.735113 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:40.225994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:40.341189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Allocated IP 172.20.0.2 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/e899f1d5-0df3-475e-b2ad-d32f0d2c6220) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:40.511161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-118fa13c-7c02-4387-a7d8-2077a88f381d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:40.513264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-118fa13c-7c02-4387-a7d8-2077a88f381d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 815 time: 0.3119073 Jul 09 17:34:40.558684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-2b3b92f4-12db-4f0c-b39b-0d5adb944df7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/quotas/b48369238f2c4bc59f54eb3bd305f5a4 HTTP/1.1" status: 200 len: 375 time: 0.0257652 Jul 09 17:34:40.630402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-fe6daab5-3eb1-4c79-adab-c6e686276b97 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657675 Jul 09 17:34:40.675308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514bc53-ee53-4a91-b399-e2dc16b0bbe3 None None] Network 313f0e98-05d5-4092-9546-2db9166324c6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:40.780421 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:40.842291 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-356ffb0c-49c7-4407-b645-37d1027bfe5d service neutron] 10.222.0.21 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047780 Jul 09 17:34:40.843540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:40.981211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31f0302b-d5a4-4ba1-b1d3-76d0c4b8aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.010723 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.055200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Transition to ACTIVE for port object e899f1d5-0df3-475e-b2ad-d32f0d2c6220 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:41.060795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-26657187-517b-4c8a-8b28-6ef5223682f2 service neutron] 10.222.0.21 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120259 Jul 09 17:34:41.120082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Allocated IP 172.25.3.85 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/506d6aa0-fa46-4bf9-9b98-89d41c645769) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:41.121549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Transition to ACTIVE for port object e899f1d5-0df3-475e-b2ad-d32f0d2c6220 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:41.135409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.156671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:41.160328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:41.234678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:41.359599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.416585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Attempting to bind port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:41.417411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Attempting to bind port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:41.417613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Attempting to bind port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:41.424827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:41.425319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:41.425906 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.426396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:41.427282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Bound port: e899f1d5-0df3-475e-b2ad-d32f0d2c6220, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:41.427804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.430502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Pushing event updated for resources: {'Port': ['ID=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:41.431959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7b3322b-6a6e-4533-b11b-abb1a40f8bea req-1fc98077-057c-4b6f-8592-cddf532737b0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 210 time: 0.0642133 Jul 09 17:34:41.492554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.610578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] For port e899f1d5-0df3-475e-b2ad-d32f0d2c6220, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:41.614842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:41.621927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] For port e899f1d5-0df3-475e-b2ad-d32f0d2c6220, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:41.634183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:41.653338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:41.683170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:41.826116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caff92c-4091-4f7b-acb5-e3b09b04fef7 None None] Pushing event updated for resources: {'Port': ['ID=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:42.088509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Pushing event updated for resources: {'Port': ['ID=506d6aa0-fa46-4bf9-9b98-89d41c645769,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:42.267416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:42.590917 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:42.925100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9ba62a5-f69f-4669-a69b-4bc4eba879fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:43.148234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8fbf7cf-c175-443f-a510-90e7fe95e832 req-65d32d46-709f-40e7-a291-adbed306cc5b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 210 time: 0.1380908 Jul 09 17:34:43.197421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Router 103eb457-f4a7-4266-809f-15555fe739a3 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:34:43.342958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:43.493379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:43.506850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Sync routers for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:43.526687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:43.531409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:43.532080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f674b52d-5364-425c-b683-c44b895ab639 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1412029 Jul 09 17:34:43.535580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:43.539797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:43.693312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2db3bd-fe61-464e-902c-d39fcefae335 None None] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:34:43.995145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3db592c5-84b3-4187-b618-27515035ff45 None None] Provisioning for port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:44.098132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-a732906b-c23e-46ef-ad61-0306fc59a80f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:44.099714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-a732906b-c23e-46ef-ad61-0306fc59a80f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 815 time: 0.4453902 Jul 09 17:34:44.113534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Request body: {'port': {'device_id': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'admin_state_up': True, 'tenant_id': 'b48369238f2c4bc59f54eb3bd305f5a4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:44.136241 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:44.185117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:44.293338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e899f1d5-0df3-475e-b2ad-d32f0d2c6220 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:44.468506 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0ff3196-fbd6-4a5b-8ca5-3dea2900612c req-f5146b06-aba3-4399-aec0-cebadee3d6c0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 210 time: 0.0852954 Jul 09 17:34:44.480538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:44.498257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:44.499365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:44.808202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:44.922533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:42Z', 'revision_number': 3, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:44.950360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Made reservation on behalf of b48369238f2c4bc59f54eb3bd305f5a4 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:44.954095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.278710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Allocated IP 172.20.0.10 (313f0e98-05d5-4092-9546-2db9166324c6/cf90f0e1-a916-4e7a-b98f-3c90ba02391e/c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:45.400321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55274) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:45.407789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Checking router: 103eb457-f4a7-4266-809f-15555fe739a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:45.410048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Updating router 103eb457-f4a7-4266-809f-15555fe739a3 port 506d6aa0-fa46-4bf9-9b98-89d41c645769 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:45.546471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e899f1d5-0df3-475e-b2ad-d32f0d2c6220, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:45.574560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b57faed8-4d7e-433e-aa8b-5ba69a71e131 None None] Provisioning complete for port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:45.575808 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b57faed8-4d7e-433e-aa8b-5ba69a71e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.580694 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.646907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.699188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-021658f6-55f6-4ce5-83e9-a2d2108cec5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.755484 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.824676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:45.864599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.882546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-021658f6-55f6-4ce5-83e9-a2d2108cec5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.908005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-021658f6-55f6-4ce5-83e9-a2d2108cec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:45.981305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.011602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-021658f6-55f6-4ce5-83e9-a2d2108cec5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2e6919c9fbf480abd93f187950265f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077962 Jul 09 17:34:46.020655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55290) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:46.022015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.087799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021658f6-55f6-4ce5-83e9-a2d2108cec5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a56c79-d513-4395-9709-2e6a662f8c67,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:46.226256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3f69b-ab25-4809-9c62-0a21603f6855 req-82eb71c0-6687-42b4-b6c7-d1dc227c6d1f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:46.227884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5b3f69b-ab25-4809-9c62-0a21603f6855 req-82eb71c0-6687-42b4-b6c7-d1dc227c6d1f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 932 time: 0.3433545 Jul 09 17:34:46.233502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e899f1d5-0df3-475e-b2ad-d32f0d2c6220 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:46.236924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Network 313f0e98-05d5-4092-9546-2db9166324c6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:46.240616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:46.243316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:46.247643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:46.299937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b00566f8-7830-4723-9980-27ebcc5202b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.374248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:46.374939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.379919 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5b3f69b-ab25-4809-9c62-0a21603f6855 req-2832ee25-2c1d-43b4-aa26-2e790cc6d2cf tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381359 Jul 09 17:34:46.383824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:46.384204 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.386501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b00566f8-7830-4723-9980-27ebcc5202b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.432838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-c9a6af2f-e990-43b2-8164-6e708764ad5f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3241196 Jul 09 17:34:46.434285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Allocated IP 172.20.0.1 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/43438565-f0cc-4527-aed8-eecb185901fb) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:46.447099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Request body: {'port': {'device_id': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:46.478340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b00566f8-7830-4723-9980-27ebcc5202b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.481179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b00566f8-7830-4723-9980-27ebcc5202b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.482354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b00566f8-7830-4723-9980-27ebcc5202b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62a56c79-d513-4395-9709-2e6a662f8c67 HTTP/1.1" status: 204 len: 168 time: 0.4604008 Jul 09 17:34:46.494107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00566f8-7830-4723-9980-27ebcc5202b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a56c79-d513-4395-9709-2e6a662f8c67,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:46.599821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.643073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.654560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Transition to ACTIVE for port object 506d6aa0-fa46-4bf9-9b98-89d41c645769 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:46.696772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.800713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.842981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3f98-ba90-4d31-a9ba-49798e50211c None None] Pushing event updated for resources: {'Port': ['ID=506d6aa0-fa46-4bf9-9b98-89d41c645769,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:46.861991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Attempting to bind port 506d6aa0-fa46-4bf9-9b98-89d41c645769 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:46.862359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Attempting to bind port 506d6aa0-fa46-4bf9-9b98-89d41c645769 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:46.862730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Attempting to bind port 506d6aa0-fa46-4bf9-9b98-89d41c645769 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:46.863972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Transition to ACTIVE for port object 43438565-f0cc-4527-aed8-eecb185901fb will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:46.880378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:46.880767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:46.881166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.881569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:46.882045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Bound port: 506d6aa0-fa46-4bf9-9b98-89d41c645769, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:46.882432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:46.964606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] For port 506d6aa0-fa46-4bf9-9b98-89d41c645769, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:46.969823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] For port 506d6aa0-fa46-4bf9-9b98-89d41c645769, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=506d6aa0-fa46-4bf9-9b98-89d41c645769,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:46.980009 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.044351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:47.045003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:47.110217 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.216989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:47.239121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:47.246906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:47.252596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3f98-ba90-4d31-a9ba-49798e50211c None None] Pushing event updated for resources: {'Port': ['ID=506d6aa0-fa46-4bf9-9b98-89d41c645769,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:47.268056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:47.278394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470b03e4-63b3-491b-9c9f-7317a8b4db1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.279816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:47.339137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=43438565-f0cc-4527-aed8-eecb185901fb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:47.513146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470b03e4-63b3-491b-9c9f-7317a8b4db1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.536546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470b03e4-63b3-491b-9c9f-7317a8b4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.564761 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.606321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b03e4-63b3-491b-9c9f-7317a8b4db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471aa6f3-9694-4954-b1e7-cf04f2d948d2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:47.673757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:47.710133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.719023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:42Z', 'revision_number': 3, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:47.734056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Transition to ACTIVE for port object c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:47.748122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-470b03e4-63b3-491b-9c9f-7317a8b4db1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d56123ab388742e9b6c3a3aa91d290de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271101 Jul 09 17:34:47.751366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55330) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:47.755808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af4670-3ff7-4aac-9e0e-ad65193d77b0 None None] The sync data for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 is: [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:42Z', 'revision_number': 3, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:47.772463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-18bcbd33-408d-4f71-8248-2553b89e322a None None] Provisioning for port 43438565-f0cc-4527-aed8-eecb185901fb completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:47.780892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-18bcbd33-408d-4f71-8248-2553b89e322a None None] Provisioning complete for port 43438565-f0cc-4527-aed8-eecb185901fb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:47.781548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-18bcbd33-408d-4f71-8248-2553b89e322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.795809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:47.845076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-18bcbd33-408d-4f71-8248-2553b89e322a None None] Port 43438565-f0cc-4527-aed8-eecb185901fb cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:47.908058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acaeae-3ca1-4692-beeb-42f2980ddfed req-659c7c34-45e6-4a5b-8d08-be8041faa518 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:47.909739 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72acaeae-3ca1-4692-beeb-42f2980ddfed req-659c7c34-45e6-4a5b-8d08-be8041faa518 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 932 time: 0.2566674 Jul 09 17:34:47.965238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05c372ee-030f-4da9-b5eb-83d38e5c2b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.036152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05c372ee-030f-4da9-b5eb-83d38e5c2b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.467646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:48.605873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.650740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Attempting to bind port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:48.651077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Attempting to bind port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:48.651458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Attempting to bind port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 on network 313f0e98-05d5-4092-9546-2db9166324c6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:48.661560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 on network 313f0e98-05d5-4092-9546-2db9166324c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:34:48.661956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Attempting to bind port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 on network 313f0e98-05d5-4092-9546-2db9166324c6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:48.677016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:48.677369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Checking segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:48.677756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Bound using segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:48.678207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Bound port: c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:48.678561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.776147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:48.780566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:48.790000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.794145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72acaeae-3ca1-4692-beeb-42f2980ddfed req-9f1573c0-b53a-4bf2-bebc-e4ff08838673 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8778851 Jul 09 17:34:48.846811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05c372ee-030f-4da9-b5eb-83d38e5c2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.853971 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-05c372ee-030f-4da9-b5eb-83d38e5c2b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.857914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-05c372ee-030f-4da9-b5eb-83d38e5c2b02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/471aa6f3-9694-4954-b1e7-cf04f2d948d2 HTTP/1.1" status: 204 len: 168 time: 1.1030965 Jul 09 17:34:48.870237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c372ee-030f-4da9-b5eb-83d38e5c2b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471aa6f3-9694-4954-b1e7-cf04f2d948d2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:48.909195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:48.909497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:48.910948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 HTTP/1.1" status: 200 len: 1093 time: 2.4698350 Jul 09 17:34:48.914751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:48.917975 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d055a2b6-7edf-4dca-a321-3a11cf30d771" -d '{"events": [{"name": "network-changed", "server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:49.035582 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1757d962-5fd1-40ae-aff1-5b4f581e8fdb x-openstack-request-id: req-1757d962-5fd1-40ae-aff1-5b4f581e8fdb {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:49.035961 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:49.036183 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1757d962-5fd1-40ae-aff1-5b4f581e8fdb {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:49.036602 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'status': 'completed', 'code': 200} Jul 09 17:34:49.046246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac238cd8-fb07-43bd-a499-8f94614169d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:49.134588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-882e4a98-d9e7-4abe-9ac2-cabde7d08c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:49.136564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-882e4a98-d9e7-4abe-9ac2-cabde7d08c5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 1096 time: 0.1627719 Jul 09 17:34:49.161619 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:49.225465 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:49.314292 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-da0060ca-03fa-4e66-b6fb-4799ad8a2530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 HTTP/1.1" status: 200 len: 217 time: 0.1684551 Jul 09 17:34:49.361301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Pushing event updated for resources: {'Port': ['ID=43438565-f0cc-4527-aed8-eecb185901fb,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:49.430711 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:49.454886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-03a34c30-2b25-4674-83fa-7eb498e0c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:49.456429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-03a34c30-2b25-4674-83fa-7eb498e0c719 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 200 len: 855 time: 0.1138129 Jul 09 17:34:49.517465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-4cead3a4-8dd1-43e9-9b3e-afed31fffbbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313f0e98-05d5-4092-9546-2db9166324c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512609 Jul 09 17:34:49.809515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-48b57bcb-3203-4d10-a9eb-1edfef8f6d5e service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038059 Jul 09 17:34:49.977831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-213c438d-3cad-48ec-abe2-251887d0fb97 req-a0bb7344-edf3-4a80-aec3-21b8459e5054 service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616588 Jul 09 17:34:49.984945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:49.986766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:50.208109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 506d6aa0-fa46-4bf9-9b98-89d41c645769 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:50.383876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 506d6aa0-fa46-4bf9-9b98-89d41c645769 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:50.388849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 506d6aa0-fa46-4bf9-9b98-89d41c645769 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:50.389543 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:50.439438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Router 103eb457-f4a7-4266-809f-15555fe739a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:34:50.578284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a8fccd22-aed4-4a31-9773-659f1044eaa1 None None] Provisioning complete for port 43438565-f0cc-4527-aed8-eecb185901fb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:50.578795 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a8fccd22-aed4-4a31-9773-659f1044eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:50.626068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:50.674024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a8fccd22-aed4-4a31-9773-659f1044eaa1 None None] Port 43438565-f0cc-4527-aed8-eecb185901fb cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:34:50.674984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab04fd-497d-443f-865e-d2f879dd993e req-0d1b9a0f-80ba-43aa-acdf-fecacb7c0bb0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:50.678574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ab04fd-497d-443f-865e-d2f879dd993e req-0d1b9a0f-80ba-43aa-acdf-fecacb7c0bb0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 944 time: 0.6683164 Jul 09 17:34:50.686785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 506d6aa0-fa46-4bf9-9b98-89d41c645769, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=506d6aa0-fa46-4bf9-9b98-89d41c645769,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:50.697223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:50.725343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-5384b2c1-9ea2-464e-93a2-eea881462e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:50.726913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-5384b2c1-9ea2-464e-93a2-eea881462e43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 1096 time: 0.6081960 Jul 09 17:34:50.818453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=506d6aa0-fa46-4bf9-9b98-89d41c645769,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:50.919012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ab04fd-497d-443f-865e-d2f879dd993e req-4f7f01b4-ae0a-4126-9f5d-7b7d18e5054a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330558 Jul 09 17:34:50.949734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:34:50.956025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3d3568ca-8616-4645-abdb-e9c61790dcf0 admin admin] 10.222.0.21 "PUT /v2.0/routers/103eb457-f4a7-4266-809f-15555fe739a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4226220 Jul 09 17:34:50.980488 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Sync routers for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:34:50.996041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-b233c454-1fe2-46f0-86eb-ac45d874a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:50.997578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-b233c454-1fe2-46f0-86eb-ac45d874a795 service neutron] 10.222.0.36 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 916 time: 0.2594659 Jul 09 17:34:51.001991 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:51.002887 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:51.121956 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:51.139545 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-809ee129-a4c7-42ae-97cf-b08c13bdb40c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 HTTP/1.1" status: 200 len: 217 time: 0.1335220 Jul 09 17:34:51.278621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-164f3928-3225-4166-b94d-085b584d2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:51.285384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-164f3928-3225-4166-b94d-085b584d2b14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 200 len: 855 time: 0.1311955 Jul 09 17:34:51.401543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-25fcf729-007c-4456-9c1f-0abfe2563684 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313f0e98-05d5-4092-9546-2db9166324c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088002 Jul 09 17:34:51.431290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 2, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:51.508261 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Checking router: 103eb457-f4a7-4266-809f-15555fe739a3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:34:51.511380 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Updating router 103eb457-f4a7-4266-809f-15555fe739a3 port 43438565-f0cc-4527-aed8-eecb185901fb binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:34:51.606263 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:51.623726 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-44a61ce8-8c25-43c0-98c8-31649529dc51 service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156315 Jul 09 17:34:51.878658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d055a2b6-7edf-4dca-a321-3a11cf30d771 req-5dce5d4e-f747-447e-9303-5fdae00fc731 service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358944 Jul 09 17:34:52.222961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 506d6aa0-fa46-4bf9-9b98-89d41c645769 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:52.259636 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:52.300597 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Transition to ACTIVE for port object 43438565-f0cc-4527-aed8-eecb185901fb will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:34:52.307805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 506d6aa0-fa46-4bf9-9b98-89d41c645769 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:52.308375 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:52.330961 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:52.411330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:52.419719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217556313', 'description': 'tempest-description--1870997290'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:52.429698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c58b-34de-43c0-8b19-22515f1a4eac req-4b89b11c-063b-4d9f-8dba-e285df0507f3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:52.451350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62f3c58b-34de-43c0-8b19-22515f1a4eac req-4b89b11c-063b-4d9f-8dba-e285df0507f3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 944 time: 0.2131364 Jul 09 17:34:52.542386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:52.627954 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Attempting to bind port 43438565-f0cc-4527-aed8-eecb185901fb on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:34:52.632203 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Attempting to bind port 43438565-f0cc-4527-aed8-eecb185901fb by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:34:52.633390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Attempting to bind port 43438565-f0cc-4527-aed8-eecb185901fb on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:34:52.642757 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Pushing event updated for resources: {'Port': ['ID=43438565-f0cc-4527-aed8-eecb185901fb,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:52.647036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62f3c58b-34de-43c0-8b19-22515f1a4eac req-5479a5cf-7f7a-4c07-af8b-af5f8433cd9d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864452 Jul 09 17:34:52.674025 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.674368 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.678062 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.678440 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.678766 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.679087 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.679430 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.679723 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.684497 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.684836 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.685159 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.685479 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:34:52.719099 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:34:52.719448 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:34:52.719878 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:52.721181 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:34:52.721848 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Bound port: 43438565-f0cc-4527-aed8-eecb185901fb, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:34:52.722037 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:52.741796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55474) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:52.970169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.013648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.021529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dff9a0e8-8a3c-4490-9357-48d6fa7ebb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.034073 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] For port 43438565-f0cc-4527-aed8-eecb185901fb, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:34:53.057210 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] For port 43438565-f0cc-4527-aed8-eecb185901fb, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=43438565-f0cc-4527-aed8-eecb185901fb,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:34:53.067708 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.072094 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:34:53.078770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.078770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6658883 Jul 09 17:34:53.081764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55488) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:53.087137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'security_group_rule': {'security_group_id': '16f74859-faaa-4ce1-ae75-fded89188779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:53.101020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6c095-b5e6-4680-9c56-a23746d226b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f74859-faaa-4ce1-ae75-fded89188779,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:53.103494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 17:34:53.103494 n-d-791506-17 neutron-server[93896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 17:34:53.103494 n-d-791506-17 neutron-server[93896]: [parameters: {'project_id_1': 'ec0405588b4b4886965775e5f650f2c2', 'expiration_1': datetime.datetime(2021, 7, 9, 17, 34, 53, 94994)}] Jul 09 17:34:53.103494 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:34:53.103951 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:34:53.137064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30abf-d9c7-44f8-8158-13cf51616ddd None None] Pushing event updated for resources: {'Port': ['ID=43438565-f0cc-4527-aed8-eecb185901fb,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:53.174574 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:34:53.175723 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:53.277676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dff9a0e8-8a3c-4490-9357-48d6fa7ebb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.288189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dff9a0e8-8a3c-4490-9357-48d6fa7ebb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.359404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55490) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:53.364084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dff9a0e8-8a3c-4490-9357-48d6fa7ebb1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2522479d1a8b4a66849326c641999577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192951 Jul 09 17:34:53.372835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9a0e8-8a3c-4490-9357-48d6fa7ebb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e310e82b-8b7b-4fef-88b7-d59e8079ec02,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:53.472324 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:34:53.491729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a496330-b86c-475a-9a22-b0441aed2d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.539951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a496330-b86c-475a-9a22-b0441aed2d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.641621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a496330-b86c-475a-9a22-b0441aed2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.644341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a496330-b86c-475a-9a22-b0441aed2d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.645875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2a496330-b86c-475a-9a22-b0441aed2d32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e310e82b-8b7b-4fef-88b7-d59e8079ec02 HTTP/1.1" status: 204 len: 168 time: 0.2851236 Jul 09 17:34:53.720016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a496330-b86c-475a-9a22-b0441aed2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e310e82b-8b7b-4fef-88b7-d59e8079ec02,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:53.723314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.833716 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:53Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:34:53.891187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.898558 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.906010 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747cea3-6027-460d-a0c4-3375feef58c6 None None] The sync data for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 is: [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:53Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:34:53.933407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ef7910-5bd6-4fa0-8e3d-6aad7df89b82,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:53.963070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:53.977432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2977890-3895-4eb5-8f91-c527a6c9abeb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8919458 Jul 09 17:34:53.977863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:54.022325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'security_group_rule': {'security_group_id': '16f74859-faaa-4ce1-ae75-fded89188779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:54.057675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d8d4-59ff-4972-aba5-36f9aa9bcf0b req-3a71da53-1128-4c50-ae34-9c4376a41ba7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:54.059298 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54d0d8d4-59ff-4972-aba5-36f9aa9bcf0b req-3a71da53-1128-4c50-ae34-9c4376a41ba7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 944 time: 0.1820514 Jul 09 17:34:54.085999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.206973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54d0d8d4-59ff-4972-aba5-36f9aa9bcf0b req-581d1107-09c2-4793-beda-75d75499bee3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146452 Jul 09 17:34:54.258087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 43438565-f0cc-4527-aed8-eecb185901fb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:54.286172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.293185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.328020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ff691c-43c0-4036-b78c-4a48a481cd8b,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:54.343706 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.348226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55516) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:54.355797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d64fdfac-b7d5-4da2-9eef-128afd2fdc79 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3716688 Jul 09 17:34:54.356043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:54.359988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:34:54.402521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.462104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55520) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:54.518394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a42aac85-b303-48f5-9e1a-24ca7fa336fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.580742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 43438565-f0cc-4527-aed8-eecb185901fb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:54.604271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 43438565-f0cc-4527-aed8-eecb185901fb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:54.605144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.647019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:54.652773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.668795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'port_id': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'mac_address': 'fa:16:3e:4d:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf90f0e1-a916-4e7a-b98f-3c90ba02391e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:34:54.826628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Allocated IP 172.25.3.161 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/17f7450a-d80d-4e62-8012-9cd20b6782fc) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:54.827601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a42aac85-b303-48f5-9e1a-24ca7fa336fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.831181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.839121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a42aac85-b303-48f5-9e1a-24ca7fa336fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.912511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aac85-b303-48f5-9e1a-24ca7fa336fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeadbd0-868f-44ff-a6c5-4060ecad4b26,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:54.963075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a42aac85-b303-48f5-9e1a-24ca7fa336fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eaf9bb3363740ab88381bf73d7b68a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996881 Jul 09 17:34:54.965613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55528) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:54.986980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:54.996883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.023158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:34:55.065662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a123b1a1-b6e4-418e-b858-5b9e72fabf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.075380 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.087791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 43438565-f0cc-4527-aed8-eecb185901fb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=43438565-f0cc-4527-aed8-eecb185901fb,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:55.104077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.119220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a123b1a1-b6e4-418e-b858-5b9e72fabf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.166079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:55.167810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:34:55.202478 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.219250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a123b1a1-b6e4-418e-b858-5b9e72fabf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.221894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a123b1a1-b6e4-418e-b858-5b9e72fabf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.223091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a123b1a1-b6e4-418e-b858-5b9e72fabf05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6aeadbd0-868f-44ff-a6c5-4060ecad4b26 HTTP/1.1" status: 204 len: 168 time: 0.2562954 Jul 09 17:34:55.230968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=43438565-f0cc-4527-aed8-eecb185901fb,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:55.244857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:34:55.245801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123b1a1-b6e4-418e-b858-5b9e72fabf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeadbd0-868f-44ff-a6c5-4060ecad4b26,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:55.257527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:34:55.423499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=17f7450a-d80d-4e62-8012-9cd20b6782fc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:55.432755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:34:55.477333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:55.604454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.746886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:55.758840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8973dcf-6b03-41a0-ab9a-1dbbf52004f9 req-23949187-7ea2-4cc1-bb9f-0997a03d3c48 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:55.764358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8973dcf-6b03-41a0-ab9a-1dbbf52004f9 req-23949187-7ea2-4cc1-bb9f-0997a03d3c48 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 945 time: 0.1534247 Jul 09 17:34:55.839031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8973dcf-6b03-41a0-ab9a-1dbbf52004f9 req-b7ef94a6-2e24-4721-94d3-539d64f7a04a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Jul 09 17:34:56.149830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.180359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.234306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 43438565-f0cc-4527-aed8-eecb185901fb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:56.299858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=17f7450a-d80d-4e62-8012-9cd20b6782fc,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:56.311564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.335778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.340323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:34:56.355300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41c006e8-27f1-4270-943c-495a19f7c1fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9976375 Jul 09 17:34:56.463723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 43438565-f0cc-4527-aed8-eecb185901fb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:56.465015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.547582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:34:56.555368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:34:56.563146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.689705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-11f2feda-0433-47ad-a111-22d1d616d678 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1217556313&fields=id&tenant_id=ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 267 time: 0.0647185 Jul 09 17:34:56.707490 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.760188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:34:56.784094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:34:56.789458 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df567c6-5aa7-40f5-829f-cce0bd0a2dfd" -d '{"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:34:56.802876 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:56.874325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-a88c192d-acb6-4f35-84d1-dce9a1e5a860 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:56.878351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-a88c192d-acb6-4f35-84d1-dce9a1e5a860 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.1799259 Jul 09 17:34:56.902123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:34:56.907752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-53fe6861-caf7-40db-b034-80e3c31f4637 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/quotas/ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 375 time: 0.0225408 Jul 09 17:34:57.012915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-1d0f555b-fe23-4f6b-923a-492612d31325 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036236 Jul 09 17:34:57.022196 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b1236-34da-4062-a04f-27dc640a0154 x-openstack-request-id: req-358b1236-34da-4062-a04f-27dc640a0154 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:34:57.022675 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:34:57.023102 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-358b1236-34da-4062-a04f-27dc640a0154 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:34:57.023715 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'code': 200} Jul 09 17:34:57.332798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc6696-2fac-4136-887f-9f5569526798 req-1053b1c3-c06d-40e5-9de1-ead035906953 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:57.334077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-c2cc9de2-9fde-4532-a67c-82ad5ad7bcac service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078992 Jul 09 17:34:57.335840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31dc6696-2fac-4136-887f-9f5569526798 req-1053b1c3-c06d-40e5-9de1-ead035906953 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1052151 Jul 09 17:34:57.441958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31dc6696-2fac-4136-887f-9f5569526798 req-4e1a47f5-0911-4b4e-a121-d6413d79874a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997849 Jul 09 17:34:57.493094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba426bf-65ba-4402-821c-395baeb193cf req-0f9cf1d6-7739-4ad3-b84a-efee51329b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:57.494646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fba426bf-65ba-4402-821c-395baeb193cf req-0f9cf1d6-7739-4ad3-b84a-efee51329b9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 1098 time: 0.2850716 Jul 09 17:34:57.562895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fba426bf-65ba-4402-821c-395baeb193cf req-eac4a333-912c-40de-9ecd-5c60e1da3eff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Jul 09 17:34:57.600534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-1e10804f-f7b6-491a-ae38-56d121396960 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492738 Jul 09 17:34:57.808976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a1ea97b-c9d2-4367-945d-8704a4655738 req-e34783df-7bb8-45f7-83ea-b2873deb5118 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 210 time: 0.0412271 Jul 09 17:34:58.703678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684baa3-cf99-445c-a7da-bd9f954c7dfd req-12488eec-ac4c-4fb5-a998-3e3baa330a69 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:58.715589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5684baa3-cf99-445c-a7da-bd9f954c7dfd req-12488eec-ac4c-4fb5-a998-3e3baa330a69 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1178517 Jul 09 17:34:58.764436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5684baa3-cf99-445c-a7da-bd9f954c7dfd req-dcb1be17-a7de-440a-84df-e892a3d848c5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Jul 09 17:34:59.022580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4efd0053-41fe-4dc3-9c79-421c6aa42d58 req-3bc7fcba-6a3b-4069-8274-274b552f7e05 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 210 time: 0.0474889 Jul 09 17:34:59.054174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55742) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:59.193164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e12b3-8bd0-4940-8d92-2df1da8d5f52 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:59.194154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e12b3-8bd0-4940-8d92-2df1da8d5f52 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:59.194979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e12b3-8bd0-4940-8d92-2df1da8d5f52 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:59.198032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-156e12b3-8bd0-4940-8d92-2df1da8d5f52 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=73cb48c6691d4e01ab0ff45bbea6ff7c&network_id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 2972 time: 0.1426268 Jul 09 17:34:59.360948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc148b4c-971a-4df1-8425-7c2d5d554c9f req-7bda84ad-ac54-4d6b-85b5-0c905b541019 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:59.362504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc148b4c-971a-4df1-8425-7c2d5d554c9f req-7bda84ad-ac54-4d6b-85b5-0c905b541019 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.4231288 Jul 09 17:34:59.431464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc148b4c-971a-4df1-8425-7c2d5d554c9f req-d8557e9d-8bb4-4b3b-83fa-a8fb3f040abc tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606701 Jul 09 17:34:59.511647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-b97a312f-2ad3-4f53-a132-fff6889f2015 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:34:59.515871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-b97a312f-2ad3-4f53-a132-fff6889f2015 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.2666714 Jul 09 17:34:59.607106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-4a2d7659-3fde-4824-a1cd-2a9b26ae9ebb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 380 time: 0.0681973 Jul 09 17:34:59.619647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'port': {'device_id': '1317247c-5d23-4431-9c39-bba5bda81461', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'admin_state_up': True, 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'security_groups': ['16f74859-faaa-4ce1-ae75-fded89188779']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:34:59.767702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:34:59.773773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:34:59.829647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55810) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:34:59.983784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Allocated IP 172.20.0.11 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/5339b060-1d2f-4ef9-87a0-e37bb54294f2) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:34:59.986423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7f187bc-0a75-48f9-a50d-93afd84e5d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.230495 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7f187bc-0a75-48f9-a50d-93afd84e5d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.237327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.241416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f7f187bc-0a75-48f9-a50d-93afd84e5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.254983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Transition to ACTIVE for port object 5339b060-1d2f-4ef9-87a0-e37bb54294f2 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:00.321329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.334329 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f7f187bc-0a75-48f9-a50d-93afd84e5d67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f8cc98be62d4c198d0a12857ee36543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010850 Jul 09 17:35:00.334329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f187bc-0a75-48f9-a50d-93afd84e5d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba4bb8-d867-432d-82a0-7fa525af2e2e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:00.335405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55828) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:00.412536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:00.427149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:00.446276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:00.463997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3c02cc6-e99f-4a3e-93ca-5ca5a39e9234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.466761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:00.548991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:00.549672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.608417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951b62-e23b-46ba-9d04-f125ce112bc7 req-fe11097f-2b6d-4f11-b112-39e2d2704cef tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:00.611301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3c02cc6-e99f-4a3e-93ca-5ca5a39e9234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.619861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd951b62-e23b-46ba-9d04-f125ce112bc7 req-fe11097f-2b6d-4f11-b112-39e2d2704cef tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.2101905 Jul 09 17:35:00.622880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-ae31a7c1-c530-453f-b16f-524667918edb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087724 Jul 09 17:35:00.651876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Request body: {'port': {'device_id': '1317247c-5d23-4431-9c39-bba5bda81461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:00.727425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3391-3188-4516-99d8-1ecb9cce91b5 req-e3dd7124-2d21-4d4c-a486-4b45630386b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:00.729251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8abe3391-3188-4516-99d8-1ecb9cce91b5 req-e3dd7124-2d21-4d4c-a486-4b45630386b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 932 time: 0.3060930 Jul 09 17:35:00.733145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd951b62-e23b-46ba-9d04-f125ce112bc7 req-7ac9b364-cf0a-45c3-bd15-b93bf9087dcb tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119540 Jul 09 17:35:00.807751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.820011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8abe3391-3188-4516-99d8-1ecb9cce91b5 req-513296b1-407e-42e6-89b6-b0adbfa2e37d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802782 Jul 09 17:35:00.826211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3c02cc6-e99f-4a3e-93ca-5ca5a39e9234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.831661 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3c02cc6-e99f-4a3e-93ca-5ca5a39e9234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:00.841258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3c02cc6-e99f-4a3e-93ca-5ca5a39e9234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6ba4bb8-d867-432d-82a0-7fa525af2e2e HTTP/1.1" status: 204 len: 168 time: 0.5021882 Jul 09 17:35:00.885028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02cc6-e99f-4a3e-93ca-5ca5a39e9234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba4bb8-d867-432d-82a0-7fa525af2e2e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:01.014728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c0305de6-b910-4e2d-9656-a070456d25fc None None] Provisioning for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:01.022320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c0305de6-b910-4e2d-9656-a070456d25fc None None] Provisioning complete for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:01.022565 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0305de6-b910-4e2d-9656-a070456d25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.114441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c0305de6-b910-4e2d-9656-a070456d25fc None None] Port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:01.298273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55852) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:01.319098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-721ac1c6-7efa-4bbf-9ecf-91ff5399f46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.342096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:01.351015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.365467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Transition to ACTIVE for port object 5339b060-1d2f-4ef9-87a0-e37bb54294f2 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:01.373478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.438467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:01.509990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-721ac1c6-7efa-4bbf-9ecf-91ff5399f46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.516662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-721ac1c6-7efa-4bbf-9ecf-91ff5399f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.539675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Attempting to bind port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:01.540194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Attempting to bind port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:01.540563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Attempting to bind port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:01.550912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:35:01.551242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Attempting to bind port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:01.557007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:01.557284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:01.557814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:01.559418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Bound port: 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:01.559838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.566548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-721ac1c6-7efa-4bbf-9ecf-91ff5399f46c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a671f9c16d443aebabb471bcae3ae5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668746 Jul 09 17:35:01.569469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:01.604869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ac1c6-7efa-4bbf-9ecf-91ff5399f46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e90c1-886a-45f2-8f61-ddf5afa18985,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:01.659450 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de30d2e9-572f-44cf-bf7b-74f8d085ee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.694016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de30d2e9-572f-44cf-bf7b-74f8d085ee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.694363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:01.698335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:01.710853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.774445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de30d2e9-572f-44cf-bf7b-74f8d085ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.778053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de30d2e9-572f-44cf-bf7b-74f8d085ee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.779641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-de30d2e9-572f-44cf-bf7b-74f8d085ee4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c33e90c1-886a-45f2-8f61-ddf5afa18985 HTTP/1.1" status: 204 len: 168 time: 0.2089770 Jul 09 17:35:01.790378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30d2e9-572f-44cf-bf7b-74f8d085ee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e90c1-886a-45f2-8f61-ddf5afa18985,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:01.812568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:01.814118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:01.816762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] 10.222.0.13 "PUT /v2.0/ports/5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1093 time: 1.1787181 Jul 09 17:35:01.817407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:01.819976 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e" -d '{"events": [{"name": "network-changed", "server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:01.850973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeefe4b-fb10-4433-bbd6-1c6f982d2801 service neutron] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:01.935746 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a189c4-f243-473d-9baf-7aa2c122b65f x-openstack-request-id: req-b5a189c4-f243-473d-9baf-7aa2c122b65f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:01.938285 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:01.939905 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a189c4-f243-473d-9baf-7aa2c122b65f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:01.944408 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'status': 'completed', 'code': 200} Jul 09 17:35:02.001668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-dc16125e-9890-478c-b565-14eb3b5d3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:02.005286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-dc16125e-9890-478c-b565-14eb3b5d3f60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1096 time: 0.1216738 Jul 09 17:35:02.091431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024567d4-bc40-43a4-9ec7-3701fbdc5dc5 req-3329a006-4857-4a8e-9bc0-9f4889b55bbc tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:02.101811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-024567d4-bc40-43a4-9ec7-3701fbdc5dc5 req-3329a006-4857-4a8e-9bc0-9f4889b55bbc tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1038814 Jul 09 17:35:02.147421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-f890a1b6-e211-4706-ad6e-8a8b2548cc44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 217 time: 0.1308141 Jul 09 17:35:02.170432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-024567d4-bc40-43a4-9ec7-3701fbdc5dc5 req-0a9d4319-2427-478a-acbe-a4660159403b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642254 Jul 09 17:35:02.269216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-89c4920a-3a59-41ba-9bbb-4af5c5925001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:02.271586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-89c4920a-3a59-41ba-9bbb-4af5c5925001 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1137588 Jul 09 17:35:02.401694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-780f2130-c7d5-497e-b0bd-de2e56e9dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:02.402985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-780f2130-c7d5-497e-b0bd-de2e56e9dc43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186500 Jul 09 17:35:02.572593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-a4ab8fa1-c966-43fd-add0-09a168bdf487 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600463 Jul 09 17:35:02.674059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3868d1-11f1-4f86-b3c0-dd6e52c350d1 req-bc58b40b-1486-4d2c-a483-21e02283cabf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:02.675636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e3868d1-11f1-4f86-b3c0-dd6e52c350d1 req-bc58b40b-1486-4d2c-a483-21e02283cabf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 944 time: 0.5484037 Jul 09 17:35:02.749207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e3868d1-11f1-4f86-b3c0-dd6e52c350d1 req-9ea80bad-89de-4181-8c06-3a6a8d13c6ad tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660682 Jul 09 17:35:02.751731 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81f70fb9-2d78-477a-8672-da46893bf6d1 req-4da8c9e2-acdf-4fee-a398-2f942e34d1cd service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716964 Jul 09 17:35:02.869711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-d95f3a72-8036-417f-9fea-3d5c4c7029ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:02.872188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-d95f3a72-8036-417f-9fea-3d5c4c7029ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1096 time: 0.0638261 Jul 09 17:35:03.009228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-cbbeaa90-0bcb-49ba-b4b8-d66b1434c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:03.011461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-cbbeaa90-0bcb-49ba-b4b8-d66b1434c20a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1303928 Jul 09 17:35:03.063381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-24179f85-c35d-4c40-8a2c-af6999403043 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 217 time: 0.0413501 Jul 09 17:35:03.118552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-3ec08aa7-7a9d-496d-8300-e3969cdb88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:03.120544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-3ec08aa7-7a9d-496d-8300-e3969cdb88f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0499160 Jul 09 17:35:03.178258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55902) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:03.212206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-a15c10a8-5cdf-4b63-a386-e33ee463b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:03.213790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-a15c10a8-5cdf-4b63-a386-e33ee463b4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855110 Jul 09 17:35:03.242557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Deleting subnet c6ed80c6-2ef3-4f19-bf78-91837435c1b7 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:35:03.247228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:03.290235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:03.302154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55910) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:03.340692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:03.432883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:03.477268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00534029-efe6-4466-926f-3c2c421b22cc tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:03.488749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00534029-efe6-4466-926f-3c2c421b22cc tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 814 time: 0.1712837 Jul 09 17:35:03.508634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-7e307a6b-38fa-42fa-8c88-e5c6abfe046a service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856495 Jul 09 17:35:03.520770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ed80c6-2ef3-4f19-bf78-91837435c1b7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:03.526901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:03.532385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1fb7d948-7ca7-44d4-8537-583509d57a28 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6ed80c6-2ef3-4f19-bf78-91837435c1b7 HTTP/1.1" status: 204 len: 168 time: 0.3529522 Jul 09 17:35:03.534904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55922) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:03.638956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb270-bed6-4803-8f15-f3d521784c69 req-7ed414f4-6132-4bac-bd06-e60b139217ca tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:03.640802 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a7eb270-bed6-4803-8f15-f3d521784c69 req-7ed414f4-6132-4bac-bd06-e60b139217ca tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.2241533 Jul 09 17:35:03.689034 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:03.694546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5fa1db-b625-4f57-970b-a5fdf0aa633e req-678e72ab-e062-4501-886b-017f58dff4f4 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791356 Jul 09 17:35:03.771294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a7eb270-bed6-4803-8f15-f3d521784c69 req-27b0d61e-1b58-41d2-b485-5b06bd859e3a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135254 Jul 09 17:35:04.009746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5401d4-3127-4130-9058-94a87365f839 req-68cd8c06-378f-475e-a2b4-09fab5057e56 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:04.011794 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be5401d4-3127-4130-9058-94a87365f839 req-68cd8c06-378f-475e-a2b4-09fab5057e56 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 944 time: 0.0905931 Jul 09 17:35:04.077295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be5401d4-3127-4130-9058-94a87365f839 req-0d6fb00b-df7d-4b4a-97c7-edde273125d2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583632 Jul 09 17:35:04.255476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.272884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca6c19-9c1c-496b-b4a4-0fce5ce61888']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:04.287625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96bcba9-99f5-461e-b240-b3aded374461') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:04.288016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96bcba9-99f5-461e-b240-b3aded374461') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:04.300706 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.310780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-17c67227-63b0-4b7c-b088-36d71c26e92f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1386666 Jul 09 17:35:04.324785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.333876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:35:04.335255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:35:04.338893 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:35:04.444482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.449292 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.453905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5ca6c19-9c1c-496b-b4a4-0fce5ce61888 HTTP/1.1" status: 204 len: 168 time: 0.9155269 Jul 09 17:35:04.471319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a622-4e37-4c9c-8e4c-734758684b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ca6c19-9c1c-496b-b4a4-0fce5ce61888,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:04.485876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-57fecfb2-dc02-4d68-ab2b-3d7847c29974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:04.487442 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-57fecfb2-dc02-4d68-ab2b-3d7847c29974 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.1068344 Jul 09 17:35:04.640914 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-0b292075-72d0-4021-8c99-00d552b85427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:04.643023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-0b292075-72d0-4021-8c99-00d552b85427 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.1310601 Jul 09 17:35:04.697276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:04.703551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'network': {'name': 'tempest-network-smoke--304832755', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'port_security_enabled': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:04.767322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:04.773062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.781324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55954) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:04.815809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-4858d652-b322-44ac-989a-517a06649b76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1002 time: 0.1645582 Jul 09 17:35:04.825563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:35:04.845009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:04.845371 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Added segment 9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976 of type vlan for network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 Jul 09 17:35:04.891788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be6a016e-e33b-412b-9654-695db5a924d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3287d31ff2974149ab9fcc52e3197fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091304 Jul 09 17:35:04.911290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55958) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:04.944362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-3575cf9d-76f8-403a-b0c5-e40c63cf1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:04.945883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-3575cf9d-76f8-403a-b0c5-e40c63cf1c81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1227498 Jul 09 17:35:04.957283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.015444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:35:05.047608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.053396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b43560ae-48c3-4406-aa93-1ed05a660277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.063643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.065023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.085130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-345d9433-cd64-4cb4-afbd-01a78dccdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.086804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-345d9433-cd64-4cb4-afbd-01a78dccdd59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260800 Jul 09 17:35:05.094183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b43560ae-48c3-4406-aa93-1ed05a660277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.153127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:05.166753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:35:05.208573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:05.215648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'network': {'name': 'tempest-network-smoke--897521818', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:05.225554 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.240061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5411425 Jul 09 17:35:05.240561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:05.246071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:05.247246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-f4f51edf-e5a0-4b20-a6f5-8476cbe13922 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498752 Jul 09 17:35:05.254209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e1f8b-9ed0-40eb-9544-1749c91916c0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Network': ['ID=a2d04c9b-8fce-478a-a0db-f9cb1caaded9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:05.262258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b43560ae-48c3-4406-aa93-1ed05a660277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.266425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b43560ae-48c3-4406-aa93-1ed05a660277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.267617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b43560ae-48c3-4406-aa93-1ed05a660277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/955ead8d-fff7-48d4-a338-a82e3ad584fe HTTP/1.1" status: 204 len: 168 time: 0.3553078 Jul 09 17:35:05.273757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:05.277078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:35:05.295955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e5ec4-bacb-451c-9243-6b5b2d3ce8c0 req-eb1af3be-ac59-43f9-b119-e611f703937d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.298360 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.305103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f4e5ec4-bacb-451c-9243-6b5b2d3ce8c0 req-eb1af3be-ac59-43f9-b119-e611f703937d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.3465879 Jul 09 17:35:05.369376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f4e5ec4-bacb-451c-9243-6b5b2d3ce8c0 req-607916ab-07a2-4ee5-8c74-fa37cdb78a3d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596001 Jul 09 17:35:05.427607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Made reservation on behalf of 8a137cb710e347e9a83606ea7c8a5d3c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:05.429883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:05.433116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.436207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43560ae-48c3-4406-aa93-1ed05a660277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ead8d-fff7-48d4-a338-a82e3ad584fe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:05.513207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.526277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07a41-b782-4c78-8555-43046ad67cb8 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.527864 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-adb07a41-b782-4c78-8555-43046ad67cb8 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=73cb48c6691d4e01ab0ff45bbea6ff7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2837231 Jul 09 17:35:05.531714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:05.533272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5339b060-1d2f-4ef9-87a0-e37bb54294f2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:05.645085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec1e90-b993-4cea-9a08-c11e0a72c0b6 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.650269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0dec1e90-b993-4cea-9a08-c11e0a72c0b6 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1171932 Jul 09 17:35:05.651328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:05.680630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-59b14283-7b18-41dd-93a2-ecedda33a722 req-79903cc1-bb28-478b-973e-b39b5b1a330d service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218719 Jul 09 17:35:05.704037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca201a29-07be-4e35-a2dc-4fd2c86c7327 req-ff8dce7d-d483-4c78-80ce-9b5982b46c3f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.715105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-37b96ae9-142e-4f71-be9b-c1a09caaf094 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594773 Jul 09 17:35:05.720477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:05.722244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca201a29-07be-4e35-a2dc-4fd2c86c7327 req-ff8dce7d-d483-4c78-80ce-9b5982b46c3f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.3054898 Jul 09 17:35:05.814192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca201a29-07be-4e35-a2dc-4fd2c86c7327 req-ecf65c51-9400-4a49-8984-7b1b2ca3f198 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909278 Jul 09 17:35:05.828529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-572ed3f1-de27-4c2d-947d-1b1b7cc325cf tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=73cb48c6691d4e01ab0ff45bbea6ff7c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1030974 Jul 09 17:35:05.828529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55986) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:05.908559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.916525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:05.967995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1372ac-f0ea-43af-8567-9236b7c143f6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:05.988156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593bdd08-de0f-486e-a169-06656f63a3dd tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:05.993971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-593bdd08-de0f-486e-a169-06656f63a3dd tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1626844 Jul 09 17:35:05.994539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:06.001740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:35:06.018833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.019186 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Added segment 58381859-7cf1-418b-b81e-270c8d01c49d of type vlan for network 9801a313-c06e-4cbc-bebc-3b26860e33ea Jul 09 17:35:06.086978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.132848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.140069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:06.141144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.175477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9657650 Jul 09 17:35:06.206474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56000) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:06.210972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'admin_state_up': True, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:06.246257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa2d9c-5466-4300-a8ab-2a31b7f6d326 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Network': ['ID=9801a313-c06e-4cbc-bebc-3b26860e33ea,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:06.259510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.260853 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.263007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:35:06.333143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.440478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1c6467f-0321-4c1e-bf50-58f3986560af tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4445724 Jul 09 17:35:06.443132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:06.454302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1064789514', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:06.604208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:06.659580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42633547-d959-4c23-b8f6-bab1dfddd680 req-58469dd7-d653-4202-a54a-09e890924d2a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:06.661932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42633547-d959-4c23-b8f6-bab1dfddd680 req-58469dd7-d653-4202-a54a-09e890924d2a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.0793383 Jul 09 17:35:06.717784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42633547-d959-4c23-b8f6-bab1dfddd680 req-87ad7e89-4506-4c16-88c6-c1f7ad939699 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Jul 09 17:35:06.721418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:06.725886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.027584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:07.097582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:07.102668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:07.103048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.131869 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.165806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.176684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.184330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.217072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:07.219896 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7df22a-d26f-49a9-9b12-e321330c3b06" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:07.255685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:07.268317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.314529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Subnet': ['ID=342f1034-0bef-4675-bf4c-34c351c68121,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:07.334122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e4594-b6e1-4560-ab38-0409c726031e req-24a0796f-f984-45c6-9b02-d71fa54cc128 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:07.343611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e5e4594-b6e1-4560-ab38-0409c726031e req-24a0796f-f984-45c6-9b02-d71fa54cc128 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.3895445 Jul 09 17:35:07.358952 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efcf83a-57b4-4328-ba54-6035ca140d7f x-openstack-request-id: req-9efcf83a-57b4-4328-ba54-6035ca140d7f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:07.360165 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:07.360512 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9efcf83a-57b4-4328-ba54-6035ca140d7f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:07.362853 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:35:07.396929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:07.471258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Checking segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:07.471625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network hostable DHCP agents. Network: a2d04c9b-8fce-478a-a0db-f9cb1caaded9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:35:07.474267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.25.3.134 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:07.475627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ca05a-dd19-468f-ae27-f8db41f78525 req-d507889b-bf5e-4f47-8fda-a4fcf01c39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:07.478330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c32ca05a-dd19-468f-ae27-f8db41f78525 req-d507889b-bf5e-4f47-8fda-a4fcf01c39b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1098 time: 0.0984302 Jul 09 17:35:07.482826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e5e4594-b6e1-4560-ab38-0409c726031e req-53dd301c-37eb-4974-8ddb-3856c2c08d71 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378393 Jul 09 17:35:07.539777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:35:07.542788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c32ca05a-dd19-468f-ae27-f8db41f78525 req-923f5087-f30a-4064-9896-24054167e647 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470061 Jul 09 17:35:07.558628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a2d04c9b-8fce-478a-a0db-f9cb1caaded9) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:07.563450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:07.564099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.570703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444cb5bc-e5d7-459b-ba07-785371ba9d51 None None] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:35:07.606895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25461103-ffcc-47e9-bd3b-afdf942d5a20 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1625900 Jul 09 17:35:07.629151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.701729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.841067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:07.859198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:07.876217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:07.945541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ips': [{'subnet_id': '342f1034-0bef-4675-bf4c-34c351c68121'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:35:07.948582 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:07.977675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:08.212204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Allocated IP 172.20.0.18 (a2d04c9b-8fce-478a-a0db-f9cb1caaded9/342f1034-0bef-4675-bf4c-34c351c68121/a373da02-137d-495b-b011-636b0887a1ec) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:08.255193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.292470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56056) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:08.298072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532631016', 'description': 'tempest-secgroup-smoke-1532631016 description', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:08.417987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.498674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa3902-550b-4e03-9b9f-56d3f94eed75 req-becb175f-44dc-4256-a815-6f80602b04ee tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:08.509223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-deaa3902-550b-4e03-9b9f-56d3f94eed75 req-becb175f-44dc-4256-a815-6f80602b04ee tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.3527896 Jul 09 17:35:08.557318 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.582734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Transition to ACTIVE for port object a373da02-137d-495b-b011-636b0887a1ec will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:08.623220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Transition to ACTIVE for port object a373da02-137d-495b-b011-636b0887a1ec will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:08.640819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.664925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.674988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.687106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-deaa3902-550b-4e03-9b9f-56d3f94eed75 req-4619d20a-9b37-41aa-aac5-03f253708f3d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725223 Jul 09 17:35:08.712455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.717355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.718697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4249213 Jul 09 17:35:08.723002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56068) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:08.725511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1262252-8e34-471d-8abc-aa5edd3ced7e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092f62e7-bc59-440b-82c3-6e84868f536f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:08.730929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '092f62e7-bc59-440b-82c3-6e84868f536f', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:08.767600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Pushing event updated for resources: {'Port': ['ID=a373da02-137d-495b-b011-636b0887a1ec,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:08.778042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:08.779702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:08.782501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:08.814149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.854254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Attempting to bind port a373da02-137d-495b-b011-636b0887a1ec on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:08.854626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Attempting to bind port a373da02-137d-495b-b011-636b0887a1ec by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:08.854995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Attempting to bind port a373da02-137d-495b-b011-636b0887a1ec on network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:08.861054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:08.861427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Checking segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:08.861836 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.862232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Bound using segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:08.862706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Bound port: a373da02-137d-495b-b011-636b0887a1ec, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:08.863086 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.871167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af8d2-bb35-4d5a-b674-dd1a46d9fe06 req-5dc40fd1-a7f3-496a-82fc-e038694ff44d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:08.874089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e42af8d2-bb35-4d5a-b674-dd1a46d9fe06 req-5dc40fd1-a7f3-496a-82fc-e038694ff44d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.1172969 Jul 09 17:35:08.940890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] For port a373da02-137d-495b-b011-636b0887a1ec, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:08.945628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] For port a373da02-137d-495b-b011-636b0887a1ec, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a373da02-137d-495b-b011-636b0887a1ec,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:08.949402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.952678 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:08.956546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e42af8d2-bb35-4d5a-b674-dd1a46d9fe06 req-2c24ebc5-b45e-4d9c-a79b-527c16d6343a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718427 Jul 09 17:35:08.957949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.002383 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.008127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838607 Jul 09 17:35:09.011923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:09.018433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '092f62e7-bc59-440b-82c3-6e84868f536f', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:09.028544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1544-0247-4b2a-a73e-2a8e73fc8925 None None] Pushing event updated for resources: {'Port': ['ID=a373da02-137d-495b-b011-636b0887a1ec,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:09.039044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8830f6-ac4f-4e36-9971-38ff7226c2fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9b6c84-41fd-4e7f-a61a-590666383155,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:09.068465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.153260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.161339 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.178331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf781b-1571-41eb-ba33-26830bcfc4ba,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:09.200401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.202975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-037e2322-0a80-4155-b25a-417cef23a272 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885192 Jul 09 17:35:09.205999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56074) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:09.214136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '092f62e7-bc59-440b-82c3-6e84868f536f', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:09.259499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.266266 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.372055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.377586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0fae-fbe6-43cb-ab60-2a7f8095bce3 req-98771cfb-dfd9-46ca-8dd0-d9c1ffeb3b65 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:09.380132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.383318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de5a0fae-fbe6-43cb-ab60-2a7f8095bce3 req-98771cfb-dfd9-46ca-8dd0-d9c1ffeb3b65 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.2336662 Jul 09 17:35:09.390975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56076) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:09.409177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bba596-37fd-4cbc-a7b1-f4df7e4d5a6f,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:09.429527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'floatingip': {'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:09.434133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.435852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e2a4483b-b173-47c2-a716-19080888f96c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2284749 Jul 09 17:35:09.438478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:09.445834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '092f62e7-bc59-440b-82c3-6e84868f536f', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:09.478198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.491213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.565650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.576442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.614916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.629403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23500459-23b7-4fa8-a905-1e56d811ea57,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:09.637933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.643826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f3e4c000-eb7d-444d-a11a-a43659d1cb14 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995502 Jul 09 17:35:09.643826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56090) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:09.650472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '092f62e7-bc59-440b-82c3-6e84868f536f', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:09.717188 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Project 73cb48c6691d4e01ab0ff45bbea6ff7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:35:09.724401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.821087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.827474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.859420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9c3203-c36e-44ab-b96e-3ea8440b2489,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:09.867723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:09.872215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d9c634df-ccb5-4ba6-824c-07eccbd371ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2238400 Jul 09 17:35:09.873533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56096) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:09.881914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '092f62e7-bc59-440b-82c3-6e84868f536f', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:09.918510 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Project 73cb48c6691d4e01ab0ff45bbea6ff7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:35:09.929209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.089801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router 3f5709fe-793a-4257-be08-1ee68383b52a is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:35:10.110089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.121331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.169303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.171474 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2950125 Jul 09 17:35:10.180337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f3d36-8fe9-4571-abb9-e5e56d7eb2a1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1c67f5-29a8-40bc-9a35-ab79c47743aa,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:10.295142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a373da02-137d-495b-b011-636b0887a1ec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:10.434162 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-764b4320-43da-4bea-a25c-520290785f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.449055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a373da02-137d-495b-b011-636b0887a1ec completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:10.550634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-88f01e7a-43cc-4b6a-b869-5db6d7fa54ce tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532631016&fields=id&tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 267 time: 0.0567670 Jul 09 17:35:10.689808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27961f-b97a-4530-88a1-69f3a5c379a2 req-8c4ffb78-e4fc-41cc-b102-6d8eace6b906 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:10.699606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5d27961f-b97a-4530-88a1-69f3a5c379a2 req-8c4ffb78-e4fc-41cc-b102-6d8eace6b906 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.7422557 Jul 09 17:35:10.706656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b97a9d-b03a-4f6b-b0e8-4f1163a6e749 None None] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:35:10.743729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-fa64b4f8-4f86-4cdc-95af-6e23e36167dc tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:10.753264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-fa64b4f8-4f86-4cdc-95af-6e23e36167dc tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/networks?id=a2d04c9b-8fce-478a-a0db-f9cb1caaded9 HTTP/1.1" status: 200 len: 796 time: 0.1937635 Jul 09 17:35:10.756383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:35:10.772409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-5e7a665a-0fb6-44f8-9296-6e92eb2901d8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/quotas/73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 375 time: 0.0179365 Jul 09 17:35:10.825658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Sync routers for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:35:10.868298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:10.868992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:10.874157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:10.878849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-2385fbbb-4dd8-4f1e-be50-851e86e5bdcc tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0993998 Jul 09 17:35:10.879056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3ebd6c23-35d0-493e-8c36-9bdd5b36134c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6716132 Jul 09 17:35:10.881047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56124) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:10.922435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5d27961f-b97a-4530-88a1-69f3a5c379a2 req-95a87b1a-89a3-4c89-bf44-ef3095a969f9 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217538 Jul 09 17:35:10.957921 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.resource_extend [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:35:11.078723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:11.090880 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:11.131870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Provisioning for port a373da02-137d-495b-b011-636b0887a1ec completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:11.166945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Provisioning complete for port a373da02-137d-495b-b011-636b0887a1ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:11.169546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:11.207202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-b96e8535-b580-4a74-8a4d-255179d8159b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1936719 Jul 09 17:35:11.229488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-746974be-4084-4139-b5a5-ad9e9190e70c service neutron] 10.222.0.21 "GET /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393381 Jul 09 17:35:11.308861 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Floating IP 01c1dbb8-4872-4985-9004-d7d07ec2ce42 associated. External IP: 172.25.3.161, port: 5339b060-1d2f-4ef9-87a0-e37bb54294f2. Jul 09 17:35:11.362773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:11.414942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-68c2883f-f1b2-4f46-bf0d-80de00a2cefc tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8a137cb710e347e9a83606ea7c8a5d3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5322728 Jul 09 17:35:11.419276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56128) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:11.528532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f910c-8c52-4fbf-9d8b-25de4df58266 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:11.530138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-067f910c-8c52-4fbf-9d8b-25de4df58266 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062150 Jul 09 17:35:11.540199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:11.588617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ac529f16-ef35-4821-ba57-c6820b0e0dab tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471363 Jul 09 17:35:11.595932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-3e5eb786-e191-4832-981f-2cd60e7cdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:11.597631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-3e5eb786-e191-4832-981f-2cd60e7cdbaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1097 time: 0.3203032 Jul 09 17:35:11.600117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:11.618032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306085150', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:11.737158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-cab0d9a1-716f-408d-a96a-b820bf0e1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:11.742391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:11.743497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-cab0d9a1-716f-408d-a96a-b820bf0e1294 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 897 time: 0.1195228 Jul 09 17:35:11.753498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-ab2f0ccc-6edf-4703-866d-ff22737e7451 service neutron] 10.222.0.21 "GET /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204384 Jul 09 17:35:11.775238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:08Z', 'revision_number': 3, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:11.838258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Checking router: 3f5709fe-793a-4257-be08-1ee68383b52a for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:35:11.838993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Updating router 3f5709fe-793a-4257-be08-1ee68383b52a port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:35:11.914724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.096185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-232e1c34-7409-4484-ba2e-e669e33c59e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 200 len: 1001 time: 0.3414309 Jul 09 17:35:12.319421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6024f6c0-e701-406a-bcf4-2a8972cd25e4 req-abeee57f-0383-45b8-890a-8b2a8a71da5c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 210 time: 0.1891253 Jul 09 17:35:12.332894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Made reservation on behalf of 8a137cb710e347e9a83606ea7c8a5d3c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:12.340517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] For port a373da02-137d-495b-b011-636b0887a1ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a373da02-137d-495b-b011-636b0887a1ec,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:12.341638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.353353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.363467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-1ef43764-478f-4ea3-a1f3-13388984f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:12.376466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-1ef43764-478f-4ea3-a1f3-13388984f202 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984acf4d-b5ad-4872-98a5-538b67825e3b HTTP/1.1" status: 200 len: 835 time: 0.2665493 Jul 09 17:35:12.452741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be70498-30aa-44bc-8fa5-2e3843ef036f req-de068b9d-d444-4dae-9a38-d1899a901fc5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:12.462197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8be70498-30aa-44bc-8fa5-2e3843ef036f req-de068b9d-d444-4dae-9a38-d1899a901fc5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.2311969 Jul 09 17:35:12.496782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Router 103eb457-f4a7-4266-809f-15555fe739a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:35:12.549241 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.560050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8be70498-30aa-44bc-8fa5-2e3843ef036f req-77e0f4f4-a507-4a41-b6fe-e24ad58c5b1f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967290 Jul 09 17:35:12.567544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Transition to ACTIVE for port object e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:12.612836 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.629767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b77f8227-07d8-4e51-bea7-7336f15cfd65 None None] Provisioning complete for port a373da02-137d-495b-b011-636b0887a1ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:12.630135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b77f8227-07d8-4e51-bea7-7336f15cfd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.688783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Attempting to bind port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:12.689019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Attempting to bind port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:12.689383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Attempting to bind port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:12.713126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:12.714161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:12.714161 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.714386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:12.714840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Bound port: e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:12.715224 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.808717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:35:12.817395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-791f69c4-08c4-411f-844c-a27ab21799ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:12.819083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-791f69c4-08c4-411f-844c-a27ab21799ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4088960 Jul 09 17:35:12.819597 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] Sync routers for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:35:12.821437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:12.845057 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:12.845619 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:34:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:12.884667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Pushing event updated for resources: {'Port': ['ID=a373da02-137d-495b-b011-636b0887a1ec,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:12.930603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56156) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:12.952809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-00fd9b9c-5168-4639-b110-13da06c25899 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "PUT /v2.0/floatingips/01c1dbb8-4872-4985-9004-d7d07ec2ce42 HTTP/1.1" status: 200 len: 992 time: 3.5567145 Jul 09 17:35:12.952809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:12.952809 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:12.985295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.985637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.986447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.986865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.987116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.987448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.987787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.988568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.988822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.989240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.989443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:12.989762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4005-1c06-43bf-ba62-6f6fa025d590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:13.050145 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d5991322-259b-4de7-b088-a5f64e8c273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:13.092170 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5c85a3-13a8-44c7-902a-2000283ffc55 x-openstack-request-id: req-cf5c85a3-13a8-44c7-902a-2000283ffc55 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:13.092879 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:13.093350 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf5c85a3-13a8-44c7-902a-2000283ffc55 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:13.094028 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'status': 'completed', 'code': 200} Jul 09 17:35:13.152026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c05db-1007-4d09-9187-5d64db67b429 None None] Pushing event updated for resources: {'Port': ['ID=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:13.165756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] For port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:13.172203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-06193fce-23cb-4e8f-8188-094c759c4934 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389459 Jul 09 17:35:13.186188 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:13.201817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] For port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:13.215127 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:13.217454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-9ca2fccf-9e5f-4d91-81ac-3f56dc70d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:13.221056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-9ca2fccf-9e5f-4d91-81ac-3f56dc70d97c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1098 time: 0.1243637 Jul 09 17:35:13.291110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c05db-1007-4d09-9187-5d64db67b429 None None] Pushing event updated for resources: {'Port': ['ID=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:13.316040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:13.317005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:13.385415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-7eea4019-a42f-4740-8939-2e1addbc440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:13.387127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-7eea4019-a42f-4740-8939-2e1addbc440f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1439135 Jul 09 17:35:13.388633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88db8f76-8805-42e5-8c55-9cb0565f7aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:13.646939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-74886031-83c3-4cd2-9432-24a64f58e555 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.2485514 Jul 09 17:35:13.667407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:13.675848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74c3f3a6-b9cd-471d-ab43-cb6f6c4c6cdc req-e9c22cc8-d170-4a34-9843-1792312598e4 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864914 Jul 09 17:35:13.690564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-16b793df-b3e3-432c-9941-37d97b424764 req-c76dfcf4-2592-4e7e-9307-6bb5da55ff6e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0567884 Jul 09 17:35:13.753542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-c5e5ae7b-692e-487c-8f03-855c39f4b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:13.755798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-c5e5ae7b-692e-487c-8f03-855c39f4b92a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0855877 Jul 09 17:35:13.789890 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '01c1dbb8-4872-4985-9004-d7d07ec2ce42', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1317247c-5d23-4431-9c39-bba5bda81461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:55Z', 'updated_at': '2021-07-09T17:35:10Z', 'revision_number': 1, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:55Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:13.820765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Subnet': ['ID=9e948adf-80e4-4406-a2aa-edf05ce1cfb1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:13.850799 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] Checking router: 103eb457-f4a7-4266-809f-15555fe739a3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:35:13.872152 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:13.872792 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:13.890823 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:13.902813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-458d6808-7186-4bb7-a388-bfe1b496f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:13.904317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-458d6808-7186-4bb7-a388-bfe1b496f862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328206 Jul 09 17:35:13.923957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:13.943916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Checking segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:13.944280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network hostable DHCP agents. Network: 9801a313-c06e-4cbc-bebc-3b26860e33ea, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:35:13.998129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:35:14.021742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 9801a313-c06e-4cbc-bebc-3b26860e33ea) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:14.022308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88db8f76-8805-42e5-8c55-9cb0565f7aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.029004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-cfed22ca-ab11-4e2e-96c4-2e91115e5b93 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153910 Jul 09 17:35:14.029473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:14.030152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.031246 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88db8f76-8805-42e5-8c55-9cb0565f7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.049785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105aba-9e9f-48e2-bba1-371cb69a158c req-e85cf191-bca6-4a62-8a5f-2ca3cee47acd tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:14.051423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f105aba-9e9f-48e2-bba1-371cb69a158c req-e85cf191-bca6-4a62-8a5f-2ca3cee47acd tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1818337 Jul 09 17:35:14.077313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dc780a36-015c-4ed5-9aee-60ed11f4ec87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4760122 Jul 09 17:35:14.082462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56f358-272e-470b-81e9-85aff57bd27f None None] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:35:14.089529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56172) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:14.110314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88db8f76-8805-42e5-8c55-9cb0565f7aa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cab3f639805048da9c66cbd86e128441&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1754954 Jul 09 17:35:14.111276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56174) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:14.115373 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:14.182141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f105aba-9e9f-48e2-bba1-371cb69a158c req-9ae6508d-b3c9-47f6-b600-c8959c93b7a5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232731 Jul 09 17:35:14.329135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db8f76-8805-42e5-8c55-9cb0565f7aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c53fa-b85a-41bb-bc8e-385ca7b38c17,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:14.374229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a373da02-137d-495b-b011-636b0887a1ec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:14.409486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8ac6-76ab-418d-b775-8cc65d6d0e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.479107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.501753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-9801a313-c06e-4cbc-bebc-3b26860e33ea', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:35:14.502364 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.512910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8ac6-76ab-418d-b775-8cc65d6d0e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.518620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a373da02-137d-495b-b011-636b0887a1ec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:14.518995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.535704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb44e58-ff21-4ac2-b33c-348e12a84dbd req-88c6674d-ae9d-4794-81ad-5f3fc7852ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436064 Jul 09 17:35:14.622792 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '01c1dbb8-4872-4985-9004-d7d07ec2ce42', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1317247c-5d23-4431-9c39-bba5bda81461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:55Z', 'updated_at': '2021-07-09T17:35:10Z', 'revision_number': 1, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:55Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:14.646024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-4506a852-4326-44b7-b276-1d6d563ee5f3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:14.647602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-4506a852-4326-44b7-b276-1d6d563ee5f3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/networks?id=a2d04c9b-8fce-478a-a0db-f9cb1caaded9 HTTP/1.1" status: 200 len: 796 time: 0.3678710 Jul 09 17:35:14.723176 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4ee7f-1a30-4616-9345-0e234fb2d1b4 None None] The sync data for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 is: [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '01c1dbb8-4872-4985-9004-d7d07ec2ce42', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1317247c-5d23-4431-9c39-bba5bda81461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:55Z', 'updated_at': '2021-07-09T17:35:10Z', 'revision_number': 1, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:55Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:35:14.745277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-283e5b81-acc6-44b9-8a07-0bb2506dc2f1 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 472 time: 0.0885453 Jul 09 17:35:14.751385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8ac6-76ab-418d-b775-8cc65d6d0e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.758617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8ac6-76ab-418d-b775-8cc65d6d0e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:14.765569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8e0f8ac6-76ab-418d-b775-8cc65d6d0e3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/602c53fa-b85a-41bb-bc8e-385ca7b38c17 HTTP/1.1" status: 204 len: 168 time: 0.6531804 Jul 09 17:35:14.783796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'port': {'device_id': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'admin_state_up': True, 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'security_groups': ['092f62e7-bc59-440b-82c3-6e84868f536f']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:14.946026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f8ac6-76ab-418d-b775-8cc65d6d0e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c53fa-b85a-41bb-bc8e-385ca7b38c17,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:15.004945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fc3b2b5-d506-4909-a93a-71c9b049fb35 req-d0d37a6c-e38b-4f1f-988e-6da1e00f13f9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0442965 Jul 09 17:35:15.069192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:15.073550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.096444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Allocated IP 172.20.0.2 (9801a313-c06e-4cbc-bebc-3b26860e33ea/9e948adf-80e4-4406-a2aa-edf05ce1cfb1/7496a5ac-1248-497c-b1ca-eda7f4cfc4fc) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:15.154620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.229771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be763d-80f8-4593-bf1c-40712a682c6f None None] New status for floating IP 01c1dbb8-4872-4985-9004-d7d07ec2ce42: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:35:15.263840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.20.0.28 (a2d04c9b-8fce-478a-a0db-f9cb1caaded9/342f1034-0bef-4675-bf4c-34c351c68121/5ea6e57e-47e4-460a-8c0f-cc199daa0e96) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:15.451168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:08Z', 'revision_number': 3, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:15.471839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.488001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Transition to ACTIVE for port object 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:15.493059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759a62-6e2a-4dab-bbac-696ca7fe4ced None None] The sync data for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 is: [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:08Z', 'revision_number': 3, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:35:15.548896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.550427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.615894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Transition to ACTIVE for port object 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:15.649434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Transition to ACTIVE for port object 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:15.664664 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.734933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:15.765950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Pushing event updated for resources: {'Port': ['ID=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:15.797747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:15.803342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:15.813130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:15.814011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:15.814794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:15.823416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:15.925412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:15.925412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.944964 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.950995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Attempting to bind port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:15.951251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Attempting to bind port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:15.951508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Attempting to bind port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc on network 9801a313-c06e-4cbc-bebc-3b26860e33ea {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:15.963660 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-63b8091b-099a-4847-8a61-30b2337257a8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1967502 Jul 09 17:35:15.966235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6dbca-a31c-41e7-959d-a544ea66c165 req-2c3dbece-2605-4db1-a0b0-52194f95edd0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:15.969431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78b6dbca-a31c-41e7-959d-a544ea66c165 req-2c3dbece-2605-4db1-a0b0-52194f95edd0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.4785414 Jul 09 17:35:15.977099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Request body: {'port': {'device_id': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:15.977802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:15.978527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Checking segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:15.980107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:15.981053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Bound using segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:15.982872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Bound port: 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:15.985194 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.176558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] For port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:16.190505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] For port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:16.202344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78b6dbca-a31c-41e7-959d-a544ea66c165 req-131ffbb1-f27b-4364-b578-6d2de53d2f99 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233984 Jul 09 17:35:16.217237 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.217889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.20.0.1 (9801a313-c06e-4cbc-bebc-3b26860e33ea/9e948adf-80e4-4406-a2aa-edf05ce1cfb1/5988ed89-d3a5-497d-9994-80fb7ab1f136) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:16.301609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:16.318415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.412974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a34f-1738-4173-a971-2d33f397f9b2 None None] Pushing event updated for resources: {'Port': ['ID=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:16.426278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b8ae796-a8c0-49c9-bd22-35bba8cce515 None None] Provisioning for port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:16.440265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6b8ae796-a8c0-49c9-bd22-35bba8cce515 None None] Provisioning complete for port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:16.442053 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b8ae796-a8c0-49c9-bd22-35bba8cce515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.521579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:16.528891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:16.529246 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.556158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.586443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ae796-a8c0-49c9-bd22-35bba8cce515 None None] Port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:16.610485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Transition to ACTIVE for port object 5988ed89-d3a5-497d-9994-80fb7ab1f136 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:16.705753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.720102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.766034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:16.774262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:16.897859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:16.923490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:16.933223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:16.943295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:17.006409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=5988ed89-d3a5-497d-9994-80fb7ab1f136,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:17.011515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.099596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:17.119457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.160876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Transition to ACTIVE for port object 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:17.175890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda34d-2417-4efc-9ff7-655a38b17564 req-5e15d665-0c19-4c9c-b163-f3a323056cc0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:17.183435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbbda34d-2417-4efc-9ff7-655a38b17564 req-5e15d665-0c19-4c9c-b163-f3a323056cc0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 932 time: 0.8422248 Jul 09 17:35:17.224119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.237193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.335922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbbda34d-2417-4efc-9ff7-655a38b17564 req-043a235e-8930-4cac-ab8a-3c184a7e754c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514046 Jul 09 17:35:17.406195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:17.544716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Attempting to bind port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:17.544985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Attempting to bind port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:17.547264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Attempting to bind port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 on network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:17.565191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 on network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:35:17.565518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Attempting to bind port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 on network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:17.570997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:17.571330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Checking segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:17.571886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Bound using segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:17.572317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Bound port: 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:17.572712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.650432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150a03-a774-4865-8e65-03d89885ca60 req-5204f859-3170-4014-af2f-6099016c29bf tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:17.652472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef150a03-a774-4865-8e65-03d89885ca60 req-5204f859-3170-4014-af2f-6099016c29bf tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1590886 Jul 09 17:35:17.749590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] For port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:17.752982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] For port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:17.762166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.784702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef150a03-a774-4865-8e65-03d89885ca60 req-611e6297-1222-45d1-acf3-69c22349ef2b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227851 Jul 09 17:35:17.872048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:17.872845 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.874611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ea6e57e-47e4-460a-8c0f-cc199daa0e96 HTTP/1.1" status: 200 len: 1093 time: 1.9028904 Jul 09 17:35:17.875532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'tag': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:17.879001 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8c4300-ba70-4231-93a1-6bfaa4038640" -d '{"events": [{"name": "network-changed", "server_uuid": "098b90f8-0487-4226-932a-a80d6a49e9e5", "tag": "5ea6e57e-47e4-460a-8c0f-cc199daa0e96"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:17.900533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72eeb-212b-4adf-8e4f-c5f44df702e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:17.942296 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:17.951487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:18.026042 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda51eb-46f4-42cd-bf34-732e55e9ad63 x-openstack-request-id: req-fbda51eb-46f4-42cd-bf34-732e55e9ad63 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:18.026327 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098b90f8-0487-4226-932a-a80d6a49e9e5", "tag": "5ea6e57e-47e4-460a-8c0f-cc199daa0e96", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:18.026564 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbda51eb-46f4-42cd-bf34-732e55e9ad63 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:18.026967 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'tag': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96', 'status': 'completed', 'code': 200} Jul 09 17:35:18.109336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-9bb6790f-e41c-4548-b42e-7685452cc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:18.110914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-9bb6790f-e41c-4548-b42e-7685452cc826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 1096 time: 0.1535912 Jul 09 17:35:18.123755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=5988ed89-d3a5-497d-9994-80fb7ab1f136,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:18.139592 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:18.168289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e92fff-83d6-4f28-acfa-bc7a680445d2 None None] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:35:18.222926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-05f7b48a-9ae0-4316-9c61-002752202484 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96 HTTP/1.1" status: 200 len: 217 time: 0.0968862 Jul 09 17:35:18.313079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6e6feb1-03b6-40b2-aff9-19d45f259069 None None] Provisioning for port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:18.327444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-51f433ef-cb2b-40f7-aae1-3b287a596eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:18.331580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-51f433ef-cb2b-40f7-aae1-3b287a596eda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=342f1034-0bef-4675-bf4c-34c351c68121 HTTP/1.1" status: 200 len: 838 time: 0.1016626 Jul 09 17:35:18.333041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:18.337576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:18.469711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:18.496786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-e12d9037-dd89-4240-bb81-ad530ebbc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:18.498376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-e12d9037-dd89-4240-bb81-ad530ebbc4a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2d04c9b-8fce-478a-a0db-f9cb1caaded9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1492198 Jul 09 17:35:18.685331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:18.685600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-faf65c67-48b4-4eee-a1be-c2943c478c48 service neutron] 10.222.0.13 "GET /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730375 Jul 09 17:35:18.685895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:18.809583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:18.836235 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc98d055-2314-4b58-b012-1cd73a32ec8c req-668dd81a-864f-43ae-aed4-90270b640013 service neutron] 10.222.0.13 "GET /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368687 Jul 09 17:35:18.984001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f801c0-5d50-470a-8f68-39666adecf58 req-4fc62bd5-12b5-42e4-8b73-4494f4661630 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:18.991790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b6f801c0-5d50-470a-8f68-39666adecf58 req-4fc62bd5-12b5-42e4-8b73-4494f4661630 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 944 time: 0.3048666 Jul 09 17:35:19.023081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-ab4ffaa1-9d62-4859-a560-8a7c90306c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:19.025127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-ab4ffaa1-9d62-4859-a560-8a7c90306c6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 1096 time: 0.1283591 Jul 09 17:35:19.033621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router 3f5709fe-793a-4257-be08-1ee68383b52a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:35:19.162701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-3f1d6152-39f5-4150-b480-0e30afe9de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:19.165108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-3f1d6152-39f5-4150-b480-0e30afe9de35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2d04c9b-8fce-478a-a0db-f9cb1caaded9 HTTP/1.1" status: 200 len: 897 time: 0.1314039 Jul 09 17:35:19.168847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b6f801c0-5d50-470a-8f68-39666adecf58 req-d4f72a04-3ade-4d25-9b7c-42a3331ada59 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763721 Jul 09 17:35:19.186556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Provisioning for port 5988ed89-d3a5-497d-9994-80fb7ab1f136 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:19.192151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Provisioning complete for port 5988ed89-d3a5-497d-9994-80fb7ab1f136 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:19.192630 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.232844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-622835cf-835b-4586-8e13-8fde548814b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96 HTTP/1.1" status: 200 len: 217 time: 0.0539551 Jul 09 17:35:19.250360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Port 5988ed89-d3a5-497d-9994-80fb7ab1f136 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:19.252341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:19.260955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:19.261955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.299664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:35:19.309572 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d6ffe6b4-60fc-4424-ae63-f1fd463b807d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "PUT /v2.0/routers/3f5709fe-793a-4257-be08-1ee68383b52a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1946466 Jul 09 17:35:19.309735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Provisioning complete for port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:19.310161 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.312570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-30c5e721-bc2e-4b13-a8a3-9d76f43187ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:19.319364 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-30c5e721-bc2e-4b13-a8a3-9d76f43187ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=342f1034-0bef-4675-bf4c-34c351c68121 HTTP/1.1" status: 200 len: 838 time: 0.0793543 Jul 09 17:35:19.319556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Sync routers for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:35:19.320839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56252) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:19.328462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--505170720', 'description': 'tempest-secgroup_access--505170720 description', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:19.334814 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:19.343890 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:19.416683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff37909-f185-4e92-bfcd-8fd200ef8f2d req-ae621221-fee7-4d9e-bea3-aaf81a93d1a8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:19.420004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-6d17f62a-a9e2-4e0c-8a82-56f0b5913a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:19.421910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-6d17f62a-a9e2-4e0c-8a82-56f0b5913a87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2d04c9b-8fce-478a-a0db-f9cb1caaded9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0857546 Jul 09 17:35:19.423839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ff37909-f185-4e92-bfcd-8fd200ef8f2d req-ae621221-fee7-4d9e-bea3-aaf81a93d1a8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.3836319 Jul 09 17:35:19.424800 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.527498 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.531609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6ff37909-f185-4e92-bfcd-8fd200ef8f2d req-18e77871-1ce0-42ab-bb31-98f4204ebdd0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974274 Jul 09 17:35:19.590065 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:19.673353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:19.691401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.700485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.761278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-20c43760-1280-4a2b-97ab-1db5b0b3a4b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991183 Jul 09 17:35:19.796943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:19.805540 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:35:19.806130 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-7d04bc1f-4e77-4d3e-b99f-bed8b591baf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:35:19.833514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.869204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.877560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-bdc69151-4595-4d1f-957f-1ca54860f4ed tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=52b5ab64df6541f0b7499362fe69065b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427866 Jul 09 17:35:19.933090 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 2, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:19.946633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:19.951617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6267905 Jul 09 17:35:19.953208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56272) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:19.959936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1020586738', 'description': 'tempest-secgroup_general--1020586738 description', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:19.960502 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Checking router: 3f5709fe-793a-4257-be08-1ee68383b52a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:35:19.960859 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Updating router 3f5709fe-793a-4257-be08-1ee68383b52a port 5988ed89-d3a5-497d-9994-80fb7ab1f136 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:35:19.994885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.119689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.145125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.146180 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.179456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:20.230422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:20.265736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.273100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-32c9f993-b3d6-4f28-9a76-ca0a9b83710e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3181548 Jul 09 17:35:20.275867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56276) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:20.282619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'security_group_rule': {'security_group_id': '993cc109-3d4c-4c69-8a3d-7e46764c84da', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:20.293302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:20.293892 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.325052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.421290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.431665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.456346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3affff-0151-4aa8-b8fa-2a3e0777f76d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:20.508023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c0e91-20e4-4088-9ad0-2d543472c9a6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993cc109-3d4c-4c69-8a3d-7e46764c84da,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:20.535998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed8c4300-ba70-4231-93a1-6bfaa4038640 req-c881ead4-6995-4eb7-a4e8-3fb5b7763bdc service neutron] 10.222.0.13 "GET /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639229 Jul 09 17:35:20.599595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.604244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-ce260864-3da2-4da0-9542-e60f5dba2642 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:20.604676 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.608331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9856dc79-4897-40b3-8029-b59c21f451fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310690 Jul 09 17:35:20.628554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Transition to ACTIVE for port object 5988ed89-d3a5-497d-9994-80fb7ab1f136 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:20.629086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-ce260864-3da2-4da0-9542-e60f5dba2642 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7387459 Jul 09 17:35:20.637861 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.653394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-6d49f43e-5c15-42df-99d3-2fe171d0b14a tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/quotas/52b5ab64df6541f0b7499362fe69065b HTTP/1.1" status: 200 len: 375 time: 0.0152521 Jul 09 17:35:20.693013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9a15e-938d-4e85-a1cf-dfe0ce400235 req-fce68125-875e-403e-83a3-f0c6aa9c8a10 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:20.694620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37d9a15e-938d-4e85-a1cf-dfe0ce400235 req-fce68125-875e-403e-83a3-f0c6aa9c8a10 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 944 time: 0.2228262 Jul 09 17:35:20.716020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fc969fe9-e3be-4137-81fc-080d7b6e6147 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=52b5ab64df6541f0b7499362fe69065b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521576 Jul 09 17:35:20.768290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e67f87-a24f-4cdf-beb4-eeb4f4cf47d4 None None] Pushing event updated for resources: {'Port': ['ID=5988ed89-d3a5-497d-9994-80fb7ab1f136,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:20.776912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37d9a15e-938d-4e85-a1cf-dfe0ce400235 req-15252d55-1a8a-40e0-bb13-24bf225d0b57 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734990 Jul 09 17:35:20.802525 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Attempting to bind port 5988ed89-d3a5-497d-9994-80fb7ab1f136 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:20.805070 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Attempting to bind port 5988ed89-d3a5-497d-9994-80fb7ab1f136 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:20.805647 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Attempting to bind port 5988ed89-d3a5-497d-9994-80fb7ab1f136 on network 9801a313-c06e-4cbc-bebc-3b26860e33ea {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:20.812677 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:20.813049 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Checking segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:20.813525 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.813833 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Bound using segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:20.814927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Bound port: 5988ed89-d3a5-497d-9994-80fb7ab1f136, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:20.815412 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:20.914066 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] For port 5988ed89-d3a5-497d-9994-80fb7ab1f136, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:20.919129 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] For port 5988ed89-d3a5-497d-9994-80fb7ab1f136, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5988ed89-d3a5-497d-9994-80fb7ab1f136,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:20.925622 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:21.056481 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:21.057267 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:21.104580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:35:21.126678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e67f87-a24f-4cdf-beb4-eeb4f4cf47d4 None None] Pushing event updated for resources: {'Port': ['ID=5988ed89-d3a5-497d-9994-80fb7ab1f136,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:21.177629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-06febbf6-0af6-46fb-b70d-4586038f0337 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1020586738&fields=id&tenant_id=8a137cb710e347e9a83606ea7c8a5d3c HTTP/1.1" status: 200 len: 267 time: 0.0761800 Jul 09 17:35:21.232517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-bbe92cd2-a2f8-44ad-b2da-98885ef43cba tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--505170720&fields=id&tenant_id=8a137cb710e347e9a83606ea7c8a5d3c HTTP/1.1" status: 200 len: 267 time: 0.0537486 Jul 09 17:35:21.250387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062db8-bb69-4b8a-b096-c9f443f85f97 req-4ac5b7a6-810c-4729-a80e-91d1cc763570 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:21.254779 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:21.256998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62062db8-bb69-4b8a-b096-c9f443f85f97 req-4ac5b7a6-810c-4729-a80e-91d1cc763570 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1734445 Jul 09 17:35:21.319022 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62062db8-bb69-4b8a-b096-c9f443f85f97 req-b68ae400-9817-4c0c-9900-33a4413f070d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556455 Jul 09 17:35:21.398842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:21.420527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'port_id': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96', 'mac_address': 'fa:16:3e:31:c0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342f1034-0bef-4675-bf4c-34c351c68121', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:35:21.422117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b55f53f2-5a39-46af-a4eb-edacb7248e8c req-394894b2-08c7-4ab1-bd14-9bc629993ec8 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 210 time: 0.0486372 Jul 09 17:35:21.476894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:21.490707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-d0046e3b-bbd3-4bc9-9b31-54c102f522d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:21.493392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:21.498879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-d0046e3b-bbd3-4bc9-9b31-54c102f522d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/networks?id=9801a313-c06e-4cbc-bebc-3b26860e33ea HTTP/1.1" status: 200 len: 796 time: 0.2650509 Jul 09 17:35:21.517745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:21.520605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-a87a3242-90c2-45dd-b288-56c2fd08cf3a tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/quotas/8a137cb710e347e9a83606ea7c8a5d3c HTTP/1.1" status: 200 len: 375 time: 0.0208399 Jul 09 17:35:21.529365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:21.610248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:21.645946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-c8bf25d1-c4e9-475c-8b85-2b430f2caa99 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169310 Jul 09 17:35:21.654243 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:20Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:21.692328 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da74a30-dda5-42a5-b0da-b4938e55a838 None None] The sync data for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 is: [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:20Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:35:21.763274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5ea6e57e-47e4-460a-8c0f-cc199daa0e96'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:21.824522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-868029b3-1212-49b4-ba2c-fb2c05073d09 service neutron] 10.222.0.21 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638408 Jul 09 17:35:22.001164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-5e1c35f7-0374-4153-b496-bb1d1ba192d2 service neutron] 10.222.0.21 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702714 Jul 09 17:35:22.195079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842cc9-8ab8-4333-a74c-4e9e171e7658 req-a2071e4d-1b8e-4bc0-8b13-53cedc33f0b0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:22.199824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11842cc9-8ab8-4333-a74c-4e9e171e7658 req-a2071e4d-1b8e-4bc0-8b13-53cedc33f0b0 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 945 time: 0.1535008 Jul 09 17:35:22.256163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5988ed89-d3a5-497d-9994-80fb7ab1f136 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:22.260502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11842cc9-8ab8-4333-a74c-4e9e171e7658 req-df4e0354-3e7d-4f06-95d9-132e2c1912c3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536482 Jul 09 17:35:22.368995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18e0e0fa-e9a7-4ff7-b9ff-bed3f7501680 req-5c6e8920-1b0c-49bc-970b-1abb7b404a25 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 210 time: 0.0417492 Jul 09 17:35:22.433673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5988ed89-d3a5-497d-9994-80fb7ab1f136 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:22.438245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5988ed89-d3a5-497d-9994-80fb7ab1f136 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:22.438729 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:22.579031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c477b3-1d51-4f52-aeee-3b4dc077fd45 req-30f8810d-e773-4331-a023-d57653f7c2ff tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:22.587381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b4c477b3-1d51-4f52-aeee-3b4dc077fd45 req-30f8810d-e773-4331-a023-d57653f7c2ff tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.0964522 Jul 09 17:35:22.665339 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:22.666338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b4c477b3-1d51-4f52-aeee-3b4dc077fd45 req-ed921967-614c-45dc-9929-8c8b6a4eb24b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779500 Jul 09 17:35:22.723642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-0ad61a3a-f44a-4d84-af15-ea606448d105 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=52b5ab64df6541f0b7499362fe69065b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524251 Jul 09 17:35:22.765146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5988ed89-d3a5-497d-9994-80fb7ab1f136, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5988ed89-d3a5-497d-9994-80fb7ab1f136,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:22.773965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:22.823931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d78e4d41-d6ec-488f-9e78-eaaf92729b68 req-f85beadf-561c-43d1-8236-2b813d5f050e tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 210 time: 0.0766191 Jul 09 17:35:22.925745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5988ed89-d3a5-497d-9994-80fb7ab1f136,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:23.035059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-085e26ee-80a2-4ea4-b0bc-2b3eb05ca673 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:23.037166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-085e26ee-80a2-4ea4-b0bc-2b3eb05ca673 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058317 Jul 09 17:35:23.056406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Request body: {'port': {'device_id': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '52b5ab64df6541f0b7499362fe69065b'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:23.126356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:23.206536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Made reservation on behalf of 52b5ab64df6541f0b7499362fe69065b for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:23.211442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.222941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.225156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:23.232591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:23.233487 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.367904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.396987 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.405991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.451001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:23.454677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:23.465295 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f09157-ab96-4271-a4be-d85579d380e3" -d '{"events": [{"server_uuid": "098b90f8-0487-4226-932a-a80d6a49e9e5", "name": "network-vif-plugged", "status": "completed", "tag": "5ea6e57e-47e4-460a-8c0f-cc199daa0e96"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:23.469036 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:23.543402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e36d7-bec6-477d-bfa8-729e9912f943,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:23.578933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:23.630714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266c16a-956e-4d9b-be0c-386b58819d87 req-e584733d-bef1-4f25-a81d-f74f36f86dd7 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:23.632345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f266c16a-956e-4d9b-be0c-386b58819d87 req-e584733d-bef1-4f25-a81d-f74f36f86dd7 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 945 time: 0.2179828 Jul 09 17:35:23.643248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cd3fcab-4762-45b3-b789-6be1a3ac2328 req-a9a479e0-6020-4cfc-a604-3399b5851878 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 210 time: 0.0473032 Jul 09 17:35:23.661665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Allocated IP 192.168.233.216 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/e91e8c0d-e878-471f-a620-9f10477748fb) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:23.695501 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5b930-2869-4936-8283-59c0f54e24f7 x-openstack-request-id: req-6bf5b930-2869-4936-8283-59c0f54e24f7 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:23.695909 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098b90f8-0487-4226-932a-a80d6a49e9e5", "name": "network-vif-plugged", "status": "completed", "tag": "5ea6e57e-47e4-460a-8c0f-cc199daa0e96", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:23.696223 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bf5b930-2869-4936-8283-59c0f54e24f7 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:23.696725 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96', 'code': 200} Jul 09 17:35:23.721863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f266c16a-956e-4d9b-be0c-386b58819d87 req-f1275e40-450a-4a68-99a2-12c08a742d9f tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800433 Jul 09 17:35:23.893645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974f571-d9f9-4aab-8c1d-acbfb5acd937 req-7e6f664a-4491-4419-b1b5-51b832a47cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:23.896034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b974f571-d9f9-4aab-8c1d-acbfb5acd937 req-7e6f664a-4491-4419-b1b5-51b832a47cbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 1098 time: 0.1098075 Jul 09 17:35:23.959479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b974f571-d9f9-4aab-8c1d-acbfb5acd937 req-23110046-67de-4052-9a9f-ba11dca6b83d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462639 Jul 09 17:35:24.025009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07a4a5b6-fae7-454c-be62-b396179d5e6f req-e340e628-8c95-4bff-b4b3-cf4cd9810c03 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 210 time: 0.0417643 Jul 09 17:35:24.070898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.101405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Transition to ACTIVE for port object e91e8c0d-e878-471f-a620-9f10477748fb will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:24.117687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18675cf9-0b33-4161-93c3-bccb6d09c541 req-a45db030-6bfc-4a27-886f-22add152c1f5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:24.119341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18675cf9-0b33-4161-93c3-bccb6d09c541 req-a45db030-6bfc-4a27-886f-22add152c1f5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.2082634 Jul 09 17:35:24.150199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5988ed89-d3a5-497d-9994-80fb7ab1f136 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:24.185464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18675cf9-0b33-4161-93c3-bccb6d09c541 req-8d07e183-b944-4eb2-8a16-c545ae32e8da tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593345 Jul 09 17:35:24.196291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.239204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-c99f9786-c6cb-4cb0-8e8c-1d5d021500f0 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:24.240956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-c99f9786-c6cb-4cb0-8e8c-1d5d021500f0 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.13 "GET /v2.0/networks?id=9801a313-c06e-4cbc-bebc-3b26860e33ea HTTP/1.1" status: 200 len: 796 time: 0.1889935 Jul 09 17:35:24.253975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5988ed89-d3a5-497d-9994-80fb7ab1f136 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:24.254353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.266623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:24.270009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:24.273511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:24.329270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Pushing event updated for resources: {'Port': ['ID=e91e8c0d-e878-471f-a620-9f10477748fb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:24.346168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-d49cf873-56d3-4396-a94e-11446c6f4b66 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a137cb710e347e9a83606ea7c8a5d3c HTTP/1.1" status: 200 len: 477 time: 0.0887663 Jul 09 17:35:24.358727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'port': {'device_id': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'admin_state_up': True, 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'security_groups': ['cca12c53-57e8-4e58-b35e-1e6a7b10bf6b', '993cc109-3d4c-4c69-8a3d-7e46764c84da']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:24.384625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:24.390770 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.420489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-991993fd-67ec-4879-b22f-95d131c78c88 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3686900 Jul 09 17:35:24.432450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Request body: {'port': {'device_id': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:24.531622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.531979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Made reservation on behalf of 8a137cb710e347e9a83606ea7c8a5d3c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:24.536027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.633429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e2639622-1367-40b5-9c70-e6c8e7766d3b None None] Provisioning for port e91e8c0d-e878-471f-a620-9f10477748fb completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:24.639302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e2639622-1367-40b5-9c70-e6c8e7766d3b None None] Provisioning complete for port e91e8c0d-e878-471f-a620-9f10477748fb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:24.640401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e2639622-1367-40b5-9c70-e6c8e7766d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.714333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.20.0.10 (9801a313-c06e-4cbc-bebc-3b26860e33ea/9e948adf-80e4-4406-a2aa-edf05ce1cfb1/003fcad9-559a-4279-9d86-6e25f637f839) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:24.715637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e2639622-1367-40b5-9c70-e6c8e7766d3b None None] Port e91e8c0d-e878-471f-a620-9f10477748fb cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:24.857174 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de0ac84d-a7ad-4171-8ad4-c12fc6d9f303 req-ca19aef3-c231-4f90-9979-80a6e523b453 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 210 time: 0.0749831 Jul 09 17:35:24.917737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91e8c0d-e878-471f-a620-9f10477748fb {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:24.927416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.933182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.947496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Transition to ACTIVE for port object e91e8c0d-e878-471f-a620-9f10477748fb will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:24.968977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658363c2-7115-4756-b181-4e4a4f14a97e req-cf89e65a-6fe9-4313-9aec-7ddff376140d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:24.970786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-658363c2-7115-4756-b181-4e4a4f14a97e req-cf89e65a-6fe9-4313-9aec-7ddff376140d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 946 time: 0.0999169 Jul 09 17:35:24.971675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:24.995411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Transition to ACTIVE for port object 003fcad9-559a-4279-9d86-6e25f637f839 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:25.043597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.094750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e91e8c0d-e878-471f-a620-9f10477748fb,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:25.102352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:25.105950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:25.112657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:25.125506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-658363c2-7115-4756-b181-4e4a4f14a97e req-fbf77954-793b-4f4b-b259-e18ce3a789fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234655 Jul 09 17:35:25.170699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=003fcad9-559a-4279-9d86-6e25f637f839,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:25.191178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Attempting to bind port e91e8c0d-e878-471f-a620-9f10477748fb on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:25.191517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Attempting to bind port e91e8c0d-e878-471f-a620-9f10477748fb by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:25.192006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Attempting to bind port e91e8c0d-e878-471f-a620-9f10477748fb on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:25.197162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Port e91e8c0d-e878-471f-a620-9f10477748fb on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:35:25.197584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Attempting to bind port e91e8c0d-e878-471f-a620-9f10477748fb on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:25.204415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:25.204987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:25.205441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:25.205886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Bound port: e91e8c0d-e878-471f-a620-9f10477748fb, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:25.206258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.229579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.230277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.294568 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-df51f607-2b25-43ef-8d7b-74c07491a23d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9426215 Jul 09 17:35:25.297356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] For port e91e8c0d-e878-471f-a620-9f10477748fb, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:25.301111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] For port e91e8c0d-e878-471f-a620-9f10477748fb, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e91e8c0d-e878-471f-a620-9f10477748fb,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:25.309404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.310108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Request body: {'port': {'device_id': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:25.388923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.389625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.389857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982a5ad-4d2f-49ba-ab6d-7caff3009f9e req-336eeeb9-1c9c-4f07-ac57-e16621793b7b tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.391271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/e91e8c0d-e878-471f-a620-9f10477748fb HTTP/1.1" status: 200 len: 1097 time: 0.9633679 Jul 09 17:35:25.391463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9982a5ad-4d2f-49ba-ab6d-7caff3009f9e req-336eeeb9-1c9c-4f07-ac57-e16621793b7b tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 948 time: 0.1572626 Jul 09 17:35:25.395855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'tag': 'e91e8c0d-e878-471f-a620-9f10477748fb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:25.398293 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a944e5e-ec31-4670-80e4-cb381d764947" -d '{"events": [{"name": "network-changed", "server_uuid": "b0445ee5-ad7b-4c29-bffb-0bb3e200f350", "tag": "e91e8c0d-e878-471f-a620-9f10477748fb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:25.433605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36201a-713a-4a7d-9b4c-94938d46c2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e91e8c0d-e878-471f-a620-9f10477748fb,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:25.463607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.466056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7939a84-3a46-486a-9701-5732f68cc15f None None] Provisioning for port 003fcad9-559a-4279-9d86-6e25f637f839 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:25.473045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7939a84-3a46-486a-9701-5732f68cc15f None None] Provisioning complete for port 003fcad9-559a-4279-9d86-6e25f637f839 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:25.474222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7939a84-3a46-486a-9701-5732f68cc15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.484256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992493f-0203-4281-9994-10153b9c9859 req-5514e342-6113-46b8-bb3e-775ecf942b8a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.491918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6992493f-0203-4281-9994-10153b9c9859 req-5514e342-6113-46b8-bb3e-775ecf942b8a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1445596 Jul 09 17:35:25.505782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9982a5ad-4d2f-49ba-ab6d-7caff3009f9e req-5deb884a-d3b2-4f9a-b7a4-6e8fb513a5cd tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899034 Jul 09 17:35:25.552548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e7939a84-3a46-486a-9701-5732f68cc15f None None] Port 003fcad9-559a-4279-9d86-6e25f637f839 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:25.556329 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6992493f-0203-4281-9994-10153b9c9859 req-141b826e-ba2c-47ff-bad9-077ba031c8d2 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 Jul 09 17:35:25.585517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-c160fac7-f97d-426c-974d-c66c6a479edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.587196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-c160fac7-f97d-426c-974d-c66c6a479edc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5ab64df6541f0b7499362fe69065b&device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 1100 time: 0.1494110 Jul 09 17:35:25.639953 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2ed467-a6ac-4068-9235-6a7e4ac58240 x-openstack-request-id: req-9f2ed467-a6ac-4068-9235-6a7e4ac58240 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:25.640288 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0445ee5-ad7b-4c29-bffb-0bb3e200f350", "tag": "e91e8c0d-e878-471f-a620-9f10477748fb", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:25.640513 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f2ed467-a6ac-4068-9235-6a7e4ac58240 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:25.640907 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'tag': 'e91e8c0d-e878-471f-a620-9f10477748fb', 'status': 'completed', 'code': 200} Jul 09 17:35:25.642791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-6739e760-cb21-4e9c-96b0-f2a46f40a5af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=e91e8c0d-e878-471f-a620-9f10477748fb HTTP/1.1" status: 200 len: 217 time: 0.0479984 Jul 09 17:35:25.701329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-9a050251-08a4-4b37-a067-aaa6586df280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.703272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-9a050251-08a4-4b37-a067-aaa6586df280 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0544994 Jul 09 17:35:25.775926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-6d2776b6-12ba-4c5d-8a27-a866254c81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:25.778274 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-6d2776b6-12ba-4c5d-8a27-a866254c81fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689917 Jul 09 17:35:25.840600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003fcad9-559a-4279-9d86-6e25f637f839 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:25.848461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.860858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Transition to ACTIVE for port object 003fcad9-559a-4279-9d86-6e25f637f839 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:25.866554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:25.886809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-77412303-4210-45c8-86e3-3b0edd252dea service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008627 Jul 09 17:35:25.972264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Pushing event updated for resources: {'Port': ['ID=003fcad9-559a-4279-9d86-6e25f637f839,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:26.001390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66bb18f7-6f79-4a81-a14e-53fc522b54d8 req-c0aef19f-26eb-4f0d-a9a0-2fdcd4944966 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078560 Jul 09 17:35:26.042745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Attempting to bind port 003fcad9-559a-4279-9d86-6e25f637f839 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:26.043072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Attempting to bind port 003fcad9-559a-4279-9d86-6e25f637f839 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:26.043407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Attempting to bind port 003fcad9-559a-4279-9d86-6e25f637f839 on network 9801a313-c06e-4cbc-bebc-3b26860e33ea {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:26.058114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Port 003fcad9-559a-4279-9d86-6e25f637f839 on network 9801a313-c06e-4cbc-bebc-3b26860e33ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:35:26.058456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Attempting to bind port 003fcad9-559a-4279-9d86-6e25f637f839 on network 9801a313-c06e-4cbc-bebc-3b26860e33ea {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:26.064480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:26.065338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Checking segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:26.065338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Bound using segment: {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:26.065659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Bound port: 003fcad9-559a-4279-9d86-6e25f637f839, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58381859-7cf1-418b-b81e-270c8d01c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:26.066052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:26.282087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] For port 003fcad9-559a-4279-9d86-6e25f637f839, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:26.282087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] For port 003fcad9-559a-4279-9d86-6e25f637f839, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=003fcad9-559a-4279-9d86-6e25f637f839,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:26.282087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:26.393409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd17f2-9c61-46bb-9254-2621f6686217 req-79c6066e-9708-4dd9-a236-561904a10322 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.393409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fdd17f2-9c61-46bb-9254-2621f6686217 req-79c6066e-9708-4dd9-a236-561904a10322 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 983 time: 0.1863601 Jul 09 17:35:26.393409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-3b64c8f8-7ca9-4190-9a7e-3b53c57f3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.393409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-3b64c8f8-7ca9-4190-9a7e-3b53c57f3642 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5ab64df6541f0b7499362fe69065b&device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 1100 time: 0.1305349 Jul 09 17:35:26.398751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.398751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:26.398751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] 10.222.0.13 "PUT /v2.0/ports/003fcad9-559a-4279-9d86-6e25f637f839 HTTP/1.1" status: 200 len: 1132 time: 0.9978571 Jul 09 17:35:26.398751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:26.398751 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9417f-faee-458e-b38d-c6e1d5ca639e" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "tag": "003fcad9-559a-4279-9d86-6e25f637f839"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:26.424290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fdd17f2-9c61-46bb-9254-2621f6686217 req-5352608f-8b15-41c6-b52f-ea75a081e82d tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1963758 Jul 09 17:35:26.443107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28bdd1-a581-47e2-9f48-3cd0c068858b service neutron] Pushing event updated for resources: {'Port': ['ID=003fcad9-559a-4279-9d86-6e25f637f839,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:26.502930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-abb58db7-5ad1-40f5-bfa5-f7e795ae51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.504457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-abb58db7-5ad1-40f5-bfa5-f7e795ae51f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1135 time: 0.1454802 Jul 09 17:35:26.533583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-140c47e2-38e4-45bd-9357-e9e28521aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.536389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-140c47e2-38e4-45bd-9357-e9e28521aad2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.2536135 Jul 09 17:35:26.564563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-33dc4413-c205-4c82-a177-7d5424242b85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=003fcad9-559a-4279-9d86-6e25f637f839 HTTP/1.1" status: 200 len: 217 time: 0.0431979 Jul 09 17:35:26.607899 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676db82e-1772-4255-b3fe-12a88dffad80 x-openstack-request-id: req-676db82e-1772-4255-b3fe-12a88dffad80 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:26.608367 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "tag": "003fcad9-559a-4279-9d86-6e25f637f839", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:26.608671 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-676db82e-1772-4255-b3fe-12a88dffad80 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:26.609228 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839', 'status': 'completed', 'code': 200} Jul 09 17:35:26.652307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-5e48a9e1-de05-414d-9c9f-785f510e85f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=e91e8c0d-e878-471f-a620-9f10477748fb HTTP/1.1" status: 200 len: 217 time: 0.1033628 Jul 09 17:35:26.664019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-86db9a5e-7bde-41dd-91a5-302ce804a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.665657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-86db9a5e-7bde-41dd-91a5-302ce804a40c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e948adf-80e4-4406-a2aa-edf05ce1cfb1 HTTP/1.1" status: 200 len: 834 time: 0.0722754 Jul 09 17:35:26.712996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-bc5a79af-f35f-4a7b-aa4c-5e84e86f6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.714654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-bc5a79af-f35f-4a7b-aa4c-5e84e86f6e07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0557191 Jul 09 17:35:26.734383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba23f6-1216-409a-9757-90161f5338dd req-e738484b-1a6a-46c8-846b-fcec2fcad5ef tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.740301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccba23f6-1216-409a-9757-90161f5338dd req-e738484b-1a6a-46c8-846b-fcec2fcad5ef tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 946 time: 0.2315366 Jul 09 17:35:26.790749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccba23f6-1216-409a-9757-90161f5338dd req-be2e9ea6-dcd0-403e-958f-27b0fdd50fe3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481584 Jul 09 17:35:26.805146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-5e276349-7575-4fc1-b416-fcb6528ef981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.805146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-5e276349-7575-4fc1-b416-fcb6528ef981 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9801a313-c06e-4cbc-bebc-3b26860e33ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313529 Jul 09 17:35:26.855432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-d5a584c0-7f21-4f60-9eed-8e70ed227fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.857283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-d5a584c0-7f21-4f60-9eed-8e70ed227fb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353066 Jul 09 17:35:26.878905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfba4b0-d40e-4472-9b43-1bc034e974c6 req-9f0f01f3-212e-4c82-9d1b-8c8d43464173 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:26.880074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdfba4b0-d40e-4472-9b43-1bc034e974c6 req-9f0f01f3-212e-4c82-9d1b-8c8d43464173 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 948 time: 0.1203792 Jul 09 17:35:26.981974 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-23bd9c99-52bf-41c8-8027-3e72fcc41cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706069 Jul 09 17:35:26.995844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdfba4b0-d40e-4472-9b43-1bc034e974c6 req-82cd3f65-4372-4c08-b845-3521c6ff4e1c tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078155 Jul 09 17:35:27.055066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-0001ddd2-d76b-483e-91f7-1cd66648f42e service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861184 Jul 09 17:35:27.158203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fa92-fbea-45fd-8254-93c7237c9050 req-9750b714-688c-461b-89b6-658621a1b57e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.164904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84a6fa92-fbea-45fd-8254-93c7237c9050 req-9750b714-688c-461b-89b6-658621a1b57e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.2165096 Jul 09 17:35:27.202046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a944e5e-ec31-4670-80e4-cb381d764947 req-4be92ea5-bc90-4659-b4f6-a22462e56024 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403172 Jul 09 17:35:27.227218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c7a7c0e-27ea-40ec-8666-c5df916c0b67 req-53cc0e6e-b55c-4866-b362-2bdead5ddb8e service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367377 Jul 09 17:35:27.256465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0258b-38b5-481f-baf4-805448176eb1 req-8d494388-8d27-40a3-bc40-c863a2512acb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.257882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d0258b-38b5-481f-baf4-805448176eb1 req-8d494388-8d27-40a3-bc40-c863a2512acb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 946 time: 0.1018991 Jul 09 17:35:27.268377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-84a6fa92-fbea-45fd-8254-93c7237c9050 req-49513e0f-72ad-4aa7-ad22-c6d99c05cb53 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954082 Jul 09 17:35:27.329356 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d0258b-38b5-481f-baf4-805448176eb1 req-522f18cc-5934-4929-9313-40fd7d5e0803 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648143 Jul 09 17:35:27.400061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-234039bb-a4b7-428b-8ef0-ef1a3aea96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.401871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-234039bb-a4b7-428b-8ef0-ef1a3aea96bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1135 time: 0.0913558 Jul 09 17:35:27.509127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-dc268bf5-1b66-4549-a11d-5a00028c54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.510936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-dc268bf5-1b66-4549-a11d-5a00028c54ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=9801a313-c06e-4cbc-bebc-3b26860e33ea HTTP/1.1" status: 200 len: 897 time: 0.0998287 Jul 09 17:35:27.567670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-1f32fd1f-5390-4f4c-9711-6d90cdc78d13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=003fcad9-559a-4279-9d86-6e25f637f839 HTTP/1.1" status: 200 len: 217 time: 0.0492818 Jul 09 17:35:27.627731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-9d7cd606-9cfc-49a5-b978-a985ba6b56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.629470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-9d7cd606-9cfc-49a5-b978-a985ba6b56b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e948adf-80e4-4406-a2aa-edf05ce1cfb1 HTTP/1.1" status: 200 len: 834 time: 0.0528159 Jul 09 17:35:27.654354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04891-8527-445e-9e6a-a9b8adfbba74 req-ca77269e-1e34-40c4-b0e3-bb807ecdcc89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.655999 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cec04891-8527-445e-9e6a-a9b8adfbba74 req-ca77269e-1e34-40c4-b0e3-bb807ecdcc89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 983 time: 0.0823975 Jul 09 17:35:27.706753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cec04891-8527-445e-9e6a-a9b8adfbba74 req-c9c0c86d-ba25-4893-8f0b-5b482a70a2c0 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0435958 Jul 09 17:35:27.708274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-7255ae7f-48c4-4c2e-9623-7f50ea3ccfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:27.709916 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-7255ae7f-48c4-4c2e-9623-7f50ea3ccfdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9801a313-c06e-4cbc-bebc-3b26860e33ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716505 Jul 09 17:35:27.819930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-4a49cbc2-90e8-44eb-b92f-ffac60b7c10f service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931454 Jul 09 17:35:27.920213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d9417f-faee-458e-b38d-c6e1d5ca639e req-a4b85113-5df6-4c92-88a6-5df2f7932a11 service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925355 Jul 09 17:35:28.180728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0f46f-e93f-4e25-824f-1ab4a166614b req-985b304a-78ff-4fc3-9f9b-f5f4768b3662 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:28.182446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4a0f46f-e93f-4e25-824f-1ab4a166614b req-985b304a-78ff-4fc3-9f9b-f5f4768b3662 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 948 time: 0.0687356 Jul 09 17:35:28.224060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b4a0f46f-e93f-4e25-824f-1ab4a166614b req-527a48b1-0c5d-4f1f-b0a9-4ee507ceb64a tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Jul 09 17:35:28.454249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5cb5c-60f7-4e88-91f2-28439172aa6d req-8e5d0814-9b43-43f3-95bb-b3927ef76d68 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:28.456306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28b5cb5c-60f7-4e88-91f2-28439172aa6d req-8e5d0814-9b43-43f3-95bb-b3927ef76d68 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.0678065 Jul 09 17:35:28.525006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28b5cb5c-60f7-4e88-91f2-28439172aa6d req-63979a62-35fa-47f1-900c-d5cbb564d053 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Jul 09 17:35:28.706715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4fab-605e-4434-a305-83e62ac6584f req-3ac05628-a5dd-4d55-ad40-09d604ff084e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:28.708348 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbbe4fab-605e-4434-a305-83e62ac6584f req-3ac05628-a5dd-4d55-ad40-09d604ff084e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0795960 Jul 09 17:35:28.752669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbbe4fab-605e-4434-a305-83e62ac6584f req-30967563-a0ac-4e66-a1f0-59e21be6a5a6 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Jul 09 17:35:28.893924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846ec79-96f8-46b5-8fc3-703afee9a06c req-86c91cd6-5b6f-410d-9090-da215417564b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:28.895555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2846ec79-96f8-46b5-8fc3-703afee9a06c req-86c91cd6-5b6f-410d-9090-da215417564b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 983 time: 0.0685594 Jul 09 17:35:28.948658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2846ec79-96f8-46b5-8fc3-703afee9a06c req-20ccf8ca-09fc-4ac1-9997-2be5b1f6e732 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0451906 Jul 09 17:35:29.036666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56480) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:29.123438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 003fcad9-559a-4279-9d86-6e25f637f839 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:35:29.240621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 003fcad9-559a-4279-9d86-6e25f637f839, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=003fcad9-559a-4279-9d86-6e25f637f839,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:29.254008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '003fcad9-559a-4279-9d86-6e25f637f839', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'port_id': '003fcad9-559a-4279-9d86-6e25f637f839', 'mac_address': 'fa:16:3e:3d:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:35:29.300910 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:29.316808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003fcad9-559a-4279-9d86-6e25f637f839 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:29.345912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 003fcad9-559a-4279-9d86-6e25f637f839, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=003fcad9-559a-4279-9d86-6e25f637f839,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:29.365842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:29.420434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=003fcad9-559a-4279-9d86-6e25f637f839,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:29.494408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6324a-95df-40c2-8fe6-4081c84af5be req-601507d3-96cb-4f55-87d8-f9641f002432 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:29.496245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fab6324a-95df-40c2-8fe6-4081c84af5be req-601507d3-96cb-4f55-87d8-f9641f002432 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 948 time: 0.1064403 Jul 09 17:35:29.546015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fab6324a-95df-40c2-8fe6-4081c84af5be req-d14f0ade-4271-487c-8021-91643f920465 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Jul 09 17:35:29.611331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['003fcad9-559a-4279-9d86-6e25f637f839'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:29.784045 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:35:29.932442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9819e6-06f7-42b9-95ad-f3800068d988 req-3bbed944-978d-4699-b155-dcc22c1aaa02 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:29.933995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f9819e6-06f7-42b9-95ad-f3800068d988 req-3bbed944-978d-4699-b155-dcc22c1aaa02 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1868632 Jul 09 17:35:29.968016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4075d-556d-451f-9016-7fa57b7e4f86 req-9c5178e2-f993-429b-8d3f-8d9ae2e7daf1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:29.969483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ce4075d-556d-451f-9016-7fa57b7e4f86 req-9c5178e2-f993-429b-8d3f-8d9ae2e7daf1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0842328 Jul 09 17:35:30.011936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f9819e6-06f7-42b9-95ad-f3800068d988 req-c2c3660f-b5fe-45b5-a0cb-531e9b67769c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672576 Jul 09 17:35:30.016533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ce4075d-556d-451f-9016-7fa57b7e4f86 req-b3e614d9-fd07-4e18-bed5-e0d48ad1bf9d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388684 Jul 09 17:35:30.024738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.202995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240cfe-d466-4baf-9238-2c2fef0029b1 req-d53a40df-16ea-4b63-88c5-9538fae7696b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:30.204682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a240cfe-d466-4baf-9238-2c2fef0029b1 req-d53a40df-16ea-4b63-88c5-9538fae7696b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 984 time: 0.0678277 Jul 09 17:35:30.259453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4a240cfe-d466-4baf-9238-2c2fef0029b1 req-0f7d039e-4831-481b-9b67-3bed38889fea tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0479622 Jul 09 17:35:30.353043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.20.0.17 (a2d04c9b-8fce-478a-a0db-f9cb1caaded9/342f1034-0bef-4675-bf4c-34c351c68121/33660282-f79f-42cf-bf57-f791d1b2af0c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:30.421920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:35:30.427371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:35:30.477637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.493492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Transition to ACTIVE for port object 33660282-f79f-42cf-bf57-f791d1b2af0c will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:30.550363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.581975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.617116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:30.632974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:30.635395 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ce969-dac0-46ba-a2e2-8a2ed935e8c2" -d '{"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:30.647133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'port_id': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'mac_address': 'fa:16:3e:4d:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf90f0e1-a916-4e7a-b98f-3c90ba02391e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:35:30.647411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=33660282-f79f-42cf-bf57-f791d1b2af0c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:30.670381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:30.677923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.678336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.678800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.679209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.679659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.682719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:30.683407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.685970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.686395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.686830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.687270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.687753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.689228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:30.693641 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.694731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:30.707544 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.713412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:30.717847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:30.722415 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362da27-d86c-465c-bbb3-c4a1d6deb221 x-openstack-request-id: req-f362da27-d86c-465c-bbb3-c4a1d6deb221 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:30.722712 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:30.722964 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f362da27-d86c-465c-bbb3-c4a1d6deb221 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:30.723357 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'code': 200} Jul 09 17:35:30.786833 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:35:30.787198 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:35:30.808667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:30.832430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:30.931268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0e11e-d71b-42b8-b317-b8a6a3b8e72c req-9a185ed0-eaae-4adc-a5b0-5d135894160f tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:30.933014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ce0e11e-d71b-42b8-b317-b8a6a3b8e72c req-9a185ed0-eaae-4adc-a5b0-5d135894160f tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 948 time: 0.1822295 Jul 09 17:35:31.006934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ce0e11e-d71b-42b8-b317-b8a6a3b8e72c req-ad4913f1-0071-4f17-86b3-7d3a94b4899e tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 Jul 09 17:35:31.026802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.093898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-786f712c-6fe1-483c-9f33-bb22c6ec3a32 None None] Provisioning for port 33660282-f79f-42cf-bf57-f791d1b2af0c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:31.111832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-786f712c-6fe1-483c-9f33-bb22c6ec3a32 None None] Provisioning complete for port 33660282-f79f-42cf-bf57-f791d1b2af0c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:31.112642 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-786f712c-6fe1-483c-9f33-bb22c6ec3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.177530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 003fcad9-559a-4279-9d86-6e25f637f839 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:31.257774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-786f712c-6fe1-483c-9f33-bb22c6ec3a32 None None] Port 33660282-f79f-42cf-bf57-f791d1b2af0c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:31.263164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 003fcad9-559a-4279-9d86-6e25f637f839 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:31.267802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 003fcad9-559a-4279-9d86-6e25f637f839 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:31.268433 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.307952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f4d9-ea40-4ad3-88bc-22b96c7bb4c2 req-b929c881-58ec-4be9-b955-1c081aac3832 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:31.312310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2d5f4d9-ea40-4ad3-88bc-22b96c7bb4c2 req-b929c881-58ec-4be9-b955-1c081aac3832 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 944 time: 0.1203065 Jul 09 17:35:31.348606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a58eef-5533-404b-b4c5-951ae1b37d9b req-a45bbad3-d17c-4310-b40f-0ddada346cef tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:31.350178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1a58eef-5533-404b-b4c5-951ae1b37d9b req-a45bbad3-d17c-4310-b40f-0ddada346cef tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1501620 Jul 09 17:35:31.362746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.387356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2d5f4d9-ea40-4ad3-88bc-22b96c7bb4c2 req-f90960f9-98b2-4c57-a77d-ee22c8d1b5fa tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533471 Jul 09 17:35:31.395824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:31.416693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:31.427317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.428084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e91e8c0d-e878-471f-a620-9f10477748fb details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:35:31.429029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f1a58eef-5533-404b-b4c5-951ae1b37d9b req-700dd4b6-107d-419f-ad71-6b4158534e67 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720513 Jul 09 17:35:31.480015 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.482891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.491170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.544967 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.590707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:31.595446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 003fcad9-559a-4279-9d86-6e25f637f839, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=003fcad9-559a-4279-9d86-6e25f637f839,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:31.606962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.667881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9ce1-d82e-4efa-b462-13cd28c610ac req-7e1649f5-d8a5-4a12-83af-0be7780acb7b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:31.670404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60aa9ce1-d82e-4efa-b462-13cd28c610ac req-7e1649f5-d8a5-4a12-83af-0be7780acb7b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.0947764 Jul 09 17:35:31.671999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e91e8c0d-e878-471f-a620-9f10477748fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e91e8c0d-e878-471f-a620-9f10477748fb,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:31.677652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=33660282-f79f-42cf-bf57-f791d1b2af0c,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:31.723831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'e91e8c0d-e878-471f-a620-9f10477748fb', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'e91e8c0d-e878-471f-a620-9f10477748fb', 'mac_address': 'fa:16:3e:54:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:35:31.743033 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60aa9ce1-d82e-4efa-b462-13cd28c610ac req-b6554ff7-abdb-46b0-acff-61c0d87e2113 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0639958 Jul 09 17:35:31.747480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:31.749277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:31.800946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.829346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91e8c0d-e878-471f-a620-9f10477748fb {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:31.835907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=003fcad9-559a-4279-9d86-6e25f637f839,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:31.861983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e91e8c0d-e878-471f-a620-9f10477748fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e91e8c0d-e878-471f-a620-9f10477748fb,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:31.870178 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:31.912543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:35:31.921032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e91e8c0d-e878-471f-a620-9f10477748fb,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:32.093656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:35:32.111233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc34885d-95b6-4f5b-837a-eaeb72213d25 None None] Provisioning complete for port 33660282-f79f-42cf-bf57-f791d1b2af0c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:32.112099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bc34885d-95b6-4f5b-837a-eaeb72213d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:32.114078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5b2ec47b-eb57-47f7-ada2-be7822d90ffa tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "PUT /v2.0/routers/8e1d4dd5-9888-4ced-ab39-af42a078f466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761523 Jul 09 17:35:32.114457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e91e8c0d-e878-471f-a620-9f10477748fb'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:32.117231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:32.119260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:35:32.210542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3c45c-c287-40f1-aa67-317696610937 req-ca1e97b6-1d76-42f5-a7ae-b8b37220378f tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:32.212205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ef3c45c-c287-40f1-aa67-317696610937 req-ca1e97b6-1d76-42f5-a7ae-b8b37220378f tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 949 time: 0.0805972 Jul 09 17:35:32.262671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ef3c45c-c287-40f1-aa67-317696610937 req-abfbefed-6fcd-48cf-b40c-e9d42f439e1b tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 Jul 09 17:35:32.399167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:32.400602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:32.440869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bc34885d-95b6-4f5b-837a-eaeb72213d25 None None] Port 33660282-f79f-42cf-bf57-f791d1b2af0c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:35:32.582901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:32.638493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080d0b-043a-421f-88f7-70e2adc17340 req-23e162b7-9797-4dad-a528-a933d8f70f53 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:32.640391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91080d0b-043a-421f-88f7-70e2adc17340 req-23e162b7-9797-4dad-a528-a933d8f70f53 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 945 time: 0.1268840 Jul 09 17:35:32.693113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91080d0b-043a-421f-88f7-70e2adc17340 req-fa416927-9dab-4da3-adb2-b3a658fb05d5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Jul 09 17:35:32.696692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b582160-a514-4b11-8821-e1ccb674aca9 req-cce5a250-431d-4bd6-a8db-ccffe0018898 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:32.699072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b582160-a514-4b11-8821-e1ccb674aca9 req-cce5a250-431d-4bd6-a8db-ccffe0018898 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0774915 Jul 09 17:35:32.725171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:32.727565 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c954a04-b87f-4364-9395-cb8c41ba795c" -d '{"events": [{"server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "name": "network-vif-plugged", "status": "completed", "tag": "003fcad9-559a-4279-9d86-6e25f637f839"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:32.753015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b582160-a514-4b11-8821-e1ccb674aca9 req-c3b175ec-4748-4e76-959e-f8fa05fa9949 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465579 Jul 09 17:35:32.792385 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5a1fd8-1165-4e47-a802-c9a05c6c0ec7 x-openstack-request-id: req-8a5a1fd8-1165-4e47-a802-c9a05c6c0ec7 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:32.792668 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "name": "network-vif-plugged", "status": "completed", "tag": "003fcad9-559a-4279-9d86-6e25f637f839", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:32.792887 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a5a1fd8-1165-4e47-a802-c9a05c6c0ec7 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:32.793479 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839', 'code': 200} Jul 09 17:35:32.970903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:30Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:37Z', 'revision_number': 1, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33660282-f79f-42cf-bf57-f791d1b2af0c', 'name': '', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:ed:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '342f1034-0bef-4675-bf4c-34c351c68121', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:30Z', 'updated_at': '2021-07-09T17:35:31Z', 'revision_number': 2, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '342f1034-0bef-4675-bf4c-34c351c68121', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:32.994479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691a17-54b7-417a-a19a-0e48757833ff req-4dae1adf-deeb-4ad1-a03d-1e3ddcd4137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:32.996044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6691a17-54b7-417a-a19a-0e48757833ff req-4dae1adf-deeb-4ad1-a03d-1e3ddcd4137a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1137 time: 0.1113460 Jul 09 17:35:33.005984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:35:33.006265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Updating router 8e1d4dd5-9888-4ced-ab39-af42a078f466 port 33660282-f79f-42cf-bf57-f791d1b2af0c binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:35:33.017479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15570ad-bd86-4290-a5c4-33a0cbcaeff4 req-f1495351-c6ef-49a6-b940-93d0b5aa0d4f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:33.019004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f15570ad-bd86-4290-a5c4-33a0cbcaeff4 req-f1495351-c6ef-49a6-b940-93d0b5aa0d4f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.1048377 Jul 09 17:35:33.042184 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:33.078098 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6691a17-54b7-417a-a19a-0e48757833ff req-0c70afda-e633-47b8-b932-40a07a8aa536 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&id=993cc109-3d4c-4c69-8a3d-7e46764c84da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0748875 Jul 09 17:35:33.110361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f15570ad-bd86-4290-a5c4-33a0cbcaeff4 req-1b52b755-06e7-4ba2-8290-68ef6b214e87 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0812778 Jul 09 17:35:33.406400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:33.416900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Transition to ACTIVE for port object 33660282-f79f-42cf-bf57-f791d1b2af0c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:33.423201 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:33.482195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2102c6-c2c3-4a86-82f6-1660fae2ec01 req-2e182089-1f7e-4b7e-8e51-70a9723f6661 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:33.485368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba2102c6-c2c3-4a86-82f6-1660fae2ec01 req-2e182089-1f7e-4b7e-8e51-70a9723f6661 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 949 time: 0.0775528 Jul 09 17:35:33.530104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2bf03-66b2-40f4-a7de-4b5a337d8425 None None] Pushing event updated for resources: {'Port': ['ID=33660282-f79f-42cf-bf57-f791d1b2af0c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:33.541453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Attempting to bind port 33660282-f79f-42cf-bf57-f791d1b2af0c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:33.541867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Attempting to bind port 33660282-f79f-42cf-bf57-f791d1b2af0c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:33.542238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Attempting to bind port 33660282-f79f-42cf-bf57-f791d1b2af0c on network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:33.545753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba2102c6-c2c3-4a86-82f6-1660fae2ec01 req-17c32d3c-d4ec-43fd-bdb1-8582d0ddc957 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519199 Jul 09 17:35:33.548770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:33.549222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Checking segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:33.549585 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:33.549976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Bound using segment: {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:33.550444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Bound port: 33660282-f79f-42cf-bf57-f791d1b2af0c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:33.550820 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:33.630062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] For port 33660282-f79f-42cf-bf57-f791d1b2af0c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:33.633562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] For port 33660282-f79f-42cf-bf57-f791d1b2af0c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=33660282-f79f-42cf-bf57-f791d1b2af0c,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:33.640867 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:33.702255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:33.702920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:33.709399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2bf03-66b2-40f4-a7de-4b5a337d8425 None None] Pushing event updated for resources: {'Port': ['ID=33660282-f79f-42cf-bf57-f791d1b2af0c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:33.841926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:33.982653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a39e-1b9d-4d96-a805-ef226b0aff24 req-30ef069b-317c-4615-83c6-a8b96f8c1744 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:33.984369 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12a2a39e-1b9d-4d96-a805-ef226b0aff24 req-30ef069b-317c-4615-83c6-a8b96f8c1744 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 945 time: 0.1507423 Jul 09 17:35:34.034238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f1f9c-e93c-48d7-a7bc-9cebea0fa9e7 req-beb1d8e6-9df3-46cd-a486-31dad7ee702b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:34.037096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d02f1f9c-e93c-48d7-a7bc-9cebea0fa9e7 req-beb1d8e6-9df3-46cd-a486-31dad7ee702b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1070900 Jul 09 17:35:34.046614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12a2a39e-1b9d-4d96-a805-ef226b0aff24 req-2803e330-9bae-4c2e-9b78-08da793ccd4d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535049 Jul 09 17:35:34.105951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d02f1f9c-e93c-48d7-a7bc-9cebea0fa9e7 req-3b262268-f36c-4843-9b46-9152f28466f2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623939 Jul 09 17:35:34.178391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:30Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:37Z', 'revision_number': 1, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33660282-f79f-42cf-bf57-f791d1b2af0c', 'name': '', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:ed:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '342f1034-0bef-4675-bf4c-34c351c68121', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:30Z', 'updated_at': '2021-07-09T17:35:33Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '342f1034-0bef-4675-bf4c-34c351c68121', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:34.211804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bbecb-66d4-45ef-b7c4-8b6684ed56d7 None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:30Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:37Z', 'revision_number': 1, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33660282-f79f-42cf-bf57-f791d1b2af0c', 'name': '', 'network_id': 'a2d04c9b-8fce-478a-a0db-f9cb1caaded9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:ed:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '342f1034-0bef-4675-bf4c-34c351c68121', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:30Z', 'updated_at': '2021-07-09T17:35:33Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '342f1034-0bef-4675-bf4c-34c351c68121', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:35:34.335340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237c874-d12d-4394-b43d-6c0018ef0977 req-c18b2eee-f07a-4a8c-8d8b-2d859b555415 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:34.337209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0237c874-d12d-4394-b43d-6c0018ef0977 req-c18b2eee-f07a-4a8c-8d8b-2d859b555415 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.1083510 Jul 09 17:35:34.413710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0237c874-d12d-4394-b43d-6c0018ef0977 req-b9e13a7b-685c-4702-a8c7-d66ed71d6239 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0693088 Jul 09 17:35:34.452726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:34.518144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:34.518494 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:34.636970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18e80-8234-46cf-a07b-cf596f969728 req-2242733f-10a1-4a8e-b907-6a045229d282 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:34.644804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bad18e80-8234-46cf-a07b-cf596f969728 req-2242733f-10a1-4a8e-b907-6a045229d282 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.0980432 Jul 09 17:35:34.691454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:34.709747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bad18e80-8234-46cf-a07b-cf596f969728 req-02c4c813-fa5d-4ebd-b9cd-139748d0880f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0640261 Jul 09 17:35:34.733364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:34.747977 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:34.752410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e91e8c0d-e878-471f-a620-9f10477748fb up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:34.815119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a51575-ce77-4acf-afe6-416064d1a9a8 req-3b78f737-f6ae-4c83-9741-6d793667bc85 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:34.817478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29a51575-ce77-4acf-afe6-416064d1a9a8 req-3b78f737-f6ae-4c83-9741-6d793667bc85 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 949 time: 0.1400707 Jul 09 17:35:34.824228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:34.828374 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde199c8-f25a-452a-9c70-1908ff6adf29" -d '{"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:34.852452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:34.879219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port e91e8c0d-e878-471f-a620-9f10477748fb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:34.884734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port e91e8c0d-e878-471f-a620-9f10477748fb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:34.885341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:34.915783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29a51575-ce77-4acf-afe6-416064d1a9a8 req-a40ecc8b-e96d-4ff2-892b-b6aaf80d5110 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920482 Jul 09 17:35:35.015543 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.019183 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb97fbb0-1e7b-48e1-b7c8-fce1a426c2b9 x-openstack-request-id: req-cb97fbb0-1e7b-48e1-b7c8-fce1a426c2b9 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:35.019471 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-plugged", "status": "completed", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:35.019721 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb97fbb0-1e7b-48e1-b7c8-fce1a426c2b9 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:35.020134 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'code': 200} Jul 09 17:35:35.038091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d608c63-0a91-48ee-8e61-2b76780216d4 req-2c66eb23-c421-4887-97ec-6437b3176c24 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:35.046812 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d608c63-0a91-48ee-8e61-2b76780216d4 req-2c66eb23-c421-4887-97ec-6437b3176c24 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1137 time: 0.1174834 Jul 09 17:35:35.058738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e91e8c0d-e878-471f-a620-9f10477748fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e91e8c0d-e878-471f-a620-9f10477748fb,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:35.064912 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.081166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7d608c63-0a91-48ee-8e61-2b76780216d4 req-5c437d38-c2a8-42d3-acd9-05a16255ce4e tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.153257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e91e8c0d-e878-471f-a620-9f10477748fb,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:35.234381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7d608c63-0a91-48ee-8e61-2b76780216d4 req-5c437d38-c2a8-42d3-acd9-05a16255ce4e tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.257123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7d608c63-0a91-48ee-8e61-2b76780216d4 req-5c437d38-c2a8-42d3-acd9-05a16255ce4e tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.312931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d608c63-0a91-48ee-8e61-2b76780216d4 req-5c437d38-c2a8-42d3-acd9-05a16255ce4e tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2443514 Jul 09 17:35:35.317197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31e712-b245-4715-aa55-fc56b323e2ad req-7ec96649-d343-46d5-9031-5dd246ecb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:35.318651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc31e712-b245-4715-aa55-fc56b323e2ad req-7ec96649-d343-46d5-9031-5dd246ecb138 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 1098 time: 0.1281514 Jul 09 17:35:35.328488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c437d38-c2a8-42d3-acd9-05a16255ce4e tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1385ee9-4353-4170-8185-0ef56b1fb642,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:35.329168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56666) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:35.356603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f443-9f66-41d3-ae81-4e52ae33e459 req-3013d7d9-679c-4dd9-a66e-64262443c03b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:35.358229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1d7f443-9f66-41d3-ae81-4e52ae33e459 req-3013d7d9-679c-4dd9-a66e-64262443c03b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1155653 Jul 09 17:35:35.384294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc31e712-b245-4715-aa55-fc56b323e2ad req-7f889130-b4ee-465a-baa4-6f1696288c7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497103 Jul 09 17:35:35.434459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1d7f443-9f66-41d3-ae81-4e52ae33e459 req-55a91625-e610-498b-8a3d-fd3ec34aab3f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579300 Jul 09 17:35:35.444779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f5910-22b1-494b-9e53-b6a0ca155c86 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:35.449561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af4f5910-22b1-494b-9e53-b6a0ca155c86 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1132 time: 0.1150353 Jul 09 17:35:35.449768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 56670) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:35.455887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '003fcad9-559a-4279-9d86-6e25f637f839', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:35.486466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.505945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7a52-891d-47c3-a1f2-8e5472dadabe req-8a167bc2-42c8-4325-b0b8-7ee53b5f0d24 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:35.508094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b5d7a52-891d-47c3-a1f2-8e5472dadabe req-8a167bc2-42c8-4325-b0b8-7ee53b5f0d24 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0785716 Jul 09 17:35:35.604799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b5d7a52-891d-47c3-a1f2-8e5472dadabe req-522df68c-bcd9-4c15-b9d2-12883ecd912e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879564 Jul 09 17:35:35.673209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.796913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.25.3.71 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/fff0ae21-8851-4051-87c5-dac9af26ac24) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:35.910285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.951696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:35.989786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:35.995139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:35.998745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:36.029335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=fff0ae21-8851-4051-87c5-dac9af26ac24,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:36.158952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e2f21-7151-49a0-9cb3-38ed7879d712 req-e83583ea-665d-4181-9e8f-fe029e547325 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:36.161123 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-294e2f21-7151-49a0-9cb3-38ed7879d712 req-e83583ea-665d-4181-9e8f-fe029e547325 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 950 time: 0.1043305 Jul 09 17:35:36.198163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 33660282-f79f-42cf-bf57-f791d1b2af0c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:36.221733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-294e2f21-7151-49a0-9cb3-38ed7879d712 req-52e856b0-dc64-4bee-868b-87e67ae62639 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545492 Jul 09 17:35:36.293746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 33660282-f79f-42cf-bf57-f791d1b2af0c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:36.302828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 33660282-f79f-42cf-bf57-f791d1b2af0c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:36.303200 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.396154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.430853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 33660282-f79f-42cf-bf57-f791d1b2af0c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=33660282-f79f-42cf-bf57-f791d1b2af0c,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:36.440538 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.486891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.522529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=33660282-f79f-42cf-bf57-f791d1b2af0c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:36.625471 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.718734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820408-cef4-4442-b127-dbf0d799badb req-2fde5a1a-556a-45fb-9e94-b9b0ae613ea2 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:36.724238 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed820408-cef4-4442-b127-dbf0d799badb req-2fde5a1a-556a-45fb-9e94-b9b0ae613ea2 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.1453018 Jul 09 17:35:36.815730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed820408-cef4-4442-b127-dbf0d799badb req-aca14e72-cda7-498a-8c35-1b7a3b5ed7c2 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612030 Jul 09 17:35:36.821131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d540c-c127-4587-af06-02e80c36e679 req-70380cff-8fb9-460e-9bd9-1816af1d9fa1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:36.829565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b49d540c-c127-4587-af06-02e80c36e679 req-70380cff-8fb9-460e-9bd9-1816af1d9fa1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0922256 Jul 09 17:35:36.870026 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.872330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b49d540c-c127-4587-af06-02e80c36e679 req-354983a2-ccdb-4cf6-b7c8-131cff01870b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Jul 09 17:35:36.878688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:36.985402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=fff0ae21-8851-4051-87c5-dac9af26ac24,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:36.990747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:37.021398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91e8c0d-e878-471f-a620-9f10477748fb'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:37.023840 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fc8509-0034-4841-8b46-81b23013143f" -d '{"events": [{"server_uuid": "b0445ee5-ad7b-4c29-bffb-0bb3e200f350", "name": "network-vif-plugged", "status": "completed", "tag": "e91e8c0d-e878-471f-a620-9f10477748fb"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:37.069505 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6b73b-f6fc-4bfa-99cd-fd537e6e6143 x-openstack-request-id: req-c1b6b73b-f6fc-4bfa-99cd-fd537e6e6143 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:37.069792 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0445ee5-ad7b-4c29-bffb-0bb3e200f350", "name": "network-vif-plugged", "status": "completed", "tag": "e91e8c0d-e878-471f-a620-9f10477748fb", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:37.070037 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1b6b73b-f6fc-4bfa-99cd-fd537e6e6143 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:37.070429 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91e8c0d-e878-471f-a620-9f10477748fb', 'code': 200} Jul 09 17:35:37.085234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00625e88-d481-4a8f-9d58-aae07503fd1b req-36b4f252-7a9e-4de6-8991-2fd2293e5676 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.086902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00625e88-d481-4a8f-9d58-aae07503fd1b req-36b4f252-7a9e-4de6-8991-2fd2293e5676 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.0857859 Jul 09 17:35:37.133065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00625e88-d481-4a8f-9d58-aae07503fd1b req-1df7860d-ba2d-40b6-a02d-4ccf3a2db8ae tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385292 Jul 09 17:35:37.136040 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Floating IP 8dbbde12-37c5-41e0-9c35-8c300c91796c associated. External IP: 172.25.3.71, port: 003fcad9-559a-4279-9d86-6e25f637f839. Jul 09 17:35:37.221084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e88a4-44e1-4e8a-aed2-1065533683af req-e5da1745-4487-4bae-8b35-2eba028178c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.222633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923e88a4-44e1-4e8a-aed2-1065533683af req-e5da1745-4487-4bae-8b35-2eba028178c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 1102 time: 0.0805683 Jul 09 17:35:37.283666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-923e88a4-44e1-4e8a-aed2-1065533683af req-75c61142-8462-471e-b1c0-ba545f0332f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543768 Jul 09 17:35:37.417295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router 3f5709fe-793a-4257-be08-1ee68383b52a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:35:37.481921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f457145-7aa6-4106-b908-1df12353b115 req-fa1d6170-5367-4aca-943d-45e9359b0e4f tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.483471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f457145-7aa6-4106-b908-1df12353b115 req-fa1d6170-5367-4aca-943d-45e9359b0e4f tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 950 time: 0.1064479 Jul 09 17:35:37.551736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f457145-7aa6-4106-b908-1df12353b115 req-0c59ce60-1779-4786-a4b1-d9e6966f6327 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610480 Jul 09 17:35:37.573608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:35:37.584036 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] Sync routers for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:35:37.590497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:37.595977 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:37.596848 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:37.636080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9bbc83d2-c8ea-452c-8cbe-81fef81de4c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1852779 Jul 09 17:35:37.636877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:37.638734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56740) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:37.648749 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83816173-39f7-4ea9-932c-bd8a88e06c04" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "tag": "003fcad9-559a-4279-9d86-6e25f637f839"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:37.723923 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17b1fc-eeee-4d0a-b027-c8f8af3e8e5c x-openstack-request-id: req-4d17b1fc-eeee-4d0a-b027-c8f8af3e8e5c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:37.724196 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "tag": "003fcad9-559a-4279-9d86-6e25f637f839", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:37.724460 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d17b1fc-eeee-4d0a-b027-c8f8af3e8e5c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:37.724852 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839', 'status': 'completed', 'code': 200} Jul 09 17:35:37.741212 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:37.804906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.805401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.805877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.806348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.806852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.807434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.807799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.808271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.808733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.810860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-37a1238b-a613-4f37-b323-464996dc2d52 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6355 time: 0.1710527 Jul 09 17:35:37.813706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:37.871987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-d357226d-69e2-42f7-bce1-2169aed2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.873548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-d357226d-69e2-42f7-bce1-2169aed2d300 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1137 time: 0.1320691 Jul 09 17:35:37.941281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.941752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.942209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.942661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.943114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.943560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.944024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.944467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.944904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.946887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5c49994a-3026-4b35-a65f-cbed3e9e243f tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5896 time: 0.1322114 Jul 09 17:35:37.950006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56758) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:37.992475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-258ff26f-5f0b-44c1-8635-f9ba16cd373e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:37.996087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-258ff26f-5f0b-44c1-8635-f9ba16cd373e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 815 time: 0.2871635 Jul 09 17:35:38.044226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-c1f91031-ae2e-4751-a97f-d8e290a49374 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/quotas/b48369238f2c4bc59f54eb3bd305f5a4 HTTP/1.1" status: 200 len: 375 time: 0.0273435 Jul 09 17:35:38.112418 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '8dbbde12-37c5-41e0-9c35-8c300c91796c', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'port_id': '003fcad9-559a-4279-9d86-6e25f637f839', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'mac_address': 'fa:16:3e:3d:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:35:36Z', 'updated_at': '2021-07-09T17:35:36Z', 'revision_number': 0, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:22Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:38.151954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-58bbfdc9-186a-4732-9422-9485f2f1f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.156439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-58bbfdc9-186a-4732-9422-9485f2f1f1e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9801a313-c06e-4cbc-bebc-3b26860e33ea HTTP/1.1" status: 200 len: 897 time: 0.2659690 Jul 09 17:35:38.169078 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] Checking router: 3f5709fe-793a-4257-be08-1ee68383b52a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:35:38.189043 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:38.190829 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:38.192546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:38.204779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 33660282-f79f-42cf-bf57-f791d1b2af0c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:38.351610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 33660282-f79f-42cf-bf57-f791d1b2af0c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:38.353232 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:38.375019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec33e-350f-4bae-9b97-2d7d5bea6c5c req-5c73abd8-0193-4e5f-b8f9-9b033e651381 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.377554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd6ec33e-350f-4bae-9b97-2d7d5bea6c5c req-5c73abd8-0193-4e5f-b8f9-9b033e651381 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.3156824 Jul 09 17:35:38.404379 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:38.452313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd6ec33e-350f-4bae-9b97-2d7d5bea6c5c req-8b288a97-8a3f-4127-a2e7-555e2a030a96 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666370 Jul 09 17:35:38.495859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-09d9f516-f23e-4c2d-9eb8-08808bbb2066 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.5443144 Jul 09 17:35:38.496526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 56770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:38.641009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-acbfb0ce-eac7-4c9d-9c0c-a6d00f890797 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=003fcad9-559a-4279-9d86-6e25f637f839 HTTP/1.1" status: 200 len: 999 time: 0.4764042 Jul 09 17:35:38.645607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525e73d0-0cf1-4675-ae11-ef1960f874e7 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.652215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525e73d0-0cf1-4675-ae11-ef1960f874e7 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.669473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-525e73d0-0cf1-4675-ae11-ef1960f874e7 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f5709fe-793a-4257-be08-1ee68383b52a HTTP/1.1" status: 200 len: 1992 time: 0.1717374 Jul 09 17:35:38.704409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-d92a983d-b020-473c-a0f4-b655cbdc4594 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6591556 Jul 09 17:35:38.719427 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '8dbbde12-37c5-41e0-9c35-8c300c91796c', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'port_id': '003fcad9-559a-4279-9d86-6e25f637f839', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'mac_address': 'fa:16:3e:3d:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:35:36Z', 'updated_at': '2021-07-09T17:35:36Z', 'revision_number': 0, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:22Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:38.747894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-b87241ca-b57a-436a-bd7e-65653c133862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.749526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-b87241ca-b57a-436a-bd7e-65653c133862 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e948adf-80e4-4406-a2aa-edf05ce1cfb1 HTTP/1.1" status: 200 len: 834 time: 0.0972371 Jul 09 17:35:38.903550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-f38f03a2-daf2-415c-866a-6370b8d8cf93 service neutron] 10.222.0.21 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855898 Jul 09 17:35:38.907588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ff802-bcf2-4e49-be27-faff7d6572fe req-681f38fe-56fe-44d9-b12a-11d6fdc2eef9 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.909557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c37ff802-bcf2-4e49-be27-faff7d6572fe req-681f38fe-56fe-44d9-b12a-11d6fdc2eef9 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 950 time: 0.0715749 Jul 09 17:35:38.916634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-19b0a108-0f32-40ca-b535-f5cf40066539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:38.918140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-19b0a108-0f32-40ca-b535-f5cf40066539 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9801a313-c06e-4cbc-bebc-3b26860e33ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392953 Jul 09 17:35:38.957276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d45431-d3f8-4444-a9de-0f48c32375db None None] The sync data for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 is: [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '8dbbde12-37c5-41e0-9c35-8c300c91796c', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'port_id': '003fcad9-559a-4279-9d86-6e25f637f839', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'mac_address': 'fa:16:3e:3d:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:35:36Z', 'updated_at': '2021-07-09T17:35:36Z', 'revision_number': 0, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:22Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:35:38.967947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c37ff802-bcf2-4e49-be27-faff7d6572fe req-e93ea3ab-3fe4-45aa-aaac-7e2ad4bbbe65 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Jul 09 17:35:39.054864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2042dbd-8230-4507-95b0-dec220827e4f req-a61e9e8f-f9b9-4015-8bb0-00ab57b7f6e1 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:39.056548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2042dbd-8230-4507-95b0-dec220827e4f req-a61e9e8f-f9b9-4015-8bb0-00ab57b7f6e1 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f5e147-f0f8-466b-9eee-6f4242eb3b11 HTTP/1.1" status: 200 len: 946 time: 0.0875602 Jul 09 17:35:39.090466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-0f48997e-d233-48e4-95f9-39a2cfa9ed7a service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609738 Jul 09 17:35:39.143454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b34cc997-6433-49af-ba74-9643b103ce1d service neutron] 10.222.0.21 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388222 Jul 09 17:35:39.201657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Deleting port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:35:39.202001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:39.267744 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:39.310076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83816173-39f7-4ea9-932c-bd8a88e06c04 req-3a10b831-a3bd-459f-b140-c9c7aa309184 service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654868 Jul 09 17:35:39.370722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf01f75-ecca-47d3-af02-4eaa665b13e1 None None] New status for floating IP 8dbbde12-37c5-41e0-9c35-8c300c91796c: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:35:39.390278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] For port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:39.390775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:39.432818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Calling delete_port for c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:35:39.513509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2e6dee27-d28b-4eb3-bead-cd509c6c857c req-79b46d2d-4b55-48cf-a373-c9554e89b720 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 210 time: 0.0529940 Jul 09 17:35:39.679237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:39.691816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:39.761791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ef4fe-9e45-438d-85e9-de15c678381f req-3f181142-df56-461e-b52a-52fcdef0cf0e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:39.763933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f03ef4fe-9e45-438d-85e9-de15c678381f req-3f181142-df56-461e-b52a-52fcdef0cf0e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0869420 Jul 09 17:35:39.774222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Pushing event deleted for resources: {'Port': ['ID=c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:39.801624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eacc-152d-4956-9bcb-15c901721c8d req-3e536e28-d6ad-4f2e-8590-a1840ff57b76 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:39.804608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f74eacc-152d-4956-9bcb-15c901721c8d req-3e536e28-d6ad-4f2e-8590-a1840ff57b76 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 950 time: 0.2212415 Jul 09 17:35:39.806888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] No DVR routers for this DVR port c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:35:39.808933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f03ef4fe-9e45-438d-85e9-de15c678381f req-9a21bf8f-0488-432b-b886-50dac8726061 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388403 Jul 09 17:35:39.813328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:39.816694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2042dbd-8230-4507-95b0-dec220827e4f req-305209f1-316e-4c8e-a743-27f743ff5320 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "DELETE /v2.0/ports/c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 HTTP/1.1" status: 204 len: 173 time: 0.7504749 Jul 09 17:35:39.818485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-deleted', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:39.841654 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e289aa-90fd-4e67-bf40-1a8a2f1c0536" -d '{"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-deleted", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:39.906297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1f74eacc-152d-4956-9bcb-15c901721c8d req-8770aeca-2731-4c4c-98d3-af9a4796e169 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611181 Jul 09 17:35:40.000987 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c49d87-7f92-4344-9dba-eafba2671fda x-openstack-request-id: req-43c49d87-7f92-4344-9dba-eafba2671fda {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:40.001258 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f5e147-f0f8-466b-9eee-6f4242eb3b11", "name": "network-vif-deleted", "tag": "c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:40.001508 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c49d87-7f92-4344-9dba-eafba2671fda {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:40.001903 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f5e147-f0f8-466b-9eee-6f4242eb3b11', 'name': 'network-vif-deleted', 'tag': 'c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1', 'status': 'completed', 'code': 200} Jul 09 17:35:40.370188 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-366eee4a-3b3f-4fcb-8ab9-813fc0f1bd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:40.659659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-580c5079-152e-4b50-b11d-07118b0aa866 req-2fc30dd5-abbe-4b0c-a01e-dad1273bb815 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 210 time: 0.0330529 Jul 09 17:35:40.865270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a995-66e9-41a0-9993-e0165d449492 req-87c59a57-5c88-4fd4-af43-6ce3bc01b452 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:40.867858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6833a995-66e9-41a0-9993-e0165d449492 req-87c59a57-5c88-4fd4-af43-6ce3bc01b452 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 950 time: 0.0982585 Jul 09 17:35:41.132910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d294-5669-4bd2-867e-4285c2a0de5e req-39db9860-cb84-4ca2-8d6f-0f33d60772c1 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:41.134705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6f1d294-5669-4bd2-867e-4285c2a0de5e req-39db9860-cb84-4ca2-8d6f-0f33d60772c1 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 950 time: 0.0736716 Jul 09 17:35:41.178549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6f1d294-5669-4bd2-867e-4285c2a0de5e req-95f910d3-cb8c-479a-83a3-181e1cec9754 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/security-groups?id=df1e36d7-bec6-477d-bfa8-729e9912f943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366673 Jul 09 17:35:41.408048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-a87bb31c-3d16-49a7-ae2d-ad79d7de8570 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:41.409515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-a87bb31c-3d16-49a7-ae2d-ad79d7de8570 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 815 time: 0.5845706 Jul 09 17:35:41.424083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51242ec-a789-4916-9235-bb0b09b8e798 req-47e4a76b-ddcb-44bb-aa7a-474a5930230d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:41.425540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a51242ec-a789-4916-9235-bb0b09b8e798 req-47e4a76b-ddcb-44bb-aa7a-474a5930230d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1864641 Jul 09 17:35:41.431896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Request body: {'port': {'device_id': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'admin_state_up': True, 'tenant_id': 'b48369238f2c4bc59f54eb3bd305f5a4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:41.537799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Deleting port e91e8c0d-e878-471f-a620-9f10477748fb {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:35:41.538181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:41.545441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a51242ec-a789-4916-9235-bb0b09b8e798 req-3f8d6e87-9ca2-4fa4-a4fa-309e940c0344 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103263 Jul 09 17:35:41.668111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Made reservation on behalf of b48369238f2c4bc59f54eb3bd305f5a4 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:35:41.671985 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:41.679748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] For port e91e8c0d-e878-471f-a620-9f10477748fb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e91e8c0d-e878-471f-a620-9f10477748fb,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:41.680122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:41.702504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Calling delete_port for e91e8c0d-e878-471f-a620-9f10477748fb owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:35:41.829384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-494afde9-e83c-4aad-864f-cf45e00642ae req-c469e215-6678-4b93-aa78-a8c5415f669e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 210 time: 0.0368884 Jul 09 17:35:41.881741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Allocated IP 172.20.0.7 (313f0e98-05d5-4092-9546-2db9166324c6/cf90f0e1-a916-4e7a-b98f-3c90ba02391e/b8ab4de0-57a9-4458-86eb-63d0848a1153) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:35:41.964674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:41.982824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e91e8c0d-e878-471f-a620-9f10477748fb'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:42.016593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Pushing event deleted for resources: {'Port': ['ID=e91e8c0d-e878-471f-a620-9f10477748fb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:42.109860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] No DVR routers for this DVR port e91e8c0d-e878-471f-a620-9f10477748fb on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:35:42.114621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.116687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6833a995-66e9-41a0-9993-e0165d449492 req-401c9c6a-f95a-4a11-a6a3-be0f42facbba tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.36 "DELETE /v2.0/ports/e91e8c0d-e878-471f-a620-9f10477748fb HTTP/1.1" status: 204 len: 173 time: 0.8790860 Jul 09 17:35:42.117142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'name': 'network-vif-deleted', 'tag': 'e91e8c0d-e878-471f-a620-9f10477748fb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:42.119581 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7856814b-cd39-446e-a19d-79eb726de00a" -d '{"events": [{"server_uuid": "b0445ee5-ad7b-4c29-bffb-0bb3e200f350", "name": "network-vif-deleted", "tag": "e91e8c0d-e878-471f-a620-9f10477748fb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:42.174358 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f450d823-9a4e-400a-b6bd-ae2411673a05 x-openstack-request-id: req-f450d823-9a4e-400a-b6bd-ae2411673a05 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:42.174719 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0445ee5-ad7b-4c29-bffb-0bb3e200f350", "name": "network-vif-deleted", "tag": "e91e8c0d-e878-471f-a620-9f10477748fb", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:42.175360 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f450d823-9a4e-400a-b6bd-ae2411673a05 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:42.175919 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0445ee5-ad7b-4c29-bffb-0bb3e200f350', 'name': 'network-vif-deleted', 'tag': 'e91e8c0d-e878-471f-a620-9f10477748fb', 'status': 'completed', 'code': 200} Jul 09 17:35:42.213191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.264040 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.352654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:42.370561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Network 313f0e98-05d5-4092-9546-2db9166324c6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:35:42.372127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:35:42.384768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:35:42.404189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23d831af-d7d9-47a0-938c-ecf6281782ca req-88cd2379-03c5-485d-936f-dd9bf32c6aa9 tempest-VolumesNegativeTest-907865227 tempest-VolumesNegativeTest-907865227-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0445ee5-ad7b-4c29-bffb-0bb3e200f350 HTTP/1.1" status: 200 len: 210 time: 0.0584059 Jul 09 17:35:42.451788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:42.452430 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.469883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-73aa1e97-e79f-429a-9de6-f8ba7610bea7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0431299 Jul 09 17:35:42.489011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Request body: {'port': {'device_id': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:35:42.531459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:35:42.551930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:35:42.552274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c6ce97f0-fbb5-49f9-831d-765d6dc3f7a1 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:35:42.557628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.755491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f0d31-b4bc-4f04-b84a-d19ca69d8e34 req-88728fe8-76b2-4f41-b8ab-b23d0fd19c22 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:42.763227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d4f0d31-b4bc-4f04-b84a-d19ca69d8e34 req-88728fe8-76b2-4f41-b8ab-b23d0fd19c22 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0766566 Jul 09 17:35:42.801951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d4f0d31-b4bc-4f04-b84a-d19ca69d8e34 req-3f04f995-92b5-4929-9560-a4533fa3161c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375087 Jul 09 17:35:42.921171 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8d9ff51e-1d65-48ce-888c-40ec32cd5c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.926103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ab4de0-57a9-4458-86eb-63d0848a1153 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:42.935701 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:42.948284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Transition to ACTIVE for port object b8ab4de0-57a9-4458-86eb-63d0848a1153 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:35:42.953226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:43.036250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:43.111589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a596ac-c4da-4988-bd97-347cf70c7f9b req-58f96ba4-5369-4798-8df0-4bafd5c34d63 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:43.113531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1a596ac-c4da-4988-bd97-347cf70c7f9b req-58f96ba4-5369-4798-8df0-4bafd5c34d63 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 943 time: 0.1579430 Jul 09 17:35:43.142503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Attempting to bind port b8ab4de0-57a9-4458-86eb-63d0848a1153 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:35:43.142808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Attempting to bind port b8ab4de0-57a9-4458-86eb-63d0848a1153 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:35:43.143166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Attempting to bind port b8ab4de0-57a9-4458-86eb-63d0848a1153 on network 313f0e98-05d5-4092-9546-2db9166324c6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:43.150652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Port b8ab4de0-57a9-4458-86eb-63d0848a1153 on network 313f0e98-05d5-4092-9546-2db9166324c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:35:43.150973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Attempting to bind port b8ab4de0-57a9-4458-86eb-63d0848a1153 on network 313f0e98-05d5-4092-9546-2db9166324c6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:35:43.163221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:35:43.163556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Checking segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:35:43.163961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Bound using segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:35:43.164392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Bound port: b8ab4de0-57a9-4458-86eb-63d0848a1153, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:35:43.164749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:43.180688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1a596ac-c4da-4988-bd97-347cf70c7f9b req-7867d9df-26d4-4774-b91f-cb5befea6535 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593562 Jul 09 17:35:43.235657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:35:43.239089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:35:43.246070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:43.284603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:43.285144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:43.286622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b8ab4de0-57a9-4458-86eb-63d0848a1153 HTTP/1.1" status: 200 len: 1092 time: 0.8082404 Jul 09 17:35:43.308584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dec8dc-49a2-4959-8ebb-2f5aa04774c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:43.330840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:43.393039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-cf502629-ebfb-4a24-b118-ffccf2bf0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:43.394600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-cf502629-ebfb-4a24-b118-ffccf2bf0ddf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 1095 time: 0.0573537 Jul 09 17:35:43.436193 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-19cc53ef-c548-4877-99ef-d93fc87c458e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153 HTTP/1.1" status: 200 len: 217 time: 0.0347006 Jul 09 17:35:43.487380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-18842ff2-3f03-425f-8d51-851746ac91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:43.489509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-18842ff2-3f03-425f-8d51-851746ac91e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 200 len: 855 time: 0.0476224 Jul 09 17:35:43.528115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-869aacff-f67e-4402-b568-cf7563157198 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313f0e98-05d5-4092-9546-2db9166324c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307987 Jul 09 17:35:43.630134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-3965d2e0-855e-4b66-a34d-df4faab688a1 service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971138 Jul 09 17:35:43.736264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ea5b64-632a-4101-8083-f18701c94fd7 req-2cdb1940-4bf6-42e2-8c4e-d22aefc1397b service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996845 Jul 09 17:35:43.950654 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:44.024332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650c1e3-ebaf-4f9f-aa88-26dde9adfe1c req-d1868d59-287c-4bcd-b72d-a67889188381 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.026687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a650c1e3-ebaf-4f9f-aa88-26dde9adfe1c req-d1868d59-287c-4bcd-b72d-a67889188381 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0873036 Jul 09 17:35:44.083602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a650c1e3-ebaf-4f9f-aa88-26dde9adfe1c req-eb98ee62-d6b1-458f-bd51-898f4731eaaf tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470080 Jul 09 17:35:44.177588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:44.180518 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21" -d '{"events": [{"name": "network-changed", "server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:44.233684 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9306b47c-eef2-40f0-8fac-046ae881ddc9 x-openstack-request-id: req-9306b47c-eef2-40f0-8fac-046ae881ddc9 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:44.236721 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:44.237158 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9306b47c-eef2-40f0-8fac-046ae881ddc9 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:44.238119 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'status': 'completed', 'code': 200} Jul 09 17:35:44.345488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-f05cd5c4-fd3a-4800-9efd-eee4a8d13051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.348108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-f05cd5c4-fd3a-4800-9efd-eee4a8d13051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 1095 time: 0.0881531 Jul 09 17:35:44.446740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6257eee-38e5-4ddf-bb64-90ecb6c07d95 req-0280e44b-bd25-42f2-a7cc-cd3b551dc02f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.454164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6257eee-38e5-4ddf-bb64-90ecb6c07d95 req-0280e44b-bd25-42f2-a7cc-cd3b551dc02f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 943 time: 0.1107709 Jul 09 17:35:44.505923 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6257eee-38e5-4ddf-bb64-90ecb6c07d95 req-23383469-3b8b-48ad-bf05-85eecd46674c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 Jul 09 17:35:44.533038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e91e8c0d-e878-471f-a620-9f10477748fb no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:35:44.541708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-fb34c3f8-1c63-4c01-ad8a-624eba5f802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.543368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-fb34c3f8-1c63-4c01-ad8a-624eba5f802e service neutron] 10.222.0.36 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 916 time: 0.1869006 Jul 09 17:35:44.566022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: e91e8c0d-e878-471f-a620-9f10477748fb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:35:44.566756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e91e8c0d-e878-471f-a620-9f10477748fb not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:35:44.616118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-d6f3ae8c-a0b9-4175-ab4e-097d8962c23b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153 HTTP/1.1" status: 200 len: 217 time: 0.0498638 Jul 09 17:35:44.709291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140697-e9f7-4fa2-9c3a-62a6893c1b53 req-2be1a464-b2d0-4b2d-8a13-421faf7e82c4 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.716157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb140697-e9f7-4fa2-9c3a-62a6893c1b53 req-2be1a464-b2d0-4b2d-8a13-421faf7e82c4 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.2135522 Jul 09 17:35:44.719364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-d5fbde70-3705-4112-8995-dc0d7c1a7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.720949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-d5fbde70-3705-4112-8995-dc0d7c1a7823 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.2195833 Jul 09 17:35:44.725228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-7e96849c-17e6-424b-8c6e-7d2325d2c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.726748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-7e96849c-17e6-424b-8c6e-7d2325d2c779 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 200 len: 855 time: 0.1017747 Jul 09 17:35:44.826332 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-3255a634-7134-4930-bdcd-77ec94b9bcc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313f0e98-05d5-4092-9546-2db9166324c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826001 Jul 09 17:35:44.924632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb140697-e9f7-4fa2-9c3a-62a6893c1b53 req-dd8ee231-6bcb-4671-a1d8-8a0afa5f281f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075078 Jul 09 17:35:44.973053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-68393e1c-3097-41a1-bd1e-d5e3987ee97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:44.974692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-68393e1c-3097-41a1-bd1e-d5e3987ee97f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.2472270 Jul 09 17:35:45.030982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-f311dcbd-407d-4189-831a-faf98a55982e service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968708 Jul 09 17:35:45.137022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-b6b26fd5-9b82-4fd4-a46e-6425b7132604 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1002 time: 0.1549752 Jul 09 17:35:45.226611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-96743da6-9164-4914-86f7-f9af3d3a35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:45.228134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-96743da6-9164-4914-86f7-f9af3d3a35f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.0841861 Jul 09 17:35:45.232201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-292fc5ad-a7da-41ac-8690-ae91b8ae8e21 req-22fbb6ce-1145-4b12-a09d-d4ef0df0e834 service neutron] 10.222.0.36 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937525 Jul 09 17:35:45.310395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-a90c2f8a-d712-473e-bf76-d67fdbd59020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:45.312654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-a90c2f8a-d712-473e-bf76-d67fdbd59020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666931 Jul 09 17:35:45.435069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-a9ef57d5-79e8-4eef-9237-89b9ad571272 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151385 Jul 09 17:35:45.550703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1619fa35-1d5f-4f2a-87f1-e2cf0fe1e728 req-cdf3e7ea-2785-4c4f-824b-1f3abebfde3f service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085079 Jul 09 17:35:45.773513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c60a3e-89eb-4345-ab1b-c54eeed5c5d4 req-4c7da11b-318f-44d7-b9a1-72e3e7085cf8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:45.775897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c60a3e-89eb-4345-ab1b-c54eeed5c5d4 req-4c7da11b-318f-44d7-b9a1-72e3e7085cf8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 943 time: 0.1121864 Jul 09 17:35:45.851209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13c60a3e-89eb-4345-ab1b-c54eeed5c5d4 req-8b55dcf1-c44f-4c59-ad9e-5ac9b0b0afa2 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586092 Jul 09 17:35:45.868365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:46.165238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740b4ff-b627-4a48-afd8-e2a7392bcf02 req-a6115fa1-6c87-4fe0-81f6-9317c0456aa1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:46.167434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3740b4ff-b627-4a48-afd8-e2a7392bcf02 req-a6115fa1-6c87-4fe0-81f6-9317c0456aa1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0940175 Jul 09 17:35:46.230652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3740b4ff-b627-4a48-afd8-e2a7392bcf02 req-e8d90795-d26e-4bcf-91e2-074cc079687f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509498 Jul 09 17:35:46.532602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:35:46.680763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:46.694497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'port_id': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'mac_address': 'fa:16:3e:3e:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf90f0e1-a916-4e7a-b98f-3c90ba02391e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:35:46.742716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:46.758819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ab4de0-57a9-4458-86eb-63d0848a1153 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:35:46.792930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:46.800322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:46.857992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:47.013186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b8ab4de0-57a9-4458-86eb-63d0848a1153'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:35:47.098497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccf10d-6eb8-4215-af02-167ffb0309e0 req-d774096c-7c68-4b05-9c36-63e0b7d86ff4 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:47.109385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7dccf10d-6eb8-4215-af02-167ffb0309e0 req-d774096c-7c68-4b05-9c36-63e0b7d86ff4 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 944 time: 0.1064141 Jul 09 17:35:47.165432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7dccf10d-6eb8-4215-af02-167ffb0309e0 req-a72d97ad-af23-434e-b17c-a8458a88439b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533791 Jul 09 17:35:47.469118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1657774-4e25-4f53-88dc-d1ec32ca727c req-5b4f698f-3f05-43b3-8646-2154553c225a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:47.471420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1657774-4e25-4f53-88dc-d1ec32ca727c req-5b4f698f-3f05-43b3-8646-2154553c225a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0753815 Jul 09 17:35:47.524503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1657774-4e25-4f53-88dc-d1ec32ca727c req-b6c65f72-a7f9-4db3-9954-53c1777dce3d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467949 Jul 09 17:35:48.350160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d02c-b83a-46c1-ba5b-2456e669ae55 req-693d3efc-3755-480f-99f9-136a37c4a393 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:48.351681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cae1d02c-b83a-46c1-ba5b-2456e669ae55 req-693d3efc-3755-480f-99f9-136a37c4a393 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 944 time: 0.0677693 Jul 09 17:35:48.399915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cae1d02c-b83a-46c1-ba5b-2456e669ae55 req-af1f48df-4757-404c-b49d-9f5f0b3d878b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Jul 09 17:35:48.547603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:35:48.625596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port b8ab4de0-57a9-4458-86eb-63d0848a1153 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:35:48.630427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port b8ab4de0-57a9-4458-86eb-63d0848a1153 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:35:48.630688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:48.867518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:48.889337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:48.891570 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba5e99-14f7-48a6-81f5-45f9056d6d4b" -d '{"events": [{"server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:48.904815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:48.910660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:48.935206 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f353210a-a6bc-412e-b2af-c8fdedee328a x-openstack-request-id: req-f353210a-a6bc-412e-b2af-c8fdedee328a {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:48.935497 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:48.935748 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f353210a-a6bc-412e-b2af-c8fdedee328a {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:48.936237 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'code': 200} Jul 09 17:35:48.963201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:49.080570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798f363-bc7d-4052-ae3a-ae212a802571 req-7ec7dd13-0fb4-45cc-91d7-ad3173b5ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:49.082524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f798f363-bc7d-4052-ae3a-ae212a802571 req-7ec7dd13-0fb4-45cc-91d7-ad3173b5ccdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 1097 time: 0.0779791 Jul 09 17:35:49.123983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f798f363-bc7d-4052-ae3a-ae212a802571 req-a7d2246a-05ba-49a0-96b0-69ecd80c2525 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353568 Jul 09 17:35:49.367141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57576) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:49.545269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cef916fa-84c7-4eb5-b61e-e43e0ce60e22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52b5ab64df6541f0b7499362fe69065b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740971 Jul 09 17:35:49.545562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57584) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:49.608872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3731dd-ffa5-437e-ac8e-a2f1d3ffd26c req-d02d3320-cfd1-450f-84bd-0a15f89e4d87 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:49.610488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd3731dd-ffa5-437e-ac8e-a2f1d3ffd26c req-d02d3320-cfd1-450f-84bd-0a15f89e4d87 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0823352 Jul 09 17:35:49.612179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:49.634927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:49.654412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd3731dd-ffa5-437e-ac8e-a2f1d3ffd26c req-b1e62655-6d69-4968-91f4-c1dbc30f3dd0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Jul 09 17:35:49.698176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:49.700880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:49.702049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df1e36d7-bec6-477d-bfa8-729e9912f943 HTTP/1.1" status: 204 len: 168 time: 0.1527979 Jul 09 17:35:49.710571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1e36d7-bec6-477d-bfa8-729e9912f943,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:49.718538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.718877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.719211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.719541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.719895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.720221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.720540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.720856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.721172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.721485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.721798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:49.722111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcef8aeb-7160-43a3-a3a4-1d288de79640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:35:50.843462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc3376-5a86-4ed1-9929-bf30a8f24bc7 req-b8b37dce-8b68-4043-b501-01a3efc25f02 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:50.844912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4cc3376-5a86-4ed1-9929-bf30a8f24bc7 req-b8b37dce-8b68-4043-b501-01a3efc25f02 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0678284 Jul 09 17:35:50.884974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4cc3376-5a86-4ed1-9929-bf30a8f24bc7 req-ba348ef8-0b4a-40bf-a696-4aeefcb4e61f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Jul 09 17:35:51.067970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886352c-266d-4087-aba7-d211e5ee6e1a req-13c13d7c-593d-4d6b-aefd-4ca1a3ef1017 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:51.069396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0886352c-266d-4087-aba7-d211e5ee6e1a req-13c13d7c-593d-4d6b-aefd-4ca1a3ef1017 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0703144 Jul 09 17:35:51.107754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0886352c-266d-4087-aba7-d211e5ee6e1a req-605c1bfc-d6ae-4102-bc4c-839f69f3480d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Jul 09 17:35:51.468251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c7a67-92a7-444b-b8b2-958ae8adcc7e req-54f92f32-f231-4c15-be3e-1f8868cf8bfa tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:51.470133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b08c7a67-92a7-444b-b8b2-958ae8adcc7e req-54f92f32-f231-4c15-be3e-1f8868cf8bfa tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0742893 Jul 09 17:35:51.513389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b08c7a67-92a7-444b-b8b2-958ae8adcc7e req-e7bae4bc-8f16-44c9-a57e-023c372d0ba8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Jul 09 17:35:51.693451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7442071-0a2e-4508-8f1e-4369b6c5b3b6 req-babb2e32-2ff6-411c-abc4-915673b86b2e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:51.694849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7442071-0a2e-4508-8f1e-4369b6c5b3b6 req-babb2e32-2ff6-411c-abc4-915673b86b2e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0658908 Jul 09 17:35:51.745412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7442071-0a2e-4508-8f1e-4369b6c5b3b6 req-1a46976e-1d20-4312-8038-ac871593bedc tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Jul 09 17:35:52.267063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88960-2cf6-46f4-afab-8e3db9eb0eec req-d4c22dbe-86d1-4e2f-82c6-fdbe55cd165c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:52.268506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35a88960-2cf6-46f4-afab-8e3db9eb0eec req-d4c22dbe-86d1-4e2f-82c6-fdbe55cd165c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0688894 Jul 09 17:35:52.309854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35a88960-2cf6-46f4-afab-8e3db9eb0eec req-48288d79-ca7b-4976-aadd-ae88327ed4b0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 09 17:35:52.800260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57636) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:53.526168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a675bad-e63d-44c6-8718-f4215301aac3 req-3dc3618c-f257-4311-a27a-8695349cbd99 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:53.527645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a675bad-e63d-44c6-8718-f4215301aac3 req-3dc3618c-f257-4311-a27a-8695349cbd99 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1039584 Jul 09 17:35:53.581472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1a675bad-e63d-44c6-8718-f4215301aac3 req-b12e988d-c274-43d6-b138-5092a11c4f2e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461962 Jul 09 17:35:53.585304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:53.928016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 33660282-f79f-42cf-bf57-f791d1b2af0c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:35:53.928312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:54.021311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 33660282-f79f-42cf-bf57-f791d1b2af0c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=33660282-f79f-42cf-bf57-f791d1b2af0c,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:54.021549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:54.034818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 33660282-f79f-42cf-bf57-f791d1b2af0c owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:35:54.227009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:54.253732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=33660282-f79f-42cf-bf57-f791d1b2af0c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:54.449188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:54.709453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:35:54.869671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:35:54.876364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e29f7d9-b1b9-4e04-8b5e-65baf2d3c5f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "PUT /v2.0/routers/8e1d4dd5-9888-4ced-ab39-af42a078f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0750463 Jul 09 17:35:54.891525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9bb96-5c44-4621-b2f6-3a0c39617b1f req-4127d779-2d8f-463c-8849-22945e1fbd08 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:54.893201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36e9bb96-5c44-4621-b2f6-3a0c39617b1f req-4127d779-2d8f-463c-8849-22945e1fbd08 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1316304 Jul 09 17:35:54.937486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36e9bb96-5c44-4621-b2f6-3a0c39617b1f req-a7c5e40f-b26a-43a0-bd80-8d0845c95aea tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365179 Jul 09 17:35:54.994567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:35:55.004799 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:55.005407 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:55.117852 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:55.252731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bec1c2-e1c9-4968-a50b-b8c4674c8c35 req-c8d6cdf3-357b-4b28-a801-4654b170d6df tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:55.254161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63bec1c2-e1c9-4968-a50b-b8c4674c8c35 req-c8d6cdf3-357b-4b28-a801-4654b170d6df tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 946 time: 0.0643442 Jul 09 17:35:55.293355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63bec1c2-e1c9-4968-a50b-b8c4674c8c35 req-c354e6a8-420e-4246-90a4-7c8afccb29f8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332410 Jul 09 17:35:55.336875 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:54Z', 'revision_number': 6, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:37Z', 'revision_number': 1, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:55.365470 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:35:55.374589 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:35:55.375181 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:55.482625 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:35:55.709980 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:54Z', 'revision_number': 6, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:37Z', 'revision_number': 1, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:55.736214 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2fdcc8-1649-4ed8-b376-487d1939dd1d None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:54Z', 'revision_number': 6, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '2c4142f9-a129-4488-8c34-683df86a16f4', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'port_id': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'mac_address': 'fa:16:3e:79:26:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:34:31Z', 'updated_at': '2021-07-09T17:34:37Z', 'revision_number': 1, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:35:56.155535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 33660282-f79f-42cf-bf57-f791d1b2af0c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:35:56.157348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2915-41f0-4e9c-ac14-c9b614e60df5 req-6ed9f370-6638-40cc-a5a9-db16b6d742d8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:56.164467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cde2915-41f0-4e9c-ac14-c9b614e60df5 req-6ed9f370-6638-40cc-a5a9-db16b6d742d8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1098793 Jul 09 17:35:56.182660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 33660282-f79f-42cf-bf57-f791d1b2af0c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:35:56.182990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 33660282-f79f-42cf-bf57-f791d1b2af0c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:35:56.205900 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cde2915-41f0-4e9c-ac14-c9b614e60df5 req-b8ffa2cb-4efd-40f2-80de-eca717e3af59 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Jul 09 17:35:56.479181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bfe9-3ec9-4929-812d-76e889af5e29 req-cdaca339-9214-472a-a5cb-f03eb6863451 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:56.481975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16a6bfe9-3ec9-4929-812d-76e889af5e29 req-cdaca339-9214-472a-a5cb-f03eb6863451 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 946 time: 0.0689542 Jul 09 17:35:56.523348 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16a6bfe9-3ec9-4929-812d-76e889af5e29 req-3e7b82a3-9405-4a8c-9a37-cf4550a0b818 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=092f62e7-bc59-440b-82c3-6e84868f536f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335333 Jul 09 17:35:56.756201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-1797fa3e-e874-40de-ad53-ae4a26f9d504 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:56.757727 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-1797fa3e-e874-40de-ad53-ae4a26f9d504 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 946 time: 0.0660212 Jul 09 17:35:56.864615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:35:56.864940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:56.959160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:56.959534 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:56.973257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:35:57.110698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:57.143022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=5ea6e57e-47e4-460a-8c0f-cc199daa0e96,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:57.195540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] No DVR routers for this DVR port 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:35:57.199521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:57.202637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6ae5980-bf23-4b6a-b141-a67b80ab7f89 req-261dbfa8-1fd2-449e-a84e-e17fbd8c5221 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "DELETE /v2.0/ports/5ea6e57e-47e4-460a-8c0f-cc199daa0e96 HTTP/1.1" status: 204 len: 173 time: 0.4390550 Jul 09 17:35:57.203189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'name': 'network-vif-deleted', 'tag': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:35:57.205797 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c988a0-717e-4718-93f5-de47485ed65a" -d '{"events": [{"server_uuid": "098b90f8-0487-4226-932a-a80d6a49e9e5", "name": "network-vif-deleted", "tag": "5ea6e57e-47e4-460a-8c0f-cc199daa0e96"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:35:57.250472 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5791a501-c1d6-4f49-9a25-37d8e87ab293 x-openstack-request-id: req-5791a501-c1d6-4f49-9a25-37d8e87ab293 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:35:57.250761 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098b90f8-0487-4226-932a-a80d6a49e9e5", "name": "network-vif-deleted", "tag": "5ea6e57e-47e4-460a-8c0f-cc199daa0e96", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:35:57.251053 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5791a501-c1d6-4f49-9a25-37d8e87ab293 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:35:57.251464 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098b90f8-0487-4226-932a-a80d6a49e9e5', 'name': 'network-vif-deleted', 'tag': '5ea6e57e-47e4-460a-8c0f-cc199daa0e96', 'status': 'completed', 'code': 200} Jul 09 17:35:57.407005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3a212-1c98-4723-a93e-8ee1d8c76ce2 req-469ab8ce-b4b8-4f88-8b66-7910e9c85759 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:57.408689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84b3a212-1c98-4723-a93e-8ee1d8c76ce2 req-469ab8ce-b4b8-4f88-8b66-7910e9c85759 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0717685 Jul 09 17:35:57.452294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84b3a212-1c98-4723-a93e-8ee1d8c76ce2 req-c2099761-db99-4aee-92fb-ffcf155c06b8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377822 Jul 09 17:35:57.689803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8332d2d4-a6bd-441f-87fb-1bc05d1eb727 req-a99120e3-996e-4b5c-9644-facb93720b73 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=098b90f8-0487-4226-932a-a80d6a49e9e5 HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jul 09 17:35:58.649149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23354b-3df4-43aa-9331-a2a27d6900d2 req-8ee73166-64eb-405c-8612-5cea911d4a4f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:58.650903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f23354b-3df4-43aa-9331-a2a27d6900d2 req-8ee73166-64eb-405c-8612-5cea911d4a4f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0676255 Jul 09 17:35:58.688870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f23354b-3df4-43aa-9331-a2a27d6900d2 req-f303566f-50c7-416e-b64d-3b87d7c66cdd tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Jul 09 17:35:58.802692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:58.864115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e54a-7041-403b-bce2-e5821ad724e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:58.893118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e54a-7041-403b-bce2-e5821ad724e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:58.954705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e54a-7041-403b-bce2-e5821ad724e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:58.957651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e54a-7041-403b-bce2-e5821ad724e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:58.958904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e2f8e54a-7041-403b-bce2-e5821ad724e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/security-groups/092f62e7-bc59-440b-82c3-6e84868f536f HTTP/1.1" status: 204 len: 168 time: 0.1551745 Jul 09 17:35:58.968693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8e54a-7041-403b-bce2-e5821ad724e6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f62e7-bc59-440b-82c3-6e84868f536f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:58.994481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57734) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:59.048676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting subnet 342f1034-0bef-4675-bf4c-34c351c68121 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:35:59.052066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.094538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.184202 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.251270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.275459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Subnet': ['ID=342f1034-0bef-4675-bf4c-34c351c68121,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:59.279413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.281585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-af49e2e5-cdc0-43aa-9e41-0b53ac0b18b9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/subnets/342f1034-0bef-4675-bf4c-34c351c68121 HTTP/1.1" status: 204 len: 168 time: 0.2857060 Jul 09 17:35:59.284480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57748) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:59.289327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571b3a5-8130-4744-8757-794cb0c2da19 None None] Network a2d04c9b-8fce-478a-a0db-f9cb1caaded9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:35:59.342617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:35:59.375839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:35:59.376182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5ea6e57e-47e4-460a-8c0f-cc199daa0e96 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:35:59.377097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.437543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port a373da02-137d-495b-b011-636b0887a1ec {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:35:59.437886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.519557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port a373da02-137d-495b-b011-636b0887a1ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a373da02-137d-495b-b011-636b0887a1ec,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:59.519954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.534794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for a373da02-137d-495b-b011-636b0887a1ec owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:35:59.541831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] DHCP port deletion for a2d04c9b-8fce-478a-a0db-f9cb1caaded9 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:35:59.588610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] Deleting port a373da02-137d-495b-b011-636b0887a1ec {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:35:59.589578 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.630760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.659189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=a373da02-137d-495b-b011-636b0887a1ec,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:59.667021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] No DVR routers for this DVR port a373da02-137d-495b-b011-636b0887a1ec on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:35:59.668148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] For port a373da02-137d-495b-b011-636b0887a1ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a373da02-137d-495b-b011-636b0887a1ec,segment=NetworkSegment(9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976),segment_id=9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:35:59.668567 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.694632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] Calling delete_port for a373da02-137d-495b-b011-636b0887a1ec owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:35:59.752915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.762952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d04c9b-8fce-478a-a0db-f9cb1caaded9']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:59.775628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:59.777740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3bc8ff-d1f0-48f8-9f09-72c7d89ce976') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:35:59.780437 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.786815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.803679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.811053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:35:59.811472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:35:59.814801 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:35:59.820573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] Pushing event deleted for resources: {'Port': ['ID=a373da02-137d-495b-b011-636b0887a1ec,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:59.829617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b74d1-b02a-4052-a8c5-8ade68860db0 None None] No DVR routers for this DVR port a373da02-137d-495b-b011-636b0887a1ec on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:35:59.884830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.893300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:35:59.895303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/networks/a2d04c9b-8fce-478a-a0db-f9cb1caaded9 HTTP/1.1" status: 204 len: 168 time: 0.6076913 Jul 09 17:35:59.898374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57762) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:35:59.908108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eae76-5035-4a02-b10f-1db0e9339013 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Network': ['ID=a2d04c9b-8fce-478a-a0db-f9cb1caaded9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:35:59.988462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433860e-9fd4-4dc5-915e-5b1e743dcdeb req-1432b284-75b3-4c63-acf7-c2669514a250 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:35:59.989887 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7433860e-9fd4-4dc5-915e-5b1e743dcdeb req-1432b284-75b3-4c63-acf7-c2669514a250 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1349099 Jul 09 17:36:00.106812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7433860e-9fd4-4dc5-915e-5b1e743dcdeb req-3efb1230-61d2-4559-be33-49ae1064c583 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846784 Jul 09 17:36:00.138690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 2a6c519b-ef5a-4d93-a488-1b62ef4c4b69 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:00.139045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:00.179857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a373da02-137d-495b-b011-636b0887a1ec no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:00.206100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a373da02-137d-495b-b011-636b0887a1ec {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:00.206457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a373da02-137d-495b-b011-636b0887a1ec not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:00.240205 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:00.240466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:00.252530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 2a6c519b-ef5a-4d93-a488-1b62ef4c4b69 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:00.471366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:00.507867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=2a6c519b-ef5a-4d93-a488-1b62ef4c4b69,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:00.576847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:00.577628 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Floating IP 2c4142f9-a129-4488-8c34-683df86a16f4 disassociated (deleted). External IP: 172.25.3.120, port: 46f8fb99-1a13-45f5-9e87-d86b069267bf. Jul 09 17:36:00.818862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:00.949343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:00.954029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:00.963183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:00.974172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:00.975254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:00.995099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-006910f7-e4d9-44dd-8c1b-d8eb711c13d5 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/floatingips/2c4142f9-a129-4488-8c34-683df86a16f4 HTTP/1.1" status: 204 len: 168 time: 1.0941849 Jul 09 17:36:00.995754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:00.998118 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a366f85e-be81-4692-acef-99a36d0696ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:01.061403 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd7ce88-baab-49ad-925b-005b6dbe044b x-openstack-request-id: req-2cd7ce88-baab-49ad-925b-005b6dbe044b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:01.062009 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:01.062490 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cd7ce88-baab-49ad-925b-005b6dbe044b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:01.063104 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'status': 'completed', 'code': 200} Jul 09 17:36:01.146154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:01.352253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366f85e-be81-4692-acef-99a36d0696ba req-d168728c-9f6a-4287-b50f-d55539b45b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:01.354325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-d168728c-9f6a-4287-b50f-d55539b45b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 1097 time: 0.2451849 Jul 09 17:36:01.401255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e67b2-93e2-48b9-b8d9-6ae82ea00c04 req-dee41a6a-b96c-4e8c-b67b-1f75b99aeab1 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:01.403230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e07e67b2-93e2-48b9-b8d9-6ae82ea00c04 req-dee41a6a-b96c-4e8c-b67b-1f75b99aeab1 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1390488 Jul 09 17:36:01.464102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e07e67b2-93e2-48b9-b8d9-6ae82ea00c04 req-9966aafb-2dbe-4768-8ae0-630c34c4e011 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539105 Jul 09 17:36:01.504081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:54Z', 'revision_number': 6, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:01.533411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:01.544946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:01.546204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:01.564708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366f85e-be81-4692-acef-99a36d0696ba req-de6030f0-d91b-47e9-acb9-88878cb017e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:01.566207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-de6030f0-d91b-47e9-acb9-88878cb017e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 200 len: 897 time: 0.1972759 Jul 09 17:36:01.581196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60275d-5c6e-4fcd-b1aa-9dc9eeaa0db3 req-da335ee2-6587-41fd-92e8-8ddc3b5d446a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:01.588456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed60275d-5c6e-4fcd-b1aa-9dc9eeaa0db3 req-da335ee2-6587-41fd-92e8-8ddc3b5d446a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.1013062 Jul 09 17:36:01.648859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-e99bc9b6-5950-45f4-a6ba-401b1a13582a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 200 len: 217 time: 0.0581739 Jul 09 17:36:01.664286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:01.699106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed60275d-5c6e-4fcd-b1aa-9dc9eeaa0db3 req-964b5b10-2e1f-44ab-901a-9c4ae669a5d2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097698 Jul 09 17:36:01.716486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366f85e-be81-4692-acef-99a36d0696ba req-c056a8fa-bb4d-4c16-bb80-4cb332e6e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:01.718411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-c056a8fa-bb4d-4c16-bb80-4cb332e6e273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984acf4d-b5ad-4872-98a5-538b67825e3b HTTP/1.1" status: 200 len: 835 time: 0.0618503 Jul 09 17:36:01.797070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366f85e-be81-4692-acef-99a36d0696ba req-0bdf99d0-57a9-4558-9157-6af1f11d992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:01.798618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-0bdf99d0-57a9-4558-9157-6af1f11d992b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711477 Jul 09 17:36:01.881545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:54Z', 'revision_number': 6, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:01.906403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-c39c3f6a-e70c-4584-8cb3-32be8081a937 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995905 Jul 09 17:36:01.912182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e716d9-83ef-40e3-9d7b-2dd4427bced7 None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:35:54Z', 'revision_number': 6, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4', 'name': '', 'network_id': 'bd0cad5c-4633-4e17-b11d-2b3b0599a9b9', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:84:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:01Z', 'updated_at': '2021-07-09T17:34:12Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': '984acf4d-b5ad-4872-98a5-538b67825e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:02.009397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a366f85e-be81-4692-acef-99a36d0696ba req-28ff28ac-cc71-47a9-99bf-cf0bc76de0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951934 Jul 09 17:36:02.173591 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3853a-e382-4f6b-ad49-97a2d3d4416f None None] New status for floating IP 2c4142f9-a129-4488-8c34-683df86a16f4: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:36:02.660767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707b9c-bf07-4b78-ae5f-bb16907f8fc9 req-04f10294-d99a-4c9d-aa78-81ff56738e82 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:02.663167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f707b9c-bf07-4b78-ae5f-bb16907f8fc9 req-04f10294-d99a-4c9d-aa78-81ff56738e82 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0803103 Jul 09 17:36:02.704392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f707b9c-bf07-4b78-ae5f-bb16907f8fc9 req-376fa374-9108-497f-b718-f9ea6a4ac7a3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Jul 09 17:36:02.852480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-4a87f62a-571c-453c-a43b-3c84ad95e236 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:02.854210 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-4a87f62a-571c-453c-a43b-3c84ad95e236 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.0669682 Jul 09 17:36:02.901670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c5ea2-ede8-4a4c-a73e-88fd38650bb3 req-b08330d2-c98c-4597-b416-80c74fdaaca3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:02.903465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a9c5ea2-ede8-4a4c-a73e-88fd38650bb3 req-b08330d2-c98c-4597-b416-80c74fdaaca3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 945 time: 0.0793169 Jul 09 17:36:02.944816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a9c5ea2-ede8-4a4c-a73e-88fd38650bb3 req-ebbe67b2-a34c-420b-aeb6-592dd8d17d2c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=be000fa5-a149-4bef-9d14-0dd0750d0b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355828 Jul 09 17:36:02.979092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 46f8fb99-1a13-45f5-9e87-d86b069267bf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:02.979446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:03.077671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 46f8fb99-1a13-45f5-9e87-d86b069267bf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=46f8fb99-1a13-45f5-9e87-d86b069267bf,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:03.078435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:03.091466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 46f8fb99-1a13-45f5-9e87-d86b069267bf owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:03.227349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:03.258264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=46f8fb99-1a13-45f5-9e87-d86b069267bf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:03.306682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] No DVR routers for this DVR port 46f8fb99-1a13-45f5-9e87-d86b069267bf on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:03.309358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:03.311337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae926f55-853f-4389-a24f-48d99e77cbc2 req-d5337915-a1f9-4544-9ce9-ee5d7932d457 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "DELETE /v2.0/ports/46f8fb99-1a13-45f5-9e87-d86b069267bf HTTP/1.1" status: 204 len: 173 time: 0.4515922 Jul 09 17:36:03.311797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'name': 'network-vif-deleted', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:03.314077 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f962fee5-5e41-4d05-84b8-ea72aa4ad3ff" -d '{"events": [{"server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "name": "network-vif-deleted", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:03.362820 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1201b-bdce-4feb-bc27-a346b0634af9 x-openstack-request-id: req-87a1201b-bdce-4feb-bc27-a346b0634af9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:03.363118 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c", "name": "network-vif-deleted", "tag": "46f8fb99-1a13-45f5-9e87-d86b069267bf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:03.363370 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87a1201b-bdce-4feb-bc27-a346b0634af9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:03.363791 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c', 'name': 'network-vif-deleted', 'tag': '46f8fb99-1a13-45f5-9e87-d86b069267bf', 'status': 'completed', 'code': 200} Jul 09 17:36:03.917212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a830b4-bc24-4acd-ac84-d178eb75a80d req-b501a377-18ac-4810-8c6d-e6abb8c6d78b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:03.924248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a8a830b4-bc24-4acd-ac84-d178eb75a80d req-b501a377-18ac-4810-8c6d-e6abb8c6d78b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0912051 Jul 09 17:36:03.964322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a8a830b4-bc24-4acd-ac84-d178eb75a80d req-e55fe3f8-c219-41a0-beca-c8fc23ab4706 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Jul 09 17:36:04.117992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbcb2864-6016-49c5-93b6-32ff6aa19f14 req-e9bac718-3656-4e93-9c63-46f164853572 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=6035b8e8-11ae-4fb6-97ae-f1a764ecfc1c HTTP/1.1" status: 200 len: 210 time: 0.0336411 Jul 09 17:36:05.149791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05595f6d-d72d-4cdb-8b43-fd92c60260aa req-edfd404e-6796-4c28-8ad7-f762552812a7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:05.151393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05595f6d-d72d-4cdb-8b43-fd92c60260aa req-edfd404e-6796-4c28-8ad7-f762552812a7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0727646 Jul 09 17:36:05.206651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05595f6d-d72d-4cdb-8b43-fd92c60260aa req-9adc14fe-8147-44ea-aa69-318d6834579d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jul 09 17:36:05.230713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:05.305173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393461f0-75b5-4d53-94db-c04430b7d3f2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:05.332906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393461f0-75b5-4d53-94db-c04430b7d3f2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:05.337634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 46f8fb99-1a13-45f5-9e87-d86b069267bf no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:05.358982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 46f8fb99-1a13-45f5-9e87-d86b069267bf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:05.359306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 46f8fb99-1a13-45f5-9e87-d86b069267bf not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:05.404652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393461f0-75b5-4d53-94db-c04430b7d3f2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:05.407445 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-393461f0-75b5-4d53-94db-c04430b7d3f2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:05.408666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-393461f0-75b5-4d53-94db-c04430b7d3f2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/security-groups/be000fa5-a149-4bef-9d14-0dd0750d0b6b HTTP/1.1" status: 204 len: 168 time: 0.1772895 Jul 09 17:36:05.419617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393461f0-75b5-4d53-94db-c04430b7d3f2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be000fa5-a149-4bef-9d14-0dd0750d0b6b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:05.453745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57894) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:05.844814 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:06.459179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0741-b8b8-4065-83db-3b4fede64a55 req-80cb064d-c69c-4a68-97a5-32713c428ee1 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:06.460708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a1f0741-b8b8-4065-83db-3b4fede64a55 req-80cb064d-c69c-4a68-97a5-32713c428ee1 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1049802 Jul 09 17:36:06.532656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a1f0741-b8b8-4065-83db-3b4fede64a55 req-317b3ffc-d5c7-47dd-93e9-3f421d419dec tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620642 Jul 09 17:36:06.554686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:06.555036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:06.647884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:06.648247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:06.661135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:06.783871 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:36:06.855221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:06.884004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:07.067507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.307997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 8e1d4dd5-9888-4ced-ab39-af42a078f466 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:07.423833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:07.429021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c37c717b-81d7-40d1-866e-c3c3f1534d7a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "PUT /v2.0/routers/8e1d4dd5-9888-4ced-ab39-af42a078f466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741669 Jul 09 17:36:07.431928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57934) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:07.438861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] Sync routers for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:07.450536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:07.451656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:07.488922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting subnet 984acf4d-b5ad-4872-98a5-538b67825e3b {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:36:07.492367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.540212 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.568478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:07.651447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.724816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.754157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Subnet': ['ID=984acf4d-b5ad-4872-98a5-538b67825e3b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:07.766543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.771979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ffd6e25-e185-4aa2-8ccc-2f570ce6be3d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/subnets/984acf4d-b5ad-4872-98a5-538b67825e3b HTTP/1.1" status: 204 len: 168 time: 0.3390126 Jul 09 17:36:07.772673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:07.773255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a878bff-2964-4a30-98d3-3bfe9b875a0e req-7b06458c-8acc-42d4-856f-01ec256a52c0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:07.775044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a878bff-2964-4a30-98d3-3bfe9b875a0e req-7b06458c-8acc-42d4-856f-01ec256a52c0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0914562 Jul 09 17:36:07.783444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064a20f-cf55-4e4c-8fe2-982863c02f31 None None] Network bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:07.820783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a878bff-2964-4a30-98d3-3bfe9b875a0e req-4d319a76-5bd1-43b4-ad04-46656150a9eb tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Jul 09 17:36:07.874310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:36:06Z', 'revision_number': 7, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:07.897777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:07.907511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] Checking router: 8e1d4dd5-9888-4ced-ab39-af42a078f466 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:07.935816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] Routers {'8e1d4dd5-9888-4ced-ab39-af42a078f466'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:07.936479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['8e1d4dd5-9888-4ced-ab39-af42a078f466'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:08.022442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.084571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] Set router 8e1d4dd5-9888-4ced-ab39-af42a078f466 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:08.089275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 11842e52-b239-470e-88c9-7db721d00c5c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:08.090029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.194738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 11842e52-b239-470e-88c9-7db721d00c5c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=11842e52-b239-470e-88c9-7db721d00c5c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:08.195294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.214963 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.215496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 11842e52-b239-470e-88c9-7db721d00c5c owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:08.276102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] DHCP port deletion for bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:36:08.377266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:36:06Z', 'revision_number': 7, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:08.381475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] Deleting port 8ecf8deb-1754-4a8f-bacb-e229a215625b {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:08.381843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.411121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec095d3d-f7ad-4b9b-865b-388ed37d8ba7 None None] The sync data for ids ['8e1d4dd5-9888-4ced-ab39-af42a078f466'] in n-d-791506-17 is: [{'id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'name': 'tempest-TestNetworkBasicOps-router-573465097', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '11842e52-b239-470e-88c9-7db721d00c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:33:52Z', 'updated_at': '2021-07-09T17:36:06Z', 'revision_number': 7, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '11842e52-b239-470e-88c9-7db721d00c5c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d4dd5-9888-4ced-ab39-af42a078f466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:33:53Z', 'updated_at': '2021-07-09T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:08.442590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.478956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=11842e52-b239-470e-88c9-7db721d00c5c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:08.497637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] For port 8ecf8deb-1754-4a8f-bacb-e229a215625b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8ecf8deb-1754-4a8f-bacb-e229a215625b,segment=NetworkSegment(bc1ecbbb-4084-4f6b-8c5d-269103ad202e),segment_id=bc1ecbbb-4084-4f6b-8c5d-269103ad202e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:08.498226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.514324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] Calling delete_port for 8ecf8deb-1754-4a8f-bacb-e229a215625b owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:08.559943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.610941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:08.639410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] Pushing event deleted for resources: {'Port': ['ID=8ecf8deb-1754-4a8f-bacb-e229a215625b,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:08.643676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43dc34-29c8-49c3-a2fc-55cffe6dfada None None] No DVR routers for this DVR port 8ecf8deb-1754-4a8f-bacb-e229a215625b on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:09.038691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69c34d-d614-4795-abcf-3d248936a611 req-e472a1c9-7b31-4ff8-9de2-d6ce042731d5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:09.040340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be69c34d-d614-4795-abcf-3d248936a611 req-e472a1c9-7b31-4ff8-9de2-d6ce042731d5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0935390 Jul 09 17:36:09.049209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.051743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.084380 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be69c34d-d614-4795-abcf-3d248936a611 req-54430796-8754-4f0e-a306-d5d209e58437 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Jul 09 17:36:09.100790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.102208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Fanout notify agent at l3_agent the message router_deleted on router 8e1d4dd5-9888-4ced-ab39-af42a078f466 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:36:09.122126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.126548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee714ce2-6cd2-411f-8ba0-8ac1972381bf tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/routers/8e1d4dd5-9888-4ced-ab39-af42a078f466 HTTP/1.1" status: 204 len: 168 time: 1.3496881 Jul 09 17:36:09.129679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57976) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:09.215367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.282267 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.311727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.321857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0cad5c-4633-4e17-b11d-2b3b0599a9b9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:09.333546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:09.334126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1ecbbb-4084-4f6b-8c5d-269103ad202e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:09.346394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.364659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.373995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:36:09.374487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:36:09.378745 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:36:09.445594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.453250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.455112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/networks/bd0cad5c-4633-4e17-b11d-2b3b0599a9b9 HTTP/1.1" status: 204 len: 168 time: 0.3243759 Jul 09 17:36:09.469298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57688535-cb27-45e0-a308-2c5a8501420e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Network': ['ID=bd0cad5c-4633-4e17-b11d-2b3b0599a9b9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:09.478969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 57984) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:09.484699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'network': {'name': 'tempest-network-smoke--85301073', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'port_security_enabled': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:09.509306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:09.514293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.549670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:36:09.565779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.566147 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Added segment 41181784-8e0d-42ed-a4d7-bdcf4d1ca92e of type vlan for network 49e976cf-baee-4952-944f-0201c1506e05 Jul 09 17:36:09.645772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.677333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.685277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:09.686055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.764077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2837989 Jul 09 17:36:09.767551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 57990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:09.778198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-229651175', 'admin_state_up': True, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:09.780897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551648c-0ada-4bc6-8b0f-95b2ac34c636 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Network': ['ID=49e976cf-baee-4952-944f-0201c1506e05,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:09.795056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 49e976cf-baee-4952-944f-0201c1506e05 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:36:09.829112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.830928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:09.898230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.037931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.187698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:10.218060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:10.218467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c2525a33-75a1-4ae9-a6ff-eebbbd6c02a4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:10.218812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8ecf8deb-1754-4a8f-bacb-e229a215625b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:10.284923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.309940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.314401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adc43d-abb8-433e-8653-7b9bf6eaf835 req-fe382ccd-0e79-48d6-a27c-59648fff9384 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:10.322304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45adc43d-abb8-433e-8653-7b9bf6eaf835 req-fe382ccd-0e79-48d6-a27c-59648fff9384 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0823085 Jul 09 17:36:10.376401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45adc43d-abb8-433e-8653-7b9bf6eaf835 req-f8c354d9-c1d4-4f18-b950-060d23440706 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Jul 09 17:36:10.414710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8ecf8deb-1754-4a8f-bacb-e229a215625b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:10.415045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8ecf8deb-1754-4a8f-bacb-e229a215625b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:10.415451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 11842e52-b239-470e-88c9-7db721d00c5c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:10.445277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 11842e52-b239-470e-88c9-7db721d00c5c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:10.445618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 11842e52-b239-470e-88c9-7db721d00c5c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:10.465851 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd1f-fb41-4ef9-a2a2-6703a45008bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.469537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.25.3.252 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/1877c42d-d745-4f6b-8585-1c92c42b4d50) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:10.582001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.622438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:10.662881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:10.665772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:10.669398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:10.675059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=1877c42d-d745-4f6b-8585-1c92c42b4d50,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:10.933902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:11.083312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-19e1b732-a378-4ccb-8814-50664ae9555d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577636 Jul 09 17:36:11.145283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:11.160336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-3107488e-8eef-4d67-af3d-1d5674422845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:11.162149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-3107488e-8eef-4d67-af3d-1d5674422845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1098 time: 0.0551336 Jul 09 17:36:11.275800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-c5ac5b34-6927-4e5c-9d3f-68905bc5874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:11.277271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-c5ac5b34-6927-4e5c-9d3f-68905bc5874e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.0924294 Jul 09 17:36:11.289351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 68bfff3d-a41f-46ea-9f7c-36741496ae94 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:36:11.344776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-fe5044b9-4b1b-4c4c-89a8-e9adeea602fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1002 time: 0.0606084 Jul 09 17:36:11.395979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-5b38a40c-e892-4494-870b-6513fdaa99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:11.397614 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-5b38a40c-e892-4494-870b-6513fdaa99ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0460570 Jul 09 17:36:11.405162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:11.414571 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Sync routers for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:11.425469 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:11.426011 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:11.442108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:11.443942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8feb51a8-dc75-4407-93fe-44f228cf7593 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6738474 Jul 09 17:36:11.454444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58030) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:11.490374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8ffaefee-012c-4a3e-8bc9-6d8b05cf4b32 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=73cb48c6691d4e01ab0ff45bbea6ff7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347688 Jul 09 17:36:11.493077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58032) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:11.534908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-f07462ed-72d7-4363-aa72-1aa3aeba9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:11.538891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-f07462ed-72d7-4363-aa72-1aa3aeba9cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341131 Jul 09 17:36:11.554676 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:11.688238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360588-174a-4aa3-a9b8-5e3b1ab9f54f req-3761127c-5fc0-4c24-a301-016d3a7ac7de tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:11.695135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67360588-174a-4aa3-a9b8-5e3b1ab9f54f req-3761127c-5fc0-4c24-a301-016d3a7ac7de tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1524081 Jul 09 17:36:11.697744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ce121-c57c-4da6-a385-53579028a33d tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:11.699830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-600ce121-c57c-4da6-a385-53579028a33d tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2055156 Jul 09 17:36:11.702875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:11.719422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-0352a02d-e8f9-42f9-a861-0e5f67cb3d85 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660943 Jul 09 17:36:11.754709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-387f175d-556e-4c0c-af0e-0d12b5c50440 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507009 Jul 09 17:36:11.757268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58038) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:11.766008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975095254', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:11.772525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67360588-174a-4aa3-a9b8-5e3b1ab9f54f req-1f80baab-6815-4ade-9552-c2814ed7c604 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764945 Jul 09 17:36:11.855309 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:10Z', 'revision_number': 3, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:11.869233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd16c31a-ab18-46d6-a08a-8ad6a8b816c3 req-22c67827-fe91-48e0-be38-f4e488771430 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334207 Jul 09 17:36:11.888252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:11.892145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Checking router: 68bfff3d-a41f-46ea-9f7c-36741496ae94 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:11.892543 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Updating router 68bfff3d-a41f-46ea-9f7c-36741496ae94 port 1877c42d-d745-4f6b-8585-1c92c42b4d50 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:36:11.892813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:11.930764 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.097124 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.154848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Subnet': ['ID=b08f3a2d-622e-4e69-93ff-101c3c581b8f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:12.180232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Checking segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:12.180889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network hostable DHCP agents. Network: 49e976cf-baee-4952-944f-0201c1506e05, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:36:12.203050 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.203688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 49e976cf-baee-4952-944f-0201c1506e05 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:36:12.214825 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Transition to ACTIVE for port object 1877c42d-d745-4f6b-8585-1c92c42b4d50 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:12.217511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 49e976cf-baee-4952-944f-0201c1506e05) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:12.223853 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.224369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:12.225638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.238946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed8d5d-b632-4790-a477-196ec9caa22c None None] Network 49e976cf-baee-4952-944f-0201c1506e05 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:12.243253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-26950266-2e3f-4956-a83c-00df483f894a tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4837933 Jul 09 17:36:12.245847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58050) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:12.375610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Pushing event updated for resources: {'Port': ['ID=1877c42d-d745-4f6b-8585-1c92c42b4d50,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:12.397315 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.397835 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.398046 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.398378 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.398690 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.399012 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.399334 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.399637 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.400190 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.400379 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.401466 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.401466 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:12.404679 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Attempting to bind port 1877c42d-d745-4f6b-8585-1c92c42b4d50 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:12.405027 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Attempting to bind port 1877c42d-d745-4f6b-8585-1c92c42b4d50 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:12.405438 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Attempting to bind port 1877c42d-d745-4f6b-8585-1c92c42b4d50 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:12.411402 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:12.411685 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:12.412110 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.412495 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:12.413028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Bound port: 1877c42d-d745-4f6b-8585-1c92c42b4d50, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:12.413444 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.438756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-49e976cf-baee-4952-944f-0201c1506e05', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:36:12.440217 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.483397 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] For port 1877c42d-d745-4f6b-8585-1c92c42b4d50, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:12.492922 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] For port 1877c42d-d745-4f6b-8585-1c92c42b4d50, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1877c42d-d745-4f6b-8585-1c92c42b4d50,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:12.503890 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.566228 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:12.566901 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:35:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:12.598873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Allocated IP 172.20.0.2 (49e976cf-baee-4952-944f-0201c1506e05/b08f3a2d-622e-4e69-93ff-101c3c581b8f/1031e398-e598-479d-80c5-fb1f6df034dc) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:12.619577 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26504c-bac7-4402-8346-ba6b6f1c0e2b None None] Pushing event updated for resources: {'Port': ['ID=1877c42d-d745-4f6b-8585-1c92c42b4d50,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:12.703672 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:12.769880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.789418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Transition to ACTIVE for port object 1031e398-e598-479d-80c5-fb1f6df034dc will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:12.813668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Transition to ACTIVE for port object 1031e398-e598-479d-80c5-fb1f6df034dc will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:12.818883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.823645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:12.932457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Network 49e976cf-baee-4952-944f-0201c1506e05 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:12.966575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Pushing event updated for resources: {'Port': ['ID=1031e398-e598-479d-80c5-fb1f6df034dc,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:12.970964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:12.976958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:12.982812 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e4b94840-c27f-4052-8722-3ce61124a09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.031743 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:10Z', 'revision_number': 3, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:13.040304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Attempting to bind port 1031e398-e598-479d-80c5-fb1f6df034dc on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:13.040987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Attempting to bind port 1031e398-e598-479d-80c5-fb1f6df034dc by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:13.041457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Attempting to bind port 1031e398-e598-479d-80c5-fb1f6df034dc on network 49e976cf-baee-4952-944f-0201c1506e05 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:13.046930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:13.047456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Checking segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:13.048013 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.048500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Bound using segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:13.049072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Bound port: 1031e398-e598-479d-80c5-fb1f6df034dc, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:13.049560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.064927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf23c1-9301-4598-aa72-1e066412164a None None] The sync data for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 is: [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:10Z', 'revision_number': 3, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:13.070831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41832c5-96c5-42d0-8403-c9fd49a1100a req-2ca177e3-282e-4986-8864-d7a36bf8716c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:13.074559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d41832c5-96c5-42d0-8403-c9fd49a1100a req-2ca177e3-282e-4986-8864-d7a36bf8716c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1053734 Jul 09 17:36:13.127585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d41832c5-96c5-42d0-8403-c9fd49a1100a req-898216d4-5e77-488d-be40-98025bcf08f0 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Jul 09 17:36:13.155971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] For port 1031e398-e598-479d-80c5-fb1f6df034dc, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:13.160315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] For port 1031e398-e598-479d-80c5-fb1f6df034dc, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1031e398-e598-479d-80c5-fb1f6df034dc,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:13.167076 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.237190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.20.0.1 (49e976cf-baee-4952-944f-0201c1506e05/b08f3a2d-622e-4e69-93ff-101c3c581b8f/5abf8bba-3724-4cd6-8e19-c16e59b71abd) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:13.251310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Pushing event updated for resources: {'Port': ['ID=1031e398-e598-479d-80c5-fb1f6df034dc,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:13.259444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.259793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.260149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.260487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.260822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.261152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.261628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.261965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.262292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.262615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.263033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.263495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c963a5-6f46-4dbf-9efd-6130a218508e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:13.330807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.386645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.403542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Transition to ACTIVE for port object 5abf8bba-3724-4cd6-8e19-c16e59b71abd will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:13.473608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.526579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 49e976cf-baee-4952-944f-0201c1506e05 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:13.532800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:13.535441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:13.610516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=5abf8bba-3724-4cd6-8e19-c16e59b71abd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:13.637899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.801643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:13.950743 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.276256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1031e398-e598-479d-80c5-fb1f6df034dc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:14.378447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1031e398-e598-479d-80c5-fb1f6df034dc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:14.383782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1877c42d-d745-4f6b-8585-1c92c42b4d50 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:14.460113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0114a3e-ada0-4b19-8135-992158783780 req-90c8b975-8a77-4f2b-aa05-6422e8706301 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:14.461749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0114a3e-ada0-4b19-8135-992158783780 req-90c8b975-8a77-4f2b-aa05-6422e8706301 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1225567 Jul 09 17:36:14.465551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1877c42d-d745-4f6b-8585-1c92c42b4d50 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:14.470696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1877c42d-d745-4f6b-8585-1c92c42b4d50 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:14.471656 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.521189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0114a3e-ada0-4b19-8135-992158783780 req-30bbdf64-b9f8-46c7-8025-77b65d5ab585 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Jul 09 17:36:14.639137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642198b-9ff1-46bf-b939-1dca835028e4 None None] Network 49e976cf-baee-4952-944f-0201c1506e05 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:14.652392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.692119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.709254 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.711204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1877c42d-d745-4f6b-8585-1c92c42b4d50, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1877c42d-d745-4f6b-8585-1c92c42b4d50,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:14.719701 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.757661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] Provisioning for port 1031e398-e598-479d-80c5-fb1f6df034dc completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:14.779337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] Provisioning complete for port 1031e398-e598-479d-80c5-fb1f6df034dc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:14.779700 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.792378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.845530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1877c42d-d745-4f6b-8585-1c92c42b4d50,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:14.850882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=5abf8bba-3724-4cd6-8e19-c16e59b71abd,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:14.920893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 49e976cf-baee-4952-944f-0201c1506e05 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:14.922719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:14.960300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:14.999980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] For port 1031e398-e598-479d-80c5-fb1f6df034dc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1031e398-e598-479d-80c5-fb1f6df034dc,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:15.005339 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.064675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a195c7e-ade7-4409-8605-15ada4d9e6d4 None None] Pushing event updated for resources: {'Port': ['ID=1031e398-e598-479d-80c5-fb1f6df034dc,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:15.065679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 68bfff3d-a41f-46ea-9f7c-36741496ae94 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:15.197836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:15.203573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b24051c5-0dbe-4d6d-b5ab-be98af7c9669 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "PUT /v2.0/routers/68bfff3d-a41f-46ea-9f7c-36741496ae94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563453 Jul 09 17:36:15.206355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58110) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:15.255652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:15.340437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2525c455-35df-45df-8b5a-662ba73ad619 None None] Provisioning for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:15.343879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.344887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.345442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2525c455-35df-45df-8b5a-662ba73ad619 None None] Provisioning complete for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:15.345718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.345850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2525c455-35df-45df-8b5a-662ba73ad619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.346472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.347099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.347746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.348394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.349014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.351956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6480f723-5340-46a4-9126-c0ae8cde2f94 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5670 time: 0.1443675 Jul 09 17:36:15.354522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58116) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:15.422063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2525c455-35df-45df-8b5a-662ba73ad619 None None] Port 5abf8bba-3724-4cd6-8e19-c16e59b71abd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:15.442196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.445933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.446466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2525c455-35df-45df-8b5a-662ba73ad619 None None] Provisioning complete for port 1031e398-e598-479d-80c5-fb1f6df034dc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:15.446929 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2525c455-35df-45df-8b5a-662ba73ad619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.447138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.448016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.448492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.448947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.449405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.449863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.457897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bc4b9137-d5a9-448e-8d59-3b8010b66816 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5269 time: 0.1013758 Jul 09 17:36:15.460638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58118) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:15.461855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Sync routers for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:15.492086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d992befc-bd23-4821-8925-a1b99e319ecf tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3193 time: 0.2349689 Jul 09 17:36:15.510047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58120) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:15.516697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'network': {'name': 'tempest-network-smoke--770944410', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'port_security_enabled': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:15.522262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:15.523246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:15.562502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Made reservation on behalf of 8a137cb710e347e9a83606ea7c8a5d3c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:15.568534 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.633530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:36:15.665243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.665816 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Added segment 1822b91f-613f-4221-887d-a3d9cd24569d of type vlan for network b56ca523-1525-4935-b89e-e2b6010955cf Jul 09 17:36:15.755252 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.790239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993f242-bbae-4a23-9361-261049acbbe0 req-3e997834-652f-4f83-812a-b3066ee118d5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.791990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f993f242-bbae-4a23-9361-261049acbbe0 req-3e997834-652f-4f83-812a-b3066ee118d5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0991888 Jul 09 17:36:15.813340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:15.849081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f993f242-bbae-4a23-9361-261049acbbe0 req-1277c3a2-12e1-4713-8905-ab15d3397392 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Jul 09 17:36:15.854915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4189b962-77c0-40a7-8b48-f091ca3fb0a8 tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3922796 Jul 09 17:36:15.874467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.881211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:15.881910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.914275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4016540 Jul 09 17:36:15.917088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:15.921735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cd51b87e-e593-4de3-88fa-c853e86a58a9 None None] Provisioning complete for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:15.922089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cd51b87e-e593-4de3-88fa-c853e86a58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.923551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'admin_state_up': True, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:15.959721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.961311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:15.988079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.036252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7fbd6-9353-4ff3-acd8-c083e7e46b2f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Network': ['ID=b56ca523-1525-4935-b89e-e2b6010955cf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:16.067723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cd51b87e-e593-4de3-88fa-c853e86a58a9 None None] Port 5abf8bba-3724-4cd6-8e19-c16e59b71abd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:16.070530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b56ca523-1525-4935-b89e-e2b6010955cf details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:36:16.076799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.240638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3ec19735-2540-42dc-aa9d-3b001620d03e None None] Provisioning complete for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:16.241136 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3ec19735-2540-42dc-aa9d-3b001620d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.279717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.296143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3ec19735-2540-42dc-aa9d-3b001620d03e None None] Port 5abf8bba-3724-4cd6-8e19-c16e59b71abd cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:16.301002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1031e398-e598-479d-80c5-fb1f6df034dc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:16.318099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58142) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:16.323316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979598746', 'description': 'tempest-secgroup-smoke-979598746 description', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:16.356307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.492001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.498997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.529809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.531366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2122304 Jul 09 17:36:16.535257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58146) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:16.541029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '4a57fcc2-7482-4238-8bee-3c94cc64759c', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:16.570792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b59d33-22a1-4f79-af6a-3a7dbb0200cb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a57fcc2-7482-4238-8bee-3c94cc64759c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:16.595799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.602084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.619660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.656667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1031e398-e598-479d-80c5-fb1f6df034dc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:16.657293 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.672587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.679467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.716207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7b760e-c702-40b4-af22-4b8a8585295c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:16.721699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 2, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:16.742469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.743942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f8222eb0-42fc-422b-87a4-c5ecd94fb52e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069490 Jul 09 17:36:16.746681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58152) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:16.754545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Checking router: 68bfff3d-a41f-46ea-9f7c-36741496ae94 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:16.754969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Updating router 68bfff3d-a41f-46ea-9f7c-36741496ae94 port 5abf8bba-3724-4cd6-8e19-c16e59b71abd binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:36:16.757540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.25.3.118 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/9551e318-b8c1-4b64-9c8a-230b3f6c3f04) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:16.757881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '4a57fcc2-7482-4238-8bee-3c94cc64759c', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:16.797353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.820722 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.858265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.870879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1877c42d-d745-4f6b-8585-1c92c42b4d50 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:16.906159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.907092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.919337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:16.955706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:16.963000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:16.967215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:16.977481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7131dd-92f9-45b9-8eb9-f7dc225979e6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.004150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.010230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.012761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1877c42d-d745-4f6b-8585-1c92c42b4d50 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:17.013184 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.014644 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-beb1889b-a9e6-484b-8efa-5ee171f30e5d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2662816 Jul 09 17:36:17.019967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:17.032066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '4a57fcc2-7482-4238-8bee-3c94cc64759c', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:17.110051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.194457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.221194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f29d5-526f-4f24-97ee-f46d12f0f06a req-9ebad01d-3c70-44b4-874c-83e90fe40df3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:17.238532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de4f29d5-526f-4f24-97ee-f46d12f0f06a req-9ebad01d-3c70-44b4-874c-83e90fe40df3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.2129304 Jul 09 17:36:17.242157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.293025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013ead37-87cc-4f5c-a7b8-ebc06520cd3b,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.294927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.299729 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.316927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Transition to ACTIVE for port object 5abf8bba-3724-4cd6-8e19-c16e59b71abd will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:17.319468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de4f29d5-526f-4f24-97ee-f46d12f0f06a req-bb0e8bee-3098-465b-8304-ddc2cdeacc35 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792994 Jul 09 17:36:17.320425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.326321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bc6f6be3-d41b-4d06-b7c1-421c3f5dd5c2 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3020120 Jul 09 17:36:17.326976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58166) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:17.333279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.338759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '4a57fcc2-7482-4238-8bee-3c94cc64759c', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:17.382931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.460488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f92da-e6b7-45ce-83e8-57dbf50e45bb None None] Pushing event updated for resources: {'Port': ['ID=5abf8bba-3724-4cd6-8e19-c16e59b71abd,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.516674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Attempting to bind port 5abf8bba-3724-4cd6-8e19-c16e59b71abd on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:17.517992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.518367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Attempting to bind port 5abf8bba-3724-4cd6-8e19-c16e59b71abd by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:17.518796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Attempting to bind port 5abf8bba-3724-4cd6-8e19-c16e59b71abd on network 49e976cf-baee-4952-944f-0201c1506e05 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:17.526455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.534109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:17.535250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Checking segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:17.536422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.537448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Bound using segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:17.539714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Bound port: 5abf8bba-3724-4cd6-8e19-c16e59b71abd, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:17.540195 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.568389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e813be1e-d879-48af-af95-635383ef1395,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.586852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.588306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-78cc89e5-b8c6-4fd2-8799-b56efe2faa41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2602642 Jul 09 17:36:17.591380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58172) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:17.598841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '4a57fcc2-7482-4238-8bee-3c94cc64759c', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:17.649350 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Project 73cb48c6691d4e01ab0ff45bbea6ff7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:36:17.656507 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.666215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] For port 5abf8bba-3724-4cd6-8e19-c16e59b71abd, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:17.670621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] For port 5abf8bba-3724-4cd6-8e19-c16e59b71abd, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5abf8bba-3724-4cd6-8e19-c16e59b71abd,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:17.680120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.745412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:17.746473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:17.798635 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.809335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.833889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d747655b-7bdf-4080-bedf-1fc6c4c698f7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.847611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f92da-e6b7-45ce-83e8-57dbf50e45bb None None] Pushing event updated for resources: {'Port': ['ID=5abf8bba-3724-4cd6-8e19-c16e59b71abd,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:17.863553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.866865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f8bae61e-9cd8-4b37-80d0-58b57b8fec65 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2743986 Jul 09 17:36:17.870838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58178) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:17.885259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'security_group_rule': {'security_group_id': '4a57fcc2-7482-4238-8bee-3c94cc64759c', 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:17.922121 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Project 73cb48c6691d4e01ab0ff45bbea6ff7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:36:17.928417 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:17.959493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:18.025095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:18.032239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:18.058296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9355d0-1bdf-45d8-88de-c19f1b8d7b14,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:18.084916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:18.100980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bc84222f-52b7-4664-aeb6-61722e79551e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2201254 Jul 09 17:36:18.139628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:18.254968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:17Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:18.289001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0165c-098c-4e75-b781-6ee2a06fef51 None None] The sync data for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 is: [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:17Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:18.306409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router c056ec49-d521-4a6b-96d4-24c75cc50903 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:36:18.325570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-61307f23-e96d-4693-9ab5-91659fbb9b0c tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979598746&fields=id&tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 267 time: 0.0401347 Jul 09 17:36:18.498039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-22d4b87a-cd59-4297-9d02-72a846505e41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:18.500543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-22d4b87a-cd59-4297-9d02-72a846505e41 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/networks?id=49e976cf-baee-4952-944f-0201c1506e05 HTTP/1.1" status: 200 len: 795 time: 0.1629007 Jul 09 17:36:18.518936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-1c5da1c8-3667-4ebc-bc6c-17277c3f1ce8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/quotas/73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 375 time: 0.0130687 Jul 09 17:36:18.533163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:18.565101 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Sync routers for ids ['c056ec49-d521-4a6b-96d4-24c75cc50903'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:18.577292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Routers {'c056ec49-d521-4a6b-96d4-24c75cc50903'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:18.577932 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['c056ec49-d521-4a6b-96d4-24c75cc50903'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:18.621776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:18.623665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1b06341-f406-4488-be9d-fa40ece8be97 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7054427 Jul 09 17:36:18.628160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58204) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:18.644150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0db316e6-2caa-47bc-97e5-b04c51f6cbd8 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193173 Jul 09 17:36:18.733418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db51f0b-72d3-461c-9724-897752b454d8 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:18.738220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58212) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:18.738434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3db51f0b-72d3-461c-9724-897752b454d8 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8a137cb710e347e9a83606ea7c8a5d3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1087210 Jul 09 17:36:18.759091 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Set router c056ec49-d521-4a6b-96d4-24c75cc50903 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:18.759872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f1887-457c-4deb-84c2-244f0be1a379 req-9ca94756-0523-4c71-aec6-6b0cc2abd90d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:18.768001 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a82f1887-457c-4deb-84c2-244f0be1a379 req-9ca94756-0523-4c71-aec6-6b0cc2abd90d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.2096798 Jul 09 17:36:18.840546 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a82f1887-457c-4deb-84c2-244f0be1a379 req-f7faad76-8f0b-4585-890c-9101ef782947 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712762 Jul 09 17:36:18.846407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-2160c6be-7018-4add-a0f9-a2a56ef381a0 service neutron] 10.222.0.21 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896079 Jul 09 17:36:18.966134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256db9bf-3a9c-4547-9296-a03b8d074504 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:18.967931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-256db9bf-3a9c-4547-9296-a03b8d074504 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2287154 Jul 09 17:36:18.972364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58214) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:19.002893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-bcb99f4c-9127-4152-b3cd-2407bc6cb847 service neutron] 10.222.0.21 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404417 Jul 09 17:36:19.047067 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:17Z', 'revision_number': 3, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:19.049633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-224b162d-0c7b-42cb-bbd4-f3d4e412c241 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757866 Jul 09 17:36:19.052312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58216) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:19.079536 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Checking router: c056ec49-d521-4a6b-96d4-24c75cc50903 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:19.079927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Updating router c056ec49-d521-4a6b-96d4-24c75cc50903 port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:36:19.099335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-428756b1-d25c-4f09-899a-05091387745e tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8a137cb710e347e9a83606ea7c8a5d3c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453322 Jul 09 17:36:19.101587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:19.117110 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.284433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15e54e49-99bb-4e38-9ebd-503822239dda req-ff6b3f14-89df-4e1d-9010-591131a94b95 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 210 time: 0.0621440 Jul 09 17:36:19.305953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17273d-7e04-4b21-b7a2-cd3e5cc1e529 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:19.310751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:19.328381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fc17273d-7e04-4b21-b7a2-cd3e5cc1e529 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2254305 Jul 09 17:36:19.372925 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b94a7337-c84b-4263-9957-2a36327c01dc tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609665 Jul 09 17:36:19.375450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58232) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:19.382211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236671102', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:19.462462 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.495990 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Transition to ACTIVE for port object 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:19.507183 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.588267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Made reservation on behalf of 8a137cb710e347e9a83606ea7c8a5d3c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:19.594228 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.628122 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Attempting to bind port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:19.629065 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Attempting to bind port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:19.629604 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Attempting to bind port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:19.645933 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:19.646557 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:19.647157 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.647732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:19.648406 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Bound port: 9551e318-b8c1-4b64-9c8a-230b3f6c3f04, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:19.648962 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.652578 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad652f-1aa7-46d0-bd13-527f5b461446 None None] Pushing event updated for resources: {'Port': ['ID=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:19.740216 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] For port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:19.744681 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] For port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:19.750463 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.829740 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Routers {'c056ec49-d521-4a6b-96d4-24c75cc50903'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:19.830367 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['c056ec49-d521-4a6b-96d4-24c75cc50903'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:19.895699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:19.913692 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad652f-1aa7-46d0-bd13-527f5b461446 None None] Pushing event updated for resources: {'Port': ['ID=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:20.047789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Subnet': ['ID=889df7d6-e086-4d74-946c-6c1b29b07257,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:20.081577 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] Set router c056ec49-d521-4a6b-96d4-24c75cc50903 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:20.094677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Checking segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:20.095216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network hostable DHCP agents. Network: b56ca523-1525-4935-b89e-e2b6010955cf, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:36:20.145115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network b56ca523-1525-4935-b89e-e2b6010955cf is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:36:20.169099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b56ca523-1525-4935-b89e-e2b6010955cf) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:20.175517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55c8a5-8532-4022-ba7f-3f5470c6c435 req-b5c469d2-5419-40a8-922b-0187ae98b74e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:20.177890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce55c8a5-8532-4022-ba7f-3f5470c6c435 req-b5c469d2-5419-40a8-922b-0187ae98b74e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1327569 Jul 09 17:36:20.180959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6fd5c-6e81-41c4-b358-ad7eefabf680 None None] Network b56ca523-1525-4935-b89e-e2b6010955cf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:20.198937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:20.199564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:20.239275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-13c10650-f3c6-40c1-a9df-5d0c22c9d5f7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8612313 Jul 09 17:36:20.242088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58260) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:20.252914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce55c8a5-8532-4022-ba7f-3f5470c6c435 req-c737698e-1492-4049-a909-be017dff1f2f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664001 Jul 09 17:36:20.340998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5abf8bba-3724-4cd6-8e19-c16e59b71abd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:20.593605 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:17Z', 'revision_number': 3, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:20.626389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9eb7d306-ff59-4ce6-96c6-26f00990b92b req-d3cc5ce1-525f-4028-8bd8-a8cba4fa9b99 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 210 time: 0.0955327 Jul 09 17:36:20.709304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-b56ca523-1525-4935-b89e-e2b6010955cf', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'fixed_ips': [{'subnet_id': '889df7d6-e086-4d74-946c-6c1b29b07257'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:36:20.710350 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:20.778471 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad1dd-ce28-42ba-95c1-2d0bbe524288 None None] The sync data for ids ['c056ec49-d521-4a6b-96d4-24c75cc50903'] in n-d-791506-17 is: [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:17Z', 'revision_number': 3, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:20.780405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:20.844119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:20.844638 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.009999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.038754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Allocated IP 172.20.0.18 (b56ca523-1525-4935-b89e-e2b6010955cf/889df7d6-e086-4d74-946c-6c1b29b07257/bd410243-616f-4540-8f00-5dbf73acbafa) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:21.063178 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.163273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5abf8bba-3724-4cd6-8e19-c16e59b71abd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5abf8bba-3724-4cd6-8e19-c16e59b71abd,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:21.193271 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.377558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5abf8bba-3724-4cd6-8e19-c16e59b71abd,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:21.464093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.478542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Transition to ACTIVE for port object bd410243-616f-4540-8f00-5dbf73acbafa will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:21.496540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Transition to ACTIVE for port object bd410243-616f-4540-8f00-5dbf73acbafa will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:21.508845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.577905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Pushing event updated for resources: {'Port': ['ID=bd410243-616f-4540-8f00-5dbf73acbafa,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:21.604828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Network b56ca523-1525-4935-b89e-e2b6010955cf is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:21.606530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:21.610939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:21.723616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Attempting to bind port bd410243-616f-4540-8f00-5dbf73acbafa on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:21.726682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Attempting to bind port bd410243-616f-4540-8f00-5dbf73acbafa by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:21.727128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Attempting to bind port bd410243-616f-4540-8f00-5dbf73acbafa on network b56ca523-1525-4935-b89e-e2b6010955cf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:21.738565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:21.739396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Checking segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:21.750258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.752711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Bound using segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:21.753335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Bound port: bd410243-616f-4540-8f00-5dbf73acbafa, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:21.753835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.836913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.20.0.17 (b56ca523-1525-4935-b89e-e2b6010955cf/889df7d6-e086-4d74-946c-6c1b29b07257/766c5520-4f05-46fc-b7c0-a7c6963cd93a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:21.910020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] For port bd410243-616f-4540-8f00-5dbf73acbafa, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:21.915856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] For port bd410243-616f-4540-8f00-5dbf73acbafa, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bd410243-616f-4540-8f00-5dbf73acbafa,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:21.926637 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:21.992378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3bd37f94-6eab-41e1-bd5d-54eeccb672b3 req-d61a7c36-0049-4c09-8232-48e6842d10ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 210 time: 0.0751877 Jul 09 17:36:22.068784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6315e8-a8ec-43e8-8b98-b67b16d3ce17 None None] Pushing event updated for resources: {'Port': ['ID=bd410243-616f-4540-8f00-5dbf73acbafa,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:22.144086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c1d7-b221-40b4-85aa-20fd90b69667 req-18026a5a-cb6b-4a28-8009-addd2355aea4 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:22.151609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c44c1d7-b221-40b4-85aa-20fd90b69667 req-18026a5a-cb6b-4a28-8009-addd2355aea4 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.4591289 Jul 09 17:36:22.166856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-e1e025e5-5d6a-44ce-a32a-8a6c214ef104 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:22.169279 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-e1e025e5-5d6a-44ce-a32a-8a6c214ef104 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/networks?id=49e976cf-baee-4952-944f-0201c1506e05 HTTP/1.1" status: 200 len: 795 time: 0.7171569 Jul 09 17:36:22.272666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c44c1d7-b221-40b4-85aa-20fd90b69667 req-9cedaa02-d7fa-408a-ac55-596f74e79928 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199126 Jul 09 17:36:22.341367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-4d99830a-6439-405f-a091-528343f29865 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c HTTP/1.1" status: 200 len: 379 time: 0.1325550 Jul 09 17:36:22.348045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.356568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'port': {'device_id': 'a13c5753-abac-40fe-8f65-1152431434c0', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'admin_state_up': True, 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'security_groups': ['4a57fcc2-7482-4238-8bee-3c94cc64759c']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:22.421847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:22.499053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Transition to ACTIVE for port object 766c5520-4f05-46fc-b7c0-a7c6963cd93a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:22.547322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:22.554662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:22.555164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.616622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.681301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Made reservation on behalf of 73cb48c6691d4e01ab0ff45bbea6ff7c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:22.690167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.702070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.732292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:22.739606 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.740762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5abf8bba-3724-4cd6-8e19-c16e59b71abd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:22.799464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:22.837669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.20.0.8 (49e976cf-baee-4952-944f-0201c1506e05/b08f3a2d-622e-4e69-93ff-101c3c581b8f/25f47b2f-c3ac-4cd1-be0a-3eadd349a24a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:22.853374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5abf8bba-3724-4cd6-8e19-c16e59b71abd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:22.853743 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:22.959873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network b56ca523-1525-4935-b89e-e2b6010955cf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:22.970185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:22.976963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:23.003416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=766c5520-4f05-46fc-b7c0-a7c6963cd93a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:23.034484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.207348 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a228c428-e26a-4bf0-b1d8-7f04824d29bb req-b5b21e8d-48c0-4c9b-9fe9-7b26afefc459 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 210 time: 0.0517044 Jul 09 17:36:23.284295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.295784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.319323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Transition to ACTIVE for port object 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:23.551254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.581380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 49e976cf-baee-4952-944f-0201c1506e05 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:23.588170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:23.590409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:23.611271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19c12-1352-4c15-a750-5622c81f4491 req-b2040665-9667-48ce-a607-3de811945148 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:23.618944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1a19c12-1352-4c15-a750-5622c81f4491 req-b2040665-9667-48ce-a607-3de811945148 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1528964 Jul 09 17:36:23.750875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8742d-d433-42c1-bb29-d275c96ee1b7 None None] Network b56ca523-1525-4935-b89e-e2b6010955cf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:23.755804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1a19c12-1352-4c15-a750-5622c81f4491 req-a8c6d217-e8e8-47a3-ac2f-2d7a84fc59ac tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157830 Jul 09 17:36:23.829620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:23.830334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:23.858697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5068517 Jul 09 17:36:23.865378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532e22a-9bec-44ea-bd97-73544cd234b3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:23.883083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Request body: {'port': {'device_id': 'a13c5753-abac-40fe-8f65-1152431434c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:23.963067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8b900544-32e2-4099-b20d-44e8b43e58c3 None None] Provisioning for port bd410243-616f-4540-8f00-5dbf73acbafa completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:24.021116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.037753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.122504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f3c5b215-c889-4dbd-afc5-19da5a5419dc None None] Provisioning for port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:24.128277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f3c5b215-c889-4dbd-afc5-19da5a5419dc None None] Provisioning complete for port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:24.129074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3c5b215-c889-4dbd-afc5-19da5a5419dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.218495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=766c5520-4f05-46fc-b7c0-a7c6963cd93a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:24.232756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5b215-c889-4dbd-afc5-19da5a5419dc None None] Port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:24.237023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.252196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.400701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bd410243-616f-4540-8f00-5dbf73acbafa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:24.479820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port bd410243-616f-4540-8f00-5dbf73acbafa completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:24.486761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bd410243-616f-4540-8f00-5dbf73acbafa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:24.487048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.605364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07d62b0e-5e94-4982-9870-3d6b253cafe2 None None] Provisioning for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:24.615929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07d62b0e-5e94-4982-9870-3d6b253cafe2 None None] Provisioning complete for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:24.616291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07d62b0e-5e94-4982-9870-3d6b253cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.621511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.693020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-07d62b0e-5e94-4982-9870-3d6b253cafe2 None None] Port 766c5520-4f05-46fc-b7c0-a7c6963cd93a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:24.717942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port bd410243-616f-4540-8f00-5dbf73acbafa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bd410243-616f-4540-8f00-5dbf73acbafa,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:24.726792 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.727806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:24.805279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07d62b0e-5e94-4982-9870-3d6b253cafe2 None None] Provisioning complete for port bd410243-616f-4540-8f00-5dbf73acbafa triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:24.806031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07d62b0e-5e94-4982-9870-3d6b253cafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:24.808545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=bd410243-616f-4540-8f00-5dbf73acbafa,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:24.959846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:24.960372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.056142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e5faa-50f6-456a-9221-e0d21ec90d83 req-f17f800c-997f-49ed-afbb-0a9ea2144697 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:25.058261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-355e5faa-50f6-456a-9221-e0d21ec90d83 req-f17f800c-997f-49ed-afbb-0a9ea2144697 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 931 time: 0.2378082 Jul 09 17:36:25.060472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network b56ca523-1525-4935-b89e-e2b6010955cf is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:25.095282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:25.147797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8422c5b8-2bb6-4603-83b0-fbd6e5f4ef68 None None] Provisioning complete for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:25.148405 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8422c5b8-2bb6-4603-83b0-fbd6e5f4ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.157309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5614c-e280-4de3-9462-822ae0a24d7c req-d783c960-a845-4c4d-8319-5d8ebcabb334 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:25.167271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfc5614c-e280-4de3-9462-822ae0a24d7c req-d783c960-a845-4c4d-8319-5d8ebcabb334 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0872023 Jul 09 17:36:25.203176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8422c5b8-2bb6-4603-83b0-fbd6e5f4ef68 None None] Port 766c5520-4f05-46fc-b7c0-a7c6963cd93a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:25.270585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfc5614c-e280-4de3-9462-822ae0a24d7c req-0f5615d7-6e62-4cb6-985a-e1b244cc40a7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017661 Jul 09 17:36:25.300884 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-355e5faa-50f6-456a-9221-e0d21ec90d83 req-8a1113f4-84b5-48fc-9ba4-c5fc476c43ab tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115240 Jul 09 17:36:25.407087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router c056ec49-d521-4a6b-96d4-24c75cc50903 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:25.517202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:25.527721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.555236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aac673da-da2d-448c-ad6f-a9c26ba2f5a0 None None] Provisioning complete for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:25.555604 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aac673da-da2d-448c-ad6f-a9c26ba2f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.581618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Transition to ACTIVE for port object 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:25.594162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.651705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Pushing event updated for resources: {'Port': ['ID=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:25.660904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:25.671818 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-728a00de-aee1-429e-a2ee-65b241a26f52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "PUT /v2.0/routers/c056ec49-d521-4a6b-96d4-24c75cc50903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4179318 Jul 09 17:36:25.788566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Sync routers for ids ['c056ec49-d521-4a6b-96d4-24c75cc50903'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:25.810899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Attempting to bind port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:25.811576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Attempting to bind port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:25.812168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Routers {'c056ec49-d521-4a6b-96d4-24c75cc50903'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:25.813126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Attempting to bind port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a on network 49e976cf-baee-4952-944f-0201c1506e05 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:25.813606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['c056ec49-d521-4a6b-96d4-24c75cc50903'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:25.820890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a on network 49e976cf-baee-4952-944f-0201c1506e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:36:25.821223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Attempting to bind port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a on network 49e976cf-baee-4952-944f-0201c1506e05 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:25.829876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:25.830219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Checking segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:25.830622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Bound using segment: {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:25.831068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Bound port: 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '49e976cf-baee-4952-944f-0201c1506e05'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:25.831436 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.940100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] For port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:25.943889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] For port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:25.946468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-aac673da-da2d-448c-ad6f-a9c26ba2f5a0 None None] Port 766c5520-4f05-46fc-b7c0-a7c6963cd93a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:25.953738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:25.958163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Set router c056ec49-d521-4a6b-96d4-24c75cc50903 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:26.039885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:26.041238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:26.042996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/25f47b2f-c3ac-4cd1-be0a-3eadd349a24a HTTP/1.1" status: 200 len: 1092 time: 2.1648552 Jul 09 17:36:26.044255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:26.046895 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c857c989-e0af-4359-8c6b-ad1c5be8003f" -d '{"events": [{"name": "network-changed", "server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:26.072186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825657c-ecb1-4b2a-80e3-a08303d111a5 service neutron] Pushing event updated for resources: {'Port': ['ID=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:26.200700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-27813755-0f56-4998-b161-4900bbe9009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:26.203079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-27813755-0f56-4998-b161-4900bbe9009c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 1095 time: 0.1168272 Jul 09 17:36:26.242374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-83c24d25-bd2b-436f-99b3-ae9d08451bf9 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:26.258596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-83c24d25-bd2b-436f-99b3-ae9d08451bf9 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/networks?id=b56ca523-1525-4935-b89e-e2b6010955cf HTTP/1.1" status: 200 len: 797 time: 0.2955649 Jul 09 17:36:26.264532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-f293eb60-f645-430e-9d5b-6e73d0566744 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a HTTP/1.1" status: 200 len: 217 time: 0.0534062 Jul 09 17:36:26.279614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-9cd333bc-d7c6-4588-ba2f-7a92d49c79c3 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/quotas/8a137cb710e347e9a83606ea7c8a5d3c HTTP/1.1" status: 200 len: 375 time: 0.0170805 Jul 09 17:36:26.331417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bd410243-616f-4540-8f00-5dbf73acbafa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:26.394373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-f0351493-4d0d-44bf-a8a5-5cba82163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:26.396084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-f0351493-4d0d-44bf-a8a5-5cba82163447 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08f3a2d-622e-4e69-93ff-101c3c581b8f HTTP/1.1" status: 200 len: 834 time: 0.1240039 Jul 09 17:36:26.505616 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-12e3ca9f-e2c7-4db2-9451-d2666d547833 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2244377 Jul 09 17:36:26.518415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bd410243-616f-4540-8f00-5dbf73acbafa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:26.520173 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:26.585452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-4b1a3207-07e7-463f-87bb-ea5be7333434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:26.587003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-4b1a3207-07e7-463f-87bb-ea5be7333434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49e976cf-baee-4952-944f-0201c1506e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842599 Jul 09 17:36:26.642313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:23Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '766c5520-4f05-46fc-b7c0-a7c6963cd93a', 'name': '', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:15:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:21Z', 'updated_at': '2021-07-09T17:36:23Z', 'revision_number': 2, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:26.668601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-5e4d31af-4b8d-4446-bd87-62f45209ac67 service neutron] 10.222.0.21 "GET /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585443 Jul 09 17:36:26.688917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:26.696300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Checking router: c056ec49-d521-4a6b-96d4-24c75cc50903 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:26.697034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Updating router c056ec49-d521-4a6b-96d4-24c75cc50903 port 766c5520-4f05-46fc-b7c0-a7c6963cd93a binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:36:26.700373 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38932cf1-1b55-4674-b809-b837a3a1b87e x-openstack-request-id: req-38932cf1-1b55-4674-b809-b837a3a1b87e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:26.700671 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:26.700925 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38932cf1-1b55-4674-b809-b837a3a1b87e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:26.701329 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'status': 'completed', 'code': 200} Jul 09 17:36:26.785866 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:26.800084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-532a289c-6143-433a-a4a9-10d49fb208fa service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999662 Jul 09 17:36:26.868454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-96baabc9-eba5-4c58-a196-efa4a5f63fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941009 Jul 09 17:36:26.968211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37ecb87b-a284-4306-8b7e-7cc04f24a0d6 req-27265f9f-2ca6-4c28-b0a1-9f8ee7aeefd4 service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655495 Jul 09 17:36:27.000934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec025769-0569-4b6c-bd75-0c39b5581dca req-ee59f3f7-9f94-45fa-9860-355c83a2ae55 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:27.003053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec025769-0569-4b6c-bd75-0c39b5581dca req-ee59f3f7-9f94-45fa-9860-355c83a2ae55 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1185663 Jul 09 17:36:27.122391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:27.157682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec025769-0569-4b6c-bd75-0c39b5581dca req-08bdf65f-ae5b-42e9-ba18-cb2f3e550a5b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458290 Jul 09 17:36:27.169421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'port_id': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'mac_address': 'fa:16:3e:3e:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf90f0e1-a916-4e7a-b98f-3c90ba02391e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:27.214026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-40587218-a25d-4caf-9346-07a5faafd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:27.216336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-40587218-a25d-4caf-9346-07a5faafd1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 1095 time: 0.1314907 Jul 09 17:36:27.290154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:27.373602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05e96-7ff4-4c52-98b4-47ed47cdcf82 req-6075bb62-18f2-404e-b451-a6b8970cb0c9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:27.381677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2bd05e96-7ff4-4c52-98b4-47ed47cdcf82 req-6075bb62-18f2-404e-b451-a6b8970cb0c9 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 943 time: 0.1450551 Jul 09 17:36:27.415098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8ab4de0-57a9-4458-86eb-63d0848a1153 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:27.417672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3f327c6-290b-4feb-a645-775b11062e0d req-7dcfff48-32c5-4e2d-9fd3-7abd26579fe7 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 210 time: 0.0771830 Jul 09 17:36:27.449896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:27.458994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:27.476535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2bd05e96-7ff4-4c52-98b4-47ed47cdcf82 req-3e4ef851-5929-4454-a824-d2d3f1a7741f tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916939 Jul 09 17:36:27.505244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-12db683a-c24a-4b15-8489-ae774add306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:27.506806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-12db683a-c24a-4b15-8489-ae774add306a service neutron] 10.222.0.13 "GET /v2.0/networks?id=49e976cf-baee-4952-944f-0201c1506e05 HTTP/1.1" status: 200 len: 896 time: 0.2829831 Jul 09 17:36:27.562094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-81be59d0-7b26-4f32-adab-5a3ece96f16d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a HTTP/1.1" status: 200 len: 217 time: 0.0479977 Jul 09 17:36:27.580120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:27.606962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:27.652221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Transition to ACTIVE for port object 766c5520-4f05-46fc-b7c0-a7c6963cd93a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:27.665634 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:27.672324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-d0917310-a33e-4680-b716-697d0bb2165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:27.675053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-d0917310-a33e-4680-b716-697d0bb2165f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08f3a2d-622e-4e69-93ff-101c3c581b8f HTTP/1.1" status: 200 len: 834 time: 0.1062324 Jul 09 17:36:27.708773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b8ab4de0-57a9-4458-86eb-63d0848a1153'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:27.756387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-c75ffe33-3f10-4367-a8ca-2aa983798989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:27.758141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-c75ffe33-3f10-4367-a8ca-2aa983798989 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49e976cf-baee-4952-944f-0201c1506e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736320 Jul 09 17:36:27.818858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f870f-57d8-4f6e-bd37-ceabdef1f649 None None] Pushing event updated for resources: {'Port': ['ID=766c5520-4f05-46fc-b7c0-a7c6963cd93a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:27.986389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-8f77b652-1a80-4208-bb3d-de4c41f56660 service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198164 Jul 09 17:36:27.994059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Attempting to bind port 766c5520-4f05-46fc-b7c0-a7c6963cd93a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:27.994779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Attempting to bind port 766c5520-4f05-46fc-b7c0-a7c6963cd93a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:27.995328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Attempting to bind port 766c5520-4f05-46fc-b7c0-a7c6963cd93a on network b56ca523-1525-4935-b89e-e2b6010955cf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:28.067035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:28.067341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Checking segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:28.067673 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:28.068272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Bound using segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:28.069322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Bound port: 766c5520-4f05-46fc-b7c0-a7c6963cd93a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:28.070164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:28.133125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c857c989-e0af-4359-8c6b-ad1c5be8003f req-5d528338-dc87-4e2c-b856-59cca18151ff service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355407 Jul 09 17:36:28.237354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] For port 766c5520-4f05-46fc-b7c0-a7c6963cd93a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:28.242191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] For port 766c5520-4f05-46fc-b7c0-a7c6963cd93a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=766c5520-4f05-46fc-b7c0-a7c6963cd93a,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:28.255047 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:28.259454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31df33-bf0d-43d4-97cf-dd226f6f792e req-323229ab-24b1-43f6-89a0-b9c14749f8c8 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:28.261557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce31df33-bf0d-43d4-97cf-dd226f6f792e req-323229ab-24b1-43f6-89a0-b9c14749f8c8 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1047850 Jul 09 17:36:28.308079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce31df33-bf0d-43d4-97cf-dd226f6f792e req-98b6e5a0-7419-4308-ad51-058da0645e23 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 Jul 09 17:36:28.346745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f870f-57d8-4f6e-bd37-ceabdef1f649 None None] Pushing event updated for resources: {'Port': ['ID=766c5520-4f05-46fc-b7c0-a7c6963cd93a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:28.354555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Routers {'c056ec49-d521-4a6b-96d4-24c75cc50903'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:28.355280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['c056ec49-d521-4a6b-96d4-24c75cc50903'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:28.446789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e47f-40e4-4465-bd80-15271b8af299 req-9dfb3c5d-5362-4c6b-8166-1897c8356c26 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:28.451531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4b3e47f-40e4-4465-bd80-15271b8af299 req-9dfb3c5d-5362-4c6b-8166-1897c8356c26 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 944 time: 0.1098948 Jul 09 17:36:28.506458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] Set router c056ec49-d521-4a6b-96d4-24c75cc50903 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:28.543465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4b3e47f-40e4-4465-bd80-15271b8af299 req-f21703fb-0636-4548-a319-f6efc3ce1e88 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774565 Jul 09 17:36:28.619704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c8d45b2-8b43-4d2a-8cbb-e8ab7d4b423b req-022979aa-1d80-4062-8313-d03e82febc18 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 210 time: 0.0707169 Jul 09 17:36:28.688172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:28.849458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:28.895585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8ab4de0-57a9-4458-86eb-63d0848a1153 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:28.919365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:28.922441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:23Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '766c5520-4f05-46fc-b7c0-a7c6963cd93a', 'name': '', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:15:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:21Z', 'updated_at': '2021-07-09T17:36:28Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:28.925690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:28.973249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-fc29b291-70c2-470c-af48-0d1f86adbcec tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:28.973810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85120c04-5149-4319-8c19-3f012b72c130 None None] The sync data for ids ['c056ec49-d521-4a6b-96d4-24c75cc50903'] in n-d-791506-17 is: [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:23Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '766c5520-4f05-46fc-b7c0-a7c6963cd93a', 'name': '', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:15:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:21Z', 'updated_at': '2021-07-09T17:36:28Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:28.975112 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-fc29b291-70c2-470c-af48-0d1f86adbcec tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.36 "GET /v2.0/networks?id=b56ca523-1525-4935-b89e-e2b6010955cf HTTP/1.1" status: 200 len: 797 time: 0.2590537 Jul 09 17:36:28.996120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Request body: {'port': {'device_id': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'admin_state_up': True, 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:29.007891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:29.120558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17d8a-e634-4466-95d7-f4516beff0fc req-e2db777e-9bde-4cc4-8226-7359b2dcd977 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:29.124277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3a17d8a-e634-4466-95d7-f4516beff0fc req-e2db777e-9bde-4cc4-8226-7359b2dcd977 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 943 time: 0.3973024 Jul 09 17:36:29.188526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3a17d8a-e634-4466-95d7-f4516beff0fc req-0829bec0-f4a1-4946-a7e1-587b0fc29b8b tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595157 Jul 09 17:36:29.206910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Made reservation on behalf of 8a137cb710e347e9a83606ea7c8a5d3c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:29.214602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:29.353805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Allocated IP 172.20.0.24 (b56ca523-1525-4935-b89e-e2b6010955cf/889df7d6-e086-4d74-946c-6c1b29b07257/c15fbd89-833c-4edd-8838-d72917bf9b4c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:29.495521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:29.513923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:29.528575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Transition to ACTIVE for port object c15fbd89-833c-4edd-8838-d72917bf9b4c will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:29.543565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7ce28-a517-447d-bc7a-a773ea9916ca req-34085d10-4b35-4d24-a567-b56369e38204 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:29.545674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1af7ce28-a517-447d-bc7a-a773ea9916ca req-34085d10-4b35-4d24-a567-b56369e38204 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0869148 Jul 09 17:36:29.597056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:29.623628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1af7ce28-a517-447d-bc7a-a773ea9916ca req-da3a5fb6-fbfb-4a56-8adf-de0c161b3c7e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716944 Jul 09 17:36:29.677117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event updated for resources: {'Port': ['ID=c15fbd89-833c-4edd-8838-d72917bf9b4c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:29.688528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Network b56ca523-1525-4935-b89e-e2b6010955cf is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:29.690082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:29.693330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:29.707032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:29.732506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'port_id': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'mac_address': 'fa:16:3e:6f:8c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:29.801406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:29.802075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:29.822966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-d2eb3074-a27a-4096-894f-831d46f4faca tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8336093 Jul 09 17:36:29.824329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:29.863061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:29.915394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:29.927177 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:29.974151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e2d50-7abc-46e6-a5c3-40ff459f532a req-6d3af4d8-cc4b-4cea-b03c-417b2895baad tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:29.976369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad4e2d50-7abc-46e6-a5c3-40ff459f532a req-6d3af4d8-cc4b-4cea-b03c-417b2895baad tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 895 time: 0.1749425 Jul 09 17:36:29.995319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Request body: {'port': {'device_id': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:30.041679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4f491-0f14-4601-a3e4-d322920f81f8 req-ddd6b910-c974-44aa-818d-609ec5875d12 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:30.043511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7a4f491-0f14-4601-a3e4-d322920f81f8 req-ddd6b910-c974-44aa-818d-609ec5875d12 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 943 time: 0.2164774 Jul 09 17:36:30.077250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:30.125064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e7a4f491-0f14-4601-a3e4-d322920f81f8 req-1da3d253-fd20-4ab9-b379-15d4b43ffa84 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745821 Jul 09 17:36:30.154824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['25f47b2f-c3ac-4cd1-be0a-3eadd349a24a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:30.184463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.420159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 766c5520-4f05-46fc-b7c0-a7c6963cd93a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:30.460034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ef38621b-aa9e-4b4f-ac0e-da75c825d893 None None] Provisioning for port c15fbd89-833c-4edd-8838-d72917bf9b4c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:30.486832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ef38621b-aa9e-4b4f-ac0e-da75c825d893 None None] Provisioning complete for port c15fbd89-833c-4edd-8838-d72917bf9b4c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:30.487630 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ef38621b-aa9e-4b4f-ac0e-da75c825d893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.515232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfd2fb-2bbd-411c-b1aa-dc41b79fa06b req-1757f875-c103-4ab2-b159-f01c4ddacbdc tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:30.516913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fbfd2fb-2bbd-411c-b1aa-dc41b79fa06b req-1757f875-c103-4ab2-b159-f01c4ddacbdc tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 944 time: 0.1635683 Jul 09 17:36:30.536815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ef38621b-aa9e-4b4f-ac0e-da75c825d893 None None] Port c15fbd89-833c-4edd-8838-d72917bf9b4c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:36:30.579667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:30.586858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:30.588341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.598637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fbfd2fb-2bbd-411c-b1aa-dc41b79fa06b req-8c2b5df0-3724-4a3a-91d2-2b6ba115e962 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749183 Jul 09 17:36:30.677030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15fbd89-833c-4edd-8838-d72917bf9b4c {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:30.686496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:30.688789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.705267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Transition to ACTIVE for port object c15fbd89-833c-4edd-8838-d72917bf9b4c will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:30.710784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.856032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c15fbd89-833c-4edd-8838-d72917bf9b4c,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:30.873601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.873839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.874321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.874657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.875333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.876072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.876072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.876388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.876711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.877233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.878381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.878381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:30.883347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Attempting to bind port c15fbd89-833c-4edd-8838-d72917bf9b4c on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:30.883721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Attempting to bind port c15fbd89-833c-4edd-8838-d72917bf9b4c by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:30.884286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Attempting to bind port c15fbd89-833c-4edd-8838-d72917bf9b4c on network b56ca523-1525-4935-b89e-e2b6010955cf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:30.889666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Port c15fbd89-833c-4edd-8838-d72917bf9b4c on network b56ca523-1525-4935-b89e-e2b6010955cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:36:30.889995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Attempting to bind port c15fbd89-833c-4edd-8838-d72917bf9b4c on network b56ca523-1525-4935-b89e-e2b6010955cf {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:30.896715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:30.897199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Checking segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:30.897590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Bound using segment: {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:30.898020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Bound port: c15fbd89-833c-4edd-8838-d72917bf9b4c, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1822b91f-613f-4221-887d-a3d9cd24569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:30.898379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:30.906302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e388f-84ac-4049-a703-6c12f11999aa req-36d27b1b-ed28-4b80-86b4-f42b8dab44de tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:30.919026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a45e388f-84ac-4049-a703-6c12f11999aa req-36d27b1b-ed28-4b80-86b4-f42b8dab44de tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1363130 Jul 09 17:36:30.983306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a45e388f-84ac-4049-a703-6c12f11999aa req-d84a556a-279f-49c8-a6b3-48381e50657f tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633640 Jul 09 17:36:30.992582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] For port c15fbd89-833c-4edd-8838-d72917bf9b4c, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:30.999332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] For port c15fbd89-833c-4edd-8838-d72917bf9b4c, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:31.005078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.049408 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.067791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port b8ab4de0-57a9-4458-86eb-63d0848a1153 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:31.068210 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.070995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.072342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.074116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] 10.222.0.36 "PUT /v2.0/ports/c15fbd89-833c-4edd-8838-d72917bf9b4c HTTP/1.1" status: 200 len: 1056 time: 1.2376552 Jul 09 17:36:31.074789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'tag': 'c15fbd89-833c-4edd-8838-d72917bf9b4c'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:31.077561 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3b078-a000-4b70-b598-b8503e27d8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a", "tag": "c15fbd89-833c-4edd-8838-d72917bf9b4c"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:31.118998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfb19-ed5c-448c-be49-07348eec5f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c15fbd89-833c-4edd-8838-d72917bf9b4c,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:31.192272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 766c5520-4f05-46fc-b7c0-a7c6963cd93a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=766c5520-4f05-46fc-b7c0-a7c6963cd93a,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:31.212947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-61c5cd10-bc71-4147-aefc-8150aa1ff966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.215127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-61c5cd10-bc71-4147-aefc-8150aa1ff966 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 1059 time: 0.0845721 Jul 09 17:36:31.229412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.293953 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.331597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-7275dd87-de52-4be7-8771-f8cc08a6d112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c HTTP/1.1" status: 200 len: 217 time: 0.0901251 Jul 09 17:36:31.364270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:31.367246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:31.369627 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b623cc12-2c84-4069-8a03-6ec4476fdec9" -d '{"events": [{"server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:31.375801 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.379676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=766c5520-4f05-46fc-b7c0-a7c6963cd93a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:31.381139 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82b33bd-c176-4481-a0c1-7a64af15c011 x-openstack-request-id: req-c82b33bd-c176-4481-a0c1-7a64af15c011 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:31.381429 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a", "tag": "c15fbd89-833c-4edd-8838-d72917bf9b4c", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:31.381680 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c82b33bd-c176-4481-a0c1-7a64af15c011 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:31.382133 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'tag': 'c15fbd89-833c-4edd-8838-d72917bf9b4c', 'status': 'completed', 'code': 200} Jul 09 17:36:31.417959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f98eb-726d-4ab3-85ca-9aa9096ee9c9 req-1d2baab1-96f0-40fe-941f-0affd2d96db0 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.419576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c3f98eb-726d-4ab3-85ca-9aa9096ee9c9 req-1d2baab1-96f0-40fe-941f-0affd2d96db0 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 907 time: 0.2032816 Jul 09 17:36:31.424291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-5dcda8e2-d533-414f-9e37-3648a5e2af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.425444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-5dcda8e2-d533-414f-9e37-3648a5e2af0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=889df7d6-e086-4d74-946c-6c1b29b07257 HTTP/1.1" status: 200 len: 838 time: 0.0871158 Jul 09 17:36:31.492188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:31.508374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:31.522796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-39e209a7-3308-4ec2-85c2-62b37b710856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.525416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-39e209a7-3308-4ec2-85c2-62b37b710856 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ca523-1525-4935-b89e-e2b6010955cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0927503 Jul 09 17:36:31.606121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:31.614132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:31.616014 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.676747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df78ec5-1ccf-490b-8be9-5c62710c98b3 req-86dad915-afb9-4a5c-8fdf-4250c0cb0b7d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.678622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1df78ec5-1ccf-490b-8be9-5c62710c98b3 req-86dad915-afb9-4a5c-8fdf-4250c0cb0b7d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1320438 Jul 09 17:36:31.682084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-bb7373cd-68d0-4053-9108-6b575c0d43ef service neutron] 10.222.0.36 "GET /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488795 Jul 09 17:36:31.717400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.750060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1df78ec5-1ccf-490b-8be9-5c62710c98b3 req-6e34df7f-c2d1-4a4d-9cec-17b894659b51 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647480 Jul 09 17:36:31.784487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:31.787601 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc724b-779c-4b35-81c6-326a688ef89b x-openstack-request-id: req-19dc724b-779c-4b35-81c6-326a688ef89b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:31.789054 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "name": "network-vif-plugged", "status": "completed", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:31.789309 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19dc724b-779c-4b35-81c6-326a688ef89b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:31.790262 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'code': 200} Jul 09 17:36:31.805387 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:31.833466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91e75e75-ac5e-432c-99e8-6b8b0eb29a82 req-508d4b84-8dc6-40f8-a830-1c465d2a83d8 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410673 Jul 09 17:36:31.898521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:31.981823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-de374888-1044-4c41-b640-75dc350b5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.983205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-de374888-1044-4c41-b640-75dc350b5ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 1059 time: 0.0892553 Jul 09 17:36:31.987650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c89f-f7cc-4762-8298-02d0f20b7af9 req-2637791d-2571-41d2-acb9-c0c5bf938343 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:31.989278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97d0c89f-f7cc-4762-8298-02d0f20b7af9 req-2637791d-2571-41d2-acb9-c0c5bf938343 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.0960057 Jul 09 17:36:32.036065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97d0c89f-f7cc-4762-8298-02d0f20b7af9 req-97cedce4-1962-4024-91ec-1c0b1e0aabbc tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369711 Jul 09 17:36:32.082296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9060c4-343b-4125-92f3-ede303df4ead req-59985bed-aa95-464d-bd5d-f8016150add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.083914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e9060c4-343b-4125-92f3-ede303df4ead req-59985bed-aa95-464d-bd5d-f8016150add0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 1097 time: 0.1463921 Jul 09 17:36:32.135512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e9060c4-343b-4125-92f3-ede303df4ead req-d5202bfa-1bca-4107-8103-2be08635abd2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Jul 09 17:36:32.172326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-b2f02184-5171-49a3-acd7-a0fccd3f8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.173749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-b2f02184-5171-49a3-acd7-a0fccd3f8af2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b56ca523-1525-4935-b89e-e2b6010955cf HTTP/1.1" status: 200 len: 898 time: 0.1834028 Jul 09 17:36:32.179061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 766c5520-4f05-46fc-b7c0-a7c6963cd93a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:32.227396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 766c5520-4f05-46fc-b7c0-a7c6963cd93a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:32.228018 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:32.229610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-05e8162e-b5c2-476d-8341-9456d11488ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c HTTP/1.1" status: 200 len: 217 time: 0.0426173 Jul 09 17:36:32.276069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c927ef-79a2-4467-8b18-c93ac06911ea req-53df5a94-bca7-47d4-a363-922a84cf5c74 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.277678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74c927ef-79a2-4467-8b18-c93ac06911ea req-53df5a94-bca7-47d4-a363-922a84cf5c74 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1442025 Jul 09 17:36:32.308336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-6e96a5a4-2991-412c-a593-58d277e5d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.309922 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-6e96a5a4-2991-412c-a593-58d277e5d2c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=889df7d6-e086-4d74-946c-6c1b29b07257 HTTP/1.1" status: 200 len: 838 time: 0.0717964 Jul 09 17:36:32.352930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74c927ef-79a2-4467-8b18-c93ac06911ea req-858f69f8-06fd-4b0f-87de-9df678702f21 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692089 Jul 09 17:36:32.382699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-6bda463a-90b3-4b43-9c18-84a0f311acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.384345 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-6bda463a-90b3-4b43-9c18-84a0f311acb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b56ca523-1525-4935-b89e-e2b6010955cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0646334 Jul 09 17:36:32.480853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-2bfee3b7-dcae-4525-9a42-d96ba70f47b6 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883348 Jul 09 17:36:32.579382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6d3b078-a000-4b70-b598-b8503e27d8d2 req-990d79e3-1f6e-4476-9f9a-7c54657efb27 service neutron] 10.222.0.36 "GET /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911758 Jul 09 17:36:32.619339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017b67e-e46d-4194-9e38-7c010c529068 req-f60a5717-5d0b-4266-9db0-2dd68d63c64b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.621019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8017b67e-e46d-4194-9e38-7c010c529068 req-f60a5717-5d0b-4266-9db0-2dd68d63c64b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 907 time: 0.0670364 Jul 09 17:36:32.942011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa42d34-5f8d-43f8-85fe-5e769406100b req-cbd601ee-5920-47bf-8b59-7628c2131d6e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:32.943494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fa42d34-5f8d-43f8-85fe-5e769406100b req-cbd601ee-5920-47bf-8b59-7628c2131d6e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0677516 Jul 09 17:36:32.985851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fa42d34-5f8d-43f8-85fe-5e769406100b req-f4471c24-ab6b-42b6-a376-2280c7ee3ac2 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Jul 09 17:36:33.262566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4cbe-8e94-41c5-8b10-373b26b0b8ca req-b0778a78-0d07-4d2d-90b1-01716748892d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:33.263977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff9f4cbe-8e94-41c5-8b10-373b26b0b8ca req-b0778a78-0d07-4d2d-90b1-01716748892d tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.0713670 Jul 09 17:36:33.557191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67a467-10c1-4d1d-9f82-439bc609eb31 req-4c752741-4a62-4bb4-b7d6-7ec7aae1f229 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:33.558766 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e67a467-10c1-4d1d-9f82-439bc609eb31 req-4c752741-4a62-4bb4-b7d6-7ec7aae1f229 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0735512 Jul 09 17:36:33.603464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e67a467-10c1-4d1d-9f82-439bc609eb31 req-dd36b6a3-7c74-4f6d-b0c2-20a418db3833 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 Jul 09 17:36:33.660944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff9f4cbe-8e94-41c5-8b10-373b26b0b8ca req-64e49c67-d06a-4e8a-9f84-fcbb1dd13464 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3912253 Jul 09 17:36:33.791592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:33.795959 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c5587-4cf9-4939-8f58-fcb3a41cd4c2" -d '{"events": [{"server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "name": "network-vif-plugged", "status": "completed", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:33.803816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7031-0a06-46f0-884a-501f34c18001 req-2fc78948-2893-4f93-865f-fa38d6e494ff tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:33.805522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad4a7031-0a06-46f0-884a-501f34c18001 req-2fc78948-2893-4f93-865f-fa38d6e494ff tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 907 time: 0.0674100 Jul 09 17:36:33.854293 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdda4c6-8824-47dd-9c01-c6176deb73bd x-openstack-request-id: req-7bdda4c6-8824-47dd-9c01-c6176deb73bd {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:33.854589 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "name": "network-vif-plugged", "status": "completed", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:33.854837 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bdda4c6-8824-47dd-9c01-c6176deb73bd {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:33.855231 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'code': 200} Jul 09 17:36:33.970920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d1fb4-0d46-41a6-b90d-06cc883e4073 req-1f100302-8390-4a86-9dc8-0da53cad8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:33.972633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f14d1fb4-0d46-41a6-b90d-06cc883e4073 req-1f100302-8390-4a86-9dc8-0da53cad8d09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 1097 time: 0.0525284 Jul 09 17:36:34.014227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f14d1fb4-0d46-41a6-b90d-06cc883e4073 req-8eb2c7c9-5ec1-4fd4-8864-0f0517d695df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343733 Jul 09 17:36:34.166207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937a3b5-097a-496e-a1fc-f3f89c2d1d58 req-84264262-2878-4314-8763-171dbe7ca930 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:34.167730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d937a3b5-097a-496e-a1fc-f3f89c2d1d58 req-84264262-2878-4314-8763-171dbe7ca930 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0643790 Jul 09 17:36:34.206497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d937a3b5-097a-496e-a1fc-f3f89c2d1d58 req-26d915a0-a939-4b70-b408-2f7b2eb1b94e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Jul 09 17:36:34.394744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790ce3e-e907-464a-9773-aa2f26c25d61 req-5322df62-1287-4f43-a979-43ed31650c58 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:34.396265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c790ce3e-e907-464a-9773-aa2f26c25d61 req-5322df62-1287-4f43-a979-43ed31650c58 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.0684609 Jul 09 17:36:34.434840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c790ce3e-e907-464a-9773-aa2f26c25d61 req-29614af3-1d51-4a8b-a5fa-82b6d033b03d tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 09 17:36:34.739617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c15fbd89-833c-4edd-8838-d72917bf9b4c details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:34.819190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855442d-3934-498e-bda2-8eb837bf841b req-1ea28598-23db-44fd-8325-9ad3d38b508e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:34.820779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1855442d-3934-498e-bda2-8eb837bf841b req-1ea28598-23db-44fd-8325-9ad3d38b508e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0877273 Jul 09 17:36:34.867674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c15fbd89-833c-4edd-8838-d72917bf9b4c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:34.873097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1855442d-3934-498e-bda2-8eb837bf841b req-249ecace-de46-45ce-bd07-51f77d774c48 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451691 Jul 09 17:36:34.877448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5707c-6938-4414-b8e6-809a452feed6 req-289931a6-7b0e-4fb6-bf7d-d10bcce69cba tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:34.879713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60a5707c-6938-4414-b8e6-809a452feed6 req-289931a6-7b0e-4fb6-bf7d-d10bcce69cba tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.0803599 Jul 09 17:36:34.884221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c15fbd89-833c-4edd-8838-d72917bf9b4c', 'network_id': 'b56ca523-1525-4935-b89e-e2b6010955cf', 'port_id': 'c15fbd89-833c-4edd-8838-d72917bf9b4c', 'mac_address': 'fa:16:3e:67:e1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889df7d6-e086-4d74-946c-6c1b29b07257', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:34.924461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60a5707c-6938-4414-b8e6-809a452feed6 req-7574219b-355b-4e30-be13-325e93c9bff4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381508 Jul 09 17:36:34.939434 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:34.954353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15fbd89-833c-4edd-8838-d72917bf9b4c {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:34.976337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c15fbd89-833c-4edd-8838-d72917bf9b4c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:34.989282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:35.038651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c15fbd89-833c-4edd-8838-d72917bf9b4c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:35.102511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-be305c5e-bfd0-4bf5-baa3-de9b895fee9b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:35.104292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-be305c5e-bfd0-4bf5-baa3-de9b895fee9b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 815 time: 0.1226926 Jul 09 17:36:35.115303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb8d02-e208-44f9-9b2b-0893568f8a4f req-90086a41-bffa-4b3b-9797-0c5f82a27631 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:35.117103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5fb8d02-e208-44f9-9b2b-0893568f8a4f req-90086a41-bffa-4b3b-9797-0c5f82a27631 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 908 time: 0.0642576 Jul 09 17:36:35.120577 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-1e5fc771-b9cd-41a5-9546-ed933c852863 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/quotas/b48369238f2c4bc59f54eb3bd305f5a4 HTTP/1.1" status: 200 len: 375 time: 0.0100131 Jul 09 17:36:35.204395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-e5c54736-5242-48b5-8da9-63aaf83af80b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782835 Jul 09 17:36:35.212365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c15fbd89-833c-4edd-8838-d72917bf9b4c'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:35.323192 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-d8983e3c-6e6b-4e8f-b5f8-121aa2c4ce5b service neutron] 10.222.0.21 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090734 Jul 09 17:36:35.416606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-c219f7bb-3c07-4a4d-9a83-897ad50667d1 service neutron] 10.222.0.21 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Jul 09 17:36:35.613753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be568b2f-417e-42fb-991d-7c1d4f118fac req-e7e81cc4-636f-4418-aa70-b3a5ada83477 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 210 time: 0.0365937 Jul 09 17:36:36.175051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763102ca-89ab-4788-b5b9-adb17d835c59 req-41852635-5c4c-4339-9995-f1e96ac1eb9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:36.184603 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-763102ca-89ab-4788-b5b9-adb17d835c59 req-41852635-5c4c-4339-9995-f1e96ac1eb9c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1375504 Jul 09 17:36:36.233124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-eda304b5-bd6d-4a70-8a27-2ef8cf018e4f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:36.235851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-763102ca-89ab-4788-b5b9-adb17d835c59 req-51fe662d-a9eb-4f64-b3a2-49f6e90a2fce tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501659 Jul 09 17:36:36.237500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-eda304b5-bd6d-4a70-8a27-2ef8cf018e4f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "GET /v2.0/ports?device_id=98fe5dfe-d5bc-4dad-8608-f36b8518ce14 HTTP/1.1" status: 200 len: 945 time: 0.1953225 Jul 09 17:36:36.384948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372dc38-aeb6-46e1-85b5-ceedd98d0fd2 req-4beaeb66-fb2c-477f-9d41-2048416d15d6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:36.386658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0372dc38-aeb6-46e1-85b5-ceedd98d0fd2 req-4beaeb66-fb2c-477f-9d41-2048416d15d6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.2673051 Jul 09 17:36:36.435627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Deleting port b8ab4de0-57a9-4458-86eb-63d0848a1153 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:36.436001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:36.444186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef89aa7-069f-4a98-84c3-5e45aa25cb8d req-6ba9f0c9-a653-4b38-bf1d-8c0420d54365 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:36.445724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ef89aa7-069f-4a98-84c3-5e45aa25cb8d req-6ba9f0c9-a653-4b38-bf1d-8c0420d54365 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 908 time: 0.0779436 Jul 09 17:36:36.502084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0372dc38-aeb6-46e1-85b5-ceedd98d0fd2 req-d2059428-d60e-4718-a30b-25a15470adbd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945866 Jul 09 17:36:36.547862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] For port b8ab4de0-57a9-4458-86eb-63d0848a1153, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=b8ab4de0-57a9-4458-86eb-63d0848a1153,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:36.548288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:36.569775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Calling delete_port for b8ab4de0-57a9-4458-86eb-63d0848a1153 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:36.752335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c15fbd89-833c-4edd-8838-d72917bf9b4c up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:36.757520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412f39-9442-42a0-9cc1-f86ac52c95f3 req-a775c5c5-34c6-41ef-bc7a-8fc51c8f90fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:36.759223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5d412f39-9442-42a0-9cc1-f86ac52c95f3 req-a775c5c5-34c6-41ef-bc7a-8fc51c8f90fb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.1134787 Jul 09 17:36:36.792024 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:36.799862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-08a50968-f1ca-4b01-b53a-2cc1315620b0 req-bff32783-8db5-48d1-b7cf-fff223a37344 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 210 time: 0.0405123 Jul 09 17:36:36.814330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b8ab4de0-57a9-4458-86eb-63d0848a1153'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:36.862546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Pushing event deleted for resources: {'Port': ['ID=b8ab4de0-57a9-4458-86eb-63d0848a1153,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:36.880630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c15fbd89-833c-4edd-8838-d72917bf9b4c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:36.886857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c15fbd89-833c-4edd-8838-d72917bf9b4c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:36.887351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:36.892311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5d412f39-9442-42a0-9cc1-f86ac52c95f3 req-a11eacf8-18af-4fb4-be32-1e0bde341b89 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223140 Jul 09 17:36:36.916535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 58770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:36.975084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] No DVR routers for this DVR port b8ab4de0-57a9-4458-86eb-63d0848a1153 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:36.977991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:36.980456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7dd4131f-1d15-4670-aa76-1eb48cf5f4f2 req-d55f2f6c-65ab-4c49-be47-4ff82c459850 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.36 "DELETE /v2.0/ports/b8ab4de0-57a9-4458-86eb-63d0848a1153 HTTP/1.1" status: 204 len: 173 time: 0.7303507 Jul 09 17:36:36.982596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'name': 'network-vif-deleted', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:36.986110 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59e4d0-6461-4bec-9b24-98013135c188" -d '{"events": [{"server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "name": "network-vif-deleted", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:37.035322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236401e-2089-4f01-84c7-7c19254b288b tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:37.036713 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:37.037042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c236401e-2089-4f01-84c7-7c19254b288b tempest-TestNetworkBasicOps-998032407 tempest-TestNetworkBasicOps-998032407-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 1092 time: 0.1188478 Jul 09 17:36:37.040611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 58788) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:37.045873 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061bd546-f601-4f95-ada0-2cbfb4320b6e x-openstack-request-id: req-061bd546-f601-4f95-ada0-2cbfb4320b6e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:37.046423 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fe5dfe-d5bc-4dad-8608-f36b8518ce14", "name": "network-vif-deleted", "tag": "b8ab4de0-57a9-4458-86eb-63d0848a1153", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:37.046887 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-061bd546-f601-4f95-ada0-2cbfb4320b6e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:37.047026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:37.047641 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fe5dfe-d5bc-4dad-8608-f36b8518ce14', 'name': 'network-vif-deleted', 'tag': 'b8ab4de0-57a9-4458-86eb-63d0848a1153', 'status': 'completed', 'code': 200} Jul 09 17:36:37.086217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15fbd89-833c-4edd-8838-d72917bf9b4c'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:37.089558 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc88de2-c25e-4004-b820-250bdfbee426" -d '{"events": [{"server_uuid": "e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a", "name": "network-vif-plugged", "status": "completed", "tag": "c15fbd89-833c-4edd-8838-d72917bf9b4c"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:37.089880 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-7346a711-0349-4397-b76a-c7bb015bc29a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:37.092025 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-7346a711-0349-4397-b76a-c7bb015bc29a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.13 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 815 time: 0.2611783 Jul 09 17:36:37.129115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Request body: {'port': {'device_id': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'admin_state_up': True, 'tenant_id': 'b48369238f2c4bc59f54eb3bd305f5a4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:37.130367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c15fbd89-833c-4edd-8838-d72917bf9b4c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:37.137180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:37.156929 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fd774d-ed1f-4f64-969b-dcf9766f7df2 x-openstack-request-id: req-28fd774d-ed1f-4f64-969b-dcf9766f7df2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:37.157626 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a", "name": "network-vif-plugged", "status": "completed", "tag": "c15fbd89-833c-4edd-8838-d72917bf9b4c", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:37.158384 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28fd774d-ed1f-4f64-969b-dcf9766f7df2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:37.159025 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15fbd89-833c-4edd-8838-d72917bf9b4c', 'code': 200} Jul 09 17:36:37.220762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c15fbd89-833c-4edd-8838-d72917bf9b4c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:37.245838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:37.332737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f4c3-dd60-48b5-ad48-8580b53df6f2 req-29e3a172-9e23-40ce-b4c8-52af5122ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:37.334978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37d1f4c3-dd60-48b5-ad48-8580b53df6f2 req-29e3a172-9e23-40ce-b4c8-52af5122ac4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 1061 time: 0.0796340 Jul 09 17:36:37.419112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Made reservation on behalf of b48369238f2c4bc59f54eb3bd305f5a4 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:37.422740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:37.544169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63673f30-326b-49ff-9027-bd07e3a47952 req-13bf7bea-2080-4be2-93ad-9732322f5849 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:37.545766 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63673f30-326b-49ff-9027-bd07e3a47952 req-13bf7bea-2080-4be2-93ad-9732322f5849 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1744354 Jul 09 17:36:37.606849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:37.681618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ba99a-92d4-4163-b28b-6dc9c266104b req-25a4671f-7bfe-430a-85cc-2bf987eff701 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:37.683789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63673f30-326b-49ff-9027-bd07e3a47952 req-5c4c86c9-8727-4e02-bd95-e3bcf0b7a724 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298745 Jul 09 17:36:37.701083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-997ba99a-92d4-4163-b28b-6dc9c266104b req-25a4671f-7bfe-430a-85cc-2bf987eff701 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 909 time: 0.0993197 Jul 09 17:36:37.701252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Allocated IP 172.20.0.4 (313f0e98-05d5-4092-9546-2db9166324c6/cf90f0e1-a916-4e7a-b98f-3c90ba02391e/cb309098-996c-4981-acc1-9b89b2bb28d5) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:37.814588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Allocated IP 172.25.3.212 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/ab7fd52c-ba5c-415b-9c03-8ea65e8dbc27) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:36:37.986162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5802ddb4-e53d-4a65-b960-7534f9f20df0 req-6489069b-059b-47e4-83ce-da98cdffd598 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 210 time: 0.0558193 Jul 09 17:36:38.029398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.058676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.115090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.132928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['b8ab4de0-57a9-4458-86eb-63d0848a1153'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:38.150569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.174523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Network 313f0e98-05d5-4092-9546-2db9166324c6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:38.184170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:36:38.185083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:38.190212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:38.192952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:38.196137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Pushing event updated for resources: {'Port': ['ID=cb309098-996c-4981-acc1-9b89b2bb28d5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:38.198738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:36:38.211817 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.307570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:38.308206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.314518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=ab7fd52c-ba5c-415b-9c03-8ea65e8dbc27,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:38.388680 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a422aab6-1275-46e5-93a3-7f92b30fef36 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2853603 Jul 09 17:36:38.401865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Request body: {'port': {'device_id': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:38.562278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:38.905884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8d611-d299-472f-bacb-6abc027dc987 req-2ca735ad-db38-418f-a43b-65c71fb675f5 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:38.915912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13a8d611-d299-472f-bacb-6abc027dc987 req-2ca735ad-db38-418f-a43b-65c71fb675f5 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0814641 Jul 09 17:36:38.953489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-13a8d611-d299-472f-bacb-6abc027dc987 req-ce6f25d2-d531-4084-8e32-4a1660ca22be tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362282 Jul 09 17:36:39.288239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.296406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.452393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3a3a-bc91-4348-a5e3-a2fdaf0a2258 req-fcebfb5f-acbd-4c3a-87e3-ffa68bb4911a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.453921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8beb3a3a-bc91-4348-a5e3-a2fdaf0a2258 req-fcebfb5f-acbd-4c3a-87e3-ffa68bb4911a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 931 time: 0.1174316 Jul 09 17:36:39.457078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-3da107fb-bfc1-45fe-bedc-4cb9554d411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.458705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-3da107fb-bfc1-45fe-bedc-4cb9554d411a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.1097152 Jul 09 17:36:39.461444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb309098-996c-4981-acc1-9b89b2bb28d5 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:39.478534 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.497373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.528765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62ad7-a555-4327-96b5-6f4c21002e28 req-dd1dd4a4-2d28-4f34-8652-167c2773000c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.543033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8beb3a3a-bc91-4348-a5e3-a2fdaf0a2258 req-e3ddf6ae-3b32-4adf-9333-7a1aa16e110a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800607 Jul 09 17:36:39.544390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2df62ad7-a555-4327-96b5-6f4c21002e28 req-dd1dd4a4-2d28-4f34-8652-167c2773000c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 909 time: 0.6453054 Jul 09 17:36:39.553477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Transition to ACTIVE for port object cb309098-996c-4981-acc1-9b89b2bb28d5 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:36:39.575803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.628602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-b2a8cfd2-8c6a-4209-9797-8e5821866fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.630196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-b2a8cfd2-8c6a-4209-9797-8e5821866fd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.1500037 Jul 09 17:36:39.751869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-496c727b-7b20-436f-b3ac-9159f19f9fa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1002 time: 0.1141369 Jul 09 17:36:39.780201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Pushing event updated for resources: {'Port': ['ID=cb309098-996c-4981-acc1-9b89b2bb28d5,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:39.823536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6dd85-b2bd-4157-8559-8650b02d25e4 req-ee108acd-a4ae-4f7e-be85-2ed9f82b251e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.825132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbe6dd85-b2bd-4157-8559-8650b02d25e4 req-ee108acd-a4ae-4f7e-be85-2ed9f82b251e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 909 time: 0.1212215 Jul 09 17:36:39.827147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-16e1caa7-aa1d-4f6e-bcb9-f7820ca3d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.828827 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-16e1caa7-aa1d-4f6e-bcb9-f7820ca3d442 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.0681567 Jul 09 17:36:39.905338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-496ef341-fe30-4317-92a5-134c71cad39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.907558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-496ef341-fe30-4317-92a5-134c71cad39d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701621 Jul 09 17:36:39.908989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Attempting to bind port cb309098-996c-4981-acc1-9b89b2bb28d5 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:36:39.909422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Attempting to bind port cb309098-996c-4981-acc1-9b89b2bb28d5 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:36:39.909845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Attempting to bind port cb309098-996c-4981-acc1-9b89b2bb28d5 on network 313f0e98-05d5-4092-9546-2db9166324c6 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:39.921425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799654c-36d1-4e01-8021-5f3268530a4f req-e79d40f9-fae6-4d4d-8795-99d1a625b528 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:39.923080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b799654c-36d1-4e01-8021-5f3268530a4f req-e79d40f9-fae6-4d4d-8795-99d1a625b528 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.2534990 Jul 09 17:36:39.930235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Port cb309098-996c-4981-acc1-9b89b2bb28d5 on network 313f0e98-05d5-4092-9546-2db9166324c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:36:39.930863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Attempting to bind port cb309098-996c-4981-acc1-9b89b2bb28d5 on network 313f0e98-05d5-4092-9546-2db9166324c6 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:36:39.959111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:36:39.960080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Checking segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:39.960712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Bound using segment: {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:36:39.961479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Bound port: cb309098-996c-4981-acc1-9b89b2bb28d5, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e3b807-be40-4b3b-970a-0e256acd2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:36:39.962324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:39.992910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.003788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b799654c-36d1-4e01-8021-5f3268530a4f req-77d2c522-7bf5-49b3-b63f-5d0b2a4cc1df tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686858 Jul 09 17:36:40.007454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.091882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b547-46fb-40a1-bdfb-d83eb1cd3caa req-1aee8eef-33b6-4d94-b9f6-e8f797acfdeb tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.093934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2257b547-46fb-40a1-bdfb-d83eb1cd3caa req-1aee8eef-33b6-4d94-b9f6-e8f797acfdeb tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 1061 time: 0.1063514 Jul 09 17:36:40.096456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-a76da5f6-1a09-4a59-98d9-8857a29b22ba service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818175 Jul 09 17:36:40.138862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.147011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event updated for resources: {'Port': ['ID=ab7fd52c-ba5c-415b-9c03-8ea65e8dbc27,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:40.188639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] For port cb309098-996c-4981-acc1-9b89b2bb28d5, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:36:40.209189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba9a8151-f881-4da8-84de-2fde7f4e92bb req-bd782fed-2590-40ce-b458-513112710c34 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061888 Jul 09 17:36:40.214353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] For port cb309098-996c-4981-acc1-9b89b2bb28d5, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cb309098-996c-4981-acc1-9b89b2bb28d5,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:36:40.222008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.312585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.313362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.314952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] 10.222.0.13 "PUT /v2.0/ports/cb309098-996c-4981-acc1-9b89b2bb28d5 HTTP/1.1" status: 200 len: 1092 time: 1.9176230 Jul 09 17:36:40.315749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'tag': 'cb309098-996c-4981-acc1-9b89b2bb28d5'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:40.318015 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73322ede-4f1f-4250-a671-ab9912fca7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e97338af-58c7-4b07-90ad-82d1feb62496", "tag": "cb309098-996c-4981-acc1-9b89b2bb28d5"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:40.343838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45db92-37b9-490a-8ba3-59e46ab3a37b req-60f1bd18-2ca8-459b-8ee6-6a83cad11bf3 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.346653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e45db92-37b9-490a-8ba3-59e46ab3a37b req-60f1bd18-2ca8-459b-8ee6-6a83cad11bf3 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1137 time: 0.0668595 Jul 09 17:36:40.373900 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55943acb-c25b-445c-98e8-7ddaa9744b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:40.381775 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2e38a7-e84e-460d-b82e-05b14dd5f361 x-openstack-request-id: req-9e2e38a7-e84e-460d-b82e-05b14dd5f361 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:40.382180 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97338af-58c7-4b07-90ad-82d1feb62496", "tag": "cb309098-996c-4981-acc1-9b89b2bb28d5", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:40.382517 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e2e38a7-e84e-460d-b82e-05b14dd5f361 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:40.382990 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'tag': 'cb309098-996c-4981-acc1-9b89b2bb28d5', 'status': 'completed', 'code': 200} Jul 09 17:36:40.401072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e45db92-37b9-490a-8ba3-59e46ab3a37b req-37b6fb6d-88bc-4822-ae2a-88b15c9681b6 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0476203 Jul 09 17:36:40.426969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59062) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:40.438510 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Floating IP 0eecccc3-7800-4d90-83c8-8c6d157c787d associated. External IP: 172.25.3.212, port: 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a. Jul 09 17:36:40.446930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c45387-4884-4959-8ddd-52c07a01520e service neutron] Pushing event updated for resources: {'Port': ['ID=cb309098-996c-4981-acc1-9b89b2bb28d5,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:40.484999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db44cddd-0789-4bf6-bbb6-b2ab99b2e6c8 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.489686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-db44cddd-0789-4bf6-bbb6-b2ab99b2e6c8 tempest-TestSecurityGroupsBasicOps-760638808 tempest-TestSecurityGroupsBasicOps-760638808-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 1056 time: 0.0584893 Jul 09 17:36:40.555721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-3964aab2-ac4f-492e-9417-aa78bcec4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.557352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-3964aab2-ac4f-492e-9417-aa78bcec4e4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 1095 time: 0.1697993 Jul 09 17:36:40.639744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-c45abea6-899a-461b-ad5f-de0fb510a1e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb309098-996c-4981-acc1-9b89b2bb28d5 HTTP/1.1" status: 200 len: 217 time: 0.0722921 Jul 09 17:36:40.778881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:40.817121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: b8ab4de0-57a9-4458-86eb-63d0848a1153 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:40.817520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device b8ab4de0-57a9-4458-86eb-63d0848a1153 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:40.823098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a74c4d3b-2b80-4760-bc98-633e30c04be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.824757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-a74c4d3b-2b80-4760-bc98-633e30c04be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 200 len: 855 time: 0.1712477 Jul 09 17:36:40.824899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca88d5-9508-4cc0-8885-5cc26b322224 req-ad4905cf-9303-409c-8877-61f3da0170b5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:40.828981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8ca88d5-9508-4cc0-8885-5cc26b322224 req-ad4905cf-9303-409c-8877-61f3da0170b5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 943 time: 0.0921190 Jul 09 17:36:40.863991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-41c4de1d-f4d4-40e9-8fff-cf56d5651ccd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313f0e98-05d5-4092-9546-2db9166324c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298700 Jul 09 17:36:40.904588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8ca88d5-9508-4cc0-8885-5cc26b322224 req-77e4db2f-8990-4f4a-944d-4318a625fdfb tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692780 Jul 09 17:36:40.973727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 68bfff3d-a41f-46ea-9f7c-36741496ae94 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:41.078535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-4add430a-5404-47ce-bfcc-f32889275e0c service neutron] 10.222.0.13 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044594 Jul 09 17:36:41.134131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bdc86-2d5e-4fb2-abf6-88687abdee38 req-fc47e19c-86d0-4c2c-a32f-45eb624ca339 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:41.135698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-543bdc86-2d5e-4fb2-abf6-88687abdee38 req-fc47e19c-86d0-4c2c-a32f-45eb624ca339 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 909 time: 0.2519445 Jul 09 17:36:41.203017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:41.204746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80735b-fa3c-4f95-bbe5-e28596a30202 req-c453c459-442a-4eb3-afe5-1640023d1893 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:41.207034 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d80735b-fa3c-4f95-bbe5-e28596a30202 req-c453c459-442a-4eb3-afe5-1640023d1893 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.0768414 Jul 09 17:36:41.218059 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] Sync routers for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:41.235637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:41.236241 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:41.237806 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:41.263493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ccfcf4e2-1726-43ab-87fe-caa96e650e7a req-98cec028-ef7a-4faf-8485-f734ecd643b4 service neutron] 10.222.0.13 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500478 Jul 09 17:36:41.266396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d80735b-fa3c-4f95-bbe5-e28596a30202 req-9d60a853-356c-4f8b-aedb-ced34dc3f6e8 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496471 Jul 09 17:36:41.291586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ce6fcf44-2e36-4c16-9d18-3f504776f369 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2492898 Jul 09 17:36:41.293850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:41.390203 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:41.392389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6481e5a8-f05e-45bf-a877-a859440eb6ee tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/0eecccc3-7800-4d90-83c8-8c6d157c787d HTTP/1.1" status: 200 len: 991 time: 0.0974047 Jul 09 17:36:41.415387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-66ffd064-8e2c-4d21-b74b-15e46a3755ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:41.417338 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-66ffd064-8e2c-4d21-b74b-15e46a3755ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 1095 time: 0.0852938 Jul 09 17:36:41.511651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-e845d7df-826b-45fe-9462-06bd2d1ee69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:41.513193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-e845d7df-826b-45fe-9462-06bd2d1ee69a service neutron] 10.222.0.13 "GET /v2.0/networks?id=313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 200 len: 916 time: 0.0895660 Jul 09 17:36:41.556026 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-c9d0bf5d-6a09-42e0-8315-42de55b102d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb309098-996c-4981-acc1-9b89b2bb28d5 HTTP/1.1" status: 200 len: 217 time: 0.0352590 Jul 09 17:36:41.615095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-b4af0b16-e6b8-4f3c-9c8d-40392482b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:41.617121 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-b4af0b16-e6b8-4f3c-9c8d-40392482b03f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 200 len: 855 time: 0.0538144 Jul 09 17:36:41.632012 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '0eecccc3-7800-4d90-83c8-8c6d157c787d', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'port_id': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'mac_address': 'fa:16:3e:6f:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c5753-abac-40fe-8f65-1152431434c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:36:38Z', 'updated_at': '2021-07-09T17:36:38Z', 'revision_number': 0, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:21Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:41.654368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-d59efc29-6766-4e48-9262-4847de29b02c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313f0e98-05d5-4092-9546-2db9166324c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307372 Jul 09 17:36:41.661773 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] Checking router: 68bfff3d-a41f-46ea-9f7c-36741496ae94 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:41.671594 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:41.672439 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:41.757902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-b743e8b8-f9bc-4de7-8733-6129dfe62bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968773 Jul 09 17:36:41.794176 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:41.857565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73322ede-4f1f-4250-a671-ab9912fca7d4 req-a4aba750-534e-48b4-9d35-fe9fe3ff9464 service neutron] 10.222.0.13 "GET /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926030 Jul 09 17:36:42.042138 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '0eecccc3-7800-4d90-83c8-8c6d157c787d', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'port_id': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'mac_address': 'fa:16:3e:6f:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c5753-abac-40fe-8f65-1152431434c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:36:38Z', 'updated_at': '2021-07-09T17:36:38Z', 'revision_number': 0, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:21Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:42.068672 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859d64-4705-48fd-93f4-ec687bb90e08 None None] The sync data for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 is: [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '0eecccc3-7800-4d90-83c8-8c6d157c787d', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'port_id': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'mac_address': 'fa:16:3e:6f:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c5753-abac-40fe-8f65-1152431434c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:36:38Z', 'updated_at': '2021-07-09T17:36:38Z', 'revision_number': 0, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:21Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:42.095959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e26a2-6463-4049-b3d8-1e0fc92345ad req-9a38315a-ad09-4f72-8fd0-89bcfed277c5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.103260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a7e26a2-6463-4049-b3d8-1e0fc92345ad req-9a38315a-ad09-4f72-8fd0-89bcfed277c5 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 943 time: 0.0837076 Jul 09 17:36:42.175630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a7e26a2-6463-4049-b3d8-1e0fc92345ad req-61d743b0-8873-476b-86ab-061b2bedd29b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712750 Jul 09 17:36:42.223354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-5123670e-089c-44b7-b340-ac6c3dbdfa94 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.225132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-5123670e-089c-44b7-b340-ac6c3dbdfa94 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.36 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 909 time: 0.0926216 Jul 09 17:36:42.344764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port c15fbd89-833c-4edd-8838-d72917bf9b4c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:42.345188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:42.355826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52379c2-d7d1-4a37-bd48-49f8f0d63335 req-da81660a-18ad-4b80-a9ad-b5296ffd4cb9 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.357540 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d52379c2-d7d1-4a37-bd48-49f8f0d63335 req-da81660a-18ad-4b80-a9ad-b5296ffd4cb9 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 909 time: 0.0702913 Jul 09 17:36:42.384164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:42.387230 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0d54c-44fa-433a-9545-c43c3f2077f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:42.396429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59088) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:42.458547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] For port c15fbd89-833c-4edd-8838-d72917bf9b4c, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c15fbd89-833c-4edd-8838-d72917bf9b4c,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:42.459640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:42.475537 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b72adb2-49ab-4e26-9e85-3b13234b8519 x-openstack-request-id: req-4b72adb2-49ab-4e26-9e85-3b13234b8519 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:42.475791 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:42.475964 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b72adb2-49ab-4e26-9e85-3b13234b8519 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:42.476339 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'status': 'completed', 'code': 200} Jul 09 17:36:42.486643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for c15fbd89-833c-4edd-8838-d72917bf9b4c owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:42.488076 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6b619777-988b-4a7e-ba6c-40b364451550 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/0eecccc3-7800-4d90-83c8-8c6d157c787d HTTP/1.1" status: 200 len: 991 time: 0.0903871 Jul 09 17:36:42.488575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348e93c-01f4-4916-8e95-1e7cdd2fb3ca None None] New status for floating IP 0eecccc3-7800-4d90-83c8-8c6d157c787d: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:36:42.573857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-79c62944-521f-4b31-a481-b35bf874a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.575381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-79c62944-521f-4b31-a481-b35bf874a6d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 1097 time: 0.0736723 Jul 09 17:36:42.660255 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:42.697452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=c15fbd89-833c-4edd-8838-d72917bf9b4c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:42.701419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-7b164713-856b-4284-9bb1-647fb256a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.706530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-7b164713-856b-4284-9bb1-647fb256a1f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49e976cf-baee-4952-944f-0201c1506e05 HTTP/1.1" status: 200 len: 896 time: 0.1210167 Jul 09 17:36:42.787429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-b3dab719-da08-4ea3-87eb-4ffc870ed9a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a HTTP/1.1" status: 200 len: 1001 time: 0.0738046 Jul 09 17:36:42.811009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] No DVR routers for this DVR port c15fbd89-833c-4edd-8838-d72917bf9b4c on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:42.814618 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:42.818016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a8b4bac-bfb8-4144-a7bf-78812672820c req-b63cbfb5-85d3-4540-bc5c-59d1c99d2b31 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.36 "DELETE /v2.0/ports/c15fbd89-833c-4edd-8838-d72917bf9b4c HTTP/1.1" status: 204 len: 173 time: 0.5867507 Jul 09 17:36:42.818563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'name': 'network-vif-deleted', 'tag': 'c15fbd89-833c-4edd-8838-d72917bf9b4c'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:42.821223 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23af7e-e7c3-44d9-8040-4df4dbf083c0" -d '{"events": [{"server_uuid": "e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a", "name": "network-vif-deleted", "tag": "c15fbd89-833c-4edd-8838-d72917bf9b4c"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:42.889160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-62997da6-6139-4387-91e4-14770a2d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.892292 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de7eec-2ca7-478d-8226-aedef5987bc1 x-openstack-request-id: req-15de7eec-2ca7-478d-8226-aedef5987bc1 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:42.892943 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a", "name": "network-vif-deleted", "tag": "c15fbd89-833c-4edd-8838-d72917bf9b4c", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:42.893414 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15de7eec-2ca7-478d-8226-aedef5987bc1 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:42.893819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-62997da6-6139-4387-91e4-14770a2d5e3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08f3a2d-622e-4e69-93ff-101c3c581b8f HTTP/1.1" status: 200 len: 834 time: 0.0987489 Jul 09 17:36:42.894324 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a', 'name': 'network-vif-deleted', 'tag': 'c15fbd89-833c-4edd-8838-d72917bf9b4c', 'status': 'completed', 'code': 200} Jul 09 17:36:42.930493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e176549-a565-4b55-ba0e-ce13d12feee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:42.986598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-903e3d35-22da-43a8-b0c0-66973d4b685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:42.988621 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-903e3d35-22da-43a8-b0c0-66973d4b685a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49e976cf-baee-4952-944f-0201c1506e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769801 Jul 09 17:36:43.120702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-61189be6-7ed5-472a-8c0c-a037a0481081 service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240864 Jul 09 17:36:43.212168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2cc0d54c-44fa-433a-9545-c43c3f2077f6 req-f681c7fd-37a9-4d43-9ee2-9a65182f94bc service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848949 Jul 09 17:36:43.327546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:43.369058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c36fd-593e-436e-8135-d2e9ba2cb86a req-d03370a9-e95e-4ced-af27-2da04c79b93b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:43.371249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c36fd-593e-436e-8135-d2e9ba2cb86a req-d03370a9-e95e-4ced-af27-2da04c79b93b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 943 time: 0.0799525 Jul 09 17:36:43.415097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c36fd-593e-436e-8135-d2e9ba2cb86a req-8fc35d48-3099-4bff-9d51-e3df152cb244 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Jul 09 17:36:43.492854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59104) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:43.561955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cb309098-996c-4981-acc1-9b89b2bb28d5 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:43.591990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5c68256-0fa7-40fa-9ffb-b8a2fe214bd6 req-2b1f790f-ea9e-4838-813f-ab326e003e52 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e87fc7e7-7b4b-4cf8-9d9b-15226ae2a33a HTTP/1.1" status: 200 len: 210 time: 0.0509448 Jul 09 17:36:43.603733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-625e4c26-f8a9-48fd-886a-53ea9b01a32e tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/0eecccc3-7800-4d90-83c8-8c6d157c787d HTTP/1.1" status: 200 len: 993 time: 0.1096566 Jul 09 17:36:43.693175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cb309098-996c-4981-acc1-9b89b2bb28d5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cb309098-996c-4981-acc1-9b89b2bb28d5,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:43.708557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'cb309098-996c-4981-acc1-9b89b2bb28d5', 'network_id': '313f0e98-05d5-4092-9546-2db9166324c6', 'port_id': 'cb309098-996c-4981-acc1-9b89b2bb28d5', 'mac_address': 'fa:16:3e:28:aa:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf90f0e1-a916-4e7a-b98f-3c90ba02391e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:43.746583 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:43.759280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb309098-996c-4981-acc1-9b89b2bb28d5 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:43.783358 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:36:43.784470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cb309098-996c-4981-acc1-9b89b2bb28d5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cb309098-996c-4981-acc1-9b89b2bb28d5,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:43.789693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:43.839211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=cb309098-996c-4981-acc1-9b89b2bb28d5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:43.953813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:44.038946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['cb309098-996c-4981-acc1-9b89b2bb28d5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:44.604742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ae93-da0f-46e2-b86c-a8aa55233644 req-233c7b8f-086f-4112-9c89-a88f6fd3c2dc tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:44.606303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f15ae93-da0f-46e2-b86c-a8aa55233644 req-233c7b8f-086f-4112-9c89-a88f6fd3c2dc tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 944 time: 0.0695627 Jul 09 17:36:44.651497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f15ae93-da0f-46e2-b86c-a8aa55233644 req-33707e7d-6d19-445a-aea3-dcb94dcdd339 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Jul 09 17:36:44.698625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59114) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:45.089755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.372231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port 766c5520-4f05-46fc-b7c0-a7c6963cd93a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:45.372463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.478485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] For port 766c5520-4f05-46fc-b7c0-a7c6963cd93a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=766c5520-4f05-46fc-b7c0-a7c6963cd93a,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:45.478848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.492933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for 766c5520-4f05-46fc-b7c0-a7c6963cd93a owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:45.573288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cb309098-996c-4981-acc1-9b89b2bb28d5 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:45.649225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port cb309098-996c-4981-acc1-9b89b2bb28d5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:36:45.653487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port cb309098-996c-4981-acc1-9b89b2bb28d5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:45.653904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.689315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.725764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=766c5520-4f05-46fc-b7c0-a7c6963cd93a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:45.756995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.801739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb309098-996c-4981-acc1-9b89b2bb28d5'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:45.806212 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef053089-f846-4c41-a851-5c0b37ff5860" -d '{"events": [{"server_uuid": "e97338af-58c7-4b07-90ad-82d1feb62496", "name": "network-vif-plugged", "status": "completed", "tag": "cb309098-996c-4981-acc1-9b89b2bb28d5"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:45.835350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port cb309098-996c-4981-acc1-9b89b2bb28d5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cb309098-996c-4981-acc1-9b89b2bb28d5,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:45.844425 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.894143 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c8ff9-24af-43f6-9bf9-e23a876bec90 x-openstack-request-id: req-6c8c8ff9-24af-43f6-9bf9-e23a876bec90 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:45.894428 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97338af-58c7-4b07-90ad-82d1feb62496", "name": "network-vif-plugged", "status": "completed", "tag": "cb309098-996c-4981-acc1-9b89b2bb28d5", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:45.894920 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c8c8ff9-24af-43f6-9bf9-e23a876bec90 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:45.900385 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb309098-996c-4981-acc1-9b89b2bb28d5', 'code': 200} Jul 09 17:36:45.924665 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:45.958359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=cb309098-996c-4981-acc1-9b89b2bb28d5,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:46.018287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.025241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac769-b123-4f08-ba8c-80fabc6d5b64 req-9e85d59c-ec9e-43a4-83cc-6258d2034999 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:46.027260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d7ac769-b123-4f08-ba8c-80fabc6d5b64 req-9e85d59c-ec9e-43a4-83cc-6258d2034999 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 944 time: 0.2272038 Jul 09 17:36:46.083225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d7ac769-b123-4f08-ba8c-80fabc6d5b64 req-0e98f4d5-e76b-4f1f-bf54-6643e65c575b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Jul 09 17:36:46.099073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befdd90-6d03-4c18-b608-c97ec41db5bc req-b980f84a-8eb1-478a-a868-e1c652772eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:46.104565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5befdd90-6d03-4c18-b608-c97ec41db5bc req-b980f84a-8eb1-478a-a868-e1c652772eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 1097 time: 0.1369264 Jul 09 17:36:46.151200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5befdd90-6d03-4c18-b608-c97ec41db5bc req-55626d06-20dc-432a-9b82-7c6a1146c2be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Jul 09 17:36:46.279638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router c056ec49-d521-4a6b-96d4-24c75cc50903 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:46.386105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:46.391448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-afb4312d-0a74-438e-b832-fcc70456031c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "PUT /v2.0/routers/c056ec49-d521-4a6b-96d4-24c75cc50903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917412 Jul 09 17:36:46.394224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59132) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:46.398699 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] Sync routers for ids ['c056ec49-d521-4a6b-96d4-24c75cc50903'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:46.408250 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] Routers {'c056ec49-d521-4a6b-96d4-24c75cc50903'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:46.408789 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['c056ec49-d521-4a6b-96d4-24c75cc50903'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:46.427130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59134) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:46.458560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting subnet 889df7d6-e086-4d74-946c-6c1b29b07257 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:36:46.461897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.502826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.519339 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] Set router c056ec49-d521-4a6b-96d4-24c75cc50903 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:46.549012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47f4c818-016d-452c-8137-660d8ed6e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.621560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.705391 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:45Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:46.712211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.731433 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] Checking router: c056ec49-d521-4a6b-96d4-24c75cc50903 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:46.740390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] Routers {'c056ec49-d521-4a6b-96d4-24c75cc50903'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:46.740998 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['c056ec49-d521-4a6b-96d4-24c75cc50903'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:46.748447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47f4c818-016d-452c-8137-660d8ed6e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.749949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Subnet': ['ID=889df7d6-e086-4d74-946c-6c1b29b07257,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:46.754425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.756366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97f8d770-1db0-4fd7-87e4-63725eac6c0b tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/subnets/889df7d6-e086-4d74-946c-6c1b29b07257 HTTP/1.1" status: 204 len: 168 time: 0.3611820 Jul 09 17:36:46.757073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-47f4c818-016d-452c-8137-660d8ed6e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.760082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59138) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:46.766718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dce4e8-ed8a-49c6-9e11-f4a0cd15d70c None None] Network b56ca523-1525-4935-b89e-e2b6010955cf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:46.794343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47f4c818-016d-452c-8137-660d8ed6e1f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0eb2cca5c84f4e62bec36b407ce8fe2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661549 Jul 09 17:36:46.797623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59140) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:46.811276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4c818-016d-452c-8137-660d8ed6e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e21220-6bd5-474c-9c75-27be3a43051c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:46.826174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c15fbd89-833c-4edd-8838-d72917bf9b4c no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:46.851683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5456138-5761-4dbc-aad3-db2b24e11031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.854799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: c15fbd89-833c-4edd-8838-d72917bf9b4c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:46.855330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c15fbd89-833c-4edd-8838-d72917bf9b4c not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:46.875903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5456138-5761-4dbc-aad3-db2b24e11031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.900444 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] Set router c056ec49-d521-4a6b-96d4-24c75cc50903 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:46.903451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.946307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5456138-5761-4dbc-aad3-db2b24e11031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.949683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5456138-5761-4dbc-aad3-db2b24e11031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:46.953598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c5456138-5761-4dbc-aad3-db2b24e11031 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2e21220-6bd5-474c-9c75-27be3a43051c HTTP/1.1" status: 204 len: 168 time: 0.1525733 Jul 09 17:36:46.968294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5456138-5761-4dbc-aad3-db2b24e11031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e21220-6bd5-474c-9c75-27be3a43051c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:47.038333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] DHCP port deletion for b56ca523-1525-4935-b89e-e2b6010955cf request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:36:47.090905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.140262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] Deleting port bd410243-616f-4540-8f00-5dbf73acbafa {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:47.140262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.179208 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:45Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:47.240763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:47.241185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.271572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] For port bd410243-616f-4540-8f00-5dbf73acbafa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bd410243-616f-4540-8f00-5dbf73acbafa,segment=NetworkSegment(1822b91f-613f-4221-887d-a3d9cd24569d),segment_id=1822b91f-613f-4221-887d-a3d9cd24569d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:47.271908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.293850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] Calling delete_port for bd410243-616f-4540-8f00-5dbf73acbafa owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:47.328392 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d84b4-87c9-4b28-aec7-7bd88b4ce60b None None] The sync data for ids ['c056ec49-d521-4a6b-96d4-24c75cc50903'] in n-d-791506-17 is: [{'id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1621074876', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:15Z', 'updated_at': '2021-07-09T17:36:45Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': '9551e318-b8c1-4b64-9c8a-230b3f6c3f04', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056ec49-d521-4a6b-96d4-24c75cc50903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:16Z', 'updated_at': '2021-07-09T17:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:47.389177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] For port 9551e318-b8c1-4b64-9c8a-230b3f6c3f04, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:47.389822 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.411629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:47.415721 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.421827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59150) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:47.443529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] Pushing event deleted for resources: {'Port': ['ID=bd410243-616f-4540-8f00-5dbf73acbafa,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:47.445579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843b9a8-be7a-4d33-b8f5-5df56d23fc04 None None] No DVR routers for this DVR port bd410243-616f-4540-8f00-5dbf73acbafa on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:47.445903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d18361-766d-42c5-832f-473976f9bbef req-85769790-b750-4755-bd5e-dcd8ad8900d9 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.457251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86d18361-766d-42c5-832f-473976f9bbef req-85769790-b750-4755-bd5e-dcd8ad8900d9 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.1473782 Jul 09 17:36:47.543221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86d18361-766d-42c5-832f-473976f9bbef req-efb7ca35-26e2-40b0-a44e-50b3ed3acf79 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Jul 09 17:36:47.666464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.805665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5c5e-dc04-4054-a165-2d8fa35a7a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.909750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee009-b4e5-4435-bb67-56eaf8357093 req-ea01fd30-2bb2-4bba-b7e2-a6fe9866af7e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:47.911243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91eee009-b4e5-4435-bb67-56eaf8357093 req-ea01fd30-2bb2-4bba-b7e2-a6fe9866af7e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.1076336 Jul 09 17:36:47.973511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91eee009-b4e5-4435-bb67-56eaf8357093 req-ccd337eb-115a-46d6-91f6-e12fb473ebd3 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528438 Jul 09 17:36:47.983317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5c5e-dc04-4054-a165-2d8fa35a7a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:47.989738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5c5e-dc04-4054-a165-2d8fa35a7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.032991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a5c5e-dc04-4054-a165-2d8fa35a7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac1102-b334-4b9f-ac3b-c567a0ee9c34,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:48.035913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=9551e318-b8c1-4b64-9c8a-230b3f6c3f04,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:48.038042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a8a5c5e-dc04-4054-a165-2d8fa35a7a49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95cfadc5f7db4db488a5dff090f70e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151664 Jul 09 17:36:48.040808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59156) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:48.095138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51158d98-d09f-4165-b423-6f76cdafebe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.100805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.120389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51158d98-d09f-4165-b423-6f76cdafebe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.186142 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51158d98-d09f-4165-b423-6f76cdafebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.189870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-51158d98-d09f-4165-b423-6f76cdafebe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.191722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-51158d98-d09f-4165-b423-6f76cdafebe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28ac1102-b334-4b9f-ac3b-c567a0ee9c34 HTTP/1.1" status: 204 len: 168 time: 0.1499302 Jul 09 17:36:48.193663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.196140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.220141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158d98-d09f-4165-b423-6f76cdafebe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac1102-b334-4b9f-ac3b-c567a0ee9c34,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:48.295047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.295588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Fanout notify agent at l3_agent the message router_deleted on router c056ec49-d521-4a6b-96d4-24c75cc50903 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:36:48.309983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.311105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f630fbb0-124b-47ca-80d2-1d0b67e7de5c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/routers/c056ec49-d521-4a6b-96d4-24c75cc50903 HTTP/1.1" status: 204 len: 168 time: 1.5494485 Jul 09 17:36:48.314274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59164) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:48.336265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bd410243-616f-4540-8f00-5dbf73acbafa no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:48.381651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: bd410243-616f-4540-8f00-5dbf73acbafa {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:48.381997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bd410243-616f-4540-8f00-5dbf73acbafa not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:48.382414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 766c5520-4f05-46fc-b7c0-a7c6963cd93a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:48.404390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eb5c5-4a62-466a-9014-66e80e4c630d req-93f07a73-6939-4adc-8549-3cbc01b3f7cb tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.406481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-366eb5c5-4a62-466a-9014-66e80e4c630d req-93f07a73-6939-4adc-8549-3cbc01b3f7cb tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.0928476 Jul 09 17:36:48.418784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 766c5520-4f05-46fc-b7c0-a7c6963cd93a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:48.419118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 766c5520-4f05-46fc-b7c0-a7c6963cd93a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:48.445865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.464897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-366eb5c5-4a62-466a-9014-66e80e4c630d req-47cbf065-f348-4828-9d80-06d0fdeb242f tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525839 Jul 09 17:36:48.562379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.573891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56ca523-1525-4935-b89e-e2b6010955cf']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:48.590922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1822b91f-613f-4221-887d-a3d9cd24569d') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:48.591094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1822b91f-613f-4221-887d-a3d9cd24569d') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:48.611489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.645675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.655425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:36:48.655898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:36:48.661001 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:36:48.736249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ff335-cf79-4880-9440-60fa22177e20 req-dbef5ac4-93a0-4d90-9a11-c32cd7e2888e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:48.738064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-529ff335-cf79-4880-9440-60fa22177e20 req-dbef5ac4-93a0-4d90-9a11-c32cd7e2888e tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.1383290 Jul 09 17:36:48.743832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.752493 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:48.754215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/networks/b56ca523-1525-4935-b89e-e2b6010955cf HTTP/1.1" status: 204 len: 168 time: 0.4381545 Jul 09 17:36:48.757049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59178) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:48.784416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0698f0-92ae-420e-9f2e-353c3b065b8e tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Network': ['ID=b56ca523-1525-4935-b89e-e2b6010955cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:48.808251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-529ff335-cf79-4880-9440-60fa22177e20 req-112d8b55-69d5-4603-9763-bd9aabb3944a tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Jul 09 17:36:48.963851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port fff0ae21-8851-4051-87c5-dac9af26ac24 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:48.964387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:49.056815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:49.057375 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:49.070286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for fff0ae21-8851-4051-87c5-dac9af26ac24 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:49.197420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9b7eb-d566-44fe-8cad-f46df9bfece9 req-31bca1f4-e9fe-48f6-8095-eb2e5efe0b4c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:49.198985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dee9b7eb-d566-44fe-8cad-f46df9bfece9 req-31bca1f4-e9fe-48f6-8095-eb2e5efe0b4c tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.0743337 Jul 09 17:36:49.256199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dee9b7eb-d566-44fe-8cad-f46df9bfece9 req-da3b0049-5e44-4334-bb03-aaeecc3654bd tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Jul 09 17:36:49.273181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:49.301739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=fff0ae21-8851-4051-87c5-dac9af26ac24,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:49.374384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:49.374751 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Floating IP 8dbbde12-37c5-41e0-9c35-8c300c91796c disassociated (deleted). External IP: 172.25.3.71, port: 003fcad9-559a-4279-9d86-6e25f637f839. Jul 09 17:36:49.511447 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a27155-1b2d-4490-81f4-793bb5157226 req-7163920c-dde1-4d35-b082-043464e69660 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:49.513047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a27155-1b2d-4490-81f4-793bb5157226 req-7163920c-dde1-4d35-b082-043464e69660 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.1406581 Jul 09 17:36:49.591723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03a27155-1b2d-4490-81f4-793bb5157226 req-12200223-7f26-4867-a891-4df1541895ff tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730596 Jul 09 17:36:49.684348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e3a6-b752-454f-9f17-3a8d2b02b7e1 req-870574d1-a19c-4891-bd69-48ac54b1070b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:49.685177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router 3f5709fe-793a-4257-be08-1ee68383b52a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:49.692193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c422e3a6-b752-454f-9f17-3a8d2b02b7e1 req-870574d1-a19c-4891-bd69-48ac54b1070b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.1044331 Jul 09 17:36:49.764208 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c422e3a6-b752-454f-9f17-3a8d2b02b7e1 req-01c95e9d-cd71-43b6-9e8c-e7a4fd4de8d3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681651 Jul 09 17:36:49.863815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:49.870241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:49.884623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] Sync routers for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:49.900339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:49.901824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:49.919444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b56eec47-c4b4-4d79-9590-09820e843401 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/floatingips/8dbbde12-37c5-41e0-9c35-8c300c91796c HTTP/1.1" status: 204 len: 168 time: 1.1586275 Jul 09 17:36:49.919444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:49.921222 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1718279-6873-41c1-9afe-cf35d4ce258a" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "tag": "003fcad9-559a-4279-9d86-6e25f637f839"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:50.042734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:50.193989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:50.220083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:50.220706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9551e318-b8c1-4b64-9c8a-230b3f6c3f04 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:50.280193 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a83369-c843-4942-b112-985284069913 x-openstack-request-id: req-70a83369-c843-4942-b112-985284069913 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:50.280741 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "tag": "003fcad9-559a-4279-9d86-6e25f637f839", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:50.280741 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70a83369-c843-4942-b112-985284069913 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:50.281504 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839', 'status': 'completed', 'code': 200} Jul 09 17:36:50.353285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:22Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:50.409237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] Checking router: 3f5709fe-793a-4257-be08-1ee68383b52a for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:50.415321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-6346172c-5716-44f3-9bbc-772d3d4b065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.418330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-6346172c-5716-44f3-9bbc-772d3d4b065f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 1137 time: 0.1063173 Jul 09 17:36:50.424540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:50.425532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:50.582856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dbb99-98df-4502-931d-2693e01ad6cc req-8260d770-51c9-43f2-9857-3160b6313ec4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.585045 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd6dbb99-98df-4502-931d-2693e01ad6cc req-8260d770-51c9-43f2-9857-3160b6313ec4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.1486557 Jul 09 17:36:50.586527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-cd959dcb-eff2-437d-b573-6aa3703a6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.588157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-cd959dcb-eff2-437d-b573-6aa3703a6ed6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9801a313-c06e-4cbc-bebc-3b26860e33ea HTTP/1.1" status: 200 len: 897 time: 0.1615288 Jul 09 17:36:50.597268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:50.643617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-4b9c9a08-b715-40ba-ae37-f0be2c543aee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=003fcad9-559a-4279-9d86-6e25f637f839 HTTP/1.1" status: 200 len: 217 time: 0.0467198 Jul 09 17:36:50.720576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd6dbb99-98df-4502-931d-2693e01ad6cc req-dcd70e4f-0a48-4f7d-84f6-c7ee0ac0e29f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1164429 Jul 09 17:36:50.737250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-32e06068-14c1-4af4-9ec4-150e5852886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.748991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-32e06068-14c1-4af4-9ec4-150e5852886a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e948adf-80e4-4406-a2aa-edf05ce1cfb1 HTTP/1.1" status: 200 len: 834 time: 0.0882521 Jul 09 17:36:50.771252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b694b-bf23-447a-b580-cad5f5fc091b req-a51103b7-24f1-47ef-8a56-563a24c68895 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.773771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed3b694b-bf23-447a-b580-cad5f5fc091b req-a51103b7-24f1-47ef-8a56-563a24c68895 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.0935125 Jul 09 17:36:50.828436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-c3c15121-8885-4c2a-b31f-0cc916bd7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:50.830868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-c3c15121-8885-4c2a-b31f-0cc916bd7468 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9801a313-c06e-4cbc-bebc-3b26860e33ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742090 Jul 09 17:36:50.859081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed3b694b-bf23-447a-b580-cad5f5fc091b req-8228b0ab-1712-47a5-8386-e4e369d27b8b tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794017 Jul 09 17:36:50.951233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-ca52b6b6-2990-4ea1-a464-ab28048b89e1 service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086438 Jul 09 17:36:51.014481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:22Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:51.041251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeecbeef-05c6-4d4a-bca0-b3bb3cc2e9b0 None None] The sync data for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 is: [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:35:17Z', 'revision_number': 4, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5988ed89-d3a5-497d-9994-80fb7ab1f136', 'name': '', 'network_id': '9801a313-c06e-4cbc-bebc-3b26860e33ea', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'mac_address': 'fa:16:3e:9f:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:15Z', 'updated_at': '2021-07-09T17:35:22Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'subnets': [{'id': '9e948adf-80e4-4406-a2aa-edf05ce1cfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:51.058446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1718279-6873-41c1-9afe-cf35d4ce258a req-893acc50-5165-46f7-8fd8-080950046ffd service neutron] 10.222.0.13 "GET /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945630 Jul 09 17:36:51.287720 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376988c-838d-48ab-aedb-a5b292b01dda None None] New status for floating IP 8dbbde12-37c5-41e0-9c35-8c300c91796c: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:36:51.909985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c395a89a-9802-4961-8ba9-e5340954b135 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:51.911697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c395a89a-9802-4961-8ba9-e5340954b135 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.13 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.1034408 Jul 09 17:36:51.976912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7899a-640a-4101-b4e5-b3a5e0d58c6d req-4b7db02d-8672-458d-a9c6-c9539c207468 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:51.978695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bc7899a-640a-4101-b4e5-b3a5e0d58c6d req-4b7db02d-8672-458d-a9c6-c9539c207468 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.1343038 Jul 09 17:36:52.054078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bc7899a-640a-4101-b4e5-b3a5e0d58c6d req-eceb7ef4-7740-46e3-952c-1664d6b5df55 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/security-groups?id=993cc109-3d4c-4c69-8a3d-7e46764c84da&id=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0677824 Jul 09 17:36:52.069863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Deleting port cb309098-996c-4981-acc1-9b89b2bb28d5 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:52.079653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.080025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866e2b8-2204-4c71-9aac-4d7567cfcbae req-b70135ea-cd0d-4779-928f-94299b325540 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:52.080507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6866e2b8-2204-4c71-9aac-4d7567cfcbae req-b70135ea-cd0d-4779-928f-94299b325540 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/ports?device_id=e97338af-58c7-4b07-90ad-82d1feb62496 HTTP/1.1" status: 200 len: 945 time: 0.0787101 Jul 09 17:36:52.177210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] For port cb309098-996c-4981-acc1-9b89b2bb28d5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=cb309098-996c-4981-acc1-9b89b2bb28d5,segment=NetworkSegment(e6e3b807-be40-4b3b-970a-0e256acd2860),segment_id=e6e3b807-be40-4b3b-970a-0e256acd2860)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:52.177913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.184448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6866e2b8-2204-4c71-9aac-4d7567cfcbae req-35b18b26-fc3e-4384-9c3a-a2010eea83a8 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3649e26-5aca-46e3-bbba-0512fa06a57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939519 Jul 09 17:36:52.201209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-8d9abcda-7bfa-4524-a6fe-edfde0f2f76f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:52.201456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Calling delete_port for cb309098-996c-4981-acc1-9b89b2bb28d5 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:52.202791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-8d9abcda-7bfa-4524-a6fe-edfde0f2f76f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.13 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 985 time: 0.1212397 Jul 09 17:36:52.311253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port 003fcad9-559a-4279-9d86-6e25f637f839 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:52.311954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.339555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.355725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['cb309098-996c-4981-acc1-9b89b2bb28d5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:52.374831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Pushing event deleted for resources: {'Port': ['ID=cb309098-996c-4981-acc1-9b89b2bb28d5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:52.390382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.390839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.391281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.391737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.392683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.392683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.393115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.393543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.393988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.394396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.394830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.395253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:36:52.421537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] For port 003fcad9-559a-4279-9d86-6e25f637f839, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=003fcad9-559a-4279-9d86-6e25f637f839,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:52.421972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.436124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for 003fcad9-559a-4279-9d86-6e25f637f839 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:52.441515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] No DVR routers for this DVR port cb309098-996c-4981-acc1-9b89b2bb28d5 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:52.444159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.446279 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9979b84-7ffa-4935-963a-50c4bd095049 req-c09e8d15-da7d-4fd2-8aff-a6363858c8d7 tempest-ServerDiskConfigTestJSON-1556754554 tempest-ServerDiskConfigTestJSON-1556754554-project] 10.222.0.13 "DELETE /v2.0/ports/cb309098-996c-4981-acc1-9b89b2bb28d5 HTTP/1.1" status: 204 len: 173 time: 0.5215228 Jul 09 17:36:52.446739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'name': 'network-vif-deleted', 'tag': 'cb309098-996c-4981-acc1-9b89b2bb28d5'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:52.449185 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17e33a9-5449-4a4e-b42e-b807997b1d21" -d '{"events": [{"server_uuid": "e97338af-58c7-4b07-90ad-82d1feb62496", "name": "network-vif-deleted", "tag": "cb309098-996c-4981-acc1-9b89b2bb28d5"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:52.498666 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f894e1f0-fdd3-40d8-b036-ccfed143755d x-openstack-request-id: req-f894e1f0-fdd3-40d8-b036-ccfed143755d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:52.499517 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97338af-58c7-4b07-90ad-82d1feb62496", "name": "network-vif-deleted", "tag": "cb309098-996c-4981-acc1-9b89b2bb28d5", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:52.499517 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f894e1f0-fdd3-40d8-b036-ccfed143755d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:52.499922 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97338af-58c7-4b07-90ad-82d1feb62496', 'name': 'network-vif-deleted', 'tag': 'cb309098-996c-4981-acc1-9b89b2bb28d5', 'status': 'completed', 'code': 200} Jul 09 17:36:52.589926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.625832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=003fcad9-559a-4279-9d86-6e25f637f839,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:52.675872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] No DVR routers for this DVR port 003fcad9-559a-4279-9d86-6e25f637f839 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:52.679519 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:52.682211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd4b04bf-2db6-4cda-be0b-06ac1dac7874 req-7be5f76a-6a93-4f0c-88ca-88eae78d0ed5 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.13 "DELETE /v2.0/ports/003fcad9-559a-4279-9d86-6e25f637f839 HTTP/1.1" status: 204 len: 173 time: 0.4733708 Jul 09 17:36:52.682667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'name': 'network-vif-deleted', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:52.686519 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a18171c-f8b9-4694-9a69-14d1bd99fdcb" -d '{"events": [{"server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "name": "network-vif-deleted", "tag": "003fcad9-559a-4279-9d86-6e25f637f839"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:52.727162 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f3d98-41cd-4a68-9177-821e4868873a x-openstack-request-id: req-2b8f3d98-41cd-4a68-9177-821e4868873a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:52.727491 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fd93f6-5ce4-4953-aae5-b596b74fb3de", "name": "network-vif-deleted", "tag": "003fcad9-559a-4279-9d86-6e25f637f839", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:52.727725 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b8f3d98-41cd-4a68-9177-821e4868873a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:52.728148 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fd93f6-5ce4-4953-aae5-b596b74fb3de', 'name': 'network-vif-deleted', 'tag': '003fcad9-559a-4279-9d86-6e25f637f839', 'status': 'completed', 'code': 200} Jul 09 17:36:53.240748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50069815-7877-4ae3-9239-af595a96f7be req-c079175a-8d91-468b-8fd8-5e14654bd09c tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "GET /v2.0/ports?device_id=61fd93f6-5ce4-4953-aae5-b596b74fb3de HTTP/1.1" status: 200 len: 210 time: 0.0352366 Jul 09 17:36:53.565901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59336) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:53.590731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:36:53.619584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Deleting subnet cf90f0e1-a916-4e7a-b98f-3c90ba02391e {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:36:53.623088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.665384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.702307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:53.709909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.715826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:36:53.755739 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.769937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:36:53.771396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.795087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:53.802218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.809458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf90f0e1-a916-4e7a-b98f-3c90ba02391e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:53.812294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.817065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59338) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:53.818471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09156fb8-1589-430d-95c0-b3a8a191dd1b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf90f0e1-a916-4e7a-b98f-3c90ba02391e HTTP/1.1" status: 204 len: 168 time: 0.2514553 Jul 09 17:36:53.871880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:53.892509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5339b060-1d2f-4ef9-87a0-e37bb54294f2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:36:53.897367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:53.990426 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.004819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313f0e98-05d5-4092-9546-2db9166324c6']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:54.019049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e3b807-be40-4b3b-970a-0e256acd2860') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:54.019278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e3b807-be40-4b3b-970a-0e256acd2860') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:54.033731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.054781 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.062132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:36:54.062772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:36:54.064685 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:36:54.155289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.163279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.170131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] 10.222.0.21 "DELETE /v2.0/networks/313f0e98-05d5-4092-9546-2db9166324c6 HTTP/1.1" status: 204 len: 168 time: 0.3497136 Jul 09 17:36:54.181339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3ea0-7676-472c-88a8-96f91262b283 admin admin] Pushing event deleted for resources: {'Network': ['ID=313f0e98-05d5-4092-9546-2db9166324c6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:54.356601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59368) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:54.394761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59372) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:54.425011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-189a421e-00ff-4c00-922d-10e66e31c6d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.444767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-354b23ee-d7de-4061-a88c-aad5b058186e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b48369238f2c4bc59f54eb3bd305f5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479813 Jul 09 17:36:54.447075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:54.454916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-189a421e-00ff-4c00-922d-10e66e31c6d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.503150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-189a421e-00ff-4c00-922d-10e66e31c6d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.506224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-189a421e-00ff-4c00-922d-10e66e31c6d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.507927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-189a421e-00ff-4c00-922d-10e66e31c6d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/security-groups/cca12c53-57e8-4e58-b35e-1e6a7b10bf6b HTTP/1.1" status: 204 len: 168 time: 0.1500361 Jul 09 17:36:54.511918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59380) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:54.513827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8274e0aa-8ac3-4c3b-9d90-6218b63db085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.527314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a421e-00ff-4c00-922d-10e66e31c6d6 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca12c53-57e8-4e58-b35e-1e6a7b10bf6b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:54.543175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8274e0aa-8ac3-4c3b-9d90-6218b63db085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.589576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-577b0355-affd-46fb-aef9-5a92100fa3b4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.617865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8274e0aa-8ac3-4c3b-9d90-6218b63db085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.620657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8274e0aa-8ac3-4c3b-9d90-6218b63db085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.621454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-577b0355-affd-46fb-aef9-5a92100fa3b4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.621959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8274e0aa-8ac3-4c3b-9d90-6218b63db085 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3649e26-5aca-46e3-bbba-0512fa06a57f HTTP/1.1" status: 204 len: 168 time: 0.1739068 Jul 09 17:36:54.639258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274e0aa-8ac3-4c3b-9d90-6218b63db085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3649e26-5aca-46e3-bbba-0512fa06a57f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:54.684474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-577b0355-affd-46fb-aef9-5a92100fa3b4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.693123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-577b0355-affd-46fb-aef9-5a92100fa3b4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:54.697371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-577b0355-affd-46fb-aef9-5a92100fa3b4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/security-groups/993cc109-3d4c-4c69-8a3d-7e46764c84da HTTP/1.1" status: 204 len: 168 time: 0.1803365 Jul 09 17:36:54.697945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59386) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:54.750607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b0355-affd-46fb-aef9-5a92100fa3b4 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993cc109-3d4c-4c69-8a3d-7e46764c84da,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:55.347567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.593540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:36:55.688019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:36:55.688392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.810623 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.813963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port 5988ed89-d3a5-497d-9994-80fb7ab1f136 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:55.815317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.873428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:55.877531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:36:55.886053 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68096e8-c996-422f-b756-3357e4408de0" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:36:55.895111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:55.896364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 003fcad9-559a-4279-9d86-6e25f637f839 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:55.931054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59412) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:56.015731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 003fcad9-559a-4279-9d86-6e25f637f839 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:56.017031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] For port 5988ed89-d3a5-497d-9994-80fb7ab1f136, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5988ed89-d3a5-497d-9994-80fb7ab1f136,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:56.017525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.019221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 003fcad9-559a-4279-9d86-6e25f637f839 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:56.025262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cb309098-996c-4981-acc1-9b89b2bb28d5 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:36:56.047463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for 5988ed89-d3a5-497d-9994-80fb7ab1f136 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:56.084647 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d6e27-a7f0-4216-af61-6e3fa2ba6846 x-openstack-request-id: req-3a0d6e27-a7f0-4216-af61-6e3fa2ba6846 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:36:56.086047 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:36:56.089704 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0d6e27-a7f0-4216-af61-6e3fa2ba6846 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:36:56.090341 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:36:56.091093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: cb309098-996c-4981-acc1-9b89b2bb28d5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:36:56.092279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device cb309098-996c-4981-acc1-9b89b2bb28d5 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:36:56.147167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:56.193235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-766828573-network', 'tenant_id': 'da288ef58859480da4a1ba3768a92860'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:56.250345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Made reservation on behalf of da288ef58859480da4a1ba3768a92860 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:56.253315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.268143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.416535 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.455465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=5988ed89-d3a5-497d-9994-80fb7ab1f136,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:56.534057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.540338 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.587166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:36:56.596250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e128bb04-89ec-4f9c-88b3-be0670d41262,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:56.604420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.605240 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Added segment 7d7ea585-ea53-47b1-8543-edec6dd64c6c of type vlan for network 10e6cd90-333c-41e8-b085-b184e2d326c0 Jul 09 17:36:56.660993 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.714451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.717039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:56.718066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.792397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8600192 Jul 09 17:36:56.795971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59418) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:56.797736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04733-e70d-4259-86a7-6cf4c8d7c06b admin admin] Pushing event updated for resources: {'Network': ['ID=10e6cd90-333c-41e8-b085-b184e2d326c0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:56.805110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Request body: {'subnet': {'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-766828573-subnet', 'tenant_id': 'da288ef58859480da4a1ba3768a92860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:36:56.808705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 10e6cd90-333c-41e8-b085-b184e2d326c0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:36:56.854008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Made reservation on behalf of da288ef58859480da4a1ba3768a92860 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:36:56.856983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:56.942314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.234001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.356577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:57.374296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Checking segment: {'id': '7d7ea585-ea53-47b1-8543-edec6dd64c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:36:57.374658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Network hostable DHCP agents. Network: 10e6cd90-333c-41e8-b085-b184e2d326c0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:36:57.384825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Router 3f5709fe-793a-4257-be08-1ee68383b52a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:36:57.408109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Network 10e6cd90-333c-41e8-b085-b184e2d326c0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:36:57.464829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 10e6cd90-333c-41e8-b085-b184e2d326c0) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:36:57.475213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:36:57.475895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.485938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4330d-3fc0-42f8-b137-9fa622f623a0 None None] Network 10e6cd90-333c-41e8-b085-b184e2d326c0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:57.530703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-88d7efa1-3d6c-4e2e-a324-7828c85d25fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7299736 Jul 09 17:36:57.539963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:36:57.552068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-57e5f732-b57a-49a1-a060-ea78b321fd7f tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "PUT /v2.0/routers/3f5709fe-793a-4257-be08-1ee68383b52a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8528609 Jul 09 17:36:57.554806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:57.614581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting subnet 9e948adf-80e4-4406-a2aa-edf05ce1cfb1 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:36:57.620617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.695459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] Sync routers for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:36:57.701193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.712492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:57.713384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:57.766875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac90ecb-0e10-427d-8fc8-582b8310bfef None None] Network 10e6cd90-333c-41e8-b085-b184e2d326c0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:57.872327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.982549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:57.989834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:58.026423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca925b1-b28f-4ac3-a978-534d96ee2ceb None None] Network 9801a313-c06e-4cbc-bebc-3b26860e33ea requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:36:58.059095 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.067894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/subnets/9e948adf-80e4-4406-a2aa-edf05ce1cfb1 HTTP/1.1" status: 204 len: 168 time: 0.5097640 Jul 09 17:36:58.068605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59432) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:58.071152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e741a-9c36-4bde-8053-3721a0269e89 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Subnet': ['ID=9e948adf-80e4-4406-a2aa-edf05ce1cfb1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:58.291007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.435748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.501514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:36:56Z', 'revision_number': 5, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port': {'id': 'e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:16:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:35:07Z', 'updated_at': '2021-07-09T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:58.519741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Deleting port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:58.520474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.613084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] DHCP port deletion for 9801a313-c06e-4cbc-bebc-3b26860e33ea request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:36:58.616029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] Checking router: 3f5709fe-793a-4257-be08-1ee68383b52a for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:36:58.631748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] Routers {'3f5709fe-793a-4257-be08-1ee68383b52a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:36:58.632860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3f5709fe-793a-4257-be08-1ee68383b52a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:58.699679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] For port e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:58.701064 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.745894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Calling delete_port for e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:58.778103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] Set router 3f5709fe-793a-4257-be08-1ee68383b52a gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:36:58.841719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] Deleting port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:36:58.842006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.845543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:36:58Z', 'revision_number': 6, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:58.911749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f666c-afbf-4b2a-80ba-1de6ee644661 None None] The sync data for ids ['3f5709fe-793a-4257-be08-1ee68383b52a'] in n-d-791506-17 is: [{'id': '3f5709fe-793a-4257-be08-1ee68383b52a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119576499', 'tenant_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:35:06Z', 'updated_at': '2021-07-09T17:36:58Z', 'revision_number': 6, 'project_id': '8a137cb710e347e9a83606ea7c8a5d3c', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:36:58.943776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] For port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,segment=NetworkSegment(58381859-7cf1-418b-b81e-270c8d01c49d),segment_id=58381859-7cf1-418b-b81e-270c8d01c49d)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:36:58.944504 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:58.968543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] Calling delete_port for 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:36:59.095865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.098950 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.121609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] No DVR routers for this DVR port 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:36:59.137836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Port': ['ID=e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:59.147266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7d3ee-8225-4207-8b0e-52ab3c801ed8 None None] Pushing event deleted for resources: {'Port': ['ID=7496a5ac-1248-497c-b1ca-eda7f4cfc4fc,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:36:59.227189 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.356671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.359230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.407477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.408148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Fanout notify agent at l3_agent the message router_deleted on router 3f5709fe-793a-4257-be08-1ee68383b52a {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:36:59.421907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.423451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-04ec01f1-bd4b-4d3f-8730-08d3a07666fb tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/routers/3f5709fe-793a-4257-be08-1ee68383b52a HTTP/1.1" status: 204 len: 168 time: 1.3537207 Jul 09 17:36:59.426183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59444) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:36:59.562192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.695243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.719158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9801a313-c06e-4cbc-bebc-3b26860e33ea']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:59.734135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58381859-7cf1-418b-b81e-270c8d01c49d') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:59.735073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58381859-7cf1-418b-b81e-270c8d01c49d') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:36:59.745763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.766625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.776323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:36:59.776887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:36:59.780103 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:36:59.873745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.887318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:36:59.893902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] 10.222.0.21 "DELETE /v2.0/networks/9801a313-c06e-4cbc-bebc-3b26860e33ea HTTP/1.1" status: 204 len: 168 time: 0.4628065 Jul 09 17:36:59.933119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e236223-1154-4fc1-9fea-e15e19fc76c8 tempest-TestSecurityGroupsBasicOps-1342030726 tempest-TestSecurityGroupsBasicOps-1342030726-project] Pushing event deleted for resources: {'Network': ['ID=9801a313-c06e-4cbc-bebc-3b26860e33ea,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:00.242515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:00.305738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:00.306092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7496a5ac-1248-497c-b1ca-eda7f4cfc4fc not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:00.306515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5988ed89-d3a5-497d-9994-80fb7ab1f136 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:00.342821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5988ed89-d3a5-497d-9994-80fb7ab1f136 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:00.343171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5988ed89-d3a5-497d-9994-80fb7ab1f136 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:00.343592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:00.344415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59454) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:00.364010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:00.364365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e84bf1f5-9c2c-417d-bb83-bb0f7b4a2e8d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:00.534366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bdb00e00-ca47-45d9-a24b-fec9aa805b1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a137cb710e347e9a83606ea7c8a5d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881616 Jul 09 17:37:00.538068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59458) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:00.995117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee079d6b-acde-443b-9108-618b595d40b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.025556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee079d6b-acde-443b-9108-618b595d40b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.094776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee079d6b-acde-443b-9108-618b595d40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.098548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ee079d6b-acde-443b-9108-618b595d40b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.100060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ee079d6b-acde-443b-9108-618b595d40b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1372ac-f0ea-43af-8567-9236b7c143f6 HTTP/1.1" status: 204 len: 168 time: 0.5586531 Jul 09 17:37:01.112682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee079d6b-acde-443b-9108-618b595d40b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1372ac-f0ea-43af-8567-9236b7c143f6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:01.514676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:01.529850 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b4e5-4765-4b58-b984-363d249e2500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.684782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b4e5-4765-4b58-b984-363d249e2500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.698992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b4e5-4765-4b58-b984-363d249e2500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.737520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3b4e5-4765-4b58-b984-363d249e2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832b6e3a-eb45-48b4-90be-09bd05f7262d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:01.765681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1cd3b4e5-4765-4b58-b984-363d249e2500 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff7700516dcc4d64bd7171c3f876849f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497075 Jul 09 17:37:01.768443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:01.848711 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31f4df6b-ea4b-4a86-92f8-a946625e6a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.881173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31f4df6b-ea4b-4a86-92f8-a946625e6a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.938671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31f4df6b-ea4b-4a86-92f8-a946625e6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.944997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31f4df6b-ea4b-4a86-92f8-a946625e6a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:01.947379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31f4df6b-ea4b-4a86-92f8-a946625e6a01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/832b6e3a-eb45-48b4-90be-09bd05f7262d HTTP/1.1" status: 204 len: 168 time: 0.1769125 Jul 09 17:37:01.972432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4df6b-ea4b-4a86-92f8-a946625e6a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b6e3a-eb45-48b4-90be-09bd05f7262d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:02.461538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59478) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:02.521639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-238c3271-cb8d-4970-b5e7-daf6abf70cb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e4f334bfd6a4d168774ea79938c8390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583689 Jul 09 17:37:02.524954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59480) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:02.586820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-339681c9-ea07-48e7-8a5f-58dcc9e1121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:02.612892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-339681c9-ea07-48e7-8a5f-58dcc9e1121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:02.683104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-339681c9-ea07-48e7-8a5f-58dcc9e1121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:02.686454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-339681c9-ea07-48e7-8a5f-58dcc9e1121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:02.688109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-339681c9-ea07-48e7-8a5f-58dcc9e1121f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1385ee9-4353-4170-8185-0ef56b1fb642 HTTP/1.1" status: 204 len: 168 time: 0.1613982 Jul 09 17:37:02.697038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339681c9-ea07-48e7-8a5f-58dcc9e1121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1385ee9-4353-4170-8185-0ef56b1fb642,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:03.645428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59508) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:03.792216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-221615085-network', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:03.843623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Made reservation on behalf of c0a44e5c1c6444e29ff74ac0e3e1f51c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:03.848412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:03.858730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.014443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.027938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.082351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:37:04.121856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.122208 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Added segment a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae of type vlan for network 6a390667-7f60-4217-bfcf-c96a38b9a9eb Jul 09 17:37:04.157625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3a38e-090b-4017-811d-174eb24de2c1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:04.225596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.278086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-8c9f244d-2c96-470a-bba1-348d5dccbe08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992439 Jul 09 17:37:04.279180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.280381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.280700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.302532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6523833 Jul 09 17:37:04.303725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59522) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:04.311065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Request body: {'subnet': {'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-221615085-subnet', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:04.346841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Made reservation on behalf of c0a44e5c1c6444e29ff74ac0e3e1f51c for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:04.350408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:04.395789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3346c2-dc2e-4ca1-bc68-8fb0a22efb93 admin admin] Pushing event updated for resources: {'Network': ['ID=6a390667-7f60-4217-bfcf-c96a38b9a9eb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:04.408503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:37:04.433146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-24793711-0291-4e76-b854-3e1c5712cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.440029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-24793711-0291-4e76-b854-3e1c5712cbfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 1098 time: 0.0836618 Jul 09 17:37:04.581820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-b81ab7e3-9e05-4e19-9589-0a544e0561af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.588724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-b81ab7e3-9e05-4e19-9589-0a544e0561af service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.1157641 Jul 09 17:37:04.643787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-d9eebad1-48f5-4b88-b88c-3ab4ad372333 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.646920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-d9eebad1-48f5-4b88-b88c-3ab4ad372333 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/networks?id=10e6cd90-333c-41e8-b085-b184e2d326c0 HTTP/1.1" status: 200 len: 813 time: 0.2441680 Jul 09 17:37:04.679432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-ea953805-b84b-488f-b9f5-c6757db8fd85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 200 len: 1002 time: 0.0891247 Jul 09 17:37:04.684275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-e20401ad-3427-411c-b5c8-4c9c21516d78 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/quotas/da288ef58859480da4a1ba3768a92860 HTTP/1.1" status: 200 len: 375 time: 0.0265563 Jul 09 17:37:04.781995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-54825d12-03b9-48f2-88ac-ba1d0329c85e tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da288ef58859480da4a1ba3768a92860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854535 Jul 09 17:37:04.790370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-93596a76-586f-439e-99e1-505e935c0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.804004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-93596a76-586f-439e-99e1-505e935c0194 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1079879 Jul 09 17:37:04.867416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-6e6cb0b4-4619-43f3-8ecf-eb8389901567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:04.869677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-6e6cb0b4-4619-43f3-8ecf-eb8389901567 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641098 Jul 09 17:37:04.955856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.010521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-6ca648e2-e2dc-4c88-aebb-7ab36b2de223 service neutron] 10.222.0.21 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253454 Jul 09 17:37:05.062866 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-a3a54a77-8faa-4b79-8133-7f41f73f79be service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846762 Jul 09 17:37:05.105846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6371b810-bf98-4227-9d59-cb63ad0339b2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:05.115610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Checking segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:05.116097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Network hostable DHCP agents. Network: 6a390667-7f60-4217-bfcf-c96a38b9a9eb, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:37:05.167410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:37:05.189106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-21031790-0b81-4a40-8849-760525d2f8ba service neutron] 10.222.0.21 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772704 Jul 09 17:37:05.201823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e99e5a14-0014-4c7a-b192-20daa918d931 req-ccee348c-c540-4fd4-8aaf-07a75bfb70b0 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292348 Jul 09 17:37:05.207942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 6a390667-7f60-4217-bfcf-c96a38b9a9eb) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:05.229235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:05.229924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.233532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e1b7e-9923-4a44-8eab-c1b65466b9e2 None None] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:05.288626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ab85d25f-29e7-4a3b-a7ab-f9bcd30c0b87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9800866 Jul 09 17:37:05.288989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59538) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:05.294785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:05.358049 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.359793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.519007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.706205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:37:05.707079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.708382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8419f04-f7fd-422e-b5ea-06c81a85269d req-3195016e-9c3b-4789-b46b-88ba1452ee5c tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 210 time: 0.0438194 Jul 09 17:37:05.790366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:05.980489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Allocated IP 172.20.0.2 (6a390667-7f60-4217-bfcf-c96a38b9a9eb/6371b810-bf98-4227-9d59-cb63ad0339b2/953cbe9a-96f1-401b-831b-c1c7d2961615) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:06.212441 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.241176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.248450 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.262559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Transition to ACTIVE for port object 953cbe9a-96f1-401b-831b-c1c7d2961615 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:06.290786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Transition to ACTIVE for port object 953cbe9a-96f1-401b-831b-c1c7d2961615 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:06.301994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.403242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:06.422416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Pushing event updated for resources: {'Port': ['ID=953cbe9a-96f1-401b-831b-c1c7d2961615,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:06.425681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:06.428636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:06.484074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Allocated IP 172.25.3.70 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/26dbd83c-8479-4ee5-834b-a5232322d5d6) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:06.510859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Attempting to bind port 953cbe9a-96f1-401b-831b-c1c7d2961615 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:06.511749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Attempting to bind port 953cbe9a-96f1-401b-831b-c1c7d2961615 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:06.512331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Attempting to bind port 953cbe9a-96f1-401b-831b-c1c7d2961615 on network 6a390667-7f60-4217-bfcf-c96a38b9a9eb {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:06.520766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:06.521331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Checking segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:06.521993 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.522483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Bound using segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:06.523155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Bound port: 953cbe9a-96f1-401b-831b-c1c7d2961615, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:06.523735 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.662710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] For port 953cbe9a-96f1-401b-831b-c1c7d2961615, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:06.670824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] For port 953cbe9a-96f1-401b-831b-c1c7d2961615, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=953cbe9a-96f1-401b-831b-c1c7d2961615,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:06.675352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.697807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.736179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:06.787388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e74cf1-e1a4-43d7-8278-527e29ee0b46 None None] Pushing event updated for resources: {'Port': ['ID=953cbe9a-96f1-401b-831b-c1c7d2961615,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:06.846166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:06.849272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:06.873194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:06.922296 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0008882-7406-47fb-b2d9-7c789dcaf31e req-68654c3c-0f2b-46cb-acad-5f6a7ece8d0f tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 210 time: 0.0610123 Jul 09 17:37:06.962922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Pushing event updated for resources: {'Port': ['ID=26dbd83c-8479-4ee5-834b-a5232322d5d6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:07.815345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-d3114623-50c6-45c6-a1f3-e8cd648c449c tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:07.816844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-d3114623-50c6-45c6-a1f3-e8cd648c449c tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.36 "GET /v2.0/networks?id=10e6cd90-333c-41e8-b085-b184e2d326c0 HTTP/1.1" status: 200 len: 813 time: 0.1960406 Jul 09 17:37:07.838598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Request body: {'port': {'device_id': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0', 'admin_state_up': True, 'tenant_id': 'da288ef58859480da4a1ba3768a92860'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:07.934294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.157287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2d054d8-b7b1-4e8a-b96b-02443b853530 req-0fa30444-aac3-45f1-b200-1eedce494b3c tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 210 time: 0.0755758 Jul 09 17:37:08.162995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Made reservation on behalf of da288ef58859480da4a1ba3768a92860 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:08.167871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.221085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.352941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 953cbe9a-96f1-401b-831b-c1c7d2961615 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:08.411486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 953cbe9a-96f1-401b-831b-c1c7d2961615 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:08.460865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.506712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef74205-28b5-4d7b-bb77-b253e7902a93 None None] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:08.569322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Allocated IP 172.20.0.7 (10e6cd90-333c-41e8-b085-b184e2d326c0/c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc/3352b1cf-1e3f-4992-84e1-76962442da21) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:08.757415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-148be723-7c92-4985-a125-003f949e8e14 None None] Provisioning for port 953cbe9a-96f1-401b-831b-c1c7d2961615 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:08.824256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Router 09b68f4a-2682-4165-8b27-ca75b85cdd10 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:37:08.832728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-148be723-7c92-4985-a125-003f949e8e14 None None] Provisioning complete for port 953cbe9a-96f1-401b-831b-c1c7d2961615 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:08.833110 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-148be723-7c92-4985-a125-003f949e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:08.963266 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-148be723-7c92-4985-a125-003f949e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.023794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.048068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-148be723-7c92-4985-a125-003f949e8e14 None None] For port 953cbe9a-96f1-401b-831b-c1c7d2961615, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=953cbe9a-96f1-401b-831b-c1c7d2961615,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:09.084197 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-148be723-7c92-4985-a125-003f949e8e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.092527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:09.117741 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Sync routers for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:09.124144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.125652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-710d3298-54fb-49d9-9f79-e98b18ea0726 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8356073 Jul 09 17:37:09.130547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:09.139329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.153703 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:09.155079 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:09.240259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Pushing event updated for resources: {'Port': ['ID=3352b1cf-1e3f-4992-84e1-76962442da21,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:09.266551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Network 10e6cd90-333c-41e8-b085-b184e2d326c0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:09.275579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:09.279558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:09.357475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148be723-7c92-4985-a125-003f949e8e14 None None] Pushing event updated for resources: {'Port': ['ID=953cbe9a-96f1-401b-831b-c1c7d2961615,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:09.378217 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.386881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:09.388439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3c56312d-47b0-4186-9d69-96ba8b16f742 None None] Provisioning complete for port 953cbe9a-96f1-401b-831b-c1c7d2961615 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:09.388819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c56312d-47b0-4186-9d69-96ba8b16f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.393836 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.423295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c47da2f3-0a93-4884-84ba-553de2c5c404 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5911331 Jul 09 17:37:09.435364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Request body: {'port': {'device_id': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:09.471821 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:09.565268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.753824 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:07Z', 'revision_number': 3, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:09.786709 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Checking router: 09b68f4a-2682-4165-8b27-ca75b85cdd10 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:09.787664 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Updating router 09b68f4a-2682-4165-8b27-ca75b85cdd10 port 26dbd83c-8479-4ee5-834b-a5232322d5d6 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:37:09.868812 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:09.924241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22a758-64e1-437f-8fde-fcc2363b4bdf req-d54f1f53-8bfb-4b3c-b6aa-f53cd3a3b606 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:09.931254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da22a758-64e1-437f-8fde-fcc2363b4bdf req-d54f1f53-8bfb-4b3c-b6aa-f53cd3a3b606 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.1372893 Jul 09 17:37:09.976676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc376-7948-4687-8009-4c1a99c635fc req-8d59cd03-22b2-463a-9e98-06bf14bdf50d tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:09.978623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed6cc376-7948-4687-8009-4c1a99c635fc req-8d59cd03-22b2-463a-9e98-06bf14bdf50d tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 931 time: 0.2784882 Jul 09 17:37:10.008452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da22a758-64e1-437f-8fde-fcc2363b4bdf req-82cfcfcf-fa78-4bda-9387-707caf7478df tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761783 Jul 09 17:37:10.076444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.114036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed6cc376-7948-4687-8009-4c1a99c635fc req-e446a36d-970d-4708-a1b5-eb57f915f200 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996039 Jul 09 17:37:10.125920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3352b1cf-1e3f-4992-84e1-76962442da21 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:10.157747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.193189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Transition to ACTIVE for port object 3352b1cf-1e3f-4992-84e1-76962442da21 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:10.203810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.270518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 953cbe9a-96f1-401b-831b-c1c7d2961615 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:10.298966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Pushing event updated for resources: {'Port': ['ID=3352b1cf-1e3f-4992-84e1-76962442da21,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:10.363976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 953cbe9a-96f1-401b-831b-c1c7d2961615 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:10.364620 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.368446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Attempting to bind port 3352b1cf-1e3f-4992-84e1-76962442da21 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:10.368930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Attempting to bind port 3352b1cf-1e3f-4992-84e1-76962442da21 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '7d7ea585-ea53-47b1-8543-edec6dd64c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:10.369103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Attempting to bind port 3352b1cf-1e3f-4992-84e1-76962442da21 on network 10e6cd90-333c-41e8-b085-b184e2d326c0 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:10.374480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Port 3352b1cf-1e3f-4992-84e1-76962442da21 on network 10e6cd90-333c-41e8-b085-b184e2d326c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:37:10.374912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Attempting to bind port 3352b1cf-1e3f-4992-84e1-76962442da21 on network 10e6cd90-333c-41e8-b085-b184e2d326c0 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:10.381874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:10.382355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Checking segment: {'id': '7d7ea585-ea53-47b1-8543-edec6dd64c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:10.382687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Bound using segment: {'id': '7d7ea585-ea53-47b1-8543-edec6dd64c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:10.383155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Bound port: 3352b1cf-1e3f-4992-84e1-76962442da21, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7ea585-ea53-47b1-8543-edec6dd64c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:10.383640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.391135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7f283306-d7f1-4474-b173-3867a9a40698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.446593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Allocated IP 172.20.0.1 (6a390667-7f60-4217-bfcf-c96a38b9a9eb/6371b810-bf98-4227-9d59-cb63ad0339b2/d8ad64fd-792d-4b97-b416-1aca970ee4fe) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:10.479503 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.487637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] For port 3352b1cf-1e3f-4992-84e1-76962442da21, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:10.491793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] For port 3352b1cf-1e3f-4992-84e1-76962442da21, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3352b1cf-1e3f-4992-84e1-76962442da21,segment=NetworkSegment(7d7ea585-ea53-47b1-8543-edec6dd64c6c),segment_id=7d7ea585-ea53-47b1-8543-edec6dd64c6c)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:10.501160 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.501687 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Transition to ACTIVE for port object 26dbd83c-8479-4ee5-834b-a5232322d5d6 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:10.514240 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.557753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:10.558489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.560540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] 10.222.0.36 "PUT /v2.0/ports/3352b1cf-1e3f-4992-84e1-76962442da21 HTTP/1.1" status: 200 len: 1092 time: 1.1296675 Jul 09 17:37:10.561040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'tag': '3352b1cf-1e3f-4992-84e1-76962442da21'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:10.566093 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3264f2d-859d-4c67-8337-d9e05b2f1a83" -d '{"events": [{"name": "network-changed", "server_uuid": "3309dc1d-7ebb-4249-915b-3e337e21b9fa", "tag": "3352b1cf-1e3f-4992-84e1-76962442da21"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:10.595236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.618931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Transition to ACTIVE for port object d8ad64fd-792d-4b97-b416-1aca970ee4fe will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:10.628263 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Attempting to bind port 26dbd83c-8479-4ee5-834b-a5232322d5d6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:10.628690 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Attempting to bind port 26dbd83c-8479-4ee5-834b-a5232322d5d6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:10.628988 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Attempting to bind port 26dbd83c-8479-4ee5-834b-a5232322d5d6 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:10.651872 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:10.652706 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:10.653666 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.655181 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:10.656285 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Bound port: 26dbd83c-8479-4ee5-834b-a5232322d5d6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:10.656959 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.660827 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c326b2-ec4f-4093-9879-0459fdc14403 None None] Pushing event updated for resources: {'Port': ['ID=26dbd83c-8479-4ee5-834b-a5232322d5d6,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:10.676112 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d32dc4-2403-446a-9749-6af2b371d70c x-openstack-request-id: req-e6d32dc4-2403-446a-9749-6af2b371d70c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:10.676415 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3309dc1d-7ebb-4249-915b-3e337e21b9fa", "tag": "3352b1cf-1e3f-4992-84e1-76962442da21", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:10.676746 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6d32dc4-2403-446a-9749-6af2b371d70c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:10.677237 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'tag': '3352b1cf-1e3f-4992-84e1-76962442da21', 'status': 'completed', 'code': 200} Jul 09 17:37:10.681078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.684202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c600d-2dae-47ad-8ddb-cb1ba3d2bd2c service neutron] Pushing event updated for resources: {'Port': ['ID=3352b1cf-1e3f-4992-84e1-76962442da21,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:10.732074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:10.738699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c49e4e17-8974-4107-930e-5523ed0ea6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:10.742659 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-c49e4e17-8974-4107-930e-5523ed0ea6ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da288ef58859480da4a1ba3768a92860&device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 1095 time: 0.1136606 Jul 09 17:37:10.757054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:10.766925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:10.770097 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] For port 26dbd83c-8479-4ee5-834b-a5232322d5d6, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:10.777014 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] For port 26dbd83c-8479-4ee5-834b-a5232322d5d6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26dbd83c-8479-4ee5-834b-a5232322d5d6,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:10.791559 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.819789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ad64fd-792d-4b97-b416-1aca970ee4fe,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:10.822005 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-ba30b77c-5e02-4b70-9cb5-920dbf1f37c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3352b1cf-1e3f-4992-84e1-76962442da21 HTTP/1.1" status: 200 len: 217 time: 0.0680485 Jul 09 17:37:10.853170 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:10.866673 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:10.867439 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:36:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:10.917778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-9e73ce16-4281-495a-a6a9-403e09af6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:10.920565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-9e73ce16-4281-495a-a6a9-403e09af6730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc HTTP/1.1" status: 200 len: 853 time: 0.0742056 Jul 09 17:37:10.943282 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c326b2-ec4f-4093-9879-0459fdc14403 None None] Pushing event updated for resources: {'Port': ['ID=26dbd83c-8479-4ee5-834b-a5232322d5d6,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:10.960259 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-09739d64-4fc4-44aa-b9b3-95adde731487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10e6cd90-333c-41e8-b085-b184e2d326c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274765 Jul 09 17:37:11.073379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:11.074669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:11.086605 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-107ef9a6-25eb-4136-91b7-818ef511bfda service neutron] 10.222.0.36 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192276 Jul 09 17:37:11.143752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f13b6788-59bb-41f0-8e91-aa1b92393608 None None] Provisioning for port d8ad64fd-792d-4b97-b416-1aca970ee4fe completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:11.148495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f13b6788-59bb-41f0-8e91-aa1b92393608 None None] Provisioning complete for port d8ad64fd-792d-4b97-b416-1aca970ee4fe triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:11.149023 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f13b6788-59bb-41f0-8e91-aa1b92393608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:11.225551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6818ab4c-55ec-4897-a55e-403917f640e8 req-5fccfd4a-91e4-4892-a7c9-aa364b43bc7f service neutron] 10.222.0.36 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327121 Jul 09 17:37:11.260557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6788-59bb-41f0-8e91-aa1b92393608 None None] Port d8ad64fd-792d-4b97-b416-1aca970ee4fe cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:11.342694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-918b174e-dadc-4b46-8a94-3283b71754a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:11.344171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-918b174e-dadc-4b46-8a94-3283b71754a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da288ef58859480da4a1ba3768a92860&device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 1095 time: 0.0549057 Jul 09 17:37:11.345650 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:07Z', 'revision_number': 3, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:11.378406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b2c28-cf29-4f6d-99ee-28d2073f9ed5 req-b711ba41-1cdd-4bcc-82f3-8b6ac7a5e564 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:11.380345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c3b2c28-cf29-4f6d-99ee-28d2073f9ed5 req-b711ba41-1cdd-4bcc-82f3-8b6ac7a5e564 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.1709940 Jul 09 17:37:11.397517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eddbec-e9b7-46c8-bdcd-9b6051a5b19c None None] The sync data for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 is: [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:07Z', 'revision_number': 3, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:11.444840 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:11.459626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:11.515553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-f94e0226-97df-4bd7-ab50-5e835c1adc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:11.517190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-f94e0226-97df-4bd7-ab50-5e835c1adc25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10e6cd90-333c-41e8-b085-b184e2d326c0 HTTP/1.1" status: 200 len: 914 time: 0.1662869 Jul 09 17:37:11.522858 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6c3b2c28-cf29-4f6d-99ee-28d2073f9ed5 req-7482f1aa-2997-4890-97cd-af38ea0362cb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264060 Jul 09 17:37:11.528830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d77d-e417-4817-a5d4-78817e97cd14 req-b7715fbd-d0e4-449d-94eb-62bc4833f023 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:11.538753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02e2d77d-e417-4817-a5d4-78817e97cd14 req-b7715fbd-d0e4-449d-94eb-62bc4833f023 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 943 time: 0.1496968 Jul 09 17:37:11.572344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:11.575221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ad64fd-792d-4b97-b416-1aca970ee4fe,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:11.598419 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-ff6fff0f-56c7-4622-976f-c02736ca606b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3352b1cf-1e3f-4992-84e1-76962442da21 HTTP/1.1" status: 200 len: 217 time: 0.0518520 Jul 09 17:37:11.653355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02e2d77d-e417-4817-a5d4-78817e97cd14 req-4b8d9b4d-2287-4551-a105-5f43a5195135 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134975 Jul 09 17:37:11.685654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-f36d5e65-7469-4543-9d38-7d4ef11f68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:11.687258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-f36d5e65-7469-4543-9d38-7d4ef11f68ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc HTTP/1.1" status: 200 len: 853 time: 0.0786142 Jul 09 17:37:11.735340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-11bd8660-e061-4ce8-a3bd-fc8d70cec607 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10e6cd90-333c-41e8-b085-b184e2d326c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408688 Jul 09 17:37:11.754431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:11.756059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:12.062078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-e3536734-ea7a-4aea-960d-b280cf7737a7 service neutron] 10.222.0.36 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194442 Jul 09 17:37:12.066337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Router 09b68f4a-2682-4165-8b27-ca75b85cdd10 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:12.198143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d494dc88-5063-4e8c-9e6b-b82d4dd250d1 None None] Provisioning complete for port d8ad64fd-792d-4b97-b416-1aca970ee4fe triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:12.198779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d494dc88-5063-4e8c-9e6b-b82d4dd250d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:12.244384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:12.250443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-34fe9bfa-d81c-4b89-965f-1401e16f9e35 admin admin] 10.222.0.21 "PUT /v2.0/routers/09b68f4a-2682-4165-8b27-ca75b85cdd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175067 Jul 09 17:37:12.314660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d494dc88-5063-4e8c-9e6b-b82d4dd250d1 None None] Port d8ad64fd-792d-4b97-b416-1aca970ee4fe cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:12.330198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-e1cc0bba-db0a-45d8-a48a-7c1af669dbff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3581448 Jul 09 17:37:12.401305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26dbd83c-8479-4ee5-834b-a5232322d5d6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:12.493283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 26dbd83c-8479-4ee5-834b-a5232322d5d6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:12.503545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 26dbd83c-8479-4ee5-834b-a5232322d5d6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:12.504064 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:12.509017 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3264f2d-859d-4c67-8337-d9e05b2f1a83 req-7047d39d-0ecf-49dd-ad88-fe905f99e6da service neutron] 10.222.0.36 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384165 Jul 09 17:37:12.548546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-05f1b3ba-9c5c-4e14-ad78-1bc41b611832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:12.550399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-05f1b3ba-9c5c-4e14-ad78-1bc41b611832 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1098 time: 0.1207201 Jul 09 17:37:12.608588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:12.638370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 26dbd83c-8479-4ee5-834b-a5232322d5d6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26dbd83c-8479-4ee5-834b-a5232322d5d6,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:12.648441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:12.699876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-0e7390b0-6378-43d4-83c1-748bf8adb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:12.702012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-0e7390b0-6378-43d4-83c1-748bf8adb38b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1240542 Jul 09 17:37:12.747469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=26dbd83c-8479-4ee5-834b-a5232322d5d6,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:12.824229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-02154f52-cfef-4f86-aa89-8cae89561db5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1002 time: 0.1143036 Jul 09 17:37:12.915306 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cc8b07ce-46e3-4963-8334-5c61bc9f2304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:12.932252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-63a12d63-77ef-48cc-9f71-7ddfe0f3ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:12.934104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-63a12d63-77ef-48cc-9f71-7ddfe0f3ccd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1002440 Jul 09 17:37:13.003724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d190099-eacc-4296-a0f1-3c971148e1e1 req-a83cd628-e1fe-4035-89a4-d0b7d510096e tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.005652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d190099-eacc-4296-a0f1-3c971148e1e1 req-a83cd628-e1fe-4035-89a4-d0b7d510096e tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 943 time: 0.1615956 Jul 09 17:37:13.042560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-659eb7fe-5b3e-4dfb-9548-1dfb616621ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.044756 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-659eb7fe-5b3e-4dfb-9548-1dfb616621ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024899 Jul 09 17:37:13.064678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59678) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:13.070202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-453000418-network', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:13.081325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d190099-eacc-4296-a0f1-3c971148e1e1 req-6c38b982-9830-4b37-9b18-4cfa6b0ff2d5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644901 Jul 09 17:37:13.102731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Made reservation on behalf of cc5fdf9befca47b5bb78ca1abe79cac3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:13.105581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.115990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.163565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-c66d83b5-9e24-41b8-9d24-847d02f2b316 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084480 Jul 09 17:37:13.262828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.268348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.281726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:37:13.297285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-419e4483-d802-4b29-9fa7-fe23123d65f9 req-dc4f663f-a72c-4cc4-833e-b2bf5904b5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264985 Jul 09 17:37:13.305453 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.305801 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Added segment 0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd of type vlan for network 0255055c-4e4a-453b-83b9-9573e17caf09 Jul 09 17:37:13.317936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699d6cc-8aba-4d0c-bb9f-84ecdeed89eb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:13.324502 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.354145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.386416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.387557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.388217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.446685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3808525 Jul 09 17:37:13.449532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59686) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:13.454628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Request body: {'subnet': {'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-453000418-subnet', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:13.457666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f8afb-df7c-4caa-92db-6d7e8d5a29bc admin admin] Pushing event updated for resources: {'Network': ['ID=0255055c-4e4a-453b-83b9-9573e17caf09,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:13.472389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0255055c-4e4a-453b-83b9-9573e17caf09 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:37:13.482903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Made reservation on behalf of cc5fdf9befca47b5bb78ca1abe79cac3 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:13.485994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.632515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:13.683684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.694683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Sync routers for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:13.735465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:13.736208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:13.757743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5243331-f706-4ebe-8217-fd7801d80eae,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:13.772135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Checking segment: {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:13.772571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Network hostable DHCP agents. Network: 0255055c-4e4a-453b-83b9-9573e17caf09, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:37:13.791893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Network 0255055c-4e4a-453b-83b9-9573e17caf09 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:37:13.792898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.803264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0255055c-4e4a-453b-83b9-9573e17caf09) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:13.809982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:13.810858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.828090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ba9ac814-8ffa-4d84-8002-07d70bb01e96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3773077 Jul 09 17:37:13.830763 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59690) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:13.836521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:13.838008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239574cb-bf32-49cc-8910-ce3b53554fba None None] Network 0255055c-4e4a-453b-83b9-9573e17caf09 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:13.880714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.881758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.893294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:13.895717 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5769517f-d196-425e-9e52-b2c613309ee1" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-unplugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:13.922887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:13.942841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.949513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:13.953035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:13.992485 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f757ee0-c3d3-4001-afba-da6e2f7bea6d x-openstack-request-id: req-3f757ee0-c3d3-4001-afba-da6e2f7bea6d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:13.993161 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-unplugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:13.993712 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f757ee0-c3d3-4001-afba-da6e2f7bea6d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:13.994273 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:37:14.019100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.135306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.172284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:14.187028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.187381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.187906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.188249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.188583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.188915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.189241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.189568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.189883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.190210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.190537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.190846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:14.276303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26dbd83c-8479-4ee5-834b-a5232322d5d6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:14.292038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0255055c-4e4a-453b-83b9-9573e17caf09', 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'fixed_ips': [{'subnet_id': 'b5243331-f706-4ebe-8217-fd7801d80eae'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:37:14.292304 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.342007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3a0ec-e231-4d4e-ae12-b5b41527b7e9 req-bc6c739a-0995-4592-83d8-086fface7c38 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:14.343687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7de3a0ec-e231-4d4e-ae12-b5b41527b7e9 req-bc6c739a-0995-4592-83d8-086fface7c38 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 943 time: 0.1071098 Jul 09 17:37:14.423948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7de3a0ec-e231-4d4e-ae12-b5b41527b7e9 req-f962988b-e1e2-49b9-a6c2-23a67e3ab47f tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728946 Jul 09 17:37:14.530177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.533588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 26dbd83c-8479-4ee5-834b-a5232322d5d6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:14.534240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.551675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.599518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:11Z', 'revision_number': 2, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:14.662926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Checking router: 09b68f4a-2682-4165-8b27-ca75b85cdd10 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:14.663476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Updating router 09b68f4a-2682-4165-8b27-ca75b85cdd10 port d8ad64fd-792d-4b97-b416-1aca970ee4fe binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:37:14.707984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Allocated IP 172.20.0.2 (0255055c-4e4a-453b-83b9-9573e17caf09/b5243331-f706-4ebe-8217-fd7801d80eae/de546445-a17a-4695-9b1f-e5c8d68e30df) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:14.769747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:14.915721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59714) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:15.066432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-800590bc-5321-4ea5-a7ca-e0af6f1cea8f tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/floatingips/0eecccc3-7800-4d90-83c8-8c6d157c787d HTTP/1.1" status: 200 len: 993 time: 0.1465688 Jul 09 17:37:15.096003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ba6a-4cd5-428d-9121-c36739fd441e req-854a0d36-a774-47e2-a5fd-9d685da9e581 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:15.098238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd33ba6a-4cd5-428d-9121-c36739fd441e req-854a0d36-a774-47e2-a5fd-9d685da9e581 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.5435224 Jul 09 17:37:15.146032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Allocated IP 172.25.3.154 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/04e7966b-7074-4d65-9245-03152300164a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:15.191023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3352b1cf-1e3f-4992-84e1-76962442da21 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:37:15.232686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dd33ba6a-4cd5-428d-9121-c36739fd441e req-beebac6b-a262-4d82-9105-fca9f0f5afe9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189814 Jul 09 17:37:15.274523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59720) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:15.377145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.436455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.468789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3352b1cf-1e3f-4992-84e1-76962442da21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3352b1cf-1e3f-4992-84e1-76962442da21,segment=NetworkSegment(7d7ea585-ea53-47b1-8543-edec6dd64c6c),segment_id=7d7ea585-ea53-47b1-8543-edec6dd64c6c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:15.496485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33a9e90-a638-4a29-b4b4-e13f1eba3724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.516113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Pushing event updated for resources: {'Port': ['ID=04e7966b-7074-4d65-9245-03152300164a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:15.538855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:15.540229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59732) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:15.541327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:15.545862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:15.606267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '3352b1cf-1e3f-4992-84e1-76962442da21', 'network_id': '10e6cd90-333c-41e8-b085-b184e2d326c0', 'port_id': '3352b1cf-1e3f-4992-84e1-76962442da21', 'mac_address': 'fa:16:3e:95:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:37:15.651846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:37:15.671961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33a9e90-a638-4a29-b4b4-e13f1eba3724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.680458 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f33a9e90-a638-4a29-b4b4-e13f1eba3724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.726174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a9e90-a638-4a29-b4b4-e13f1eba3724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78699fde-1524-4abd-9e11-d016213f1f30,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:15.737629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f33a9e90-a638-4a29-b4b4-e13f1eba3724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db89d0280de2422c914fcf10b512c2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613934 Jul 09 17:37:15.743492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59734) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:15.748636 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.777571 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.801129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55ec533d-8f1f-4fb3-86ae-8c09cd7652d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.811876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Transition to ACTIVE for port object de546445-a17a-4695-9b1f-e5c8d68e30df will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:15.818714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3352b1cf-1e3f-4992-84e1-76962442da21 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:15.827141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55ec533d-8f1f-4fb3-86ae-8c09cd7652d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.891374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55ec533d-8f1f-4fb3-86ae-8c09cd7652d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.894934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-55ec533d-8f1f-4fb3-86ae-8c09cd7652d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.897542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-55ec533d-8f1f-4fb3-86ae-8c09cd7652d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78699fde-1524-4abd-9e11-d016213f1f30 HTTP/1.1" status: 204 len: 168 time: 0.1529844 Jul 09 17:37:15.908211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec533d-8f1f-4fb3-86ae-8c09cd7652d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78699fde-1524-4abd-9e11-d016213f1f30,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:15.917284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3352b1cf-1e3f-4992-84e1-76962442da21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3352b1cf-1e3f-4992-84e1-76962442da21,segment=NetworkSegment(7d7ea585-ea53-47b1-8543-edec6dd64c6c),segment_id=7d7ea585-ea53-47b1-8543-edec6dd64c6c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:15.976410 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:15.981186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Transition to ACTIVE for port object de546445-a17a-4695-9b1f-e5c8d68e30df will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:16.000838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.033641 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.042547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868ae5-201d-4fe2-87bf-ff4b825b2578 req-252bea7c-bd54-4991-b8ba-7a7bad9233d2 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:16.049467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a868ae5-201d-4fe2-87bf-ff4b825b2578 req-252bea7c-bd54-4991-b8ba-7a7bad9233d2 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 943 time: 0.4237671 Jul 09 17:37:16.077653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:16.124002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:37:16.186921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a868ae5-201d-4fe2-87bf-ff4b825b2578 req-9fde1059-347a-4cca-a101-e1bcf8f18848 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341960 Jul 09 17:37:16.188710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port ab7fd52c-ba5c-415b-9c03-8ea65e8dbc27 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:16.188924 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.207861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Network 0255055c-4e4a-453b-83b9-9573e17caf09 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:16.208672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3352b1cf-1e3f-4992-84e1-76962442da21,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:16.217504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['3352b1cf-1e3f-4992-84e1-76962442da21'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:37:16.229374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:16.279503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:16.291876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.353780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.408800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:16.430723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:16.438563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Attempting to bind port de546445-a17a-4695-9b1f-e5c8d68e30df on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:16.438896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Attempting to bind port de546445-a17a-4695-9b1f-e5c8d68e30df by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:16.439258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Attempting to bind port de546445-a17a-4695-9b1f-e5c8d68e30df on network 0255055c-4e4a-453b-83b9-9573e17caf09 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:16.449269 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.451008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Pushing event updated for resources: {'Port': ['ID=de546445-a17a-4695-9b1f-e5c8d68e30df,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:16.458551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:16.458908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Checking segment: {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:16.459746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.459746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Bound using segment: {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:16.460169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Bound port: de546445-a17a-4695-9b1f-e5c8d68e30df, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:16.460546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.517732 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.541256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087576d3-70b8-48ae-b58f-c7bd9dcbd0c5 req-a2a4f7f1-2a71-48ae-8650-fe75715e9acf tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:16.553490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087576d3-70b8-48ae-b58f-c7bd9dcbd0c5 req-a2a4f7f1-2a71-48ae-8650-fe75715e9acf tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1194186 Jul 09 17:37:16.605115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5339b060-1d2f-4ef9-87a0-e37bb54294f2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:37:16.621444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087576d3-70b8-48ae-b58f-c7bd9dcbd0c5 req-960d2422-8057-41d5-b481-f98a3041e44d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666373 Jul 09 17:37:16.637488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Transition to ACTIVE for port object d8ad64fd-792d-4b97-b416-1aca970ee4fe will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:16.657014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.657349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.681935 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:16.690667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:16.691919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-4020ce82-48bc-412a-88a3-615d97c035d8 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:16.704426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-4020ce82-48bc-412a-88a3-615d97c035d8 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.4398031 Jul 09 17:37:16.707318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for ab7fd52c-ba5c-415b-9c03-8ea65e8dbc27 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:16.811655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] For port de546445-a17a-4695-9b1f-e5c8d68e30df, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:16.827074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a91262-a422-42b4-b0a7-485351c67916 None None] Pushing event updated for resources: {'Port': ['ID=d8ad64fd-792d-4b97-b416-1aca970ee4fe,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:16.857302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] For port de546445-a17a-4695-9b1f-e5c8d68e30df, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=de546445-a17a-4695-9b1f-e5c8d68e30df,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:16.909628 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.000623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5223-24e8-447b-8ab9-26aed35b1f4a None None] Pushing event updated for resources: {'Port': ['ID=de546445-a17a-4695-9b1f-e5c8d68e30df,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:17.032951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.078112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Attempting to bind port d8ad64fd-792d-4b97-b416-1aca970ee4fe on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:17.078754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Attempting to bind port d8ad64fd-792d-4b97-b416-1aca970ee4fe by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:17.079373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Attempting to bind port d8ad64fd-792d-4b97-b416-1aca970ee4fe on network 6a390667-7f60-4217-bfcf-c96a38b9a9eb {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:17.103692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:17.104099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Checking segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:17.104507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.104901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Bound using segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:17.105651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Bound port: d8ad64fd-792d-4b97-b416-1aca970ee4fe, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:17.106042 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.130701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Deleting port dee0111a-f75c-430d-ae09-9c0703ece923 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:17.131388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.261778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] For port d8ad64fd-792d-4b97-b416-1aca970ee4fe, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:17.265598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] For port d8ad64fd-792d-4b97-b416-1aca970ee4fe, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8ad64fd-792d-4b97-b416-1aca970ee4fe,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:17.280649 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.371278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:17.371958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:17.452177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] For port dee0111a-f75c-430d-ae09-9c0703ece923, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dee0111a-f75c-430d-ae09-9c0703ece923,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:17.452833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.488363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.535209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a91262-a422-42b4-b0a7-485351c67916 None None] Pushing event updated for resources: {'Port': ['ID=d8ad64fd-792d-4b97-b416-1aca970ee4fe,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:17.571304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=ab7fd52c-ba5c-415b-9c03-8ea65e8dbc27,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:17.682341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:17.692136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:17.920350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Router 95c08361-cd23-4a3c-aa23-352e4d6acb7b is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:37:17.949290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:17.949776 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Floating IP 0eecccc3-7800-4d90-83c8-8c6d157c787d disassociated (deleted). External IP: 172.25.3.212, port: 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a. Jul 09 17:37:18.026225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb03c-c4aa-4fd4-bf57-0a3e7a92370a req-ea99ac52-ed34-4272-97e0-8637b07c50b2 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:18.028073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d64cb03c-c4aa-4fd4-bf57-0a3e7a92370a req-ea99ac52-ed34-4272-97e0-8637b07c50b2 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 944 time: 0.4790270 Jul 09 17:37:18.050882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:18.051426 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:18.119517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4790c-20e8-4e85-b7cb-d59cbcd316d3 req-3feebacb-922f-4939-b2ce-55fef97cb69d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:18.134870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1fa4790c-20e8-4e85-b7cb-d59cbcd316d3 req-3feebacb-922f-4939-b2ce-55fef97cb69d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.2168274 Jul 09 17:37:18.148754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:17Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:18.196832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697e404-db57-496d-b9da-8120a610f7ec None None] The sync data for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 is: [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:17Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:18.254785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1fa4790c-20e8-4e85-b7cb-d59cbcd316d3 req-14892b9e-fd35-49d6-bc7f-a5d23e569cc2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169889 Jul 09 17:37:18.328307 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:18.393462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:18.397387 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84afe8a9-2a1d-4a1a-8deb-56d5df56f698" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:18.432429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de546445-a17a-4695-9b1f-e5c8d68e30df up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:18.439308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:18.477830 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:18.524892 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdd930d-b75a-446a-b6c7-9d072f28510d x-openstack-request-id: req-ebdd930d-b75a-446a-b6c7-9d072f28510d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:18.525280 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:18.525419 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebdd930d-b75a-446a-b6c7-9d072f28510d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:18.525807 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:37:18.605447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:18.635609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port de546445-a17a-4695-9b1f-e5c8d68e30df completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:18.904085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c8c84-cef4-448f-aa3f-5e357c25f9b4 None None] Network 0255055c-4e4a-453b-83b9-9573e17caf09 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:19.101493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:19.102951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:19.103450 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Floating IP 934e1b92-8b67-447f-a2db-7c76afa74f6f disassociated. External IP: 172.25.3.171, port: dee0111a-f75c-430d-ae09-9c0703ece923. Jul 09 17:37:19.103998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Calling delete_port for dee0111a-f75c-430d-ae09-9c0703ece923 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:19.126340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d64cb03c-c4aa-4fd4-bf57-0a3e7a92370a req-38917659-c79d-4f48-a1cf-ed1c6c62cb3f tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0485811 Jul 09 17:37:19.340237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 68bfff3d-a41f-46ea-9f7c-36741496ae94 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:19.350794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:19.364578 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Sync routers for ids ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:19.401528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Routers {'95c08361-cd23-4a3c-aa23-352e4d6acb7b'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:19.416360 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:19.491700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:19.493162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-73e5095d-0058-452b-9d4b-e08372c08e5e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6611559 Jul 09 17:37:19.496927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59812) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:19.552845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3352b1cf-1e3f-4992-84e1-76962442da21 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:19.575415 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Set router 95c08361-cd23-4a3c-aa23-352e4d6acb7b gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:19.680822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] Provisioning for port de546445-a17a-4695-9b1f-e5c8d68e30df completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:19.697900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] Provisioning complete for port de546445-a17a-4695-9b1f-e5c8d68e30df triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:19.698431 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:19.837641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 3352b1cf-1e3f-4992-84e1-76962442da21 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:19.849688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 3352b1cf-1e3f-4992-84e1-76962442da21 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:19.853679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:19.890633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedfe4f-3e08-4ed8-9b01-eda331b06d0e req-5fb9500f-b69f-479b-a70e-7f8969728d8b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:19.899042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cedfe4f-3e08-4ed8-9b01-eda331b06d0e req-5fb9500f-b69f-479b-a70e-7f8969728d8b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 946 time: 0.1945524 Jul 09 17:37:19.899351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:19.924874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:19.926899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] Sync routers for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:20.001544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cedfe4f-3e08-4ed8-9b01-eda331b06d0e req-830847c2-d596-432a-8a30-7c7e6e5ddbb2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba35342d-e0b3-46f5-9bec-a2ec4068dde4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004763 Jul 09 17:37:20.022367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:20.022367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:20.060358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-33fcbefe-d24d-4b18-a646-45c6cae3d816 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/floatingips/0eecccc3-7800-4d90-83c8-8c6d157c787d HTTP/1.1" status: 204 len: 168 time: 4.4429793 Jul 09 17:37:20.091185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:20.108155 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dd306b-d25b-47d4-836b-8b0074d75a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:20.159193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:20.240246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:20.268552 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:37:15Z', 'revision_number': 3, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:20.344737 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafebbfb-1271-4efb-9691-2b0112c53904 x-openstack-request-id: req-fafebbfb-1271-4efb-9691-2b0112c53904 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:20.357630 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:20.358579 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fafebbfb-1271-4efb-9691-2b0112c53904 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:20.360587 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'status': 'completed', 'code': 200} Jul 09 17:37:20.360887 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Checking router: 95c08361-cd23-4a3c-aa23-352e4d6acb7b for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:20.362138 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Updating router 95c08361-cd23-4a3c-aa23-352e4d6acb7b port 04e7966b-7074-4d65-9245-03152300164a binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:37:20.424058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event deleted for resources: {'Port': ['ID=dee0111a-f75c-430d-ae09-9c0703ece923,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:20.484788 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:20.707533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8ad64fd-792d-4b97-b416-1aca970ee4fe up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:20.747248 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:20.889098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-a60309ec-2ec5-4f6e-86fd-800fd5abff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:20.890651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-a60309ec-2ec5-4f6e-86fd-800fd5abff72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 1097 time: 0.5028763 Jul 09 17:37:20.892752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.036246 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.075420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:21.151211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] For port de546445-a17a-4695-9b1f-e5c8d68e30df, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=de546445-a17a-4695-9b1f-e5c8d68e30df,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:21.196821 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.228249 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.238260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557c119-72bb-476f-a7c8-9eb9884b6d1c req-ad235306-0184-45df-8b8a-4160f9d3d7ae tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:21.242908 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Transition to ACTIVE for port object 04e7966b-7074-4d65-9245-03152300164a will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:21.246744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9557c119-72bb-476f-a7c8-9eb9884b6d1c req-ad235306-0184-45df-8b8a-4160f9d3d7ae tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 944 time: 0.5175719 Jul 09 17:37:21.260117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:37:21.261075 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.347131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9557c119-72bb-476f-a7c8-9eb9884b6d1c req-1baac422-1e2b-429d-b9de-e307cb32c034 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953431 Jul 09 17:37:21.354452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:21.357318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d8ad64fd-792d-4b97-b416-1aca970ee4fe completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:21.358214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-d01247eb-039b-4749-bd0d-0f390107372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:21.360104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-d01247eb-039b-4749-bd0d-0f390107372a service neutron] 10.222.0.13 "GET /v2.0/networks?id=49e976cf-baee-4952-944f-0201c1506e05 HTTP/1.1" status: 200 len: 896 time: 0.4552274 Jul 09 17:37:21.363521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3352b1cf-1e3f-4992-84e1-76962442da21'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:21.367123 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc748afd-6285-41d6-a22b-a89f521712ad" -d '{"events": [{"server_uuid": "3309dc1d-7ebb-4249-915b-3e337e21b9fa", "name": "network-vif-plugged", "status": "completed", "tag": "3352b1cf-1e3f-4992-84e1-76962442da21"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:21.402563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d8ad64fd-792d-4b97-b416-1aca970ee4fe triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:21.402933 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.406907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3352b1cf-1e3f-4992-84e1-76962442da21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3352b1cf-1e3f-4992-84e1-76962442da21,segment=NetworkSegment(7d7ea585-ea53-47b1-8543-edec6dd64c6c),segment_id=7d7ea585-ea53-47b1-8543-edec6dd64c6c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:21.414390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Pushing event updated for resources: {'Port': ['ID=04e7966b-7074-4d65-9245-03152300164a,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:21.418635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:21Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:21.437521 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Attempting to bind port 04e7966b-7074-4d65-9245-03152300164a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:21.437841 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Attempting to bind port 04e7966b-7074-4d65-9245-03152300164a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:21.438217 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Attempting to bind port 04e7966b-7074-4d65-9245-03152300164a on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:21.451379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-626537ba-f58d-4f3f-b33f-1ae027a92fa1 None None] Provisioning complete for port de546445-a17a-4695-9b1f-e5c8d68e30df triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:21.451772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-626537ba-f58d-4f3f-b33f-1ae027a92fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.455458 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:21.459452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Allocated IP 172.20.0.1 (0255055c-4e4a-453b-83b9-9573e17caf09/b5243331-f706-4ebe-8217-fd7801d80eae/30ce1a42-1657-4886-aec4-179a40391df8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:21.473696 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.475152 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.476764 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.477124 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.477466 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.479293 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.479527 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.480014 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.480357 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.480672 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.482891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.483262 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:21.502428 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:21.503546 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:21.505913 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.506249 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.506714 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:21.509931 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Bound port: 04e7966b-7074-4d65-9245-03152300164a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:21.510447 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.519650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-814bbbf1-8d37-46cc-b79a-76042f14c9d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a HTTP/1.1" status: 200 len: 217 time: 0.0828385 Jul 09 17:37:21.549635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dee0111a-f75c-430d-ae09-9c0703ece923 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:21.587559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: dee0111a-f75c-430d-ae09-9c0703ece923 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:21.587988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dee0111a-f75c-430d-ae09-9c0703ece923 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:21.589886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] Checking router: 68bfff3d-a41f-46ea-9f7c-36741496ae94 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:21.615648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a2b17-ddd7-40ef-87e9-22b763b58b8e None None] Pushing event updated for resources: {'Port': ['ID=de546445-a17a-4695-9b1f-e5c8d68e30df,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:21.622335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:21.623094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:21.673152 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] For port 04e7966b-7074-4d65-9245-03152300164a, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:21.677583 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] For port 04e7966b-7074-4d65-9245-03152300164a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=04e7966b-7074-4d65-9245-03152300164a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:21.693742 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:21.697172 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:21.721045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] No DVR routers for this DVR port dee0111a-f75c-430d-ae09-9c0703ece923 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:21.730261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.737237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.738565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-696c2dd0-6bdc-4106-b57a-968a5259ca58 req-82ee729d-4ccc-4982-824e-d1de69d54a93 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "DELETE /v2.0/ports/dee0111a-f75c-430d-ae09-9c0703ece923 HTTP/1.1" status: 204 len: 173 time: 5.0260856 Jul 09 17:37:21.854561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b2a5fae2-0514-4fa9-9199-7cdd44d7bb38 req-4129fa87-3010-49e5-955f-0bc1953efa89 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=8164c6f2-5ab6-449d-994b-e8ee59722228 HTTP/1.1" status: 200 len: 210 time: 0.0933318 Jul 09 17:37:21.862232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9343d8d-0233-4eb4-8b71-de48f3724e71 req-34e79d04-d0d0-400a-90d4-2dd09d22c376 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:21.865696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:21.874906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9343d8d-0233-4eb4-8b71-de48f3724e71 req-34e79d04-d0d0-400a-90d4-2dd09d22c376 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.6382263 Jul 09 17:37:21.890672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Transition to ACTIVE for port object 30ce1a42-1657-4886-aec4-179a40391df8 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:21.908586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-5a1920bd-c7b1-4b10-a27c-65d5792955dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:21.910512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3352b1cf-1e3f-4992-84e1-76962442da21,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:21.924179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-5a1920bd-c7b1-4b10-a27c-65d5792955dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08f3a2d-622e-4e69-93ff-101c3c581b8f HTTP/1.1" status: 200 len: 834 time: 0.3566372 Jul 09 17:37:21.945227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d8ad64fd-792d-4b97-b416-1aca970ee4fe, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8ad64fd-792d-4b97-b416-1aca970ee4fe,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:21.956352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:22.010567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:22.011199 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:22.012008 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd950532-33c7-40fa-b86e-dcb9d4731bb9 x-openstack-request-id: req-fd950532-33c7-40fa-b86e-dcb9d4731bb9 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:22.012306 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3309dc1d-7ebb-4249-915b-3e337e21b9fa", "name": "network-vif-plugged", "status": "completed", "tag": "3352b1cf-1e3f-4992-84e1-76962442da21", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:22.012606 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd950532-33c7-40fa-b86e-dcb9d4731bb9 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:22.013022 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3352b1cf-1e3f-4992-84e1-76962442da21', 'code': 200} Jul 09 17:37:22.043511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:22.104789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d8ad64fd-792d-4b97-b416-1aca970ee4fe,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:22.116580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9343d8d-0233-4eb4-8b71-de48f3724e71 req-f2050486-39f9-4798-8ac6-95540b65d7f4 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362404 Jul 09 17:37:22.221066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-a138453c-19d2-4880-8fb8-fbdc649ad72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.222744 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-a138453c-19d2-4880-8fb8-fbdc649ad72a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49e976cf-baee-4952-944f-0201c1506e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2731960 Jul 09 17:37:22.225035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Pushing event updated for resources: {'Port': ['ID=30ce1a42-1657-4886-aec4-179a40391df8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:22.252037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Network 0255055c-4e4a-453b-83b9-9573e17caf09 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:22.257270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:22.261612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:22.285922 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:22.322103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:22.396569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8ad64fd-792d-4b97-b416-1aca970ee4fe up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:22.414696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'name': 'network-vif-deleted', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:22.419288 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dd8712-7ffc-4a88-94b5-6f8e7bae422b" -d '{"events": [{"server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "name": "network-vif-deleted", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:22.431525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-defb7856-24a0-4628-a424-0efd669b012e service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999838 Jul 09 17:37:22.506482 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb28517-d33a-4541-ab78-1e5efc69beef None None] Pushing event updated for resources: {'Port': ['ID=04e7966b-7074-4d65-9245-03152300164a,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:22.560929 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90639afc-86f6-47b6-8558-fd653faceb0a x-openstack-request-id: req-90639afc-86f6-47b6-8558-fd653faceb0a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:22.561519 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8164c6f2-5ab6-449d-994b-e8ee59722228", "name": "network-vif-deleted", "tag": "dee0111a-f75c-430d-ae09-9c0703ece923", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:22.562172 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90639afc-86f6-47b6-8558-fd653faceb0a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:22.565463 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8164c6f2-5ab6-449d-994b-e8ee59722228', 'name': 'network-vif-deleted', 'tag': 'dee0111a-f75c-430d-ae09-9c0703ece923', 'status': 'completed', 'code': 200} Jul 09 17:37:22.652086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-be8cfb71-e8dc-46fe-9038-273f5201b435 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.654053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-be8cfb71-e8dc-46fe-9038-273f5201b435 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.3332064 Jul 09 17:37:22.685353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20e741-c68e-49ff-9473-94cae515afe7 req-4c1c7306-2a47-4bb3-99f0-963abf19b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:22.688534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc20e741-c68e-49ff-9473-94cae515afe7 req-4c1c7306-2a47-4bb3-99f0-963abf19b07e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 1097 time: 0.5250299 Jul 09 17:37:22.794007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d8ad64fd-792d-4b97-b416-1aca970ee4fe triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:22.794373 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:22.837533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Routers {'95c08361-cd23-4a3c-aa23-352e4d6acb7b'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:22.838930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:22.942109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc20e741-c68e-49ff-9473-94cae515afe7 req-47108433-a95f-4407-b436-33eccd471354 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433920 Jul 09 17:37:22.973491 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79dd306b-d25b-47d4-836b-8b0074d75a2c req-3ce6d8f7-c9f0-452d-b6b7-e086e352d97d service neutron] 10.222.0.13 "GET /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206413 Jul 09 17:37:23.003475 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] Set router 95c08361-cd23-4a3c-aa23-352e4d6acb7b gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:23.033705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:21Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:23.077435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:23.078009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:23.144560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59860) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:23.307948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36d6185b-6067-4d0f-8016-20c8df09096e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:23.382520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36d6185b-6067-4d0f-8016-20c8df09096e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:23.383309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c5320b07-ea24-4c07-98f5-fa6f30495aba None None] Provisioning for port 30ce1a42-1657-4886-aec4-179a40391df8 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:23.388759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5384c1ee-dc15-4ff1-b717-8c047b23592c None None] The sync data for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 is: [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:36:13Z', 'revision_number': 4, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '5abf8bba-3724-4cd6-8e19-c16e59b71abd', 'name': '', 'network_id': '49e976cf-baee-4952-944f-0201c1506e05', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'mac_address': 'fa:16:3e:a6:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:13Z', 'updated_at': '2021-07-09T17:36:21Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'subnets': [{'id': 'b08f3a2d-622e-4e69-93ff-101c3c581b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:23.401133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c5320b07-ea24-4c07-98f5-fa6f30495aba None None] Provisioning complete for port 30ce1a42-1657-4886-aec4-179a40391df8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:23.401304 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5320b07-ea24-4c07-98f5-fa6f30495aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:23.556146 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:23.629699 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:23.684140 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:23.684140 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:23.710526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c5320b07-ea24-4c07-98f5-fa6f30495aba None None] Port 30ce1a42-1657-4886-aec4-179a40391df8 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:23.723970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36d6185b-6067-4d0f-8016-20c8df09096e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:23.729306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de546445-a17a-4695-9b1f-e5c8d68e30df up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:23.732278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36d6185b-6067-4d0f-8016-20c8df09096e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:23.733479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-36d6185b-6067-4d0f-8016-20c8df09096e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba35342d-e0b3-46f5-9bec-a2ec4068dde4 HTTP/1.1" status: 204 len: 168 time: 0.5879071 Jul 09 17:37:23.754132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:23.814238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6185b-6067-4d0f-8016-20c8df09096e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35342d-e0b3-46f5-9bec-a2ec4068dde4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:23.825797 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:23.855138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04bcb8-0cbc-4c32-b179-ff3c0e27e0c5 req-65f797d4-7e26-49c2-9973-f938e1961384 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:23.857084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e04bcb8-0cbc-4c32-b179-ff3c0e27e0c5 req-65f797d4-7e26-49c2-9973-f938e1961384 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 945 time: 0.3479040 Jul 09 17:37:23.858307 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-37509aee-34f8-4563-9448-4fdecdb66c56 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] show failed (client error): The resource could not be found. Jul 09 17:37:23.873524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-37509aee-34f8-4563-9448-4fdecdb66c56 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups/ba35342d-e0b3-46f5-9bec-a2ec4068dde4 HTTP/1.1" status: 404 len: 347 time: 0.1137333 Jul 09 17:37:23.875452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59872) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:23.956277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port de546445-a17a-4695-9b1f-e5c8d68e30df triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:23.956662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.070286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164de332-5ff2-409f-ac29-80a685ce733f None None] New status for floating IP 0eecccc3-7800-4d90-83c8-8c6d157c787d: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:37:24.211585 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:37:15Z', 'revision_number': 3, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:24.217563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:24.218137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.228279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e04bcb8-0cbc-4c32-b179-ff3c0e27e0c5 req-d23a8c98-d05b-4aeb-ba85-46533e986ca3 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a57fcc2-7482-4238-8bee-3c94cc64759c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532305 Jul 09 17:37:24.239589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:24.270713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731199-41c5-4d0d-a37f-a39179e7dcc4 req-d4e816bb-349e-4a09-ac87-5bac25f0ea99 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:24.270953 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a885de-a2ff-4883-aa39-cd7a28acc34d None None] The sync data for ids ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'] in n-d-791506-17 is: [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:37:15Z', 'revision_number': 3, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:24.273093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca731199-41c5-4d0d-a37f-a39179e7dcc4 req-d4e816bb-349e-4a09-ac87-5bac25f0ea99 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 1.4874907 Jul 09 17:37:24.290639 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.356417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Deleting port f95e344a-e7df-43c3-995f-7ea8255de567 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:24.357179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.434601 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:24.439925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca731199-41c5-4d0d-a37f-a39179e7dcc4 req-f6a80c39-5e61-4c58-b61d-ff4a8d4f2f4c tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570919 Jul 09 17:37:24.481292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11872ba2-1248-48f4-bb80-2692d82fe8e7 None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:24.504771 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.505431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.520735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Calling delete_port for f95e344a-e7df-43c3-995f-7ea8255de567 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:24.680759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.687698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.748755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.817449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:24.921349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Pushing event updated for resources: {'Port': ['ID=30ce1a42-1657-4886-aec4-179a40391df8,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:24.936628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event deleted for resources: {'Port': ['ID=f95e344a-e7df-43c3-995f-7ea8255de567,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:25.010703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] No DVR routers for this DVR port 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:25.012869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:25.018360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:25.022639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:25.024846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9e135ccc-471c-4dbc-8ad2-b6d7c00d7ada tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "DELETE /v2.0/floatingips/934e1b92-8b67-447f-a2db-7c76afa74f6f HTTP/1.1" status: 204 len: 168 time: 1.1484861 Jul 09 17:37:25.056745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:25.061539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b84358ab-fc02-4038-95e1-b79fbd33ee9a req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.13 "DELETE /v2.0/ports/25f47b2f-c3ac-4cd1-be0a-3eadd349a24a HTTP/1.1" status: 204 len: 173 time: 2.4004066 Jul 09 17:37:25.114573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'name': 'network-vif-deleted', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:25.119004 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc7925-5783-4ffd-824a-469494972f30" -d '{"events": [{"server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "name": "network-vif-deleted", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:25.126778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f81c4-67cc-4c14-8a4f-2a84504033ae tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=25f47b2f-c3ac-4cd1-be0a-3eadd349a24a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:25.210783 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c6510d-30fe-4994-ada4-bc68e4de4c3a None None] New status for floating IP 934e1b92-8b67-447f-a2db-7c76afa74f6f: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:37:25.256293 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2285a4e3-79ba-4d20-9d2f-e84a80fd4159 x-openstack-request-id: req-2285a4e3-79ba-4d20-9d2f-e84a80fd4159 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:25.256812 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13c5753-abac-40fe-8f65-1152431434c0", "name": "network-vif-deleted", "tag": "25f47b2f-c3ac-4cd1-be0a-3eadd349a24a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:25.256925 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2285a4e3-79ba-4d20-9d2f-e84a80fd4159 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:25.257443 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13c5753-abac-40fe-8f65-1152431434c0', 'name': 'network-vif-deleted', 'tag': '25f47b2f-c3ac-4cd1-be0a-3eadd349a24a', 'status': 'completed', 'code': 200} Jul 09 17:37:25.380381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Network 0255055c-4e4a-453b-83b9-9573e17caf09 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:25.383188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:25.790373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b5936f5-e6d4-4594-b0d5-9d738a65e0e0 req-8784d7e2-bda6-4aa7-95c8-1d693fcea280 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "GET /v2.0/ports?device_id=a13c5753-abac-40fe-8f65-1152431434c0 HTTP/1.1" status: 200 len: 210 time: 0.0679152 Jul 09 17:37:25.858287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Router 95c08361-cd23-4a3c-aa23-352e4d6acb7b has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:25.985213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-20403ba1-9276-43b2-87df-97099d43d3be None None] Provisioning complete for port 30ce1a42-1657-4886-aec4-179a40391df8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:25.985752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-20403ba1-9276-43b2-87df-97099d43d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.015272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59918) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:26.022977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350595694', 'description': 'tempest-description--449582848'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:26.059787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-20403ba1-9276-43b2-87df-97099d43d3be None None] Port 30ce1a42-1657-4886-aec4-179a40391df8 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:26.104897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.180686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:26.197158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-11a3ea61-3351-4181-9ebb-e65b7c8de7ae admin admin] 10.222.0.21 "PUT /v2.0/routers/95c08361-cd23-4a3c-aa23-352e4d6acb7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6988275 Jul 09 17:37:26.259255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52140b3-e0da-4169-a5a0-43bc529da3f2 req-9517c790-510d-4123-83d7-524b2246a08d tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:26.269439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a52140b3-e0da-4169-a5a0-43bc529da3f2 req-9517c790-510d-4123-83d7-524b2246a08d tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 0.1706042 Jul 09 17:37:26.375447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.382310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 04e7966b-7074-4d65-9245-03152300164a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:26.387287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.437880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a52140b3-e0da-4169-a5a0-43bc529da3f2 req-dafd0891-d2e5-40a1-847b-09ca1f6e4fa6 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402595 Jul 09 17:37:26.498552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0689007-bb4a-4c18-8130-16aedb129b52,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:26.521366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.523094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-174e3c7b-cbe6-4b61-be7f-088443e280ff tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5063183 Jul 09 17:37:26.526174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:26.532041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'security_group_rule': {'security_group_id': 'e0689007-bb4a-4c18-8130-16aedb129b52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:26.534752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 04e7966b-7074-4d65-9245-03152300164a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:26.543154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 04e7966b-7074-4d65-9245-03152300164a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:26.545851 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.614011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.747432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.760771 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.802972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.812587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.817143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:26.818277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903059 Jul 09 17:37:26.822834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949b28-e87d-4540-b3d1-b09dd7dae3e2 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f40923-6a35-485a-82af-c1356a6c0dc7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:26.823187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'security_group_rule': {'security_group_id': 'e0689007-bb4a-4c18-8130-16aedb129b52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:26.857067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 04e7966b-7074-4d65-9245-03152300164a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=04e7966b-7074-4d65-9245-03152300164a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:26.868960 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.914732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:26.969703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=04e7966b-7074-4d65-9245-03152300164a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:27.019349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:27.104947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.118139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.129956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a28d3abe-5814-4cb2-8dd3-f5a9cde901dd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.158006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c005cd18-bb5b-4151-883d-ebaa584582a2,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:27.192115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.196935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1b4d3bf0-dd6b-4654-8c58-de6009ab90a1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785262 Jul 09 17:37:27.197661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 59974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:27.204163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:27.226496 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a28d3abe-5814-4cb2-8dd3-f5a9cde901dd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.364069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a28d3abe-5814-4cb2-8dd3-f5a9cde901dd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.367074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a28d3abe-5814-4cb2-8dd3-f5a9cde901dd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.372042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a28d3abe-5814-4cb2-8dd3-f5a9cde901dd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a57fcc2-7482-4238-8bee-3c94cc64759c HTTP/1.1" status: 204 len: 168 time: 0.3512044 Jul 09 17:37:27.396250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3abe-5814-4cb2-8dd3-f5a9cde901dd tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a57fcc2-7482-4238-8bee-3c94cc64759c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:27.432519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 59992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:27.514657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:27.583860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Sync routers for ids ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:27.603423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Routers {'95c08361-cd23-4a3c-aa23-352e4d6acb7b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:27.604251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:27.662583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-5d835cfa-0c1f-4791-83dd-8de31c6ab18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:27.670880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-5d835cfa-0c1f-4791-83dd-8de31c6ab18a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da288ef58859480da4a1ba3768a92860&device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 1097 time: 0.4246480 Jul 09 17:37:27.863108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20f902-e1b1-4b2a-9587-cb67d9facc8a req-03dea969-718e-47ff-a2ae-2a008cead8f8 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:27.872440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc20f902-e1b1-4b2a-9587-cb67d9facc8a req-03dea969-718e-47ff-a2ae-2a008cead8f8 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 0.4381776 Jul 09 17:37:27.883698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Set router 95c08361-cd23-4a3c-aa23-352e4d6acb7b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:27.980730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:28.035833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:28.036352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 25f47b2f-c3ac-4cd1-be0a-3eadd349a24a not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:28.068413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc20f902-e1b1-4b2a-9587-cb67d9facc8a req-0c2ee1e9-c2de-4aa7-b502-81ed191b8a9c tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949289 Jul 09 17:37:28.167385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-8fc86c96-47cd-4f86-8b24-22a151734437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:28.173760 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-8fc86c96-47cd-4f86-8b24-22a151734437 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10e6cd90-333c-41e8-b085-b184e2d326c0 HTTP/1.1" status: 200 len: 914 time: 0.4919367 Jul 09 17:37:28.309326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 04e7966b-7074-4d65-9245-03152300164a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:28.335190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-9495b082-8039-45ed-8e40-35ae8a597567 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3352b1cf-1e3f-4992-84e1-76962442da21 HTTP/1.1" status: 200 len: 217 time: 0.1520183 Jul 09 17:37:28.354278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:28.415630 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:28.515647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 04e7966b-7074-4d65-9245-03152300164a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:28.516062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:28.540340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-492a0f48-52fa-4a11-b66d-4e90fb7e5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:28.542751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-492a0f48-52fa-4a11-b66d-4e90fb7e5641 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc HTTP/1.1" status: 200 len: 853 time: 0.2009723 Jul 09 17:37:28.606914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-f8c4696b-18a2-41c8-b357-fe33348c4608 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10e6cd90-333c-41e8-b085-b184e2d326c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554905 Jul 09 17:37:28.666921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:37:22Z', 'revision_number': 4, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '30ce1a42-1657-4886-aec4-179a40391df8', 'name': '', 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'mac_address': 'fa:16:3e:95:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'b5243331-f706-4ebe-8217-fd7801d80eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:20Z', 'updated_at': '2021-07-09T17:37:24Z', 'revision_number': 2, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'subnets': [{'id': 'b5243331-f706-4ebe-8217-fd7801d80eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:28.733307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-a64c85e2-3c55-4566-92f9-46cb445445be service neutron] 10.222.0.36 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041179 Jul 09 17:37:28.786023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Checking router: 95c08361-cd23-4a3c-aa23-352e4d6acb7b for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:28.796508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Updating router 95c08361-cd23-4a3c-aa23-352e4d6acb7b port 30ce1a42-1657-4886-aec4-179a40391df8 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:37:28.856243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3746a18e-1b17-4cf1-adf6-70c83b63e514 req-7a59d0dd-abf4-4daa-b04c-31cf75239adc service neutron] 10.222.0.36 "GET /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069894 Jul 09 17:37:28.879166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:28.906246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Allocated IP 172.25.3.251 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/8585c931-6b30-4dfe-abe2-8d7845705f98) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:29.079361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.095242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 5abf8bba-3724-4cd6-8e19-c16e59b71abd {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:29.096514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.175321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.283451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:29.303050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:29.309761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:29.357508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 5abf8bba-3724-4cd6-8e19-c16e59b71abd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5abf8bba-3724-4cd6-8e19-c16e59b71abd,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:29.358214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.400389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'Port': ['ID=8585c931-6b30-4dfe-abe2-8d7845705f98,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:29.401733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 5abf8bba-3724-4cd6-8e19-c16e59b71abd owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:29.586395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.695329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.707051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ce00f-3005-4564-85b5-49af567f6856 req-bf8d8745-388d-4784-b949-4029b3d70426 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:29.709443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c8ce00f-3005-4564-85b5-49af567f6856 req-bf8d8745-388d-4784-b949-4029b3d70426 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 0.1956642 Jul 09 17:37:29.723380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Transition to ACTIVE for port object 30ce1a42-1657-4886-aec4-179a40391df8 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:29.741165 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.753644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:29.811526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b343-c7b3-4932-b9ba-92f21891caef None None] Pushing event updated for resources: {'Port': ['ID=30ce1a42-1657-4886-aec4-179a40391df8,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:29.896729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c8ce00f-3005-4564-85b5-49af567f6856 req-725e5fde-9a84-4707-84e6-ba4cc8693c44 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730869 Jul 09 17:37:29.976318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Attempting to bind port 30ce1a42-1657-4886-aec4-179a40391df8 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:29.976786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Attempting to bind port 30ce1a42-1657-4886-aec4-179a40391df8 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:29.977100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Attempting to bind port 30ce1a42-1657-4886-aec4-179a40391df8 on network 0255055c-4e4a-453b-83b9-9573e17caf09 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:29.999391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:30.000908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Checking segment: {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:30.002296 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.005297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Bound using segment: {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:30.006678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Bound port: 30ce1a42-1657-4886-aec4-179a40391df8, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:30.008246 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.016524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.167857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=5abf8bba-3724-4cd6-8e19-c16e59b71abd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:30.200522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] For port 30ce1a42-1657-4886-aec4-179a40391df8, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:30.211416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] For port 30ce1a42-1657-4886-aec4-179a40391df8, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=30ce1a42-1657-4886-aec4-179a40391df8,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:30.221750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.427694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b343-c7b3-4932-b9ba-92f21891caef None None] Pushing event updated for resources: {'Port': ['ID=30ce1a42-1657-4886-aec4-179a40391df8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:30.479820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Routers {'95c08361-cd23-4a3c-aa23-352e4d6acb7b'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:30.480472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:30.487570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.506178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.681946 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.746408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] Set router 95c08361-cd23-4a3c-aa23-352e4d6acb7b gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:30.776011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'Port': ['ID=8585c931-6b30-4dfe-abe2-8d7845705f98,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:30.793906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.821366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:30.823036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5235fe09-3635-45d8-ae2a-63b05f90b513 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6242857 Jul 09 17:37:31.141252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:37:22Z', 'revision_number': 4, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '30ce1a42-1657-4886-aec4-179a40391df8', 'name': '', 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'mac_address': 'fa:16:3e:95:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'b5243331-f706-4ebe-8217-fd7801d80eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:20Z', 'updated_at': '2021-07-09T17:37:30Z', 'revision_number': 4, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'subnets': [{'id': 'b5243331-f706-4ebe-8217-fd7801d80eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:31.201058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a3f77-9874-4b32-b615-5f35e29f41d6 None None] The sync data for ids ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'] in n-d-791506-17 is: [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:37:22Z', 'revision_number': 4, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '30ce1a42-1657-4886-aec4-179a40391df8', 'name': '', 'network_id': '0255055c-4e4a-453b-83b9-9573e17caf09', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'mac_address': 'fa:16:3e:95:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': 'b5243331-f706-4ebe-8217-fd7801d80eae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:20Z', 'updated_at': '2021-07-09T17:37:30Z', 'revision_number': 4, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'subnets': [{'id': 'b5243331-f706-4ebe-8217-fd7801d80eae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:31.385451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Router 68bfff3d-a41f-46ea-9f7c-36741496ae94 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:31.388428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76996ea0-fd88-43b4-a476-38d5d73ec9de req-e8e74f1f-1ac7-4666-9023-4f59ae8b815b tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:31.400322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76996ea0-fd88-43b4-a476-38d5d73ec9de req-e8e74f1f-1ac7-4666-9023-4f59ae8b815b tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 0.2115123 Jul 09 17:37:31.527832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76996ea0-fd88-43b4-a476-38d5d73ec9de req-a12c3925-fc97-4a60-900d-f87a0c507853 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263354 Jul 09 17:37:31.596398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:31.605624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1007722-e27f-4172-82f9-38f122d10bcb tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "PUT /v2.0/routers/68bfff3d-a41f-46ea-9f7c-36741496ae94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1696372 Jul 09 17:37:31.606034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60070) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:31.608530 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] Sync routers for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:31.621398 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:31.623293 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:31.739190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting subnet b08f3a2d-622e-4e69-93ff-101c3c581b8f {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:37:31.756062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:31.850992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:31.876435 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:32.084177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.235457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.317605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.319656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/subnets/b08f3a2d-622e-4e69-93ff-101c3c581b8f HTTP/1.1" status: 204 len: 168 time: 0.7126191 Jul 09 17:37:32.321588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Subnet': ['ID=b08f3a2d-622e-4e69-93ff-101c3c581b8f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:32.322914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:32.324603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc76256-0084-4402-bec8-61a3148fec67 None None] Network 49e976cf-baee-4952-944f-0201c1506e05 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:32.379478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.380180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.380715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.381235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.381743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.383012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.384353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.384882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.386374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.386896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.387416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.390810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2d724-a72c-4282-9066-fd1131451fb6 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:32.418390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:37:29Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:32.451245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 30ce1a42-1657-4886-aec4-179a40391df8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:32.512928 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] Checking router: 68bfff3d-a41f-46ea-9f7c-36741496ae94 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:32.553860 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] Routers {'68bfff3d-a41f-46ea-9f7c-36741496ae94'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:32.554476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['68bfff3d-a41f-46ea-9f7c-36741496ae94'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:32.604145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.663463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 30ce1a42-1657-4886-aec4-179a40391df8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:32.695386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a57f8-b41c-4974-a7de-e7a98b42d28f req-2963548c-c6df-47fe-8d3f-dbd370fb8978 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:32.706484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e14a57f8-b41c-4974-a7de-e7a98b42d28f req-2963548c-c6df-47fe-8d3f-dbd370fb8978 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 0.1543281 Jul 09 17:37:32.709904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 30ce1a42-1657-4886-aec4-179a40391df8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:32.710291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:32.857120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e14a57f8-b41c-4974-a7de-e7a98b42d28f req-05399aa5-0e7b-430a-b995-7ad045f833ce tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496301 Jul 09 17:37:32.885773 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] Set router 68bfff3d-a41f-46ea-9f7c-36741496ae94 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:32.917157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.000936 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.003098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] DHCP port deletion for 49e976cf-baee-4952-944f-0201c1506e05 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:37:33.118616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Deleting port 1877c42d-d745-4f6b-8585-1c92c42b4d50 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:33.119248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.209156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 30ce1a42-1657-4886-aec4-179a40391df8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=30ce1a42-1657-4886-aec4-179a40391df8,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:33.224870 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.373258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] For port 1877c42d-d745-4f6b-8585-1c92c42b4d50, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1877c42d-d745-4f6b-8585-1c92c42b4d50,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:33.373642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.406664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=30ce1a42-1657-4886-aec4-179a40391df8,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:33.414036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Calling delete_port for 1877c42d-d745-4f6b-8585-1c92c42b4d50 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:33.425645 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:37:29Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:33.466981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] Deleting port 1031e398-e598-479d-80c5-fb1f6df034dc {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:33.475795 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.514187 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec596ff7-60a1-4b67-9aca-f45a4cbc7d29 None None] The sync data for ids ['68bfff3d-a41f-46ea-9f7c-36741496ae94'] in n-d-791506-17 is: [{'id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'name': 'tempest-TestNetworkBasicOps-router-229651175', 'tenant_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:36:09Z', 'updated_at': '2021-07-09T17:37:29Z', 'revision_number': 5, 'project_id': '73cb48c6691d4e01ab0ff45bbea6ff7c', 'gw_port': {'id': '1877c42d-d745-4f6b-8585-1c92c42b4d50', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bfff3d-a41f-46ea-9f7c-36741496ae94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:36:10Z', 'updated_at': '2021-07-09T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:33.593917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] For port 1031e398-e598-479d-80c5-fb1f6df034dc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1031e398-e598-479d-80c5-fb1f6df034dc,segment=NetworkSegment(41181784-8e0d-42ed-a4d7-bdcf4d1ca92e),segment_id=41181784-8e0d-42ed-a4d7-bdcf4d1ca92e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:33.594501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.633936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] Calling delete_port for 1031e398-e598-479d-80c5-fb1f6df034dc owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:33.791670 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.811015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] No DVR routers for this DVR port 1031e398-e598-479d-80c5-fb1f6df034dc on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:33.839360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d718-fc79-4ab8-96cb-d77e28fa0de0 None None] Pushing event deleted for resources: {'Port': ['ID=1031e398-e598-479d-80c5-fb1f6df034dc,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:33.900370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-7bf08535-1698-4b2a-a478-dd94564bd146 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:33.901915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-7bf08535-1698-4b2a-a478-dd94564bd146 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.36 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 0.2090890 Jul 09 17:37:33.904114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:33.949768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Port': ['ID=1877c42d-d745-4f6b-8585-1c92c42b4d50,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:34.043128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60092) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:34.120182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.321863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Deleting port 3352b1cf-1e3f-4992-84e1-76962442da21 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:37:34.322419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.356600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.360095 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.484235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] For port 3352b1cf-1e3f-4992-84e1-76962442da21, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3352b1cf-1e3f-4992-84e1-76962442da21,segment=NetworkSegment(7d7ea585-ea53-47b1-8543-edec6dd64c6c),segment_id=7d7ea585-ea53-47b1-8543-edec6dd64c6c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:34.484934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.491352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.491965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Fanout notify agent at l3_agent the message router_deleted on router 68bfff3d-a41f-46ea-9f7c-36741496ae94 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:37:34.509065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.512527 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ad29370c-6ef9-4442-a234-8c9fd0d5ad85 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/routers/68bfff3d-a41f-46ea-9f7c-36741496ae94 HTTP/1.1" status: 204 len: 168 time: 2.1863093 Jul 09 17:37:34.520962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60096) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:34.523755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Calling delete_port for 3352b1cf-1e3f-4992-84e1-76962442da21 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:37:34.534451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1266df-14d9-4d79-b575-56a19e2a8150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:34.538080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 30ce1a42-1657-4886-aec4-179a40391df8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:34.676781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 30ce1a42-1657-4886-aec4-179a40391df8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:34.677082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.152723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1031e398-e598-479d-80c5-fb1f6df034dc no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:35.201076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1031e398-e598-479d-80c5-fb1f6df034dc {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:35.201366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1031e398-e598-479d-80c5-fb1f6df034dc not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:35.201715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5abf8bba-3724-4cd6-8e19-c16e59b71abd no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:35.261375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5abf8bba-3724-4cd6-8e19-c16e59b71abd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:35.261827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5abf8bba-3724-4cd6-8e19-c16e59b71abd not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:35.325616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1266df-14d9-4d79-b575-56a19e2a8150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.343577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1266df-14d9-4d79-b575-56a19e2a8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.385425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d551-014a-4957-a9ca-2b2cdedb2df6 req-fb3af895-5a0e-4955-bf3c-9c36b3389fc1 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:35.393234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a1266df-14d9-4d79-b575-56a19e2a8150 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc93bbbf02d4c818a8e17a7ff9fd98b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3458714 Jul 09 17:37:35.394066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c158d551-014a-4957-a9ca-2b2cdedb2df6 req-fb3af895-5a0e-4955-bf3c-9c36b3389fc1 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/ports?device_id=3309dc1d-7ebb-4249-915b-3e337e21b9fa HTTP/1.1" status: 200 len: 945 time: 1.2508688 Jul 09 17:37:35.396272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:35.429786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.434039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.436032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1266df-14d9-4d79-b575-56a19e2a8150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c19ed-de2e-4cec-b74f-bd56abb189f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:35.478367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Pushing event deleted for resources: {'Port': ['ID=3352b1cf-1e3f-4992-84e1-76962442da21,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:35.547716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] No DVR routers for this DVR port 3352b1cf-1e3f-4992-84e1-76962442da21 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:37:35.551423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.553482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79353a51-00a9-4fbd-934e-1c2c1e30d8e2 req-a5f4daac-b53e-46d9-ba27-b2a2ba61e6e5 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.36 "DELETE /v2.0/ports/3352b1cf-1e3f-4992-84e1-76962442da21 HTTP/1.1" status: 204 len: 173 time: 1.6302857 Jul 09 17:37:35.575566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c158d551-014a-4957-a9ca-2b2cdedb2df6 req-9bb09f43-fc55-4acc-bda4-7d85f00e6172 tempest-InstanceActionsTestJSON-1175513295 tempest-InstanceActionsTestJSON-1175513295-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128bb04-89ec-4f9c-88b3-be0670d41262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798551 Jul 09 17:37:35.576102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'name': 'network-vif-deleted', 'tag': '3352b1cf-1e3f-4992-84e1-76962442da21'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:35.587744 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac541ee-4db4-479c-afa9-8b9aacb0f320" -d '{"events": [{"server_uuid": "3309dc1d-7ebb-4249-915b-3e337e21b9fa", "name": "network-vif-deleted", "tag": "3352b1cf-1e3f-4992-84e1-76962442da21"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:35.604940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.628147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e976cf-baee-4952-944f-0201c1506e05']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:35.639385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1c93729-f891-4442-bc80-31d76ad53223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.643865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:35.644161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41181784-8e0d-42ed-a4d7-bdcf4d1ca92e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:35.654900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.675577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.691890 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1c93729-f891-4442-bc80-31d76ad53223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.700306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:37:35.700736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:37:35.707845 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:37:35.779302 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba752be6-f4af-4aba-97b4-6c41ef7f2d34 x-openstack-request-id: req-ba752be6-f4af-4aba-97b4-6c41ef7f2d34 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:35.779624 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3309dc1d-7ebb-4249-915b-3e337e21b9fa", "name": "network-vif-deleted", "tag": "3352b1cf-1e3f-4992-84e1-76962442da21", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:35.781475 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba752be6-f4af-4aba-97b4-6c41ef7f2d34 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:35.782055 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3309dc1d-7ebb-4249-915b-3e337e21b9fa', 'name': 'network-vif-deleted', 'tag': '3352b1cf-1e3f-4992-84e1-76962442da21', 'status': 'completed', 'code': 200} Jul 09 17:37:35.785919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1c93729-f891-4442-bc80-31d76ad53223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.790104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e1c93729-f891-4442-bc80-31d76ad53223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.791955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e1c93729-f891-4442-bc80-31d76ad53223 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a2c19ed-de2e-4cec-b74f-bd56abb189f2 HTTP/1.1" status: 204 len: 168 time: 0.3948736 Jul 09 17:37:35.800917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c93729-f891-4442-bc80-31d76ad53223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c19ed-de2e-4cec-b74f-bd56abb189f2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:35.828406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.844432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:35.864603 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] 10.222.0.21 "DELETE /v2.0/networks/49e976cf-baee-4952-944f-0201c1506e05 HTTP/1.1" status: 204 len: 168 time: 1.3251104 Jul 09 17:37:35.917643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4c460-4aaa-4d93-86f2-57f570939c96 tempest-TestNetworkBasicOps-1098907385 tempest-TestNetworkBasicOps-1098907385-project] Pushing event deleted for resources: {'Network': ['ID=49e976cf-baee-4952-944f-0201c1506e05,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:36.188102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60120) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:36.226054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1877c42d-d745-4f6b-8585-1c92c42b4d50 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:36.316679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1877c42d-d745-4f6b-8585-1c92c42b4d50 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:36.321184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1877c42d-d745-4f6b-8585-1c92c42b4d50 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:36.404088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aa196f08-05b4-4d9e-9ed7-d29982c8a83f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73cb48c6691d4e01ab0ff45bbea6ff7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143631 Jul 09 17:37:36.406859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60128) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:36.489744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-daf0885c-8f5d-4d3b-a395-105037cbd22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.519462 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-daf0885c-8f5d-4d3b-a395-105037cbd22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.628893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-daf0885c-8f5d-4d3b-a395-105037cbd22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.641165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-daf0885c-8f5d-4d3b-a395-105037cbd22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:36.646214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-daf0885c-8f5d-4d3b-a395-105037cbd22a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6fd43b5-2f14-4901-a73e-b1a53371accf HTTP/1.1" status: 204 len: 168 time: 0.2373567 Jul 09 17:37:36.669800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0885c-8f5d-4d3b-a395-105037cbd22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fd43b5-2f14-4901-a73e-b1a53371accf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:36.845390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60142) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:36.908789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Deleting subnet c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:37:36.913951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.023365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3352b1cf-1e3f-4992-84e1-76962442da21 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:37.049892 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.076447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 3352b1cf-1e3f-4992-84e1-76962442da21 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:37:37.079073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3352b1cf-1e3f-4992-84e1-76962442da21 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:37:37.133600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.234439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.266470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:37.277137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.285788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca023302-487d-4443-877e-8cc34cc008ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c1b556ee-ffee-4e06-bcba-8b0d7db9a8bc HTTP/1.1" status: 204 len: 168 time: 0.4389195 Jul 09 17:37:37.286783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60154) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:37.388743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.429500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60156) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:37.447181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39e46ef9-08bf-4b40-ab0e-dbc3ac8486a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.483539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.498578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e6cd90-333c-41e8-b085-b184e2d326c0']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:37.523446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7ea585-ea53-47b1-8543-edec6dd64c6c') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:37.525865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7ea585-ea53-47b1-8543-edec6dd64c6c') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:37.547963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.579171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.589541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:37:37.590637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:37:37.593055 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:37:37.675411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39e46ef9-08bf-4b40-ab0e-dbc3ac8486a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.687715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39e46ef9-08bf-4b40-ab0e-dbc3ac8486a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.695973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.701702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.706382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] 10.222.0.21 "DELETE /v2.0/networks/10e6cd90-333c-41e8-b085-b184e2d326c0 HTTP/1.1" status: 204 len: 168 time: 0.4173119 Jul 09 17:37:37.727483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a0324-268f-421d-9c2e-d7692f183552 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e6cd90-333c-41e8-b085-b184e2d326c0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:37.748820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39e46ef9-08bf-4b40-ab0e-dbc3ac8486a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18ccd29ed972487799416de475de5564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173130 Jul 09 17:37:37.750231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e46ef9-08bf-4b40-ab0e-dbc3ac8486a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f85df1-96da-4ebc-9d4a-c325969bdcc2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:37.751161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60162) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:37.876397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-140cc49c-0714-42a9-9fb7-b40916cc2968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.944654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-140cc49c-0714-42a9-9fb7-b40916cc2968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:37.999367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60170) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:38.030414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-140cc49c-0714-42a9-9fb7-b40916cc2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.036553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-140cc49c-0714-42a9-9fb7-b40916cc2968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.040835 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-140cc49c-0714-42a9-9fb7-b40916cc2968 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19f85df1-96da-4ebc-9d4a-c325969bdcc2 HTTP/1.1" status: 204 len: 168 time: 0.2882533 Jul 09 17:37:38.054061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cc49c-0714-42a9-9fb7-b40916cc2968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f85df1-96da-4ebc-9d4a-c325969bdcc2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:38.149965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60176) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:38.150570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0dc0b6b9-5a76-4dda-8891-47cf4adb912e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da288ef58859480da4a1ba3768a92860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480269 Jul 09 17:37:38.244218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.311568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f020a39-c48a-4200-b4d3-4b862dd42ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.355412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f020a39-c48a-4200-b4d3-4b862dd42ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.448054 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f020a39-c48a-4200-b4d3-4b862dd42ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.451969 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f020a39-c48a-4200-b4d3-4b862dd42ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:38.453509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7f020a39-c48a-4200-b4d3-4b862dd42ded admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e128bb04-89ec-4f9c-88b3-be0670d41262 HTTP/1.1" status: 204 len: 168 time: 0.3021879 Jul 09 17:37:38.470880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020a39-c48a-4200-b4d3-4b862dd42ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128bb04-89ec-4f9c-88b3-be0670d41262,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:39.288600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.198364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60236) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:40.370150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60242) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:40.379893 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2bef-f9f0-4c41-9322-03c18610706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.543226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1630666089-network', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:40.587140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1217282446-network', 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:40.597653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Made reservation on behalf of e990adae5ae94f4daee97b2a1b016582 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:40.605181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.629360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.668419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:40.671228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.683988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.789893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.805589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.830017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:37:40.843841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:40.844804 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Added segment f503e618-9e3d-4f17-9e13-0796e9e28072 of type vlan for network 85450bbc-7229-441f-b18e-9a947d86046b Jul 09 17:37:40.917322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84d900-5aa8-4afe-8b33-72abef2a65f7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:40.941299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.004779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.006270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:41.007143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.149909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] Pushing event updated for resources: {'Network': ['ID=85450bbc-7229-441f-b18e-9a947d86046b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:41.161708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 85450bbc-7229-441f-b18e-9a947d86046b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:37:41.200943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.216379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.229498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60258) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:41.230100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-64cde9f1-8ce3-43dc-a1a7-16095545f761 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0289516 Jul 09 17:37:41.235491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Request body: {'subnet': {'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1630666089-subnet', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:41.269064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:37:41.282940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Made reservation on behalf of e990adae5ae94f4daee97b2a1b016582 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:41.286659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.317014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd544bba-3659-466a-9eec-f49a59eb3b66,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:41.339685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.345366 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Added segment 93da5b0f-e42f-4206-a0ef-45ff5f7eb050 of type vlan for network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 Jul 09 17:37:41.406308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.450244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.452022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:41.452721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.532255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] Pushing event updated for resources: {'Network': ['ID=46149a0c-c7cf-4a25-91b9-a58a77768dc5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:41.546723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:37:41.557822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c69864c4-234d-48a9-b590-c7b552f36be8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1857576 Jul 09 17:37:41.565503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:41.572438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Request body: {'subnet': {'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1217282446-subnet', 'tenant_id': '70070219107b45e4a0d1f073da62fd70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:41.620876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:41.623491 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.625342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.699785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=930ab825-c20b-4f81-9683-2dd16acb5970,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:41.758033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Checking segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:41.758398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Network hostable DHCP agents. Network: 85450bbc-7229-441f-b18e-9a947d86046b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:37:41.806797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Network 85450bbc-7229-441f-b18e-9a947d86046b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:37:41.825471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 85450bbc-7229-441f-b18e-9a947d86046b) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:41.830376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:41.831224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.836446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b90eea-4a46-4974-915f-5fa2c5372db8 None None] Network 85450bbc-7229-441f-b18e-9a947d86046b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:41.863976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d76b09e6-459d-478f-b6e7-ad8196fe0ce5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6304004 Jul 09 17:37:41.865124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60278) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:41.869992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:41.905448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.928934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.934103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:41.972729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b31871-ab7c-47cf-b3d0-4b1139a10076,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:41.982940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:41.983673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Network hostable DHCP agents. Network: 46149a0c-c7cf-4a25-91b9-a58a77768dc5, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:37:42.010859 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:42.011476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:37:42.037903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 46149a0c-c7cf-4a25-91b9-a58a77768dc5) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:42.048530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:42.049166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:42.076660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eac488df-24cf-42f0-ace0-7cf2841f45cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5099435 Jul 09 17:37:42.217331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb261d8-aa5f-404c-8fe7-c8556251786c None None] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:42.219115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:42.390005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-ec3bb22d-4d6c-4b29-b1b5-2e8fe9a064f5 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--350595694&fields=id&tenant_id=ffd787d7268a46c39cb5290602e278f6 HTTP/1.1" status: 200 len: 267 time: 0.0688264 Jul 09 17:37:42.501678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c00bc-e8da-41a5-86c2-9e49d00f24d2 None None] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:42.527262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-50d8bbba-8a78-44a4-adf9-811758bca020 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:42.529002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-50d8bbba-8a78-44a4-adf9-811758bca020 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 811 time: 0.1307256 Jul 09 17:37:42.602270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856e5f2-3272-4fbe-a707-c241810b9e7e req-696f4b36-ab98-4cbd-8d7f-cc21cc5db0e2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:42.604129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5856e5f2-3272-4fbe-a707-c241810b9e7e req-696f4b36-ab98-4cbd-8d7f-cc21cc5db0e2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.1430919 Jul 09 17:37:42.671107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-93735492-9ac5-49c3-8d42-89cd3c5ae9b1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/quotas/ffd787d7268a46c39cb5290602e278f6 HTTP/1.1" status: 200 len: 375 time: 0.1338151 Jul 09 17:37:42.755854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5856e5f2-3272-4fbe-a707-c241810b9e7e req-e12a87ee-0f5b-4639-a493-2040c08b7f50 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433172 Jul 09 17:37:42.810431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-85450bbc-7229-441f-b18e-9a947d86046b', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:37:42.811330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:42.834121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:42.886190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:42.999883 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb994910-5adc-49be-9dc1-86653a218516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.018930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Allocated IP 172.20.0.2 (85450bbc-7229-441f-b18e-9a947d86046b/930ab825-c20b-4f81-9683-2dd16acb5970/bab92645-49db-4691-87e6-786042cb6341) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:43.056830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Allocated IP 172.25.3.124 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/54bf149a-0f2c-4fd1-b83a-51fb484b9cca) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:43.091755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-2af17ff9-ae70-4541-a000-f94e2a360cc0 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3173671 Jul 09 17:37:43.270649 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.284064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Transition to ACTIVE for port object bab92645-49db-4691-87e6-786042cb6341 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:43.301662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-898ebea3-7a69-47dc-b011-5e919fe94bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087636 Jul 09 17:37:43.306081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Transition to ACTIVE for port object bab92645-49db-4691-87e6-786042cb6341 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:43.314289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-305c8c98-d691-4f0d-829a-b1e5544c6e1c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:43.322963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.331658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.332179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-305c8c98-d691-4f0d-829a-b1e5544c6e1c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.2159486 Jul 09 17:37:43.354264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-b952c6cf-f17d-4db9-95e7-a2468864cb5c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0190496 Jul 09 17:37:43.383250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Pushing event updated for resources: {'Port': ['ID=bab92645-49db-4691-87e6-786042cb6341,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:43.385919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.403304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Network 85450bbc-7229-441f-b18e-9a947d86046b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:43.405795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-d4036ea3-a932-4fdb-8e5d-02fc89e79646 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500631 Jul 09 17:37:43.406156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:43.410957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:43.445381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a46f7dcd-7497-4c88-bcb1-e23df24a2b6d service neutron] 10.222.0.21 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426976 Jul 09 17:37:43.455744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.495076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Attempting to bind port bab92645-49db-4691-87e6-786042cb6341 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:43.495452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Attempting to bind port bab92645-49db-4691-87e6-786042cb6341 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:43.495840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Attempting to bind port bab92645-49db-4691-87e6-786042cb6341 on network 85450bbc-7229-441f-b18e-9a947d86046b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:43.509135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:43.509514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Checking segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:43.509919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.510317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Bound using segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:43.510788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Bound port: bab92645-49db-4691-87e6-786042cb6341, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:43.511160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.530141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:43.533562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:43.537677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:43.586747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Pushing event updated for resources: {'Port': ['ID=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:43.687557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-70bed29f-4321-4440-b5a0-70ebd24ec3b6 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661607 Jul 09 17:37:43.695151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] For port bab92645-49db-4691-87e6-786042cb6341, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:43.699887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] For port bab92645-49db-4691-87e6-786042cb6341, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab92645-49db-4691-87e6-786042cb6341,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:43.710270 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.856739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31dbbe-5f99-4a27-9bda-cba245c97bdc None None] Pushing event updated for resources: {'Port': ['ID=bab92645-49db-4691-87e6-786042cb6341,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:43.906995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-194e9f1e-f45f-42e9-b500-00522ab5e032 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241559 Jul 09 17:37:43.964378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:43.965702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50e99f5d-1fcf-4d1a-9e3c-00ac95c86163 req-10801d10-8dde-438f-b35a-8ab95e5de847 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 210 time: 0.0561860 Jul 09 17:37:44.079165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:44.262388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-83077736-accc-47ee-a413-d8fde2a2865c req-0b9f769c-8d24-4e45-b3c2-a29f0afa69a5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 210 time: 0.0594940 Jul 09 17:37:44.412157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab92645-49db-4691-87e6-786042cb6341 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:44.496117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3081e-dfc5-42fc-88cd-97f848c9a7c3 req-70e55701-8a4a-488a-9df7-592b425276c0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:44.506123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edb3081e-dfc5-42fc-88cd-97f848c9a7c3 req-70e55701-8a4a-488a-9df7-592b425276c0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.2629690 Jul 09 17:37:44.582181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port bab92645-49db-4691-87e6-786042cb6341 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:44.630443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edb3081e-dfc5-42fc-88cd-97f848c9a7c3 req-a24a5de0-d3db-4cdb-b786-44912b41df02 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230521 Jul 09 17:37:44.671679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:44.958332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Router 1219c42e-be8e-4c53-ad48-f7d53228f912 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:37:45.257564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-269a2381-d769-4f75-a960-c09012bb9cbb req-24f8a47e-a59e-46bd-93b3-c9363bf96919 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 210 time: 0.1060052 Jul 09 17:37:45.297614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:45.310907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Sync routers for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:45.335236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:45.337696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:45.338364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:45.341667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c9fcded-38b4-4a34-9b30-930a7760e29e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4728703 Jul 09 17:37:45.342186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60380) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:45.476502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52177aa0-35de-426f-a502-a1648e0eb6ca req-6f3e14d4-ee8c-409d-94bb-08d07b27c546 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 210 time: 0.0644987 Jul 09 17:37:45.621428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63574635-9783-4b2d-a0d0-c400510f94b0 None None] Network 85450bbc-7229-441f-b18e-9a947d86046b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:45.731131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] Provisioning for port bab92645-49db-4691-87e6-786042cb6341 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:45.745522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] Provisioning complete for port bab92645-49db-4691-87e6-786042cb6341 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:45.745891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:45.750733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:46.048276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:46.116562 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:46.172324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:43Z', 'revision_number': 3, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:46.223610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Checking router: 1219c42e-be8e-4c53-ad48-f7d53228f912 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:46.224112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Updating router 1219c42e-be8e-4c53-ad48-f7d53228f912 port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:37:46.230703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] For port bab92645-49db-4691-87e6-786042cb6341, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab92645-49db-4691-87e6-786042cb6341,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:46.230928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e77e6d-90f4-412b-b69c-24838b0a196a req-71049820-512c-4c68-b8de-16b78ba8b516 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:46.240686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45e77e6d-90f4-412b-b69c-24838b0a196a req-71049820-512c-4c68-b8de-16b78ba8b516 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.5277998 Jul 09 17:37:46.253021 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:46.318071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aee8db-21e9-4930-a89b-6b1e246526f4 None None] Pushing event updated for resources: {'Port': ['ID=bab92645-49db-4691-87e6-786042cb6341,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:46.344770 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45e77e6d-90f4-412b-b69c-24838b0a196a req-b836a09d-9836-4d44-9ee8-568f35c9be38 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028681 Jul 09 17:37:46.354911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-2f5f859e-5001-44dc-9e13-0e7e0525955d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:46.356521 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-2f5f859e-5001-44dc-9e13-0e7e0525955d tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 811 time: 0.3318045 Jul 09 17:37:46.366172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:46.369276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:46.445618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-112defad-63b6-4ed1-9e04-4a4dc3365e9b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffd787d7268a46c39cb5290602e278f6 HTTP/1.1" status: 200 len: 379 time: 0.0736859 Jul 09 17:37:46.534956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-567cee4f-067f-4fc3-9475-5be954f2bc1b req-596dd5c7-9aff-444d-b7a0-4f1bc4c846b9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 210 time: 0.0505736 Jul 09 17:37:46.670737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'port': {'device_id': '5f4494a7-0049-4306-9775-61dae5216edc', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'admin_state_up': True, 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'security_groups': ['e0689007-bb4a-4c18-8130-16aedb129b52']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:46.826432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7794b3f-bd3d-4dde-8968-e7b0cf978948 req-89c46720-92b7-40fa-9e7d-67a11ef4f64b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 210 time: 0.1356883 Jul 09 17:37:46.949425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ed4dae30-7456-4430-8b1c-4f76238f0904 None None] Provisioning complete for port bab92645-49db-4691-87e6-786042cb6341 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:46.949833 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ed4dae30-7456-4430-8b1c-4f76238f0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.142578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Made reservation on behalf of ffd787d7268a46c39cb5290602e278f6 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:47.147397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.170696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Allocated IP 172.20.0.1 (85450bbc-7229-441f-b18e-9a947d86046b/930ab825-c20b-4f81-9683-2dd16acb5970/b674b592-df44-4c19-b590-f7f39bdbf6a6) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:47.189243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.213881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Transition to ACTIVE for port object 54bf149a-0f2c-4fd1-b83a-51fb484b9cca will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:47.230284 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.309345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d2d2c-29b1-4975-8e71-2117567a53dc None None] Pushing event updated for resources: {'Port': ['ID=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:47.334372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Attempting to bind port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:47.335129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Attempting to bind port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:47.335268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Attempting to bind port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:47.342599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:47.342912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:47.343624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.344370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:47.344599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Bound port: 54bf149a-0f2c-4fd1-b83a-51fb484b9cca, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:47.345077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.362501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-7b0b6733-161d-4082-8031-faa28319e610 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:47.364125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-7b0b6733-161d-4082-8031-faa28319e610 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.6491485 Jul 09 17:37:47.411162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] For port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:47.411464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:47.415741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] For port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:47.425010 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.435086 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.496760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Transition to ACTIVE for port object b674b592-df44-4c19-b590-f7f39bdbf6a6 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:47.552749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:47.553744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:47.667559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30eacf4-04b7-42f6-b411-92e613b1ce52 req-3c600c44-1377-42de-82d7-eeeb4317879d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:47.678639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d30eacf4-04b7-42f6-b411-92e613b1ce52 req-3c600c44-1377-42de-82d7-eeeb4317879d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.1493134 Jul 09 17:37:47.718904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Allocated IP 172.20.0.8 (1a585b07-066e-437d-be8a-73b7bc670da6/7ea2716b-74fc-4f48-8407-1dc5849c62c1/64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:47.754284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:47.761761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d30eacf4-04b7-42f6-b411-92e613b1ce52 req-2594d1bd-3ae2-455c-ae7c-b571948834b8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694411 Jul 09 17:37:47.812172 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e86b75c-8039-4d47-9554-1eac12141017 req-751f1c15-aa1b-41de-bfb5-4d132422c463 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 210 time: 0.0493152 Jul 09 17:37:47.819941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.835705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:47.839787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:47.859099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:37:47.908008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Network 85450bbc-7229-441f-b18e-9a947d86046b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:47.927698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d2d2c-29b1-4975-8e71-2117567a53dc None None] Pushing event updated for resources: {'Port': ['ID=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:47.952426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:47.962546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:48.075853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Pushing event updated for resources: {'Port': ['ID=b674b592-df44-4c19-b590-f7f39bdbf6a6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:48.135753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be7bb1d1-fac3-46ee-b7e3-0b46cdd4973e req-4fafb6ea-5350-4d94-bbfa-9f87955e6d3c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 210 time: 0.0724261 Jul 09 17:37:48.195808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.228555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.297409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:43Z', 'revision_number': 3, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:48.387000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c83180-7269-4fe4-8131-b2dbb8c06b1e None None] The sync data for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 is: [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:43Z', 'revision_number': 3, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:48.389582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab92645-49db-4691-87e6-786042cb6341 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:48.403722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.4 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/0c68905c-4a7b-4792-9bcf-667601ccb6b4) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:48.470650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:48.473461 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9964be82-9f5e-41ff-8d26-41abb6dc1be4" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-unplugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:48.488320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b865f97-06b5-4e4a-a7fe-8d46a7fce11e None None] Provisioning for port b674b592-df44-4c19-b590-f7f39bdbf6a6 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:48.495515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:48.497951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b865f97-06b5-4e4a-a7fe-8d46a7fce11e None None] Provisioning complete for port b674b592-df44-4c19-b590-f7f39bdbf6a6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:48.498529 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b865f97-06b5-4e4a-a7fe-8d46a7fce11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.543887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0b865f97-06b5-4e4a-a7fe-8d46a7fce11e None None] Port b674b592-df44-4c19-b590-f7f39bdbf6a6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:48.547895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.589185 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce9487c-3e77-417c-98ac-6b9ec38a4b90 x-openstack-request-id: req-5ce9487c-3e77-417c-98ac-6b9ec38a4b90 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:48.589185 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-unplugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:48.589185 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ce9487c-3e77-417c-98ac-6b9ec38a4b90 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:48.589185 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:37:48.589599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bab92645-49db-4691-87e6-786042cb6341 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:48.589599 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.628132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.646094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Transition to ACTIVE for port object 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:48.676099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=11']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:48.849906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.888326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:48.953224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:49.034782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Network 1a585b07-066e-437d-be8a-73b7bc670da6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:49.060395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:49.071225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901193c-f074-407f-b9a7-1f38e5f2bee0 req-e98c0a29-101a-420e-95e5-c39c6a7a5d67 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:49.079188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c901193c-f074-407f-b9a7-1f38e5f2bee0 req-e98c0a29-101a-420e-95e5-c39c6a7a5d67 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1061122 Jul 09 17:37:49.097652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:49.140434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c901193c-f074-407f-b9a7-1f38e5f2bee0 req-6c1816cf-4f6f-4fe4-aa81-9ca895969daa tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599213 Jul 09 17:37:49.158558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:49.166993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event updated for resources: {'Port': ['ID=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:49.180736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:49.182561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:49.187492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:49.407209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a74a3-0e76-4f9a-8697-b7f67a769b15 req-78053a7b-24f3-49e7-b834-e4faad437549 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:49.409895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae1a74a3-0e76-4f9a-8697-b7f67a769b15 req-78053a7b-24f3-49e7-b834-e4faad437549 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 931 time: 0.1263547 Jul 09 17:37:49.480039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae1a74a3-0e76-4f9a-8697-b7f67a769b15 req-6134432d-78ad-48b3-a8cd-aae95f8466f9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627394 Jul 09 17:37:49.484352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-571e6d45-04b8-4564-907b-679bf3f26794 None None] Provisioning for port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:49.492857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-571e6d45-04b8-4564-907b-679bf3f26794 None None] Provisioning complete for port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:49.493749 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-571e6d45-04b8-4564-907b-679bf3f26794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:49.551992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-571e6d45-04b8-4564-907b-679bf3f26794 None None] Port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:49.788172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:37:49.798649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:49.799170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:49.863973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=0c68905c-4a7b-4792-9bcf-667601ccb6b4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:49.878971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:49.879608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:49.893887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-388fe9a7-07d6-46b4-8dec-b8984a128e88 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4414110 Jul 09 17:37:49.903814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6539-cf4c-423f-b03c-9ab29e02c8fa req-e904f599-34ed-4ebc-9ee2-a9647513c66a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:49.911387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-954f6539-cf4c-423f-b03c-9ab29e02c8fa req-e904f599-34ed-4ebc-9ee2-a9647513c66a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 931 time: 0.8822215 Jul 09 17:37:49.935728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Request body: {'port': {'device_id': '5f4494a7-0049-4306-9775-61dae5216edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:49.949204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:49.966771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'mac_address': 'fa:16:3e:c9:09:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:37:50.010213 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.026114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:50.035167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-03ea03a3-bde7-454a-b621-34c899afb331 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6397049 Jul 09 17:37:50.074786 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-954f6539-cf4c-423f-b03c-9ab29e02c8fa req-67bd4abc-8f20-4f57-bb8f-3872bab15535 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623983 Jul 09 17:37:50.083050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:50.093833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Request body: {'port': {'device_id': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:50.105868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.237721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['5339b060-1d2f-4ef9-87a0-e37bb54294f2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:37:50.343976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.424440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.474628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 54bf149a-0f2c-4fd1-b83a-51fb484b9cca up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:50.487432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.548620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.572409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c7d4d-748d-4c20-b591-7142838b982b req-b6f753ae-0b4f-4b6a-a62f-f33da4227c83 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:50.574050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a79c7d4d-748d-4c20-b591-7142838b982b req-b6f753ae-0b4f-4b6a-a62f-f33da4227c83 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.1793861 Jul 09 17:37:50.599887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:50.704726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a79c7d4d-748d-4c20-b591-7142838b982b req-1acbe957-7882-4a99-9282-351e8a04b9a2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020069 Jul 09 17:37:50.777607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:50.791948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:50.792665 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.952098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:50.996663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:51.000445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Pushing event updated for resources: {'Port': ['ID=b674b592-df44-4c19-b590-f7f39bdbf6a6,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:51.021393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:51.031398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:51.134643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:51.417774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6501e3-826e-4f2d-a6dc-76c03d3ae8fa req-e3f1c099-dec1-4cc8-b95e-225ce0c2550a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:51.419579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c6501e3-826e-4f2d-a6dc-76c03d3ae8fa req-e3f1c099-dec1-4cc8-b95e-225ce0c2550a tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 931 time: 0.1233180 Jul 09 17:37:51.483642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c6501e3-826e-4f2d-a6dc-76c03d3ae8fa req-b3d010c9-a288-4bb2-827b-7dbbe976a2d4 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579429 Jul 09 17:37:51.558956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54d34-2776-4d97-940d-2c77902145c0 req-8cd7360b-cfe2-4b4f-8c1a-e820c6f7ee15 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:51.566773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1c54d34-2776-4d97-940d-2c77902145c0 req-8cd7360b-cfe2-4b4f-8c1a-e820c6f7ee15 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 931 time: 0.6730266 Jul 09 17:37:51.621876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Network 85450bbc-7229-441f-b18e-9a947d86046b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:51.630089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:51.818542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:51.884317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c68905c-4a7b-4792-9bcf-667601ccb6b4 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:51.894181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:51.911740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Transition to ACTIVE for port object 0c68905c-4a7b-4792-9bcf-667601ccb6b4 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:51.922008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Router 1219c42e-be8e-4c53-ad48-f7d53228f912 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:37:51.926334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1c54d34-2776-4d97-940d-2c77902145c0 req-7fd71c22-5b78-46ed-8242-e462495928d2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585203 Jul 09 17:37:51.933927 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:51.995311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:51.995746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.010490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Pushing event updated for resources: {'Port': ['ID=0c68905c-4a7b-4792-9bcf-667601ccb6b4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:52.134796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37d8f0-d957-4b2e-9522-b199863a3b51 req-7585a47d-1456-4a1b-8fda-d5a6558ede02 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:52.137110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c37d8f0-d957-4b2e-9522-b199863a3b51 req-7585a47d-1456-4a1b-8fda-d5a6558ede02 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 946 time: 0.1455688 Jul 09 17:37:52.137220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1023a97f-35ff-4bd9-bc4f-446de23707c6 None None] Provisioning complete for port b674b592-df44-4c19-b590-f7f39bdbf6a6 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:52.137683 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1023a97f-35ff-4bd9-bc4f-446de23707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.198829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c37d8f0-d957-4b2e-9522-b199863a3b51 req-8687f5d6-ee04-409d-b9c0-61f14b5c8c24 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503938 Jul 09 17:37:52.222616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:37:52.229384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a74e4cf3-403f-4eee-bf2b-d0746b936260 admin admin] 10.222.0.21 "PUT /v2.0/routers/1219c42e-be8e-4c53-ad48-f7d53228f912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8855925 Jul 09 17:37:52.236330 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Sync routers for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:37:52.241888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1023a97f-35ff-4bd9-bc4f-446de23707c6 None None] Port b674b592-df44-4c19-b590-f7f39bdbf6a6 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:37:52.254706 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:52.258901 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:52.336950 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.376210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 54bf149a-0f2c-4fd1-b83a-51fb484b9cca up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:52.433215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:37:52.446768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.463971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Transition to ACTIVE for port object 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:52.468429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:52.479745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.482439 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc39f13-4eef-48e6-aa85-dbb277ed2ee5" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:52.498533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:52.541454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Pushing event updated for resources: {'Port': ['ID=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:52.655101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:52.666909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.685135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Attempting to bind port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:52.685802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Attempting to bind port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:52.686360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Attempting to bind port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:52.692405 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4351d237-f0b6-48cf-9d24-b622a4d61666 x-openstack-request-id: req-4351d237-f0b6-48cf-9d24-b622a4d61666 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:52.698217 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-plugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:52.698769 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4351d237-f0b6-48cf-9d24-b622a4d61666 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:52.699331 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:37:52.813343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:52.813343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.835447 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:49Z', 'revision_number': 2, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:52.849866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Attempting to bind port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:52.850308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Attempting to bind port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:52.850739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Attempting to bind port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 on network 1a585b07-066e-437d-be8a-73b7bc670da6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:52.853277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:37:52.853900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Attempting to bind port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:52.861845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:52.863263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:52.873805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:52.874524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Bound port: 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:52.875000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.891199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 on network 1a585b07-066e-437d-be8a-73b7bc670da6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:37:52.894086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Attempting to bind port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 on network 1a585b07-066e-437d-be8a-73b7bc670da6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:52.899665 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Checking router: 1219c42e-be8e-4c53-ad48-f7d53228f912 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:37:52.900261 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Updating router 1219c42e-be8e-4c53-ad48-f7d53228f912 port b674b592-df44-4c19-b590-f7f39bdbf6a6 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:37:52.952271 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:52.984150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:52.990909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Checking segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:52.995341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Bound using segment: {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:52.996896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Bound port: 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59eea334-316b-4c9c-813d-23459c99b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:53.001057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.076295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=13']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:53.299303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] For port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:53.305811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] For port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:53.307806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22701-e8bd-4cb4-ac07-c65072b6d12e req-45f257a8-e80a-4904-a170-1920d3045820 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:53.324980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.325842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cc22701-e8bd-4cb4-ac07-c65072b6d12e req-45f257a8-e80a-4904-a170-1920d3045820 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 943 time: 0.2411017 Jul 09 17:37:53.418723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cc22701-e8bd-4cb4-ac07-c65072b6d12e req-abd0c5c5-6ef2-4791-9527-d610897ee370 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905538 Jul 09 17:37:53.440703 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.453911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Transition to ACTIVE for port object b674b592-df44-4c19-b590-f7f39bdbf6a6 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:53.463178 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.470715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:53.473813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.475656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] 10.222.0.36 "PUT /v2.0/ports/64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 HTTP/1.1" status: 200 len: 1092 time: 3.5619116 Jul 09 17:37:53.491884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:53.500322 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdca187-b397-4e58-be33-6be62bcfea40" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:53.549708 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb3bc7-3054-4f1f-b8a9-36813bf5ca05 None None] Pushing event updated for resources: {'Port': ['ID=b674b592-df44-4c19-b590-f7f39bdbf6a6,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:53.634080 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Attempting to bind port b674b592-df44-4c19-b590-f7f39bdbf6a6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:53.634495 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Attempting to bind port b674b592-df44-4c19-b590-f7f39bdbf6a6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:53.634985 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Attempting to bind port b674b592-df44-4c19-b590-f7f39bdbf6a6 on network 85450bbc-7229-441f-b18e-9a947d86046b {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:53.643046 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:53.643608 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Checking segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:53.644094 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.644487 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Bound using segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:53.645081 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Bound port: b674b592-df44-4c19-b590-f7f39bdbf6a6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:53.645468 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.727618 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] For port b674b592-df44-4c19-b590-f7f39bdbf6a6, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:53.731972 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] For port b674b592-df44-4c19-b590-f7f39bdbf6a6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b674b592-df44-4c19-b590-f7f39bdbf6a6,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:53.746525 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:53.828666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c199b4a-3767-4805-9cf5-faaa7f8482bf req-c5a1fdf2-00ee-4417-bcaa-f2daca3217f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:53.831068 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb3bc7-3054-4f1f-b8a9-36813bf5ca05 None None] Pushing event updated for resources: {'Port': ['ID=b674b592-df44-4c19-b590-f7f39bdbf6a6,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:53.847944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c199b4a-3767-4805-9cf5-faaa7f8482bf req-c5a1fdf2-00ee-4417-bcaa-f2daca3217f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.1427124 Jul 09 17:37:53.849186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:37:53.850996 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:53.861064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] For port 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:53.901262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c199b4a-3767-4805-9cf5-faaa7f8482bf req-6269fc50-b85f-4ed3-9c23-47c0b8daedae tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511003 Jul 09 17:37:53.911640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52578b7-6e07-4cbd-a45c-3a3a195aae35 service neutron] Pushing event updated for resources: {'Port': ['ID=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:53.940680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] For port 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:53.967536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.039379 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac3dc4-0b35-4877-a6d7-76a905bc3acd x-openstack-request-id: req-45ac3dc4-0b35-4877-a6d7-76a905bc3acd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:54.041459 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:54.042991 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45ac3dc4-0b35-4877-a6d7-76a905bc3acd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:54.043638 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'status': 'completed', 'code': 200} Jul 09 17:37:54.114217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.115115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.116158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60538) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:54.124550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1978496762-network', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:54.132198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] 10.222.0.36 "PUT /v2.0/ports/0c68905c-4a7b-4792-9bcf-667601ccb6b4 HTTP/1.1" status: 200 len: 1092 time: 4.0724914 Jul 09 17:37:54.195370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Made reservation on behalf of ba3375381fa241e7a901e3f02eb034f6 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:54.200233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.223503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.226472 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:37:54.267722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a259451-ad28-48a2-ae5e-9adfe98e171a req-854b5e1d-91fd-4491-8744-b59efa5130c5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.284083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a259451-ad28-48a2-ae5e-9adfe98e171a req-854b5e1d-91fd-4491-8744-b59efa5130c5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 943 time: 0.9289284 Jul 09 17:37:54.382832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-8d510abf-c168-4d62-861e-787bbf962824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.386565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-8d510abf-c168-4d62-861e-787bbf962824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 1095 time: 0.7787311 Jul 09 17:37:54.466531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.475267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.553069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55be65-991f-497b-a696-807c51bf5d7e service neutron] Pushing event updated for resources: {'Port': ['ID=0c68905c-4a7b-4792-9bcf-667601ccb6b4,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:54.556888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a3b8c-4434-44e5-bd04-c0216eaefbc4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:54.590510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.591146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.591684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.592287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.592827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.594235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.594758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.596191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.596748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.597933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a259451-ad28-48a2-ae5e-9adfe98e171a req-d073a5ae-d7e1-4690-992c-03c1bc89f989 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104696 Jul 09 17:37:54.599378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-3416dc40-764a-47b2-982d-f3f127b26d16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 HTTP/1.1" status: 200 len: 217 time: 0.1911802 Jul 09 17:37:54.607881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.616679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.617390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:37:54.653057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:37:54.675800 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.676508 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Added segment b5e5ce73-bc12-46f1-a048-0aa50050d70e of type vlan for network 4cff676d-6694-4066-9f5b-1c000316bee8 Jul 09 17:37:54.784920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-5f95d853-cbeb-4ee1-bf79-e900b5d81341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.786435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-5f95d853-cbeb-4ee1-bf79-e900b5d81341 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1808519 Jul 09 17:37:54.848102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.878042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-1af295c3-d8f7-4d0c-a512-b1098daae045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.889937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-1af295c3-d8f7-4d0c-a512-b1098daae045 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 1095 time: 0.6965539 Jul 09 17:37:54.901224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2e170-dd3b-465f-a5b6-ff2388981e15 req-6992af85-7335-410e-9bec-c0736af535b7 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.908756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66d2e170-dd3b-465f-a5b6-ff2388981e15 req-6992af85-7335-410e-9bec-c0736af535b7 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 943 time: 0.1194882 Jul 09 17:37:54.962927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66d2e170-dd3b-465f-a5b6-ff2388981e15 req-8475be68-b2ac-4f9a-b2e8-f9f86e20e001 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529702 Jul 09 17:37:54.977443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.979745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:54.981674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:54.985681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-3244bf41-878f-49ff-b870-885e50ac268f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4 HTTP/1.1" status: 200 len: 217 time: 0.0947592 Jul 09 17:37:55.036056 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:53Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:37:55.092541 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117055c-69a6-46cc-873e-1d16ff9adb43 None None] The sync data for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 is: [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:53Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:37:55.128926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] Pushing event updated for resources: {'Network': ['ID=4cff676d-6694-4066-9f5b-1c000316bee8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:55.140489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 4cff676d-6694-4066-9f5b-1c000316bee8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:37:55.147786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-edb90bae-6de2-4898-85e3-58f061a0c013 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0300560 Jul 09 17:37:55.150505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60546) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:55.161640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Request body: {'subnet': {'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1978496762-subnet', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:55.177998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ebef2c2d-3533-472b-92e0-7ed3c6566eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:55.179559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ebef2c2d-3533-472b-92e0-7ed3c6566eb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.1817462 Jul 09 17:37:55.280842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Made reservation on behalf of ba3375381fa241e7a901e3f02eb034f6 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:37:55.283406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:55.322902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-383d384f-a933-4649-95bd-afc4b6bdd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:55.324804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-383d384f-a933-4649-95bd-afc4b6bdd66e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5256176 Jul 09 17:37:55.330082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-66359cb4-93fd-47e8-81df-3b244ac7cc5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720613 Jul 09 17:37:55.527890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-52f4dca3-2350-4ae7-ae2a-15317ff629bc service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965852 Jul 09 17:37:55.625531 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:55.826260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Checking segment: {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:55.827063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Network hostable DHCP agents. Network: 4cff676d-6694-4066-9f5b-1c000316bee8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:37:55.842245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05990635-b94f-40ad-93c0-eea0f47a31ad,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:55.963420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Network 4cff676d-6694-4066-9f5b-1c000316bee8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:37:56.005107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 4cff676d-6694-4066-9f5b-1c000316bee8) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:56.016959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec47b5-dc97-41ea-8841-728ae06cc83c None None] Network 4cff676d-6694-4066-9f5b-1c000316bee8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:37:56.052837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:56.057076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.094920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60564) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:56.161679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1d2d0-ddd3-43ca-ae87-596d0ccd1a79 req-9a940350-f015-458f-a323-a01b9f21a93c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:56.170329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3f1d2d0-ddd3-43ca-ae87-596d0ccd1a79 req-9a940350-f015-458f-a323-a01b9f21a93c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 943 time: 0.2899749 Jul 09 17:37:56.196009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7337bf87-5e7f-4961-b504-ca871a6d9158 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0440838 Jul 09 17:37:56.198529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:56.224773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:37:56.364838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3f1d2d0-ddd3-43ca-ae87-596d0ccd1a79 req-6c1f6712-e710-4d66-a151-804e50e4a65b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932557 Jul 09 17:37:56.370323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.379900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.440296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-4cff676d-6694-4066-9f5b-1c000316bee8', 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'fixed_ips': [{'subnet_id': '05990635-b94f-40ad-93c0-eea0f47a31ad'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:37:56.444820 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.492740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b674b592-df44-4c19-b590-f7f39bdbf6a6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:56.606340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09947eca-2393-4ec9-b67c-d1d306038d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.638556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.743641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'tag': '0c68905c-4a7b-4792-9bcf-667601ccb6b4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:37:56.757344 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6058c-4750-464d-9f73-970099171ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "922d77e3-d781-4c32-b4d9-3b3b14b80c7e", "tag": "0c68905c-4a7b-4792-9bcf-667601ccb6b4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:37:56.806800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5af088-73b1-4cdf-a35f-6708fbff2e9b req-b0ef8e8f-ca34-4cf7-9f84-f9783898f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:56.817867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b5af088-73b1-4cdf-a35f-6708fbff2e9b req-b0ef8e8f-ca34-4cf7-9f84-f9783898f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 1.7159936 Jul 09 17:37:56.855973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b674b592-df44-4c19-b590-f7f39bdbf6a6 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:37:56.864739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b674b592-df44-4c19-b590-f7f39bdbf6a6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:56.865252 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:56.944975 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-79ed71d4-655b-4187-86c4-18685dbb2309 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4777491 Jul 09 17:37:56.965853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Allocated IP 172.20.0.2 (4cff676d-6694-4066-9f5b-1c000316bee8/05990635-b94f-40ad-93c0-eea0f47a31ad/754ae797-0419-4487-bb16-04cd0eb52274) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:57.188770 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b5af088-73b1-4cdf-a35f-6708fbff2e9b req-52705084-1172-4f10-bf97-c72031586703 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581486 Jul 09 17:37:57.190859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4646f344-19b4-4f86-8c02-b5c3d0ec6b3c req-ae95f5af-b1fe-47df-b7c9-12289673b225 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052042 Jul 09 17:37:57.197198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b218b54-4274-43c4-a6f8-a2b53cb6c16b req-21c78386-f8e7-4778-9bba-1cc18ae66ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6494653 Jul 09 17:37:57.214054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:57.353756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b674b592-df44-4c19-b590-f7f39bdbf6a6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b674b592-df44-4c19-b590-f7f39bdbf6a6,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:37:57.368954 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95352e26-d248-4517-8ef1-57bb956220b4 x-openstack-request-id: req-95352e26-d248-4517-8ef1-57bb956220b4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:37:57.376379 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922d77e3-d781-4c32-b4d9-3b3b14b80c7e", "tag": "0c68905c-4a7b-4792-9bcf-667601ccb6b4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:37:57.376747 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95352e26-d248-4517-8ef1-57bb956220b4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:37:57.377066 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'tag': '0c68905c-4a7b-4792-9bcf-667601ccb6b4', 'status': 'completed', 'code': 200} Jul 09 17:37:57.391714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:57.578480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-10aca163-2ee3-4a97-93b0-4cc58ac41981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:57.591977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-10aca163-2ee3-4a97-93b0-4cc58ac41981 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 1095 time: 0.2918470 Jul 09 17:37:57.648883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b674b592-df44-4c19-b590-f7f39bdbf6a6,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:57.670093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:57.696195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Transition to ACTIVE for port object 754ae797-0419-4487-bb16-04cd0eb52274 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:57.726544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6058c-4750-464d-9f73-970099171ed2 req-5ac33587-d0b4-4832-8f90-fbb402c9304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:57.729229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-5ac33587-d0b4-4832-8f90-fbb402c9304e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 1095 time: 0.3199542 Jul 09 17:37:57.736984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Transition to ACTIVE for port object 754ae797-0419-4487-bb16-04cd0eb52274 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:37:57.758412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:57.816989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:57.833042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Network 4cff676d-6694-4066-9f5b-1c000316bee8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:57.850377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:57.856435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:57.922826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Pushing event updated for resources: {'Port': ['ID=754ae797-0419-4487-bb16-04cd0eb52274,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:57.923113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d452d2-46ce-4b94-a2e2-8b776aef4812 req-567a06d8-1e51-4729-be83-f97b8b394bab tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:57.930891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61d452d2-46ce-4b94-a2e2-8b776aef4812 req-567a06d8-1e51-4729-be83-f97b8b394bab tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 943 time: 0.2880611 Jul 09 17:37:57.937229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-895f4527-fb4d-46a5-936b-2ea8bd2b9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:57.939179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-895f4527-fb4d-46a5-936b-2ea8bd2b9f5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.3379362 Jul 09 17:37:58.038178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Attempting to bind port 754ae797-0419-4487-bb16-04cd0eb52274 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:37:58.038588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Attempting to bind port 754ae797-0419-4487-bb16-04cd0eb52274 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:37:58.052421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Attempting to bind port 754ae797-0419-4487-bb16-04cd0eb52274 on network 4cff676d-6694-4066-9f5b-1c000316bee8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:37:58.059530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:37:58.060081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Checking segment: {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:37:58.060594 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.061098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Bound using segment: {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:37:58.063654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Bound port: 754ae797-0419-4487-bb16-04cd0eb52274, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:37:58.063654 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.079294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61d452d2-46ce-4b94-a2e2-8b776aef4812 req-c3d23160-bb7f-498c-9f28-30db75008d82 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473887 Jul 09 17:37:58.083431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-5c5caf96-fef1-4b95-94e7-477c08f605e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 HTTP/1.1" status: 200 len: 217 time: 0.1316745 Jul 09 17:37:58.088450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6058c-4750-464d-9f73-970099171ed2 req-f2fa5411-2d5f-458a-84a1-0d3b2433905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:58.090574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-f2fa5411-2d5f-458a-84a1-0d3b2433905f service neutron] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.3321519 Jul 09 17:37:58.130028 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09947eca-2393-4ec9-b67c-d1d306038d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.147397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020f862-8db5-4c6a-984f-249532f005cb req-ef7c053c-0488-4757-abb9-4a446f37373c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:58.156880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9020f862-8db5-4c6a-984f-249532f005cb req-ef7c053c-0488-4757-abb9-4a446f37373c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 943 time: 1.5032020 Jul 09 17:37:58.170962 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09947eca-2393-4ec9-b67c-d1d306038d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.210379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] For port 754ae797-0419-4487-bb16-04cd0eb52274, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:37:58.215124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09947eca-2393-4ec9-b67c-d1d306038d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb217f-ed25-4fdf-aa35-d929b4e5e318,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:58.217130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] For port 754ae797-0419-4487-bb16-04cd0eb52274, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=754ae797-0419-4487-bb16-04cd0eb52274,segment=NetworkSegment(b5e5ce73-bc12-46f1-a048-0aa50050d70e),segment_id=b5e5ce73-bc12-46f1-a048-0aa50050d70e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:37:58.231561 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.260292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:37:58.269454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-f29a6054-df1c-4205-8e3e-e2e609f971af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4 HTTP/1.1" status: 200 len: 217 time: 0.1494420 Jul 09 17:37:58.286778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09947eca-2393-4ec9-b67c-d1d306038d72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d758d44710c44c083d64c4a36b7c7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1839588 Jul 09 17:37:58.291698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60580) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:58.363308 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9020f862-8db5-4c6a-984f-249532f005cb req-4c6f9978-b2f8-45e0-8001-54e7fb6002a5 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047105 Jul 09 17:37:58.443924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254d6d1c-9ee8-4c40-838e-311dcfe50cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.452066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-c7bad390-af5f-457f-857b-5e29268e554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:58.453777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-c7bad390-af5f-457f-857b-5e29268e554f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.3595190 Jul 09 17:37:58.468296 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254d6d1c-9ee8-4c40-838e-311dcfe50cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.468535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6058c-4750-464d-9f73-970099171ed2 req-31600435-4b46-494b-bd5b-c43a535b9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:58.469968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-31600435-4b46-494b-bd5b-c43a535b9a19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.1866875 Jul 09 17:37:58.548912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254d6d1c-9ee8-4c40-838e-311dcfe50cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.551812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-254d6d1c-9ee8-4c40-838e-311dcfe50cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.555720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-254d6d1c-9ee8-4c40-838e-311dcfe50cc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87fb217f-ed25-4fdf-aa35-d929b4e5e318 HTTP/1.1" status: 204 len: 168 time: 0.2611792 Jul 09 17:37:58.567025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d6d1c-9ee8-4c40-838e-311dcfe50cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb217f-ed25-4fdf-aa35-d929b4e5e318,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:58.586868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-07f8d95b-bb6a-4e44-bbaf-1706fbb19d4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982237 Jul 09 17:37:58.616072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.636561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:58.784877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6fabd-9ba5-42b6-a690-3e5c28a61952 None None] Pushing event updated for resources: {'Port': ['ID=754ae797-0419-4487-bb16-04cd0eb52274,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:58.807158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b674b592-df44-4c19-b590-f7f39bdbf6a6 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:37:58.886707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Allocated IP 172.25.3.214 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/6b94c271-a7db-4fef-9970-632fa45107d9) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:37:59.038374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b674b592-df44-4c19-b590-f7f39bdbf6a6 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:37:59.038717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:59.139166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d30828-e25e-4e3e-ba16-ff959bd75881 req-bb030a55-bd1e-48ae-ae6a-2463cce14045 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:59.143567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0d30828-e25e-4e3e-ba16-ff959bd75881 req-bb030a55-bd1e-48ae-ae6a-2463cce14045 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.5556889 Jul 09 17:37:59.147626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-6da7de14-70c7-4d10-9a96-9b86bccb2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:59.150108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-6da7de14-70c7-4d10-9a96-9b86bccb2f74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6828272 Jul 09 17:37:59.181266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60590) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:37:59.220200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0d30828-e25e-4e3e-ba16-ff959bd75881 req-0f313455-ae58-45dd-ab0e-e9d8f6920d1d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633926 Jul 09 17:37:59.343247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cde-6272-4b78-a0e1-4bb4375d405a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:59.389128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:59.449191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-bc803829-f0a8-4272-bd78-9bf093cf66ca service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712102 Jul 09 17:37:59.586620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-86d61cbf-8916-429d-917f-9a57d7280beb service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814905 Jul 09 17:37:59.655038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:59.679800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b8b6058c-4750-464d-9f73-970099171ed2 req-23e1a429-a545-444b-a835-424a731f7d0d service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176781 Jul 09 17:37:59.712882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Pushing event updated for resources: {'Port': ['ID=6b94c271-a7db-4fef-9970-632fa45107d9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:37:59.783698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bdca187-b397-4e58-be33-6be62bcfea40 req-ff93fb4b-f3a6-448c-94ab-5bea651e0766 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743734 Jul 09 17:37:59.786631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:37:59.804585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaa73e-0c91-4e1a-9e25-f3581b13aec1 req-84bc411c-4cba-4559-a385-dab2d243cc31 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:37:59.806585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74aaa73e-0c91-4e1a-9e25-f3581b13aec1 req-84bc411c-4cba-4559-a385-dab2d243cc31 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 943 time: 0.3134806 Jul 09 17:37:59.813436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:37:59.881652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:37:59.963839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cde-6272-4b78-a0e1-4bb4375d405a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:59.980088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5ac18cde-6272-4b78-a0e1-4bb4375d405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:37:59.996804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-74aaa73e-0c91-4e1a-9e25-f3581b13aec1 req-2be8adf9-db98-478c-a18f-d2d984857cc3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758909 Jul 09 17:38:00.080199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ac18cde-6272-4b78-a0e1-4bb4375d405a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76a3a1420fae4e248f31de21fb02de46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8931696 Jul 09 17:38:00.082093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:00.146007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb55e0-30c8-49b7-9581-5a9b04887d4d req-a88eab74-821d-413d-83d8-7a3d3d44a3b9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:00.147890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6bb55e0-30c8-49b7-9581-5a9b04887d4d req-a88eab74-821d-413d-83d8-7a3d3d44a3b9 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 943 time: 0.5581415 Jul 09 17:38:00.181665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18cde-6272-4b78-a0e1-4bb4375d405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82446425-243f-4709-8982-cc8f7edd2306,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:00.210977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b6bb55e0-30c8-49b7-9581-5a9b04887d4d req-05ffb10e-5dcf-4bd6-87d4-972756eab4d7 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561485 Jul 09 17:38:00.435426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 754ae797-0419-4487-bb16-04cd0eb52274 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:00.534891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cde59b46-db6d-4004-8a30-a38ccbace462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:00.554190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 754ae797-0419-4487-bb16-04cd0eb52274 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:00.576163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cde59b46-db6d-4004-8a30-a38ccbace462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:00.713387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d89-2d8c-4557-aa11-1d9e9f977b17 req-90538c9d-d10f-4591-8545-ac0db99bcc68 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:00.715117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8e15d89-2d8c-4557-aa11-1d9e9f977b17 req-90538c9d-d10f-4591-8545-ac0db99bcc68 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.2550960 Jul 09 17:38:00.834930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8e15d89-2d8c-4557-aa11-1d9e9f977b17 req-5c3cda5a-4d79-49d8-9ba1-0bf2d07d118b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587173 Jul 09 17:38:00.837988 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cde59b46-db6d-4004-8a30-a38ccbace462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:00.840533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cde59b46-db6d-4004-8a30-a38ccbace462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:00.841689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cde59b46-db6d-4004-8a30-a38ccbace462 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82446425-243f-4709-8982-cc8f7edd2306 HTTP/1.1" status: 204 len: 168 time: 0.7587063 Jul 09 17:38:00.868151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:00.875855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59b46-db6d-4004-8a30-a38ccbace462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82446425-243f-4709-8982-cc8f7edd2306,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:00.909732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab27836-b41f-45dd-91fb-b688e12dd994 None None] Network 4cff676d-6694-4066-9f5b-1c000316bee8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:01.040112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] Provisioning for port 754ae797-0419-4487-bb16-04cd0eb52274 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:01.059414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] Provisioning complete for port 754ae797-0419-4487-bb16-04cd0eb52274 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:01.060753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.231415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:01.342642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814c16f-fd14-4490-8686-9adf86488e73 req-3bd09bb4-e321-4f50-b397-56959f281ac7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:01.359490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2814c16f-fd14-4490-8686-9adf86488e73 req-3bd09bb4-e321-4f50-b397-56959f281ac7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 943 time: 0.1812687 Jul 09 17:38:01.480323 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2814c16f-fd14-4490-8686-9adf86488e73 req-5f0427ff-bd41-4bf5-8a82-6554c7de05a9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196942 Jul 09 17:38:01.486267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.560448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60624) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:01.581768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371b81a7-c417-4111-9a29-d6bcae1ec5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.587929 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.653058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:01.693018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'port_id': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'mac_address': 'fa:16:3e:2d:40:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:01.708184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae503083-7ec5-4e2e-9124-ae2d6aa9ebba req-8ace8e6e-9a21-408c-be9c-dc21bbbcd46c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:01.720009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae503083-7ec5-4e2e-9124-ae2d6aa9ebba req-8ace8e6e-9a21-408c-be9c-dc21bbbcd46c tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 943 time: 0.1443198 Jul 09 17:38:01.793277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] For port 754ae797-0419-4487-bb16-04cd0eb52274, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=754ae797-0419-4487-bb16-04cd0eb52274,segment=NetworkSegment(b5e5ce73-bc12-46f1-a048-0aa50050d70e),segment_id=b5e5ce73-bc12-46f1-a048-0aa50050d70e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:01.807654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae503083-7ec5-4e2e-9124-ae2d6aa9ebba req-f66b1ce7-2bd3-44c2-9b80-bf7f31e62d05 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866253 Jul 09 17:38:01.813560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.841086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:38:01.854017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371b81a7-c417-4111-9a29-d6bcae1ec5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.873836 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371b81a7-c417-4111-9a29-d6bcae1ec5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.906115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f229-d10d-4d9c-bf18-880af266e376 None None] Pushing event updated for resources: {'Port': ['ID=754ae797-0419-4487-bb16-04cd0eb52274,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:01.927065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:01.953883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:01.998098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:01.998702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-371b81a7-c417-4111-9a29-d6bcae1ec5ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70c6586b3c9b4dc8ac399e8260052701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362721 Jul 09 17:38:01.999367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:02.009354 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.010356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0c68905c-4a7b-4792-9bcf-667601ccb6b4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:02.047263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b81a7-c417-4111-9a29-d6bcae1ec5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b2c6e1-00b1-4d21-a0c2-9bfe8312324f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:02.064288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:02.085557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Sync routers for ids ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:02.117733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.122089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5a990b3f-6d1f-4920-8609-0e10110bc81d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9024150 Jul 09 17:38:02.122411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60632) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:02.166088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:02.181669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Routers {'86134cb2-a3dd-4d34-818b-72cdbc7990f1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:02.182320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:02.354605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 754ae797-0419-4487-bb16-04cd0eb52274 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:02.368469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13d38881-369a-45a9-bb53-e7d6063dabb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.393659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297b82-552b-4ec2-ab31-ac3cae32b6f8 req-7a6d3d41-ed47-4d1f-94ea-d4fbc40fc9dc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:02.396018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8297b82-552b-4ec2-ab31-ac3cae32b6f8 req-7a6d3d41-ed47-4d1f-94ea-d4fbc40fc9dc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.3049121 Jul 09 17:38:02.414522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:02.427803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0bafd1d9-e9da-422b-9441-296635519133 None None] Provisioning complete for port 754ae797-0419-4487-bb16-04cd0eb52274 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:02.428183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0bafd1d9-e9da-422b-9441-296635519133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.431493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13d38881-369a-45a9-bb53-e7d6063dabb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.467877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8297b82-552b-4ec2-ab31-ac3cae32b6f8 req-0560879b-1c18-4743-9d92-e1f3fdd5b92d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661206 Jul 09 17:38:02.510029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Set router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:02.534702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13d38881-369a-45a9-bb53-e7d6063dabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.541560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13d38881-369a-45a9-bb53-e7d6063dabb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.564050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-13d38881-369a-45a9-bb53-e7d6063dabb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6b2c6e1-00b1-4d21-a0c2-9bfe8312324f HTTP/1.1" status: 204 len: 168 time: 0.5620224 Jul 09 17:38:02.567094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '0c68905c-4a7b-4792-9bcf-667601ccb6b4', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': '0c68905c-4a7b-4792-9bcf-667601ccb6b4', 'mac_address': 'fa:16:3e:d0:04:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:02.616656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d38881-369a-45a9-bb53-e7d6063dabb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b2c6e1-00b1-4d21-a0c2-9bfe8312324f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:02.705899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 754ae797-0419-4487-bb16-04cd0eb52274 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:02.706474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.767454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:02.839408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c68905c-4a7b-4792-9bcf-667601ccb6b4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:03.019715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:03.021684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aafb83-86b8-47ee-bab4-7acdd643d8af req-8c77096e-be15-4641-80a2-0d573c9791be tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:03.027823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17aafb83-86b8-47ee-bab4-7acdd643d8af req-8c77096e-be15-4641-80a2-0d573c9791be tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 943 time: 0.2675772 Jul 09 17:38:03.046249 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.147091 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.208638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:38:00Z', 'revision_number': 3, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:03.249304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17aafb83-86b8-47ee-bab4-7acdd643d8af req-02a3ed51-b113-411a-9187-2f07f8efa5c5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124965 Jul 09 17:38:03.288874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Checking router: 86134cb2-a3dd-4d34-818b-72cdbc7990f1 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:03.288874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Updating router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 port 6b94c271-a7db-4fef-9970-632fa45107d9 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:38:03.324269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0c68905c-4a7b-4792-9bcf-667601ccb6b4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:03.327739 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.360135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:03.363725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:03.474341 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Allocated IP 172.20.0.1 (4cff676d-6694-4066-9f5b-1c000316bee8/05990635-b94f-40ad-93c0-eea0f47a31ad/c1308a4b-a6e9-46af-b136-50be498b4600) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:03.600749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9b52-d9ee-40f8-84ca-1c68a453c443 req-2cf1facb-bfbe-4472-9a99-58c245533d04 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:03.611170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fabd9b52-d9ee-40f8-84ca-1c68a453c443 req-2cf1facb-bfbe-4472-9a99-58c245533d04 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 944 time: 0.1387937 Jul 09 17:38:03.720716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fabd9b52-d9ee-40f8-84ca-1c68a453c443 req-93fdaf8c-0f1a-4a6a-b35f-87ff354dd510 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087639 Jul 09 17:38:03.799876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:03.822854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Transition to ACTIVE for port object c1308a4b-a6e9-46af-b136-50be498b4600 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:03.936664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa2e2-5080-4b99-b549-c9c847d3c33d req-4a1786a7-d5cc-4160-ac5f-c33163ea66bf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:03.937951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fffa2e2-5080-4b99-b549-c9c847d3c33d req-4a1786a7-d5cc-4160-ac5f-c33163ea66bf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.2273421 Jul 09 17:38:04.033102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.179784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Pushing event updated for resources: {'Port': ['ID=c1308a4b-a6e9-46af-b136-50be498b4600,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:04.220567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fffa2e2-5080-4b99-b549-c9c847d3c33d req-ea1d0b4e-8c7d-4b60-b02f-15e0f4e68d69 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715783 Jul 09 17:38:04.241042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Network 4cff676d-6694-4066-9f5b-1c000316bee8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:04.249595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:04.259141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:04.317788 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.343456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Transition to ACTIVE for port object 6b94c271-a7db-4fef-9970-632fa45107d9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:04.362429 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.367805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.434896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546de12-1629-46cd-b9fe-cd772b9d5eb1 None None] Pushing event updated for resources: {'Port': ['ID=6b94c271-a7db-4fef-9970-632fa45107d9,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:04.481168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Attempting to bind port 6b94c271-a7db-4fef-9970-632fa45107d9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:04.481726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Attempting to bind port 6b94c271-a7db-4fef-9970-632fa45107d9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:04.482099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Attempting to bind port 6b94c271-a7db-4fef-9970-632fa45107d9 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:04.489902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:04.490331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:04.490746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.491140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:04.491612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Bound port: 6b94c271-a7db-4fef-9970-632fa45107d9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:04.492351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.601930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] For port 6b94c271-a7db-4fef-9970-632fa45107d9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:04.607171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] For port 6b94c271-a7db-4fef-9970-632fa45107d9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6b94c271-a7db-4fef-9970-632fa45107d9,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:04.618632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eba08-bb58-48eb-81fb-cf2917b328a5 req-b37f4d1a-7ab8-4e2b-9d69-0428eae25344 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:04.623939 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:04.637471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e25eba08-bb58-48eb-81fb-cf2917b328a5 req-b37f4d1a-7ab8-4e2b-9d69-0428eae25344 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 944 time: 0.2034080 Jul 09 17:38:04.756599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546de12-1629-46cd-b9fe-cd772b9d5eb1 None None] Pushing event updated for resources: {'Port': ['ID=6b94c271-a7db-4fef-9970-632fa45107d9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:04.758249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e25eba08-bb58-48eb-81fb-cf2917b328a5 req-cb6ff2df-406d-4d9d-952e-8129d4aa4613 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165192 Jul 09 17:38:04.782602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Routers {'86134cb2-a3dd-4d34-818b-72cdbc7990f1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:04.784284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:04.931639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-51dab464-db6a-4259-a03f-a70e91dcb824 None None] Provisioning for port c1308a4b-a6e9-46af-b136-50be498b4600 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:04.962220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-51dab464-db6a-4259-a03f-a70e91dcb824 None None] Provisioning complete for port c1308a4b-a6e9-46af-b136-50be498b4600 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:04.962850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-51dab464-db6a-4259-a03f-a70e91dcb824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.048394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-51dab464-db6a-4259-a03f-a70e91dcb824 None None] Port c1308a4b-a6e9-46af-b136-50be498b4600 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:05.108455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60680) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:05.152072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] Set router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:05.226434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:05.276777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7af1918c-6c18-4773-87d9-5ece4c6d2e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.392327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:05.407948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:05.408473 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.493847 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7af1918c-6c18-4773-87d9-5ece4c6d2e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.503739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7af1918c-6c18-4773-87d9-5ece4c6d2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.542388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.566695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1918c-6c18-4773-87d9-5ece4c6d2e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7348c407-ad3f-4a74-a9fa-81442add40d8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:05.574437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:38:00Z', 'revision_number': 3, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:05.600968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace2fbb-3a14-49ae-abe5-d4c824478f57 req-57725c73-b3c4-40ba-97cc-c9aaeb842f75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:05.617822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028cebcb-bdb9-4858-b1c4-6651b0cc2da2 None None] The sync data for ids ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'] in n-d-791506-17 is: [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:38:00Z', 'revision_number': 3, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:05.620374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ace2fbb-3a14-49ae-abe5-d4c824478f57 req-57725c73-b3c4-40ba-97cc-c9aaeb842f75 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 944 time: 0.3608496 Jul 09 17:38:05.631081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7af1918c-6c18-4773-87d9-5ece4c6d2e22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7e2ddfbedda47ba8c9b9d49fa2b2b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212135 Jul 09 17:38:05.631878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60688) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:05.632520 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.719245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:05.720701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:05.724076 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d973425a-ede1-4455-bba4-dce97ae54991" -d '{"events": [{"server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "name": "network-vif-plugged", "status": "completed", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:05.732307 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.733933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0c68905c-4a7b-4792-9bcf-667601ccb6b4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:05.743453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c43ed4-4a53-4d08-883c-021c2a2490d8 req-68c6dc59-eaca-4777-b999-fba9dca8549b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:05.747195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3c43ed4-4a53-4d08-883c-021c2a2490d8 req-68c6dc59-eaca-4777-b999-fba9dca8549b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.1816905 Jul 09 17:38:05.796160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ace2fbb-3a14-49ae-abe5-d4c824478f57 req-510aa25d-5e1b-4505-839e-ec1c7165431e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747396 Jul 09 17:38:05.813421 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f3abc7-f44f-439c-94a0-a8d0b46b02c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.890266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f3abc7-f44f-439c-94a0-a8d0b46b02c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.902190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:05.963623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:05.969242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:05.969615 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.978231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3c43ed4-4a53-4d08-883c-021c2a2490d8 req-ad4d1f28-89a0-4092-8178-42c03bc715df tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224422 Jul 09 17:38:05.979431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f3abc7-f44f-439c-94a0-a8d0b46b02c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.982748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-69f3abc7-f44f-439c-94a0-a8d0b46b02c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:05.984176 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-69f3abc7-f44f-439c-94a0-a8d0b46b02c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7348c407-ad3f-4a74-a9fa-81442add40d8 HTTP/1.1" status: 204 len: 168 time: 0.3507564 Jul 09 17:38:05.996603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3abc7-f44f-439c-94a0-a8d0b46b02c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7348c407-ad3f-4a74-a9fa-81442add40d8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:06.115920 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dddace8-7e8a-45bf-bdc8-40f53f1a9d50 x-openstack-request-id: req-2dddace8-7e8a-45bf-bdc8-40f53f1a9d50 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:06.116351 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "name": "network-vif-plugged", "status": "completed", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:06.117017 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dddace8-7e8a-45bf-bdc8-40f53f1a9d50 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:06.117178 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'code': 200} Jul 09 17:38:06.261809 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.273993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.350369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09101f-bbf8-406a-9c05-4e73717b97c7 req-7ab8a163-c07f-431f-90ac-3ca813d6af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:06.370799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f09101f-bbf8-406a-9c05-4e73717b97c7 req-7ab8a163-c07f-431f-90ac-3ca813d6af15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 1097 time: 0.2607474 Jul 09 17:38:06.374867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.427709 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.445222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f09101f-bbf8-406a-9c05-4e73717b97c7 req-902a8a36-b8c9-43f2-aa67-997b5558e68b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680439 Jul 09 17:38:06.532266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:06.552987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:06.658799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0c68905c-4a7b-4792-9bcf-667601ccb6b4,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:06.701166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Pushing event updated for resources: {'Port': ['ID=c1308a4b-a6e9-46af-b136-50be498b4600,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:06.805397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b50c2-7776-4e30-8c08-1aaa91c1a1df req-12396c4a-0cf8-4c3c-9759-cd6deebcd550 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:06.815505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-877b50c2-7776-4e30-8c08-1aaa91c1a1df req-12396c4a-0cf8-4c3c-9759-cd6deebcd550 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 944 time: 0.4215944 Jul 09 17:38:06.872004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Network 4cff676d-6694-4066-9f5b-1c000316bee8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:06.877347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:06.932713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-877b50c2-7776-4e30-8c08-1aaa91c1a1df req-8ce0572b-eee1-42d1-8f78-90d3dcd44718 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171410 Jul 09 17:38:07.253097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:38:07.405132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cbbfc-2c13-4ce7-b2e3-a074ec8a9b90 req-9d179813-5744-4d19-8875-62572af10c51 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:07.419068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb5cbbfc-2c13-4ce7-b2e3-a074ec8a9b90 req-9d179813-5744-4d19-8875-62572af10c51 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 945 time: 0.2362320 Jul 09 17:38:07.481095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb5cbbfc-2c13-4ce7-b2e3-a074ec8a9b90 req-bc73801e-a50d-4c8f-8697-c50b401d113e tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606227 Jul 09 17:38:07.494903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2ea26f24-87a2-4d1a-b4a8-78db65364e9a None None] Provisioning complete for port c1308a4b-a6e9-46af-b136-50be498b4600 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:07.494903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2ea26f24-87a2-4d1a-b4a8-78db65364e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:07.655941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04c7fc-aaf0-4bbf-8ae0-ddaae3db8d20 req-06fd44dd-bf36-485e-a803-607df1f68acd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:07.660326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a04c7fc-aaf0-4bbf-8ae0-ddaae3db8d20 req-06fd44dd-bf36-485e-a803-607df1f68acd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.3628612 Jul 09 17:38:07.662062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:07.674286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2ea26f24-87a2-4d1a-b4a8-78db65364e9a None None] Port c1308a4b-a6e9-46af-b136-50be498b4600 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:07.681429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fcc18978-6bdd-475b-a46f-8465241ac87e admin admin] 10.222.0.21 "PUT /v2.0/routers/86134cb2-a3dd-4d34-818b-72cdbc7990f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5525286 Jul 09 17:38:07.787856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a04c7fc-aaf0-4bbf-8ae0-ddaae3db8d20 req-1d07c333-9521-43e1-8c04-37601ce3b635 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189618 Jul 09 17:38:07.849025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60728) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:08.054567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-178213435-network', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:08.086111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:08.089029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.110007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.118635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c68905c-4a7b-4792-9bcf-667601ccb6b4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:08.121123 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f11efc-e3c4-4699-b30d-e5c0b510f326" -d '{"events": [{"server_uuid": "922d77e3-d781-4c32-b4d9-3b3b14b80c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0c68905c-4a7b-4792-9bcf-667601ccb6b4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:08.267051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.277093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24230e-3c6b-4866-be8c-e784467d130d req-881f310b-aa98-494c-ad58-7c966f7361f5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:08.279031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f24230e-3c6b-4866-be8c-e784467d130d req-881f310b-aa98-494c-ad58-7c966f7361f5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 945 time: 0.1355572 Jul 09 17:38:08.329424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.337716 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.366153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:08.396053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f24230e-3c6b-4866-be8c-e784467d130d req-d60e3cd9-5686-498d-bc08-15c1ff302907 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008203 Jul 09 17:38:08.420016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.424485 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Added segment d527148a-e541-4d18-9389-67c9c159f438 of type vlan for network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 Jul 09 17:38:08.446733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b94c271-a7db-4fef-9970-632fa45107d9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:08.513006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.578339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.582137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:08.582849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.614587 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4703f-e3ae-466b-bdd0-1210248e6f18 x-openstack-request-id: req-f6e4703f-e3ae-466b-bdd0-1210248e6f18 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:08.620971 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922d77e3-d781-4c32-b4d9-3b3b14b80c7e", "name": "network-vif-plugged", "status": "completed", "tag": "0c68905c-4a7b-4792-9bcf-667601ccb6b4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:08.623840 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6e4703f-e3ae-466b-bdd0-1210248e6f18 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:08.626332 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c68905c-4a7b-4792-9bcf-667601ccb6b4', 'code': 200} Jul 09 17:38:08.674368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6b94c271-a7db-4fef-9970-632fa45107d9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:08.680783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6b94c271-a7db-4fef-9970-632fa45107d9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:08.681384 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:08.703393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fb50a6-4894-464b-a546-b358053216b3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:08.823501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60746) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:08.905448 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0524335 Jul 09 17:38:08.907411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912738829', 'description': 'tempest-secgroup-smoke-1912738829 description', 'project_id': 'e990adae5ae94f4daee97b2a1b016582'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:08.914542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:08.923288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Request body: {'subnet': {'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-178213435-subnet', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:08.974097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19da3-1156-40b3-93e7-aac4fc89fe49 admin admin] Pushing event updated for resources: {'Network': ['ID=dec4dcb0-b47d-4df4-8e1d-4304adc31e46,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:08.995221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:08.996400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ca1b-721f-4091-8bd3-ecc42ed9d316 req-cb429b1e-d4c4-4429-a4ce-af68d4b47131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:08.998682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfd3ca1b-721f-4091-8bd3-ecc42ed9d316 req-cb429b1e-d4c4-4429-a4ce-af68d4b47131 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 1097 time: 0.3945680 Jul 09 17:38:09.047549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.100631 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Sync routers for ids ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:09.114791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:09.116641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d71850-5193-48b1-99fd-87f5946b0ab4 req-ef235dd6-8913-48cd-af76-24afd112cbb6 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:09.117654 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Routers {'86134cb2-a3dd-4d34-818b-72cdbc7990f1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:09.121813 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.122382 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c4d71850-5193-48b1-99fd-87f5946b0ab4 req-ef235dd6-8913-48cd-af76-24afd112cbb6 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 945 time: 0.3014071 Jul 09 17:38:09.122692 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:09.178780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.276947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Set router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:09.345843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.358367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.373941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 6b94c271-a7db-4fef-9970-632fa45107d9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6b94c271-a7db-4fef-9970-632fa45107d9,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:09.389628 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.462380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67af6061-0fa4-453c-b195-e9a64fff42fb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:09.490610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfd3ca1b-721f-4091-8bd3-ecc42ed9d316 req-0c788210-c4c7-4bdf-bb31-e832e4f62281 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853783 Jul 09 17:38:09.493782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.494504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c4d71850-5193-48b1-99fd-87f5946b0ab4 req-bed8388e-652c-4cf1-8034-1dd188e575f6 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657346 Jul 09 17:38:09.496056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.511311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-10f49e29-04b2-4bc2-897d-bd11c3db3ce6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6835871 Jul 09 17:38:09.512515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60758) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:09.517926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group_rule': {'security_group_id': '67af6061-0fa4-453c-b195-e9a64fff42fb', 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:09.526608 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.573715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.606703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=6b94c271-a7db-4fef-9970-632fa45107d9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:09.617426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:38:05Z', 'revision_number': 4, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c1308a4b-a6e9-46af-b136-50be498b4600', 'name': '', 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'mac_address': 'fa:16:3e:0f:ab:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '05990635-b94f-40ad-93c0-eea0f47a31ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:03Z', 'updated_at': '2021-07-09T17:38:05Z', 'revision_number': 2, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'subnets': [{'id': '05990635-b94f-40ad-93c0-eea0f47a31ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:09.659429 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Checking router: 86134cb2-a3dd-4d34-818b-72cdbc7990f1 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:09.660517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Updating router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 port c1308a4b-a6e9-46af-b136-50be498b4600 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:38:09.731211 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.770630 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.777180 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.803144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:09.804038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Network hostable DHCP agents. Network: dec4dcb0-b47d-4df4-8e1d-4304adc31e46, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:09.815152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a779499e-8687-42a0-b1d3-3aec95ca80b7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:09.816141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:09.871456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a50a10-9ce2-4231-9ef9-5ede74dbeccf req-b2e5fcb4-e07a-4c6a-ba93-ebfb78e20995 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:09.881820 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68a50a10-9ce2-4231-9ef9-5ede74dbeccf req-b2e5fcb4-e07a-4c6a-ba93-ebfb78e20995 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.4041011 Jul 09 17:38:09.900256 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:09.902208 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddb8eaa2-551d-49be-aebd-0e9d7d66f935 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3885107 Jul 09 17:38:09.907363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60762) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:09.925488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group_rule': {'security_group_id': '67af6061-0fa4-453c-b195-e9a64fff42fb', 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:09.972595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756f7de-5414-4f27-adbb-9e01bbfd4cbf req-d30bdb5f-c0d4-4f6f-8c0c-218c58a379b7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:09.973006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:09.987373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2756f7de-5414-4f27-adbb-9e01bbfd4cbf req-d30bdb5f-c0d4-4f6f-8c0c-218c58a379b7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 945 time: 0.1745379 Jul 09 17:38:10.065730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68a50a10-9ce2-4231-9ef9-5ede74dbeccf req-b9bbb8d7-9d32-4398-9621-664ee47b32e4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816013 Jul 09 17:38:10.069173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, dec4dcb0-b47d-4df4-8e1d-4304adc31e46) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:10.093316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2756f7de-5414-4f27-adbb-9e01bbfd4cbf req-f7aa38dd-a4db-4c65-9a0f-49d71e1779ad tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971777 Jul 09 17:38:10.098444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954222c8-ae07-47ca-8a36-0061559a56ce None None] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:10.115717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:10.117090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.149305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.171731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-56331b33-6e9b-4031-83e9-0453b931058b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2560284 Jul 09 17:38:10.175559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60766) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:10.181078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:10.259690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.269070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.284621 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.310032 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Transition to ACTIVE for port object c1308a4b-a6e9-46af-b136-50be498b4600 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:10.325434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.336510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.345055 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.424980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3f0c-92b3-4bd8-9dbc-cdf5d6d7f933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.439732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b94c271-a7db-4fef-9970-632fa45107d9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:10.451046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.470788 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691cb82-8da3-4706-a1c6-00a59eeb1399 None None] Pushing event updated for resources: {'Port': ['ID=c1308a4b-a6e9-46af-b136-50be498b4600,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:10.549401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275b6c5f-b025-4faa-909c-b27ae24f2b43,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:10.565045 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Attempting to bind port c1308a4b-a6e9-46af-b136-50be498b4600 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:10.565473 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Attempting to bind port c1308a4b-a6e9-46af-b136-50be498b4600 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:10.568772 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Attempting to bind port c1308a4b-a6e9-46af-b136-50be498b4600 on network 4cff676d-6694-4066-9f5b-1c000316bee8 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:10.581107 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:10.581492 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Checking segment: {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:10.581905 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.602086 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Bound using segment: {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:10.603554 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Bound port: c1308a4b-a6e9-46af-b136-50be498b4600, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e5ce73-bc12-46f1-a048-0aa50050d70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:10.604469 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.608366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.612691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-78507c60-1954-4783-8890-71aecf2ec2f6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6988776 Jul 09 17:38:10.638194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:10.646906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group_rule': {'security_group_id': '67af6061-0fa4-453c-b195-e9a64fff42fb', 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:10.723527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bebeab-4de2-4438-8f16-0da523722409 req-fc466fdf-eca5-4025-9e11-3f1bc2c37b37 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:10.727127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-21bebeab-4de2-4438-8f16-0da523722409 req-fc466fdf-eca5-4025-9e11-3f1bc2c37b37 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 945 time: 0.3574555 Jul 09 17:38:10.741172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:10.742131 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.743066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 60772) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:10.754455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Request body: {'floatingip': {'port_id': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:10.766881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.774862 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] For port c1308a4b-a6e9-46af-b136-50be498b4600, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:10.783930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] For port c1308a4b-a6e9-46af-b136-50be498b4600, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c1308a4b-a6e9-46af-b136-50be498b4600,segment=NetworkSegment(b5e5ce73-bc12-46f1-a048-0aa50050d70e),segment_id=b5e5ce73-bc12-46f1-a048-0aa50050d70e)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:10.794343 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.809570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.810384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6b94c271-a7db-4fef-9970-632fa45107d9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:10.811460 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.884670 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:10.929041 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691cb82-8da3-4706-a1c6-00a59eeb1399 None None] Pushing event updated for resources: {'Port': ['ID=c1308a4b-a6e9-46af-b136-50be498b4600,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:10.961662 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Routers {'86134cb2-a3dd-4d34-818b-72cdbc7990f1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:10.962472 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:11.222063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.246595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.263052 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] Set router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:11.303008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a65aac-5064-410b-ada8-085602c0126f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:11.379046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.385154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60780) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:11.386198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-499e6c1e-4204-4e96-aa3d-ba394e360630 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7454972 Jul 09 17:38:11.399271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group_rule': {'security_group_id': '67af6061-0fa4-453c-b195-e9a64fff42fb', 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:11.427700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Allocated IP 172.20.0.2 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/2bcfd82e-52ee-407b-8c35-e30dd43c8826) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:11.487220 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.514238 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:38:05Z', 'revision_number': 4, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c1308a4b-a6e9-46af-b136-50be498b4600', 'name': '', 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'mac_address': 'fa:16:3e:0f:ab:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '05990635-b94f-40ad-93c0-eea0f47a31ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:03Z', 'updated_at': '2021-07-09T17:38:10Z', 'revision_number': 4, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'subnets': [{'id': '05990635-b94f-40ad-93c0-eea0f47a31ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:11.543835 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60ead3-69fe-4b50-8317-df48bf87deca None None] The sync data for ids ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'] in n-d-791506-17 is: [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:38:05Z', 'revision_number': 4, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c1308a4b-a6e9-46af-b136-50be498b4600', 'name': '', 'network_id': '4cff676d-6694-4066-9f5b-1c000316bee8', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'mac_address': 'fa:16:3e:0f:ab:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '05990635-b94f-40ad-93c0-eea0f47a31ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:03Z', 'updated_at': '2021-07-09T17:38:10Z', 'revision_number': 4, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'subnets': [{'id': '05990635-b94f-40ad-93c0-eea0f47a31ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:11.544094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.691693 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.849102 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.873813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Transition to ACTIVE for port object 2bcfd82e-52ee-407b-8c35-e30dd43c8826 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:11.902378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Transition to ACTIVE for port object 2bcfd82e-52ee-407b-8c35-e30dd43c8826 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:11.917341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:11.977662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d866-249e-4951-9b7b-fd6bd435f2d0 req-7880e5b0-cd46-44cd-86a0-abb648297f1d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:11.978467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd707be8-c7ff-4a06-b55c-b9be8e21146d req-1813de3f-1bb4-4500-a794-b314c3de4d5e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:11.980072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd707be8-c7ff-4a06-b55c-b9be8e21146d req-1813de3f-1bb4-4500-a794-b314c3de4d5e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 945 time: 0.4871860 Jul 09 17:38:11.981163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Pushing event updated for resources: {'Port': ['ID=2bcfd82e-52ee-407b-8c35-e30dd43c8826,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:11.991087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4d9d866-249e-4951-9b7b-fd6bd435f2d0 req-7880e5b0-cd46-44cd-86a0-abb648297f1d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.5329790 Jul 09 17:38:11.991752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:11.993951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:11.997382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:12.031783 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.037605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.057666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Allocated IP 172.25.3.12 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/610c5c1e-b2ff-40e7-9c4e-f439e44efeb3) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:12.089738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.096527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.154825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02287839-6cce-4b21-b6ca-1cd4f462984e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:12.167663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Attempting to bind port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:12.169432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Attempting to bind port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:12.169971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Attempting to bind port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:12.182707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:12.187594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:12.189017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.189017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:12.191355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Bound port: 2bcfd82e-52ee-407b-8c35-e30dd43c8826, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:12.191985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.251627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd707be8-c7ff-4a06-b55c-b9be8e21146d req-b4bdd83f-e27a-4c99-ae99-c585eead0637 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539637 Jul 09 17:38:12.277081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4d9d866-249e-4951-9b7b-fd6bd435f2d0 req-44a44bd3-e1ff-4cb9-ad4a-df2ce60a0284 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825127 Jul 09 17:38:12.294806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.298867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-460b467f-d7fa-4449-b1cc-df73adf59d3c tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9102712 Jul 09 17:38:12.304195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60786) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:12.313971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group_rule': {'security_group_id': '67af6061-0fa4-453c-b195-e9a64fff42fb', 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:12.409333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] For port 2bcfd82e-52ee-407b-8c35-e30dd43c8826, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:12.422321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] For port 2bcfd82e-52ee-407b-8c35-e30dd43c8826, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2bcfd82e-52ee-407b-8c35-e30dd43c8826,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:12.436683 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.442960 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Project e990adae5ae94f4daee97b2a1b016582 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:38:12.489179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.513503 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Floating IP c94ad666-135e-4682-9851-00947b694bd1 associated. External IP: 172.25.3.251, port: 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8. Jul 09 17:38:12.516649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c1308a4b-a6e9-46af-b136-50be498b4600 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:12.539025 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.690106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed2f9e-7b0d-4b98-8413-031976d86ced None None] Pushing event updated for resources: {'Port': ['ID=2bcfd82e-52ee-407b-8c35-e30dd43c8826,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:12.701398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.713907 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.743153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c1308a4b-a6e9-46af-b136-50be498b4600 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:12.749172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c1308a4b-a6e9-46af-b136-50be498b4600 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:12.749865 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.766239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.885348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Pushing event updated for resources: {'Port': ['ID=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:12.892298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f6ba52-ad6f-4c25-b9d1-34170c5cfd67,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:12.967530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.975734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5c9b224-dae2-4dfe-a6b4-86dcd071eb96 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6685848 Jul 09 17:38:12.981824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:12.984892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:12.990971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'security_group_rule': {'security_group_id': '67af6061-0fa4-453c-b195-e9a64fff42fb', 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:13.026406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:13.064650 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-98830545-2e27-46ad-a871-f2721b87e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.071440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:13.077003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:13.085266 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Project e990adae5ae94f4daee97b2a1b016582 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:38:13.121800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port c1308a4b-a6e9-46af-b136-50be498b4600, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c1308a4b-a6e9-46af-b136-50be498b4600,segment=NetworkSegment(b5e5ce73-bc12-46f1-a048-0aa50050d70e),segment_id=b5e5ce73-bc12-46f1-a048-0aa50050d70e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:13.129757 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.154577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.264631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=c1308a4b-a6e9-46af-b136-50be498b4600,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:13.345232 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.749933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.768352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.838945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9086bdfe-1e4a-41f2-9647-a9dab5716bc7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:13.853318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:13.859203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-45993f86-aa1e-458d-844a-783f6c94005f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8723814 Jul 09 17:38:13.891461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208072-b012-4939-a201-1680df0bffb3 req-62f7f1d8-1e25-487c-94a9-95a71ceb81e9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:13.907735 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34208072-b012-4939-a201-1680df0bffb3 req-62f7f1d8-1e25-487c-94a9-95a71ceb81e9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.4011967 Jul 09 17:38:13.975444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:14.119574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae748d-a7f5-49be-b7c4-9035fc6d8b35 req-46e60f26-df2e-4af6-8c8e-751f85a2390c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:14.125975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34208072-b012-4939-a201-1680df0bffb3 req-c6fca53d-0b44-488c-aa9c-8dc7b3815977 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017827 Jul 09 17:38:14.126770 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28ae748d-a7f5-49be-b7c4-9035fc6d8b35 req-46e60f26-df2e-4af6-8c8e-751f85a2390c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 1.3093462 Jul 09 17:38:14.164083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:38:14.264133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28ae748d-a7f5-49be-b7c4-9035fc6d8b35 req-25ffae75-897a-4198-8702-affb0a84e818 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.1363494 Jul 09 17:38:14.367500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647fc72-4d4f-4e98-8b88-16e52fafcf5b None None] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:14.418055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:14.438570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:14.481779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3dffd68b-4e4f-402e-be62-4d5e3e4ca88b tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "PUT /v2.0/floatingips/c94ad666-135e-4682-9851-00947b694bd1 HTTP/1.1" status: 200 len: 991 time: 3.7369771 Jul 09 17:38:14.482607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:14.485108 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c113ce27-658c-4e7f-a03a-6bda585e4154" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:14.505716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:14.507334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:14.544380 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-e79b7c9c-6bfd-48a1-93d0-6e0cf007fa49 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912738829&fields=id&tenant_id=e990adae5ae94f4daee97b2a1b016582 HTTP/1.1" status: 200 len: 267 time: 0.0568666 Jul 09 17:38:14.573711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28ae748d-a7f5-49be-b7c4-9035fc6d8b35 req-3d4b2dcc-56e5-4b28-91ae-d7f483ad19fb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2949371 Jul 09 17:38:14.580331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:14.603224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:14.628799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2bcfd82e-52ee-407b-8c35-e30dd43c8826 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:14.631073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:14.672599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28ae748d-a7f5-49be-b7c4-9035fc6d8b35 req-be573f87-2736-4f60-8f99-a733dec71c22 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978549 Jul 09 17:38:14.698953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e22ddd0-015d-4f40-860e-107c1b234f2d None None] Provisioning for port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:14.806538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-92164370-6f73-4b54-a8ce-7889d945fbef tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:14.808213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-92164370-6f73-4b54-a8ce-7889d945fbef tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/networks?id=85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 200 len: 809 time: 0.2631140 Jul 09 17:38:14.851431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-5051a2e5-2e58-43af-ad1e-66304890e378 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/quotas/e990adae5ae94f4daee97b2a1b016582 HTTP/1.1" status: 200 len: 375 time: 0.0336559 Jul 09 17:38:14.861044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28ae748d-a7f5-49be-b7c4-9035fc6d8b35 req-29c7babe-dcdc-44de-a737-694ad49fe46a service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871054 Jul 09 17:38:14.947637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:14.958640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:14.963212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:14.966667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:14.996689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-794bc035-402c-44f7-a2f2-82a414b5e6d3 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e990adae5ae94f4daee97b2a1b016582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109493 Jul 09 17:38:15.091655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:38:15.395836 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df2481-8221-4e34-9b46-85e429ff3583 x-openstack-request-id: req-66df2481-8221-4e34-9b46-85e429ff3583 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:15.396302 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:15.396381 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66df2481-8221-4e34-9b46-85e429ff3583 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:15.396769 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'status': 'completed', 'code': 200} Jul 09 17:38:15.405903 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:15.431892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:15.442689 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:15.464372 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:15.465167 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:15.475596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:15.479611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-508a3283-5c2b-453b-9e2e-cf9bc2d1009e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3017364 Jul 09 17:38:15.516861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 60862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:15.536324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-e7101bb6-c54b-4b01-a10f-e375ccaefe9c service neutron] 10.222.0.21 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224824 Jul 09 17:38:15.658589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-3c101110-6bc9-46a0-a17f-c972670a5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:15.666963 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-3c101110-6bc9-46a0-a17f-c972670a5981 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 1097 time: 0.2491107 Jul 09 17:38:15.685467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 2bcfd82e-52ee-407b-8c35-e30dd43c8826, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2bcfd82e-52ee-407b-8c35-e30dd43c8826,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:15.699035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:15.704609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c1308a4b-a6e9-46af-b136-50be498b4600 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:15.783860 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:15.948483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-334d8166-5099-4d48-8fb4-08ba8b0d73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:15.951698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-334d8166-5099-4d48-8fb4-08ba8b0d73a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.2782478 Jul 09 17:38:16.058644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4a74e286-e0de-4d7c-b528-86f6d37e0a78 None None] Provisioning complete for port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:16.059709 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a74e286-e0de-4d7c-b528-86f6d37e0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:16.090919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:16.095025 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-aa20550b-1e38-488a-851b-46678e2c86f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 HTTP/1.1" status: 200 len: 999 time: 0.1359777 Jul 09 17:38:16.198116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c1308a4b-a6e9-46af-b136-50be498b4600 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:16.198496 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:16.206300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-8a371d44-1fb2-435d-85b1-31d088b86821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:16.208130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-8a371d44-1fb2-435d-85b1-31d088b86821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.1056244 Jul 09 17:38:16.311640 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:13Z', 'revision_number': 3, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:16.330190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=2bcfd82e-52ee-407b-8c35-e30dd43c8826,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:16.344585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.345465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.346231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.346794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.347280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.347756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.378496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.379198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.379716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.380229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.380711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.381346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:16.385135 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:16.385622 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Updating router af69f868-ca1b-4edb-a74c-0f8b44a98744 port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:38:16.434115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-379fc5a3-dfbf-4816-872c-80a68b5e67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:16.435984 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-379fc5a3-dfbf-4816-872c-80a68b5e67ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151680 Jul 09 17:38:16.466579 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:16.482757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c94ad666-135e-4682-9851-00947b694bd1', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'port_id': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'mac_address': 'fa:16:3e:2d:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4494a7-0049-4306-9775-61dae5216edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:37:29Z', 'updated_at': '2021-07-09T17:38:11Z', 'revision_number': 1, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:16.573062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:16.595601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-896313dd-35a5-4ef1-964d-045a5c8a600b service neutron] 10.222.0.21 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0525577 Jul 09 17:38:16.625994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:16.627550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:16.899566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-14ee768a-a877-42e1-8c0a-f5bff04e5749 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445715 Jul 09 17:38:16.935033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2bcfd82e-52ee-407b-8c35-e30dd43c8826 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:16.956339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871aace-130e-4ba7-9510-eaf481980433 req-4bec3a8d-8434-4449-822c-be947cfeefef tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:16.965184 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0871aace-130e-4ba7-9510-eaf481980433 req-4bec3a8d-8434-4449-822c-be947cfeefef tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.5029933 Jul 09 17:38:17.146738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:17.226573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0871aace-130e-4ba7-9510-eaf481980433 req-35c73cd9-45ff-43df-8834-6894721d1ad0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593529 Jul 09 17:38:17.462529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62cbd304-9a3a-443d-95e9-daa1cfe07a1f req-000cede1-f543-4acd-8c53-7326240e5abe tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 210 time: 0.0973577 Jul 09 17:38:17.467375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c113ce27-658c-4e7f-a03a-6bda585e4154 req-a6374ee9-41d6-45bd-b15d-925370c2bc44 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455709 Jul 09 17:38:17.491076 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.507173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Transition to ACTIVE for port object 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:17.521124 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.533315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:17.533877 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.629796 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc7705-5066-496a-939e-7a74bac9cd20 None None] Pushing event updated for resources: {'Port': ['ID=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:17.664770 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Attempting to bind port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:17.666097 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Attempting to bind port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:17.666725 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Attempting to bind port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:17.674360 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:17.676541 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:17.677089 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.677902 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:17.679093 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Bound port: 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:17.684500 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.757500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.864086 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] For port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:17.878663 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] For port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:17.887302 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:17.887580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-fba98ed5-ec53-44ab-b3ce-94c6e1c09c38 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:17.895256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-fba98ed5-ec53-44ab-b3ce-94c6e1c09c38 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.4281394 Jul 09 17:38:17.923885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-1847dfbf-6137-429d-8ddd-3f218bfba665 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0268571 Jul 09 17:38:17.989132 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:17.990095 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:18.099928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c94ad666-135e-4682-9851-00947b694bd1', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'port_id': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'mac_address': 'fa:16:3e:2d:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4494a7-0049-4306-9775-61dae5216edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:37:29Z', 'updated_at': '2021-07-09T17:38:11Z', 'revision_number': 1, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:18.112389 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc7705-5066-496a-939e-7a74bac9cd20 None None] Pushing event updated for resources: {'Port': ['ID=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:18.162814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ba795-f2d3-416b-8ef5-22e64bba1e74 None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c94ad666-135e-4682-9851-00947b694bd1', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'port_id': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'mac_address': 'fa:16:3e:2d:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4494a7-0049-4306-9775-61dae5216edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:37:29Z', 'updated_at': '2021-07-09T17:38:11Z', 'revision_number': 1, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:18.195075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-3fa92784-1f76-4b25-9ea3-8757e369c3d7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2666276 Jul 09 17:38:18.290504 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:18.299634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Allocated IP 172.20.0.1 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/8954e113-7836-403c-ad2f-0038402bf735) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:18.406599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-031d8968-dd73-41b1-890d-cc355f87150d service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099228 Jul 09 17:38:18.564663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac661c8-80cb-4b0f-9a16-2803e25478ca req-635a0b51-31be-4d35-b299-c192bbb51d7a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:18.572008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:18.573996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ac661c8-80cb-4b0f-9a16-2803e25478ca req-635a0b51-31be-4d35-b299-c192bbb51d7a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.0825138 Jul 09 17:38:18.603106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-d8611e30-e817-4e39-8838-d6ce0548fde6 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956205 Jul 09 17:38:18.615164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Transition to ACTIVE for port object 8954e113-7836-403c-ad2f-0038402bf735 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:18.650684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ac661c8-80cb-4b0f-9a16-2803e25478ca req-3423ff6f-60d3-4c86-9d0d-08c841c26b5f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666330 Jul 09 17:38:18.714607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:18.715138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9410986-76df-47ed-a413-bc01b03b054b None None] New status for floating IP c94ad666-135e-4682-9851-00947b694bd1: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:38:18.763689 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:13Z', 'revision_number': 3, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:18.801024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:18.803588 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9cb6b-c418-4802-b316-d3d4f5618576 None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:13Z', 'revision_number': 3, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:18.811117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:18.824962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:18.828665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8954e113-7836-403c-ad2f-0038402bf735,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:18.918321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.073588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d433e2f6-8bb8-49c3-ac8b-cceb0adffff1 req-bb717a1a-709b-4132-bfe5-fab1c37b15bd tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 210 time: 0.0858164 Jul 09 17:38:19.134910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9ec5aaf-2c25-43f8-a01e-28a2919d31a8 req-08920cfd-ae6e-46a8-b101-526f47ed24a1 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 210 time: 0.0566308 Jul 09 17:38:19.203463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.289593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eb165747-ddce-4604-85a5-54cafed03344 None None] Provisioning for port 8954e113-7836-403c-ad2f-0038402bf735 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:19.294891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eb165747-ddce-4604-85a5-54cafed03344 None None] Provisioning complete for port 8954e113-7836-403c-ad2f-0038402bf735 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:19.295314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb165747-ddce-4604-85a5-54cafed03344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.429831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-eb165747-ddce-4604-85a5-54cafed03344 None None] Port 8954e113-7836-403c-ad2f-0038402bf735 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:19.631734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-8a15f1bf-bcee-4bac-bf7c-ecd33fb902cb tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:19.637581 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-8a15f1bf-bcee-4bac-bf7c-ecd33fb902cb tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.13 "GET /v2.0/networks?id=85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 200 len: 809 time: 0.2184384 Jul 09 17:38:19.700070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.708971 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.832923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:19.844487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-5ea98a32-44e7-469b-86a5-87fe985cea0d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e990adae5ae94f4daee97b2a1b016582 HTTP/1.1" status: 200 len: 380 time: 0.1887755 Jul 09 17:38:19.885453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'port': {'device_id': '666143cd-5104-4139-8f2b-ca04db0cc920', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'admin_state_up': True, 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'security_groups': ['67af6061-0fa4-453c-b195-e9a64fff42fb']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:19.895521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8954e113-7836-403c-ad2f-0038402bf735,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:20.082529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:20.090039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:20.103180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90a429-f631-4202-9ef5-7eb577c69390 req-43139a46-c3e6-4143-ae40-c38cce408a6d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:20.117467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b90a429-f631-4202-9ef5-7eb577c69390 req-43139a46-c3e6-4143-ae40-c38cce408a6d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.2653735 Jul 09 17:38:20.239050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b90a429-f631-4202-9ef5-7eb577c69390 req-d9ff728f-0d53-48db-a675-76665bd9c68b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202502 Jul 09 17:38:20.512396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-442bd929-1c13-4a49-92c8-21a4c38ce87e req-e4c976e6-80f1-4eb0-b5db-e408671b3072 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 210 time: 0.0901239 Jul 09 17:38:20.528724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Made reservation on behalf of e990adae5ae94f4daee97b2a1b016582 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:20.532293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:20.577804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b0d2702-18ff-4f46-b0a0-ff6643343104 req-4a5d63bc-6ce2-421e-a785-4aa99105106e tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 210 time: 0.0782013 Jul 09 17:38:20.671583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:38:20.703858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1ff44682-5dbf-459a-bac0-808ed1eff0c9 None None] Provisioning complete for port 8954e113-7836-403c-ad2f-0038402bf735 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:20.704866 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ff44682-5dbf-459a-bac0-808ed1eff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:20.763539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1ff44682-5dbf-459a-bac0-808ed1eff0c9 None None] Port 8954e113-7836-403c-ad2f-0038402bf735 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:20.824444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Allocated IP 172.20.0.6 (85450bbc-7229-441f-b18e-9a947d86046b/930ab825-c20b-4f81-9683-2dd16acb5970/0bbd149e-4411-4fd9-93ad-c1c717b3f566) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:20.917816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:20.936164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:20.945679 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af6c081d-e721-43fa-8419-e4bb559869f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/af69f868-ca1b-4edb-a74c-0f8b44a98744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4273024 Jul 09 17:38:20.986917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:20.993500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:20.994264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.192362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.200112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.222569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Transition to ACTIVE for port object 0bbd149e-4411-4fd9-93ad-c1c717b3f566 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:21.238800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-b65322b6-513a-4ff4-9e8c-805325d7a258 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:21.244161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-b65322b6-513a-4ff4-9e8c-805325d7a258 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.2572808 Jul 09 17:38:21.247505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:21.259689 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.270548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '4611a449-31f6-41ea-994f-66fa18127e74', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:21.306739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.384022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:21.423619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Network 85450bbc-7229-441f-b18e-9a947d86046b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:21.427270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:21.432101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:21.436276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'Port': ['ID=0bbd149e-4411-4fd9-93ad-c1c717b3f566,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:21.552295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:21.554350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:21.555050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.575864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.616083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-7e161457-29be-42ea-bc7d-3dbb44db1e6d tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7424314 Jul 09 17:38:21.629488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Request body: {'port': {'device_id': '666143cd-5104-4139-8f2b-ca04db0cc920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:21.774117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.826872 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:21.845121 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:21.845851 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:21.904631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ab04362-dbc9-4b5d-b9b9-15d39e5f44e8 req-867111c2-7308-45c8-9894-1ffda24e21ec tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 210 time: 0.1065893 Jul 09 17:38:21.910913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356bcc1-328f-4dd4-81d0-3ce35c90f794 req-b3247e38-0a87-4ef4-9ae8-6b88773e1cbe tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:21.913087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-21614bbd-a6ff-48f9-8d73-c7ab6e14cda6 None None] Provisioning for port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:21.917867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-21614bbd-a6ff-48f9-8d73-c7ab6e14cda6 None None] Provisioning complete for port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:21.918375 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-21614bbd-a6ff-48f9-8d73-c7ab6e14cda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:21.920098 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6356bcc1-328f-4dd4-81d0-3ce35c90f794 req-b3247e38-0a87-4ef4-9ae8-6b88773e1cbe tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.3878121 Jul 09 17:38:21.990577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6356bcc1-328f-4dd4-81d0-3ce35c90f794 req-eaf7f7e4-8f0f-490a-bda2-07446d3897da tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694411 Jul 09 17:38:21.997964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-21614bbd-a6ff-48f9-8d73-c7ab6e14cda6 None None] Port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:22.016489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.9 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/c079ceb3-9d7e-4b8b-9660-952b599572e8) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:22.136005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32822) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:22.142973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-72249950-network', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:22.177801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Made reservation on behalf of fb188cf5a4574c188dee10112244edb3 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:22.180381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.180794 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:22.222715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.281755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.368718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.381122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:22.484067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=c079ceb3-9d7e-4b8b-9660-952b599572e8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:22.485175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666de6d-ec31-4059-8be4-14ab53c5e4db req-d7551c0e-8962-4c3f-b484-9a61d3b2dd30 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:22.489612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a666de6d-ec31-4059-8be4-14ab53c5e4db req-d7551c0e-8962-4c3f-b484-9a61d3b2dd30 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 931 time: 0.3524952 Jul 09 17:38:22.517701 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 2, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:22.523642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:22.525351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:22.546908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:22.554464 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:22.554910 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Updating router af69f868-ca1b-4edb-a74c-0f8b44a98744 port 8954e113-7836-403c-ad2f-0038402bf735 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:38:22.627928 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.650867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:22.651529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.685321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbd149e-4411-4fd9-93ad-c1c717b3f566 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:22.738419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.766411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a666de6d-ec31-4059-8be4-14ab53c5e4db req-32a0d4e4-a082-40ac-8345-81aa805af245 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976647 Jul 09 17:38:22.778683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Transition to ACTIVE for port object 0bbd149e-4411-4fd9-93ad-c1c717b3f566 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:22.798235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.811944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.835805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f106d04e-3b80-45a6-8629-11de510a6b70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5796077 Jul 09 17:38:22.841013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.854227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Request body: {'port': {'device_id': '4611a449-31f6-41ea-994f-66fa18127e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:22.865103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:22.924657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:38:22.994954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:22.995323 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Added segment 40f9ea3c-b3f7-4d68-8716-488cc6ed9959 of type vlan for network d7a4fae5-2188-4faa-9f25-080aec9ad89d Jul 09 17:38:23.013355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:23.013979 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.096595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.152430 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.154591 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.178925 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Transition to ACTIVE for port object 8954e113-7836-403c-ad2f-0038402bf735 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:23.194696 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.202813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd149e-4411-4fd9-93ad-c1c717b3f566,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:23.249852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3be467-205d-4808-8763-a01e7eb4c959,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:23.285660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Pushing event updated for resources: {'Port': ['ID=8954e113-7836-403c-ad2f-0038402bf735,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:23.313410 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.313950 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.315118 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.315989 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.316331 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.316749 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.317039 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.317369 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.317875 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.318215 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.318542 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.318864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:23.360734 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Attempting to bind port 8954e113-7836-403c-ad2f-0038402bf735 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:23.361109 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Attempting to bind port 8954e113-7836-403c-ad2f-0038402bf735 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:23.361475 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Attempting to bind port 8954e113-7836-403c-ad2f-0038402bf735 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:23.373173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:23.373551 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:23.373956 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.375041 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:23.375041 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Bound port: 8954e113-7836-403c-ad2f-0038402bf735, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:23.375244 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.397083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Attempting to bind port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:23.397419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Attempting to bind port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:23.397772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Attempting to bind port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 on network 85450bbc-7229-441f-b18e-9a947d86046b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:23.408841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f25f37-5dcb-4bf1-93af-99212d4c4f80 req-f340db73-d59d-43d3-bdf7-59417986bd1b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.411809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47f25f37-5dcb-4bf1-93af-99212d4c4f80 req-f340db73-d59d-43d3-bdf7-59417986bd1b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 931 time: 0.2056553 Jul 09 17:38:23.427421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 on network 85450bbc-7229-441f-b18e-9a947d86046b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:23.427949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Attempting to bind port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 on network 85450bbc-7229-441f-b18e-9a947d86046b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:23.451098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:23.451450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Checking segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:23.451868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Bound using segment: {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:23.454041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Bound port: 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f503e618-9e3d-4f17-9e13-0796e9e28072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:23.454423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.456472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.457601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.458209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.479591 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] For port 8954e113-7836-403c-ad2f-0038402bf735, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:23.485699 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] For port 8954e113-7836-403c-ad2f-0038402bf735, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8954e113-7836-403c-ad2f-0038402bf735,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:23.496059 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.533265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-47f25f37-5dcb-4bf1-93af-99212d4c4f80 req-05f6e2d0-cb0c-4609-9f71-9e994d7b5c91 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155019 Jul 09 17:38:23.628430 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:23.629073 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:23.650545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a4fae5-2188-4faa-9f25-080aec9ad89d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:23.666358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:38:23.711656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c079ceb3-9d7e-4b8b-9660-952b599572e8 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:23.717012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21fdc9ff-3c2a-48de-8a25-80e427567b37 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5786200 Jul 09 17:38:23.725342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32912) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:23.737757 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Request body: {'subnet': {'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-72249950-subnet', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:23.796704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.804582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Made reservation on behalf of fb188cf5a4574c188dee10112244edb3 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:23.810105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.829921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] For port 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:23.843780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] For port 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:23.852472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.908468 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b85b20-c5ae-4e79-8bcd-0b0928a827b4 None None] Pushing event updated for resources: {'Port': ['ID=8954e113-7836-403c-ad2f-0038402bf735,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:23.937048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Transition to ACTIVE for port object c079ceb3-9d7e-4b8b-9660-952b599572e8 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:23.942239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:23.943336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:23.959318 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:23.971748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] 10.222.0.13 "PUT /v2.0/ports/0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 200 len: 1092 time: 2.3464451 Jul 09 17:38:23.973525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:23.978684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.000595 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933e667-1c55-4f59-ab32-56617c8463e2" -d '{"events": [{"name": "network-changed", "server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:24.002877 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:24.089751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a07936-8d5e-4b39-96e5-cfa4c050fed1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd149e-4411-4fd9-93ad-c1c717b3f566,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:24.181485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.237172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:24.239588 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02db85-0c60-48b3-b9cf-6d0bef196a86" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-unplugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:24.255623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-88429350-2e29-4a6f-b754-86b8c775e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.257789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-88429350-2e29-4a6f-b754-86b8c775e73d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e990adae5ae94f4daee97b2a1b016582&device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1095 time: 0.1582079 Jul 09 17:38:24.266333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:24.280067 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.322492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-f7fde55b-3133-49eb-8498-1cc3b508753e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 200 len: 217 time: 0.0432410 Jul 09 17:38:24.403506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=14']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:24.416998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c079ceb3-9d7e-4b8b-9660-952b599572e8,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:24.433077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-131f63f8-c5e2-4c13-b735-d148c4d20130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.434555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-131f63f8-c5e2-4c13-b735-d148c4d20130 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=930ab825-c20b-4f81-9683-2dd16acb5970 HTTP/1.1" status: 200 len: 848 time: 0.1055033 Jul 09 17:38:24.452184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82313d-e9f3-4240-ac1a-fe6727d364df req-a4b5a38c-06eb-4ec3-a4bd-e7de43d8f10b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.453810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a82313d-e9f3-4240-ac1a-fe6727d364df req-a4b5a38c-06eb-4ec3-a4bd-e7de43d8f10b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 947 time: 0.2313256 Jul 09 17:38:24.506930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:23Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:24.529038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a82313d-e9f3-4240-ac1a-fe6727d364df req-8a9dbfc9-03bf-48aa-8ae3-89911404f370 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663912 Jul 09 17:38:24.538659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-f6d7a68e-b532-4f6d-ab3d-ae036a951211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.544576 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23ac8-ae59-4bd4-b75d-a0ba3f40e24b None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:23Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:24.546384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-f6d7a68e-b532-4f6d-ab3d-ae036a951211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85450bbc-7229-441f-b18e-9a947d86046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915527 Jul 09 17:38:24.591697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.609315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f371d24-e437-464e-b083-a1dadbf94833 req-a93aa444-5e5e-490f-9dfa-51adf0a2a584 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:24.660025 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc846637-c695-48bc-beba-d9acacb1254e x-openstack-request-id: req-fc846637-c695-48bc-beba-d9acacb1254e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:24.660025 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:24.660025 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc846637-c695-48bc-beba-d9acacb1254e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:24.660025 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'status': 'completed', 'code': 200} Jul 09 17:38:24.660469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f371d24-e437-464e-b083-a1dadbf94833 req-a93aa444-5e5e-490f-9dfa-51adf0a2a584 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 943 time: 0.4975517 Jul 09 17:38:24.716111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Attempting to bind port c079ceb3-9d7e-4b8b-9660-952b599572e8 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:24.716425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Attempting to bind port c079ceb3-9d7e-4b8b-9660-952b599572e8 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:24.716761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Attempting to bind port c079ceb3-9d7e-4b8b-9660-952b599572e8 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:24.720164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-b6129304-14f7-47b1-bb3d-84588fb230f3 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668968 Jul 09 17:38:24.731071 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24478035-c5cf-471a-bb63-2ecc163c606e x-openstack-request-id: req-24478035-c5cf-471a-bb63-2ecc163c606e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:24.731363 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-unplugged", "status": "completed", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:24.731615 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24478035-c5cf-471a-bb63-2ecc163c606e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:24.732046 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'code': 200} Jul 09 17:38:24.771263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Port c079ceb3-9d7e-4b8b-9660-952b599572e8 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:24.771598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Attempting to bind port c079ceb3-9d7e-4b8b-9660-952b599572e8 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:24.819633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:24.820919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:24.821474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:24.822606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Bound port: c079ceb3-9d7e-4b8b-9660-952b599572e8, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:24.823143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:24.865753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-85de2b4a-48b8-4240-8196-c736d0fd9769 req-054dd682-4843-4d09-8646-02d8601b3aa4 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386728 Jul 09 17:38:24.911106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8954e113-7836-403c-ad2f-0038402bf735 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:24.913673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f371d24-e437-464e-b083-a1dadbf94833 req-c64bbde2-a91b-4241-968a-4613aabb2036 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546000 Jul 09 17:38:25.042043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8954e113-7836-403c-ad2f-0038402bf735 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:25.053260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8954e113-7836-403c-ad2f-0038402bf735 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:25.055843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.071312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-75c1b3af-83a1-4577-ba25-2094a1b30ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.074517 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-75c1b3af-83a1-4577-ba25-2094a1b30ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e990adae5ae94f4daee97b2a1b016582&device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1095 time: 0.1376379 Jul 09 17:38:25.138957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0ba218-d19d-4b48-91ff-1c92319347e6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:25.171977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] For port c079ceb3-9d7e-4b8b-9660-952b599572e8, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:25.176710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] For port c079ceb3-9d7e-4b8b-9660-952b599572e8, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:25.221600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Checking segment: {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:25.221967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Network hostable DHCP agents. Network: d7a4fae5-2188-4faa-9f25-080aec9ad89d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:38:25.224532 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.267922 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.278092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-c762a8c8-6d1b-4a65-8bb3-f8bee8a121a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.290236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-c762a8c8-6d1b-4a65-8bb3-f8bee8a121a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 200 len: 910 time: 0.2092311 Jul 09 17:38:25.319710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 8954e113-7836-403c-ad2f-0038402bf735, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8954e113-7836-403c-ad2f-0038402bf735,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:25.330110 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.359031 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.359660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.361574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] 10.222.0.36 "PUT /v2.0/ports/c079ceb3-9d7e-4b8b-9660-952b599572e8 HTTP/1.1" status: 200 len: 1092 time: 2.5158682 Jul 09 17:38:25.371693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4611a449-31f6-41ea-994f-66fa18127e74', 'tag': 'c079ceb3-9d7e-4b8b-9660-952b599572e8'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:25.375259 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "4611a449-31f6-41ea-994f-66fa18127e74", "tag": "c079ceb3-9d7e-4b8b-9660-952b599572e8"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:25.377943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-c9843964-c670-4097-8b54-0fcd2b57eb00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 200 len: 217 time: 0.0776672 Jul 09 17:38:25.385948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:38:25.447615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-0d913c25-67f2-45f3-8ee2-db67fe0271a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.457509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-0d913c25-67f2-45f3-8ee2-db67fe0271a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=930ab825-c20b-4f81-9683-2dd16acb5970 HTTP/1.1" status: 200 len: 848 time: 0.0728397 Jul 09 17:38:25.476645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=8954e113-7836-403c-ad2f-0038402bf735,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:25.493327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2417c-5e29-47d8-92ad-b13066d67b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c079ceb3-9d7e-4b8b-9660-952b599572e8,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:25.504074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d7a4fae5-2188-4faa-9f25-080aec9ad89d) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:25.509304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.510023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.515576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a84911-46e5-41c4-94e2-3f79cf4ac41b None None] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:25.562587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-3115e86f-295c-4437-ac4a-618a814d29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.566040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-3115e86f-295c-4437-ac4a-618a814d29ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.3799868 Jul 09 17:38:25.590170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700abe37-39b4-4f42-9564-34b373cb4b01 req-f0d9e8fd-b422-4533-b4cb-6c6a352f9fb1 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.603733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-700abe37-39b4-4f42-9564-34b373cb4b01 req-f0d9e8fd-b422-4533-b4cb-6c6a352f9fb1 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 943 time: 0.4192636 Jul 09 17:38:25.607660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fd8456e2-f98b-4db5-85c8-bf9b9bd4ff27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8809907 Jul 09 17:38:25.628472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 32946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:25.660650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:25.729020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d7a4fae5-2188-4faa-9f25-080aec9ad89d', 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'fixed_ips': [{'subnet_id': '7a0ba218-d19d-4b48-91ff-1c92319347e6'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:38:25.730372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.750199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-08c8d8cc-4ea5-4b7b-8280-96a32bf03412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:25.751805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-08c8d8cc-4ea5-4b7b-8280-96a32bf03412 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 1095 time: 0.3216457 Jul 09 17:38:25.794416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-700abe37-39b4-4f42-9564-34b373cb4b01 req-28723f20-5a28-448e-998c-da4f0f0d666b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872139 Jul 09 17:38:25.884088 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb95fe3-30a4-41cb-a292-448ef2b53c0c x-openstack-request-id: req-3cb95fe3-30a4-41cb-a292-448ef2b53c0c {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:25.884663 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4611a449-31f6-41ea-994f-66fa18127e74", "tag": "c079ceb3-9d7e-4b8b-9660-952b599572e8", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:25.884915 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cb95fe3-30a4-41cb-a292-448ef2b53c0c {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:25.885328 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4611a449-31f6-41ea-994f-66fa18127e74', 'tag': 'c079ceb3-9d7e-4b8b-9660-952b599572e8', 'status': 'completed', 'code': 200} Jul 09 17:38:25.895936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-0bc9e2ff-8cc2-4fca-b5b9-32b31c17237e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8 HTTP/1.1" status: 200 len: 217 time: 0.1219184 Jul 09 17:38:25.896764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.897844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:25.991162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Allocated IP 172.20.0.2 (d7a4fae5-2188-4faa-9f25-080aec9ad89d/7a0ba218-d19d-4b48-91ff-1c92319347e6/9f35ff18-9407-4402-aa76-4b7465ea5ea4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:26.009959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-5c82b6d9-dfed-453c-b941-7b885edaeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:26.011464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-5c82b6d9-dfed-453c-b941-7b885edaeab2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.1065056 Jul 09 17:38:26.083135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-f612fbdb-8e7a-4889-a0ec-9c95267446a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583503 Jul 09 17:38:26.234834 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.237039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-cca411d2-fa9d-4b7b-a2b0-994221ea166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:26.239058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-cca411d2-fa9d-4b7b-a2b0-994221ea166c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.6593709 Jul 09 17:38:26.253533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Transition to ACTIVE for port object 9f35ff18-9407-4402-aa76-4b7465ea5ea4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:26.280964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Transition to ACTIVE for port object 9f35ff18-9407-4402-aa76-4b7465ea5ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:26.289167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-6ce0702c-ee0d-463e-a351-05ccf3d8095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:26.290855 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-6ce0702c-ee0d-463e-a351-05ccf3d8095d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85450bbc-7229-441f-b18e-9a947d86046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8240571 Jul 09 17:38:26.301564 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.305563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f696a-2fa5-48b3-b3d4-40bddfc2265a req-8aa0acdc-096f-493b-8e8d-fa81890877ec tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:26.313481 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a07f696a-2fa5-48b3-b3d4-40bddfc2265a req-8aa0acdc-096f-493b-8e8d-fa81890877ec tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.8485181 Jul 09 17:38:26.383386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-a57aea49-2f94-4979-a5a2-7bbf38342d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.1005929 Jul 09 17:38:26.389613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.431742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Pushing event updated for resources: {'Port': ['ID=9f35ff18-9407-4402-aa76-4b7465ea5ea4,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:26.467636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a07f696a-2fa5-48b3-b3d4-40bddfc2265a req-b3338bc0-8383-482b-963a-d90e1ec8c8f0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530123 Jul 09 17:38:26.483781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:26.487995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:26.498267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-490b1455-5b63-475e-980a-240cc67c732c service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014802 Jul 09 17:38:26.499391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:26.528378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-604b5d80-c987-4838-93a1-882958529dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062833 Jul 09 17:38:26.627998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Attempting to bind port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:26.628375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Attempting to bind port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:26.628892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Attempting to bind port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 on network d7a4fae5-2188-4faa-9f25-080aec9ad89d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:26.635677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:26.636095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Checking segment: {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:26.636511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.636913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Bound using segment: {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:26.637389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Bound port: 9f35ff18-9407-4402-aa76-4b7465ea5ea4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:26.637821 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.726825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] For port 9f35ff18-9407-4402-aa76-4b7465ea5ea4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:26.736312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] For port 9f35ff18-9407-4402-aa76-4b7465ea5ea4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9f35ff18-9407-4402-aa76-4b7465ea5ea4,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:26.744031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:26.771309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c933e667-1c55-4f59-ab32-56617c8463e2 req-d950097f-91e6-4ec1-b8d2-9494a7b39254 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412801 Jul 09 17:38:26.836447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf171f70-e2e7-48d4-b639-064e2786ef15 None None] Pushing event updated for resources: {'Port': ['ID=9f35ff18-9407-4402-aa76-4b7465ea5ea4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:26.914989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8954e113-7836-403c-ad2f-0038402bf735 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:26.978977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8954e113-7836-403c-ad2f-0038402bf735 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:26.979691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:27.085680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6eaa9-029f-4cca-87e9-11b3faacdc80 req-a11385ff-2214-439a-b2d9-66124afe7c74 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.087700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4d6eaa9-029f-4cca-87e9-11b3faacdc80 req-a11385ff-2214-439a-b2d9-66124afe7c74 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 943 time: 0.0748305 Jul 09 17:38:27.117872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74331d47-5c0a-4930-b1d0-702d268ce567 req-b625fd16-2fea-48bb-aeb5-e4daf7f4522f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.122317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74331d47-5c0a-4930-b1d0-702d268ce567 req-b625fd16-2fea-48bb-aeb5-e4daf7f4522f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 943 time: 0.9078436 Jul 09 17:38:27.181582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4d6eaa9-029f-4cca-87e9-11b3faacdc80 req-66d7c972-b070-4076-ac7f-08ce1fbb0265 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850039 Jul 09 17:38:27.182250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-a0e40b7b-8750-464c-8173-1e4eb347c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.183872 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-a0e40b7b-8750-464c-8173-1e4eb347c563 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.7874956 Jul 09 17:38:27.270686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:27.316019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74331d47-5c0a-4930-b1d0-702d268ce567 req-c18875b5-20a0-4ba0-80d4-c22dac8d82e8 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858420 Jul 09 17:38:27.330122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e646a59-bfeb-4152-b82b-d86ef7571058 req-9a1b3972-069e-414f-97f6-566a19406e6e service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064907 Jul 09 17:38:27.382669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-39983de1-2b77-43a9-9f61-16c11f7e0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.384428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-39983de1-2b77-43a9-9f61-16c11f7e0db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669445 Jul 09 17:38:27.542578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-3d3d5297-318b-4beb-bcff-880cf028cf0d service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512456 Jul 09 17:38:27.552343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-ca7d2d4e-7d4f-4b28-b513-bcc0f5395de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.553783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-ca7d2d4e-7d4f-4b28-b513-bcc0f5395de2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 1095 time: 0.1421394 Jul 09 17:38:27.652306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d86a2-0751-45a7-9f2e-309abce25d3c req-cc7a4737-3658-43c0-8f6b-7c7c57f859bb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.659674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a97d86a2-0751-45a7-9f2e-309abce25d3c req-cc7a4737-3658-43c0-8f6b-7c7c57f859bb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0814290 Jul 09 17:38:27.702644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a97d86a2-0751-45a7-9f2e-309abce25d3c req-a45b5d65-9fe1-443e-99fb-1404700d8441 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Jul 09 17:38:27.802301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:27.808962 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be9a8a0d-04d3-47e0-bc4c-9619e6011961 req-3a91ae1e-ac3b-41db-b15f-e2a93888ad82 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589695 Jul 09 17:38:27.854017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-ece456d8-9eba-4975-b7b2-565e9d1c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:27.855569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-ece456d8-9eba-4975-b7b2-565e9d1c56d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.2919090 Jul 09 17:38:27.871425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:27.909737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-94ce3e9f-95fd-4d82-938c-a87fe054da56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8 HTTP/1.1" status: 200 len: 217 time: 0.0470917 Jul 09 17:38:27.988853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0bbd149e-4411-4fd9-93ad-c1c717b3f566 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:28.015053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-262cb009-7e60-4dbf-8a2a-c108ddd844bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:28.016727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-262cb009-7e60-4dbf-8a2a-c108ddd844bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0776260 Jul 09 17:38:28.070241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-cc01878c-6c95-4b7b-9b4b-e0ebca691181 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jul 09 17:38:28.144856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:28.159171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'port_id': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'mac_address': 'fa:16:3e:7b:5f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:28.166487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-c853005a-6b23-430d-946c-da0a352e69ef service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881319 Jul 09 17:38:28.186583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdfb31-c97a-4fbe-96d3-1b9414a7b929 None None] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:38:28.198221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Allocated IP 172.25.3.159 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/fa3a5c72-877b-434d-93b3-c005d1b42ea5) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:28.244794 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:28.274521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbd149e-4411-4fd9-93ad-c1c717b3f566 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:28.280952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f9b66676-a3b0-42b0-9601-6f8d9d134c9b None None] Provisioning for port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:28.316720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:28.327843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:28.342192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-575311ef-c33f-41f8-95bc-ae3ac44a8fe5 req-73fd070e-d250-47cd-a25e-02c32ed28f9a service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645386 Jul 09 17:38:28.407804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0bbd149e-4411-4fd9-93ad-c1c717b3f566,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:28.444272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:28.486901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abad36-8b4e-43bf-a19d-c46f745fdef2 req-80be53ea-65fe-4977-9ca1-64e7186d8500 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:28.488751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7abad36-8b4e-43bf-a19d-c46f745fdef2 req-80be53ea-65fe-4977-9ca1-64e7186d8500 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 943 time: 0.1413465 Jul 09 17:38:28.521930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:28.548951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0bbd149e-4411-4fd9-93ad-c1c717b3f566'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:28.561765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7abad36-8b4e-43bf-a19d-c46f745fdef2 req-c676f9d6-dc81-4fcb-bb1a-1d2cb3cd79ba tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657775 Jul 09 17:38:28.591887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Pushing event updated for resources: {'Port': ['ID=fa3a5c72-877b-434d-93b3-c005d1b42ea5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:28.635317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:28.639023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:28.642033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:28.704374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fae6c-32c4-47d1-b4aa-968dbcace11f req-2950daf4-b5d9-4de0-b3e3-92ad250f6503 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:28.705492 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a8fae6c-32c4-47d1-b4aa-968dbcace11f req-2950daf4-b5d9-4de0-b3e3-92ad250f6503 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 944 time: 0.1180789 Jul 09 17:38:28.851588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a8fae6c-32c4-47d1-b4aa-968dbcace11f req-ed90e185-8d24-4830-8823-79ff183963e3 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363091 Jul 09 17:38:28.964786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9f35ff18-9407-4402-aa76-4b7465ea5ea4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:28.981076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c292f-62f6-4646-b83b-0f6fd5e00ec4 req-32df57c6-cb1b-4680-be52-7c5f010c5fc6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:28.989040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-861c292f-62f6-4646-b83b-0f6fd5e00ec4 req-32df57c6-cb1b-4680-be52-7c5f010c5fc6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0791752 Jul 09 17:38:29.000912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.027068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:29.039000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:29.039672 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.049958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-861c292f-62f6-4646-b83b-0f6fd5e00ec4 req-c47f402c-345a-463d-8199-cf8f33bbd540 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596721 Jul 09 17:38:29.139062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.181676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 9f35ff18-9407-4402-aa76-4b7465ea5ea4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9f35ff18-9407-4402-aa76-4b7465ea5ea4,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:29.189824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.233145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.255255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=9f35ff18-9407-4402-aa76-4b7465ea5ea4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:29.375184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Router 7e2a2923-e215-4a04-9df6-2f23b92cd16c is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:38:29.400403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee6c19-fdc2-4ad6-9639-2886e8dddfbe req-58046427-3890-4917-bbfe-cb49fe1a4eae tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:29.401959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6aee6c19-fdc2-4ad6-9639-2886e8dddfbe req-58046427-3890-4917-bbfe-cb49fe1a4eae tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0710306 Jul 09 17:38:29.445309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6aee6c19-fdc2-4ad6-9639-2886e8dddfbe req-bcc11569-02c4-47c5-8395-737e5998eb4c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362167 Jul 09 17:38:29.500830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:29.517131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Sync routers for ids ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:29.521986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:29.526609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 32992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:29.527178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9c2a105c-8e9a-4528-93a0-9a403e4414ff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8886964 Jul 09 17:38:29.531630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Routers {'7e2a2923-e215-4a04-9df6-2f23b92cd16c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:29.534084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:29.659067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2888d-295e-4844-9e17-7410e726b907 req-0955f4db-cf46-475b-8b7a-580621c82732 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:29.666904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3a2888d-295e-4844-9e17-7410e726b907 req-0955f4db-cf46-475b-8b7a-580621c82732 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0836511 Jul 09 17:38:29.710592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Set router 7e2a2923-e215-4a04-9df6-2f23b92cd16c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:29.714473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3a2888d-295e-4844-9e17-7410e726b907 req-52092596-6704-44a1-9821-73016a0e79e1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Jul 09 17:38:29.946078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:38:28Z', 'revision_number': 3, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:29.984351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8842bd-d410-45fc-a13a-ab23d8bd7949 req-bea8c7a8-a6c1-4159-802c-4b0f6363ab38 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:29.986351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Checking router: 7e2a2923-e215-4a04-9df6-2f23b92cd16c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:29.986789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Updating router 7e2a2923-e215-4a04-9df6-2f23b92cd16c port fa3a5c72-877b-434d-93b3-c005d1b42ea5 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:38:29.991904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c8842bd-d410-45fc-a13a-ab23d8bd7949 req-bea8c7a8-a6c1-4159-802c-4b0f6363ab38 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 943 time: 0.1819439 Jul 09 17:38:30.038352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.046654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-db4d294a-a8cd-4359-8293-0f88aa1921e9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:30.054206 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-db4d294a-a8cd-4359-8293-0f88aa1921e9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.1230564 Jul 09 17:38:30.069330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c8842bd-d410-45fc-a13a-ab23d8bd7949 req-2794c3d5-1537-4bf1-9d45-45817f921795 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Jul 09 17:38:30.071132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3992747b-9e2c-4bd8-bdb1-71b4baeb0f33 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/quotas/ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 375 time: 0.0157914 Jul 09 17:38:30.164079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-fe40aaa0-42ea-4eb7-bade-4d79370a7f77 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0917385 Jul 09 17:38:30.272294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.324322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-4c9e6ec6-2356-4746-884d-e2b4722958a0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592884 Jul 09 17:38:30.404495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0bbd149e-4411-4fd9-93ad-c1c717b3f566 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:30.444810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7259d-5897-4f96-8fe5-c548aa70f698 req-7ab057ee-a88f-497a-8fdb-b3eec7fa22ec tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:30.446398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8c7259d-5897-4f96-8fe5-c548aa70f698 req-7ab057ee-a88f-497a-8fdb-b3eec7fa22ec tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 944 time: 0.1641631 Jul 09 17:38:30.448307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-53c22f01-e309-463d-b0f9-f56781b583b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223943 Jul 09 17:38:30.508656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:30.513596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8c7259d-5897-4f96-8fe5-c548aa70f698 req-6440c412-300b-4966-9959-7f372eed995a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611558 Jul 09 17:38:30.525705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:30.526077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.561759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Allocated IP 172.20.0.1 (d7a4fae5-2188-4faa-9f25-080aec9ad89d/7a0ba218-d19d-4b48-91ff-1c92319347e6/7fceec05-5f11-4b5a-8e69-4684c5fed568) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:30.687096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.702413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Transition to ACTIVE for port object fa3a5c72-877b-434d-93b3-c005d1b42ea5 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:30.715786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.740163 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cd28e33e-d9c6-47fb-afc5-23b03d35ee95 req-2b7a7e62-9872-4b3a-8d80-eecb9eede017 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0337288 Jul 09 17:38:30.760570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.778177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Transition to ACTIVE for port object 7fceec05-5f11-4b5a-8e69-4684c5fed568 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:30.798039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Attempting to bind port fa3a5c72-877b-434d-93b3-c005d1b42ea5 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:30.798039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Attempting to bind port fa3a5c72-877b-434d-93b3-c005d1b42ea5 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:30.798039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Attempting to bind port fa3a5c72-877b-434d-93b3-c005d1b42ea5 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:30.808006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:30.808386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:30.808846 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.809247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:30.809816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Bound port: fa3a5c72-877b-434d-93b3-c005d1b42ea5, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:30.810209 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.829633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.876646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:30.883860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:30.887700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:30.900571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9f35ff18-9407-4402-aa76-4b7465ea5ea4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:30.903908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:30.911127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e554-d6dd-4075-837b-3ecd7f3968df None None] Pushing event updated for resources: {'Port': ['ID=fa3a5c72-877b-434d-93b3-c005d1b42ea5,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:30.917558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Pushing event updated for resources: {'Port': ['ID=7fceec05-5f11-4b5a-8e69-4684c5fed568,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:30.953763 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.035207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:31.036405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:31.038775 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f9e68-1ec5-4d12-9db8-c7bda0ae9c13" -d '{"events": [{"server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:31.046679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.056419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] For port fa3a5c72-877b-434d-93b3-c005d1b42ea5, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:31.120882 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6bc96d-6b87-4c6a-a810-42bac19c4628 x-openstack-request-id: req-0a6bc96d-6b87-4c6a-a810-42bac19c4628 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:31.121151 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:31.121390 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a6bc96d-6b87-4c6a-a810-42bac19c4628 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:31.121782 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'code': 200} Jul 09 17:38:31.127189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] For port fa3a5c72-877b-434d-93b3-c005d1b42ea5, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa3a5c72-877b-434d-93b3-c005d1b42ea5,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:31.141579 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.175562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:31.175954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.201951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0bbd149e-4411-4fd9-93ad-c1c717b3f566,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:31.209644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.298200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c079ceb3-9d7e-4b8b-9660-952b599572e8 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:31.355195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Routers {'7e2a2923-e215-4a04-9df6-2f23b92cd16c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:31.355902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:31.385561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb652a4-4029-496c-9c29-506954104438 req-0da5e53c-9884-49ac-970a-589316ef320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:31.387538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bb652a4-4029-496c-9c29-506954104438 req-0da5e53c-9884-49ac-970a-589316ef320c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1097 time: 0.1763575 Jul 09 17:38:31.414438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25649f-67bf-4cbe-8742-7a331cd2ec42 req-f7ccb9cb-5a66-4096-8095-b4e965cad8ec tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:31.422333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f25649f-67bf-4cbe-8742-7a331cd2ec42 req-f7ccb9cb-5a66-4096-8095-b4e965cad8ec tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 943 time: 0.0995648 Jul 09 17:38:31.439195 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.resource_extend [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 17:38:31.454274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e554-d6dd-4075-837b-3ecd7f3968df None None] Pushing event updated for resources: {'Port': ['ID=fa3a5c72-877b-434d-93b3-c005d1b42ea5,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:31.479235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f25649f-67bf-4cbe-8742-7a331cd2ec42 req-cdcef539-15c4-4a8c-a268-5eed37871f0d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557714 Jul 09 17:38:31.510036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bb652a4-4029-496c-9c29-506954104438 req-a0e7b641-fda3-4cea-a60d-62d70a2c0166 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135671 Jul 09 17:38:31.546596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.553502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.554727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c3ae6caf-6a03-44c9-b4e0-78094f219eb9 None None] Provisioning for port 7fceec05-5f11-4b5a-8e69-4684c5fed568 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:31.576264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c3ae6caf-6a03-44c9-b4e0-78094f219eb9 None None] Provisioning complete for port 7fceec05-5f11-4b5a-8e69-4684c5fed568 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:31.576626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6caf-6a03-44c9-b4e0-78094f219eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.617131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae6caf-6a03-44c9-b4e0-78094f219eb9 None None] Port 7fceec05-5f11-4b5a-8e69-4684c5fed568 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:31.641084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] Set router 7e2a2923-e215-4a04-9df6-2f23b92cd16c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:31.674728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.674961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c079ceb3-9d7e-4b8b-9660-952b599572e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:31.694649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c079ceb3-9d7e-4b8b-9660-952b599572e8', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': 'c079ceb3-9d7e-4b8b-9660-952b599572e8', 'mac_address': 'fa:16:3e:8d:71:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:31.698646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Pushing event updated for resources: {'Port': ['ID=7fceec05-5f11-4b5a-8e69-4684c5fed568,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:31.766088 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.901291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c079ceb3-9d7e-4b8b-9660-952b599572e8 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:31.921637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ebd6e-d221-4c5f-9bc0-0f1a376195a1 req-8cb9bf85-cb49-4089-82da-07ee3d479961 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:31.931555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-144ebd6e-d221-4c5f-9bc0-0f1a376195a1 req-8cb9bf85-cb49-4089-82da-07ee3d479961 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.1847188 Jul 09 17:38:31.937799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c079ceb3-9d7e-4b8b-9660-952b599572e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:31.957368 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:31.990374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:31.994903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:32.014603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7fceec05-5f11-4b5a-8e69-4684c5fed568', 'name': '', 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'mac_address': 'fa:16:3e:4d:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:30Z', 'updated_at': '2021-07-09T17:38:30Z', 'revision_number': 1, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'subnets': [{'id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:32.051521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809170-6b47-4fbc-9a1d-23d7d4059f2a None None] The sync data for ids ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'] in n-d-791506-17 is: [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7fceec05-5f11-4b5a-8e69-4684c5fed568', 'name': '', 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'mac_address': 'fa:16:3e:4d:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:30Z', 'updated_at': '2021-07-09T17:38:30Z', 'revision_number': 1, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'subnets': [{'id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:32.057668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c079ceb3-9d7e-4b8b-9660-952b599572e8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:32.080493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90eb9b73-174e-401e-a479-b5445dff4c59 req-60e9d250-7baa-4bda-a28f-25b855018e8d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0494876 Jul 09 17:38:32.090817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-144ebd6e-d221-4c5f-9bc0-0f1a376195a1 req-933770b5-fe66-4956-a8cb-bee8823760f5 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582353 Jul 09 17:38:32.168988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Router 7e2a2923-e215-4a04-9df6-2f23b92cd16c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:38:32.225983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c079ceb3-9d7e-4b8b-9660-952b599572e8'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:32.353701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:32.372645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca439d13-fa3f-4e3b-9b3e-a9fb447db617 admin admin] 10.222.0.21 "PUT /v2.0/routers/7e2a2923-e215-4a04-9df6-2f23b92cd16c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447773 Jul 09 17:38:32.521622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-44282db3-d1d1-447b-9154-1c762f06d79b None None] Provisioning complete for port 7fceec05-5f11-4b5a-8e69-4684c5fed568 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:32.526627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-44282db3-d1d1-447b-9154-1c762f06d79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:32.561187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-5bad6ad4-5031-4223-adf6-6ce894f7415c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:32.570240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-5bad6ad4-5031-4223-adf6-6ce894f7415c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.2789862 Jul 09 17:38:32.575715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-44282db3-d1d1-447b-9154-1c762f06d79b None None] Port 7fceec05-5f11-4b5a-8e69-4684c5fed568 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:32.583619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'port': {'device_id': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'admin_state_up': True, 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:32.851785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a188b-6cbc-4417-80f4-e035d177cd35 req-eaaa0a6c-09d4-41d8-ac81-258c0bcf0c8d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:32.859004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d7a188b-6cbc-4417-80f4-e035d177cd35 req-eaaa0a6c-09d4-41d8-ac81-258c0bcf0c8d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 944 time: 0.1595745 Jul 09 17:38:32.904758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:32.913718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:32.966066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d7a188b-6cbc-4417-80f4-e035d177cd35 req-71035677-f3a1-41e4-8809-6988c0340832 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062653 Jul 09 17:38:33.138336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Allocated IP 172.20.0.8 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/f5d436a9-1a43-4023-8599-9eb73a946b20) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:33.296091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c079ceb3-9d7e-4b8b-9660-952b599572e8 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:33.423571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:33.454994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Transition to ACTIVE for port object f5d436a9-1a43-4023-8599-9eb73a946b20 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:33.457215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c079ceb3-9d7e-4b8b-9660-952b599572e8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:33.466062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c079ceb3-9d7e-4b8b-9660-952b599572e8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:33.468133 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:33.488049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-17faf2bb-9015-4111-98a4-c5f860d49a56 req-ec39a06e-6cd2-416d-89ee-1ba9fb1ed155 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0342355 Jul 09 17:38:33.568741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:33.582293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5b5c-7731-4884-9e25-5a621694d792 req-c1c404b3-5aad-48a6-9096-b7fb088f688b tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:33.591829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c34b5b5c-7731-4884-9e25-5a621694d792 req-c1c404b3-5aad-48a6-9096-b7fb088f688b tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.1677959 Jul 09 17:38:33.667934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:33.671506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:33.676182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:33.690179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:33.725505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c34b5b5c-7731-4884-9e25-5a621694d792 req-528bb7d6-a0fb-4800-beb3-8949e194f960 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292753 Jul 09 17:38:33.757981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4611a449-31f6-41ea-994f-66fa18127e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c079ceb3-9d7e-4b8b-9660-952b599572e8'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:33.761888 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245d84a-833f-4c27-a21b-558fba1e1a3c" -d '{"events": [{"server_uuid": "4611a449-31f6-41ea-994f-66fa18127e74", "name": "network-vif-plugged", "status": "completed", "tag": "c079ceb3-9d7e-4b8b-9660-952b599572e8"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:33.806879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:33.808249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:33.823837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c079ceb3-9d7e-4b8b-9660-952b599572e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:33.833896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:33.851180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=f5d436a9-1a43-4023-8599-9eb73a946b20,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:33.904063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3255866 Jul 09 17:38:33.909300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.909657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.912423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.912766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.913162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.913538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.913873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.914194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.914514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.914831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.915147 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.915463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b8ebe-457a-4886-b392-26b9f6816162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:38:33.933459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Request body: {'port': {'device_id': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:33.981872 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18b5e0-56cd-4d35-84a8-a3149c93246e x-openstack-request-id: req-ab18b5e0-56cd-4d35-84a8-a3149c93246e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:33.982162 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4611a449-31f6-41ea-994f-66fa18127e74", "name": "network-vif-plugged", "status": "completed", "tag": "c079ceb3-9d7e-4b8b-9660-952b599572e8", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:33.982408 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab18b5e0-56cd-4d35-84a8-a3149c93246e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:33.982797 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4611a449-31f6-41ea-994f-66fa18127e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c079ceb3-9d7e-4b8b-9660-952b599572e8', 'code': 200} Jul 09 17:38:33.984888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c079ceb3-9d7e-4b8b-9660-952b599572e8,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:34.130775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:34.132608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-263a72b4-e188-4d29-b113-59a981407ed2 None None] Provisioning for port f5d436a9-1a43-4023-8599-9eb73a946b20 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:34.140647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-263a72b4-e188-4d29-b113-59a981407ed2 None None] Provisioning complete for port f5d436a9-1a43-4023-8599-9eb73a946b20 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:34.141170 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-263a72b4-e188-4d29-b113-59a981407ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:34.224022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-263a72b4-e188-4d29-b113-59a981407ed2 None None] Port f5d436a9-1a43-4023-8599-9eb73a946b20 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:34.290246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d695-ba48-49b2-8b07-50f5707fd481 req-9a985ff7-fd18-4d71-98fd-b6d2f7ba4df6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:34.297729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45b2d695-ba48-49b2-8b07-50f5707fd481 req-9a985ff7-fd18-4d71-98fd-b6d2f7ba4df6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.1033063 Jul 09 17:38:34.349951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45b2d695-ba48-49b2-8b07-50f5707fd481 req-e8d4c72b-f1d3-4f15-ab1e-242fbf830b58 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509770 Jul 09 17:38:34.611089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084b9c2-72a3-4ba2-a29d-0c6292e71bd6 req-9bda7295-591b-4416-9e89-2f7be22f319f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:34.612690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6084b9c2-72a3-4ba2-a29d-0c6292e71bd6 req-9bda7295-591b-4416-9e89-2f7be22f319f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.6156137 Jul 09 17:38:34.655930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4316d6c-8f95-4627-8e64-681407e8e909 req-ea5b702a-e827-48d8-a877-3b5e2981ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:34.658111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4316d6c-8f95-4627-8e64-681407e8e909 req-ea5b702a-e827-48d8-a877-3b5e2981ecc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 1097 time: 0.6560183 Jul 09 17:38:34.759965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb2c6c-e364-4918-9ada-2bb184945901 req-76d7b756-9519-43a9-a84e-9502e4650cf5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:34.767557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcbb2c6c-e364-4918-9ada-2bb184945901 req-76d7b756-9519-43a9-a84e-9502e4650cf5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 931 time: 0.1361349 Jul 09 17:38:34.840367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcbb2c6c-e364-4918-9ada-2bb184945901 req-eddfce8c-a60f-4cb4-8cf1-15b05f144c6d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686769 Jul 09 17:38:34.864993 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6084b9c2-72a3-4ba2-a29d-0c6292e71bd6 req-233d2233-9d2b-4efa-87a4-66c1863ba4bf tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277939 Jul 09 17:38:34.867261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4316d6c-8f95-4627-8e64-681407e8e909 req-2ad7f46f-11b7-4d90-ac37-9666bd9485de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982486 Jul 09 17:38:34.931056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa3a5c72-877b-434d-93b3-c005d1b42ea5 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:34.990498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port fa3a5c72-877b-434d-93b3-c005d1b42ea5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:34.995676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fa3a5c72-877b-434d-93b3-c005d1b42ea5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:34.996385 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.082131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d436a9-1a43-4023-8599-9eb73a946b20 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:35.092532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac65d92-0806-49bd-a03a-08a1579c8bac req-b7280db9-21b0-42e9-8e78-969a80432fc3 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:35.093335 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.094896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ac65d92-0806-49bd-a03a-08a1579c8bac req-b7280db9-21b0-42e9-8e78-969a80432fc3 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.0925698 Jul 09 17:38:35.096249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.113623 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Transition to ACTIVE for port object f5d436a9-1a43-4023-8599-9eb73a946b20 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:35.121336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.129034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port fa3a5c72-877b-434d-93b3-c005d1b42ea5, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa3a5c72-877b-434d-93b3-c005d1b42ea5,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:35.134631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.173264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ac65d92-0806-49bd-a03a-08a1579c8bac req-c427f0e2-fff2-4b61-91fa-2d1bc7ec797a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723226 Jul 09 17:38:35.192282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33100) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:35.210196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d436a9-1a43-4023-8599-9eb73a946b20,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:35.260154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:38:35.274231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Attempting to bind port f5d436a9-1a43-4023-8599-9eb73a946b20 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:35.274548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=fa3a5c72-877b-434d-93b3-c005d1b42ea5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:35.274768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Attempting to bind port f5d436a9-1a43-4023-8599-9eb73a946b20 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:35.275185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Attempting to bind port f5d436a9-1a43-4023-8599-9eb73a946b20 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:35.280030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Port f5d436a9-1a43-4023-8599-9eb73a946b20 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:35.281250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Attempting to bind port f5d436a9-1a43-4023-8599-9eb73a946b20 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:35.285771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:35.286291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:35.286761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:35.287355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Bound port: f5d436a9-1a43-4023-8599-9eb73a946b20, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:35.287739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.380332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] For port f5d436a9-1a43-4023-8599-9eb73a946b20, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:35.385177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] For port f5d436a9-1a43-4023-8599-9eb73a946b20, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f5d436a9-1a43-4023-8599-9eb73a946b20,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:35.396579 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.464278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:35.464908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.469561 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5d436a9-1a43-4023-8599-9eb73a946b20 HTTP/1.1" status: 200 len: 1092 time: 1.5458899 Jul 09 17:38:35.470251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'tag': 'f5d436a9-1a43-4023-8599-9eb73a946b20'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:35.473759 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a143fe95-2e8d-42d5-b153-924b245ccc83" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2", "tag": "f5d436a9-1a43-4023-8599-9eb73a946b20"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:35.570485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce219951-6061-4b49-af78-880b5f6c26c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d436a9-1a43-4023-8599-9eb73a946b20,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:35.574382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a326a5-a34c-4fed-9fc2-4168813bafc7 tempest-TestServerBasicOps-1807117038 tempest-TestServerBasicOps-1807117038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:35.580771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-14a326a5-a34c-4fed-9fc2-4168813bafc7 tempest-TestServerBasicOps-1807117038 tempest-TestServerBasicOps-1807117038-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1092 time: 0.3847749 Jul 09 17:38:35.581969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 33112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:38:35.594878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:35.662154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.717765 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d053e-f5fb-4aad-811e-f6d6198ce755 x-openstack-request-id: req-dd1d053e-f5fb-4aad-811e-f6d6198ce755 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:35.718466 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2", "tag": "f5d436a9-1a43-4023-8599-9eb73a946b20", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:35.718466 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd1d053e-f5fb-4aad-811e-f6d6198ce755 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:35.718848 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'tag': 'f5d436a9-1a43-4023-8599-9eb73a946b20', 'status': 'completed', 'code': 200} Jul 09 17:38:35.750910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-da9a280a-ca2a-4c78-8dc3-0c420de3afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:35.761984 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-da9a280a-ca2a-4c78-8dc3-0c420de3afe8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 1095 time: 0.1374764 Jul 09 17:38:35.783603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c35c6-0bac-4d59-9350-3f7b5295d2c7 req-39509f03-adf8-4f0a-af1f-d3a847909015 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:35.785212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b28c35c6-0bac-4d59-9350-3f7b5295d2c7 req-39509f03-adf8-4f0a-af1f-d3a847909015 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.2669954 Jul 09 17:38:35.826413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-19c4962c-2103-4bae-aa16-b01a662d8ca8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d436a9-1a43-4023-8599-9eb73a946b20 HTTP/1.1" status: 200 len: 217 time: 0.0561767 Jul 09 17:38:35.850280 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:35.923334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b28c35c6-0bac-4d59-9350-3f7b5295d2c7 req-831185e1-19b3-41e7-80cb-9d995d62bcd5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995541 Jul 09 17:38:35.929779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-39fc017e-3bad-45b3-80de-5915b7495fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:35.931530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-39fc017e-3bad-45b3-80de-5915b7495fdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0871356 Jul 09 17:38:36.015927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a45a-f392-4748-abde-4e575e35cc13 req-b268783e-fada-4c43-84ac-1c68c54ef9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:36.017614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-b268783e-fada-4c43-84ac-1c68c54ef9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791936 Jul 09 17:38:36.025859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Allocated IP 172.25.3.19 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/2506daaa-630b-4e35-abb3-b84073cda6ef) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:36.037500 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Sync routers for ids ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:36.057176 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Routers {'7e2a2923-e215-4a04-9df6-2f23b92cd16c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:36.057884 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:36.185957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-d05a36fb-5c36-400c-a33e-bdb32ad75242 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619029 Jul 09 17:38:36.236976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:36.254533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86623bf-29c3-44ec-a8a2-20590c4dcd37 req-0e2c695c-8834-49ec-b052-c4f3420a0b47 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:36.254533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f86623bf-29c3-44ec-a8a2-20590c4dcd37 req-0e2c695c-8834-49ec-b052-c4f3420a0b47 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1795783 Jul 09 17:38:36.286240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Set router 7e2a2923-e215-4a04-9df6-2f23b92cd16c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:36.315977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d037a45a-f392-4748-abde-4e575e35cc13 req-f663c724-ae43-4fd7-bb57-c48a7f9c3795 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218364 Jul 09 17:38:36.347977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f86623bf-29c3-44ec-a8a2-20590c4dcd37 req-44745542-472b-47ad-b285-9fe2446f9689 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Jul 09 17:38:36.350058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:36.406252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:36.411691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:36.418029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:36.487023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'Port': ['ID=2506daaa-630b-4e35-abb3-b84073cda6ef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:36.526359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-2491dcbc-0a0d-45d4-b0e2-ce79bd1be0e0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:36.527238 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7fceec05-5f11-4b5a-8e69-4684c5fed568', 'name': '', 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'mac_address': 'fa:16:3e:4d:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:30Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 2, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'subnets': [{'id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:36.527992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-2491dcbc-0a0d-45d4-b0e2-ce79bd1be0e0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1716259 Jul 09 17:38:36.555133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-64ec36ad-0dd2-4255-9db3-c0a3154eb044 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0213253 Jul 09 17:38:36.556526 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Checking router: 7e2a2923-e215-4a04-9df6-2f23b92cd16c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:36.556890 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Updating router 7e2a2923-e215-4a04-9df6-2f23b92cd16c port 7fceec05-5f11-4b5a-8e69-4684c5fed568 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:38:36.561803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-e03ab4c8-186d-4c6a-afd3-e99649f2c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:36.564298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-e03ab4c8-186d-4c6a-afd3-e99649f2c762 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 1095 time: 0.1832840 Jul 09 17:38:36.605968 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:36.730058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-bd5e4542-5622-4863-a057-1d771e3ab7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:36.731562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-bd5e4542-5622-4863-a057-1d771e3ab7e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1537325 Jul 09 17:38:36.744429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-13dacbf1-e392-45d0-8c8d-59811106b27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790805 Jul 09 17:38:36.865234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-edd50c5a-7537-4ad1-99b6-7289baacd94a service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136427 Jul 09 17:38:36.902133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa3a5c72-877b-434d-93b3-c005d1b42ea5 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:36.919014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-61a54a43-6c17-4cff-9abe-521d9d15c253 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d436a9-1a43-4023-8599-9eb73a946b20 HTTP/1.1" status: 200 len: 217 time: 0.1735518 Jul 09 17:38:36.988143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:36.996464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fa3a5c72-877b-434d-93b3-c005d1b42ea5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:36.997120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.050855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-b6ec1260-edb0-4a05-ab0d-bdcd827babb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.053035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-b6ec1260-edb0-4a05-ab0d-bdcd827babb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1230185 Jul 09 17:38:37.099360 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.129640 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Transition to ACTIVE for port object 7fceec05-5f11-4b5a-8e69-4684c5fed568 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:37.160664 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.182474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-af59aa47-d38c-41f5-b3c0-e1944bf32fbb service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733219 Jul 09 17:38:37.214353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-dbb3333d-c380-4385-88dd-70e1e4ecee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.216400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-dbb3333d-c380-4385-88dd-70e1e4ecee77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438961 Jul 09 17:38:37.304185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.397221 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396ca3a-18ee-464a-ad3d-e460712114a3 None None] Pushing event updated for resources: {'Port': ['ID=7fceec05-5f11-4b5a-8e69-4684c5fed568,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:37.432282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-8dbed895-f0e3-4364-94e5-f7e33809130f service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078521 Jul 09 17:38:37.477133 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Attempting to bind port 7fceec05-5f11-4b5a-8e69-4684c5fed568 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:37.478533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Attempting to bind port 7fceec05-5f11-4b5a-8e69-4684c5fed568 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:37.479326 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Attempting to bind port 7fceec05-5f11-4b5a-8e69-4684c5fed568 on network d7a4fae5-2188-4faa-9f25-080aec9ad89d {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:37.487317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:37.487901 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Checking segment: {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:37.488472 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.488998 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Bound using segment: {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:37.489862 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Bound port: 7fceec05-5f11-4b5a-8e69-4684c5fed568, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f9ea3c-b3f7-4d68-8716-488cc6ed9959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:37.490685 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.586631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143fe95-2e8d-42d5-b153-924b245ccc83 req-3d8195a8-97e9-46df-96af-1654ae8ab937 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459665 Jul 09 17:38:37.616346 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] For port 7fceec05-5f11-4b5a-8e69-4684c5fed568, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:37.620923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.622579 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] For port 7fceec05-5f11-4b5a-8e69-4684c5fed568, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7fceec05-5f11-4b5a-8e69-4684c5fed568,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:37.629993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.632427 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.687331 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Routers {'7e2a2923-e215-4a04-9df6-2f23b92cd16c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:37.688079 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:37.753555 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396ca3a-18ee-464a-ad3d-e460712114a3 None None] Pushing event updated for resources: {'Port': ['ID=7fceec05-5f11-4b5a-8e69-4684c5fed568,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:37.795990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event updated for resources: {'Port': ['ID=2506daaa-630b-4e35-abb3-b84073cda6ef,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:37.813019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397777a9-b154-4fbb-b479-bc0541f2282f req-4f1c197b-e173-4805-94f0-636fd4866746 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.822050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-397777a9-b154-4fbb-b479-bc0541f2282f req-4f1c197b-e173-4805-94f0-636fd4866746 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.6147587 Jul 09 17:38:37.846573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:37.901405 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] Set router 7e2a2923-e215-4a04-9df6-2f23b92cd16c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:37.971340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-397777a9-b154-4fbb-b479-bc0541f2282f req-b61c7a65-838b-4c15-9375-35574be8364f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458218 Jul 09 17:38:37.982045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69462c8-eb46-4e7a-ad4b-0047b672a7a7 req-2717395e-58b1-44f2-8231-91309d8a8044 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:37.990870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b69462c8-eb46-4e7a-ad4b-0047b672a7a7 req-2717395e-58b1-44f2-8231-91309d8a8044 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1002793 Jul 09 17:38:38.073980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b69462c8-eb46-4e7a-ad4b-0047b672a7a7 req-baa9ab07-34d6-4f22-9263-ef4e3a555ff3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815308 Jul 09 17:38:38.114432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-109d55f5-c768-435c-9a63-0b7c0d4a2fcf req-04a5d26c-7a07-415a-96ed-7a636c215f59 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 210 time: 0.0509229 Jul 09 17:38:38.157807 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Floating IP 152ecbbf-db7a-4928-9d68-2b10fcf64bf0 associated. External IP: 172.25.3.19, port: 0bbd149e-4411-4fd9-93ad-c1c717b3f566. Jul 09 17:38:38.253458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:38.285806 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7fceec05-5f11-4b5a-8e69-4684c5fed568', 'name': '', 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'mac_address': 'fa:16:3e:4d:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:30Z', 'updated_at': '2021-07-09T17:38:37Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'subnets': [{'id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:38.337446 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e46b99-9cf6-495e-a79d-6ca00053e9c2 None None] The sync data for ids ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'] in n-d-791506-17 is: [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:38:31Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '7fceec05-5f11-4b5a-8e69-4684c5fed568', 'name': '', 'network_id': 'd7a4fae5-2188-4faa-9f25-080aec9ad89d', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'mac_address': 'fa:16:3e:4d:b9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:30Z', 'updated_at': '2021-07-09T17:38:37Z', 'revision_number': 4, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'subnets': [{'id': '7a0ba218-d19d-4b48-91ff-1c92319347e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:38.440951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf324674-a2ed-477f-a099-1bb1747319b1 req-e384de67-fc2b-47ae-8fb3-e180b35fd9a9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:38.442530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf324674-a2ed-477f-a099-1bb1747319b1 req-e384de67-fc2b-47ae-8fb3-e180b35fd9a9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.0936472 Jul 09 17:38:38.549976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf324674-a2ed-477f-a099-1bb1747319b1 req-1eb8978b-bfa2-4ddf-998e-bf70c57fb639 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Jul 09 17:38:38.605475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Router 1219c42e-be8e-4c53-ad48-f7d53228f912 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:38:38.931376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7fceec05-5f11-4b5a-8e69-4684c5fed568 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:39.008524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7fceec05-5f11-4b5a-8e69-4684c5fed568 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:39.013895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7fceec05-5f11-4b5a-8e69-4684c5fed568 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:39.014692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.125625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.164388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7fceec05-5f11-4b5a-8e69-4684c5fed568, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7fceec05-5f11-4b5a-8e69-4684c5fed568,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:39.170792 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.283664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7fceec05-5f11-4b5a-8e69-4684c5fed568,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:39.324667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:38:39.338184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] Sync routers for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:38:39.342439 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.364303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.365775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:39.366611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:39.427564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b44925-4521-42a2-8d50-d5138730bdee req-87410c3c-a8dc-44b4-bee9-5a0467a0d52d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:39.434655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-79b44925-4521-42a2-8d50-d5138730bdee req-87410c3c-a8dc-44b4-bee9-5a0467a0d52d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.1967943 Jul 09 17:38:39.488896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7d74ab27-44a9-4e6d-9019-e58c9167d697 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9052942 Jul 09 17:38:39.494490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:39.497138 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3" -d '{"events": [{"name": "network-changed", "server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:39.518146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-79b44925-4521-42a2-8d50-d5138730bdee req-df6e0761-5b40-4576-8549-144e45109573 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824294 Jul 09 17:38:39.604059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d65df-f0da-4bdb-99c5-205c3e63c25c req-f114e7c7-ac34-4030-a14e-4d9fe14848f1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:39.605686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b37d65df-f0da-4bdb-99c5-205c3e63c25c req-f114e7c7-ac34-4030-a14e-4d9fe14848f1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 943 time: 0.2545204 Jul 09 17:38:39.640614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-bceaf62c-edb5-422a-bce6-5699bfa1c2d7 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:39.642285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-bceaf62c-edb5-422a-bce6-5699bfa1c2d7 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.2646451 Jul 09 17:38:39.674412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b37d65df-f0da-4bdb-99c5-205c3e63c25c req-3e5d018a-a4f3-4124-b354-fe01ec14c6f1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585122 Jul 09 17:38:39.678517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:39.706279 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-933215bd-8e3f-4e2b-80de-f44d48d4ff5c req-b5708e7e-4d75-45dc-b8d3-804949d3249b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 210 time: 0.0466034 Jul 09 17:38:39.818390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:39.822263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:39.825373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:40.002645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.6 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/e40b8382-5381-410f-91e8-239f7cbe4fa0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:40.059722 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964cb1e1-bab4-4ca5-b2a3-a231f95bfe2d x-openstack-request-id: req-964cb1e1-bab4-4ca5-b2a3-a231f95bfe2d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:40.060150 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:40.060493 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-964cb1e1-bab4-4ca5-b2a3-a231f95bfe2d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:40.060975 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'status': 'completed', 'code': 200} Jul 09 17:38:40.109677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f5d436a9-1a43-4023-8599-9eb73a946b20 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:40.200955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-34dec656-b235-47fb-a183-21536149bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:40.202709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-34dec656-b235-47fb-a183-21536149bde1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e990adae5ae94f4daee97b2a1b016582&device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1097 time: 0.0962999 Jul 09 17:38:40.227301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.294255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f5d436a9-1a43-4023-8599-9eb73a946b20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f5d436a9-1a43-4023-8599-9eb73a946b20,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:40.300135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object e40b8382-5381-410f-91e8-239f7cbe4fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:40.315962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'f5d436a9-1a43-4023-8599-9eb73a946b20', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': 'f5d436a9-1a43-4023-8599-9eb73a946b20', 'mac_address': 'fa:16:3e:e8:41:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:40.324528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '152ecbbf-db7a-4928-9d68-2b10fcf64bf0', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'port_id': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'mac_address': 'fa:16:3e:7b:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666143cd-5104-4139-8f2b-ca04db0cc920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:38:36Z', 'updated_at': '2021-07-09T17:38:36Z', 'revision_number': 0, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:57Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:40.354318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-6ed5c91d-60d2-4d8f-8b16-a740df208c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:40.356131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-6ed5c91d-60d2-4d8f-8b16-a740df208c81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 200 len: 910 time: 0.1419702 Jul 09 17:38:40.369310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] Checking router: 1219c42e-be8e-4c53-ad48-f7d53228f912 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:38:40.427501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.429167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.431526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c811c2eb-05b2-46ad-b058-74587ded34c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.447975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d436a9-1a43-4023-8599-9eb73a946b20 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:40.455275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:38:40.455941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:38:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:40.459571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:40.465177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-86f60840-6a1a-4bcc-baa4-243354035def service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 200 len: 998 time: 0.1010392 Jul 09 17:38:40.469008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:40.505080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f5d436a9-1a43-4023-8599-9eb73a946b20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f5d436a9-1a43-4023-8599-9eb73a946b20,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:40.515448 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.556546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:40.580763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=f5d436a9-1a43-4023-8599-9eb73a946b20,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:40.677718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:38:40.740200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:40.782778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:40.783467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:40.792053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-db054378-84d9-4d74-9925-e5adc7c40d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:40.793597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-db054378-84d9-4d74-9925-e5adc7c40d59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=930ab825-c20b-4f81-9683-2dd16acb5970 HTTP/1.1" status: 200 len: 848 time: 0.1178086 Jul 09 17:38:40.913458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7fceec05-5f11-4b5a-8e69-4684c5fed568 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:40.927629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8185a9-1e5a-4947-b6a0-d99e291c317e req-f4da088b-db23-4a3c-a5c9-69d7c3c95a61 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:40.937442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce8185a9-1e5a-4947-b6a0-d99e291c317e req-f4da088b-db23-4a3c-a5c9-69d7c3c95a61 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0982447 Jul 09 17:38:40.954506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2994623 Jul 09 17:38:40.961101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4572-91fd-4d15-a12a-f3f3b39c8b56 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=e40b8382-5381-410f-91e8-239f7cbe4fa0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:40.974918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Request body: {'port': {'device_id': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:41.007071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce8185a9-1e5a-4947-b6a0-d99e291c317e req-179791a0-b589-45e8-bc75-db6db719fe85 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681872 Jul 09 17:38:41.061773 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:41.123725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-b2535e32-5604-4a30-8f29-b90f57e10320 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:41.125483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-b2535e32-5604-4a30-8f29-b90f57e10320 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.6590199 Jul 09 17:38:41.127681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-09b76b4e-f3b9-4a13-97a4-7dc0d3f4c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:41.129350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-09b76b4e-f3b9-4a13-97a4-7dc0d3f4c88f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85450bbc-7229-441f-b18e-9a947d86046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2951362 Jul 09 17:38:41.132142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b2be83f-5626-4b33-a68c-014dc7a729cc None None] Provisioning for port e40b8382-5381-410f-91e8-239f7cbe4fa0 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:41.259591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3b2be83f-5626-4b33-a68c-014dc7a729cc None None] Provisioning complete for port e40b8382-5381-410f-91e8-239f7cbe4fa0 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:41.259971 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b2be83f-5626-4b33-a68c-014dc7a729cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:41.291972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-0c7669c5-6665-476f-b7a2-b8f69b07e9ed service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384797 Jul 09 17:38:41.380401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7fceec05-5f11-4b5a-8e69-4684c5fed568 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:41.380974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:41.399251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e61f-d44f-43d3-9668-4b0f162ee3b3 req-373a964a-850c-4be2-975a-c237a4fcbe81 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:41.407109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f16e61f-d44f-43d3-9668-4b0f162ee3b3 req-373a964a-850c-4be2-975a-c237a4fcbe81 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 945 time: 0.5977368 Jul 09 17:38:41.413562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3b2be83f-5626-4b33-a68c-014dc7a729cc None None] Port e40b8382-5381-410f-91e8-239f7cbe4fa0 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:38:41.447968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '152ecbbf-db7a-4928-9d68-2b10fcf64bf0', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'port_id': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'mac_address': 'fa:16:3e:7b:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666143cd-5104-4139-8f2b-ca04db0cc920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:38:36Z', 'updated_at': '2021-07-09T17:38:36Z', 'revision_number': 0, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:57Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:38:41.499339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235ac56-403c-4d93-b2b7-d9538e77ef0b None None] The sync data for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 is: [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '152ecbbf-db7a-4928-9d68-2b10fcf64bf0', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'port_id': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'mac_address': 'fa:16:3e:7b:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666143cd-5104-4139-8f2b-ca04db0cc920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:38:36Z', 'updated_at': '2021-07-09T17:38:36Z', 'revision_number': 0, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:57Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:38:41.548002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cde06-9386-450c-9ea9-05b5989ca033 req-d71c38a9-18ed-4a2c-af56-ada310cb4400 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:41.566834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499cde06-9386-450c-9ea9-05b5989ca033 req-d71c38a9-18ed-4a2c-af56-ada310cb4400 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 931 time: 0.1378334 Jul 09 17:38:41.645458 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499cde06-9386-450c-9ea9-05b5989ca033 req-61ff1acc-606b-48ff-8394-d6c5deeb092e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Jul 09 17:38:41.674756 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f16e61f-d44f-43d3-9668-4b0f162ee3b3 req-8f343b0d-4662-41d3-a14a-f2160ea94f56 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670491 Jul 09 17:38:41.748837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d2c8fb-fe3c-44a7-8160-77c72fe007a3 req-9fb58705-76f4-4b92-b5c1-7a83ce31e02d service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447351 Jul 09 17:38:41.854761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port c079ceb3-9d7e-4b8b-9660-952b599572e8 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:41.855417 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:41.954435 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ed513-db8f-4711-b187-6dbe2599ab1f None None] New status for floating IP 152ecbbf-db7a-4928-9d68-2b10fcf64bf0: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:38:41.956920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port c079ceb3-9d7e-4b8b-9660-952b599572e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c079ceb3-9d7e-4b8b-9660-952b599572e8,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:41.957395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:41.974481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for c079ceb3-9d7e-4b8b-9660-952b599572e8 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:42.118460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f5d436a9-1a43-4023-8599-9eb73a946b20 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:42.170563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40b8382-5381-410f-91e8-239f7cbe4fa0 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:42.189030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.202615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port f5d436a9-1a43-4023-8599-9eb73a946b20 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:42.207982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.209028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port f5d436a9-1a43-4023-8599-9eb73a946b20 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:42.209484 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.218010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Transition to ACTIVE for port object e40b8382-5381-410f-91e8-239f7cbe4fa0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:42.254540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:42.263976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=c079ceb3-9d7e-4b8b-9660-952b599572e8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:42.273633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.413409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.424814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port c079ceb3-9d7e-4b8b-9660-952b599572e8 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:42.438618 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.444378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d5cb925-ae1f-4cf0-a00b-fd80bc237fa5 req-5a73697c-9232-4d0d-bae6-3b3dba77a7a4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "DELETE /v2.0/ports/c079ceb3-9d7e-4b8b-9660-952b599572e8 HTTP/1.1" status: 204 len: 173 time: 1.1574636 Jul 09 17:38:42.444378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4611a449-31f6-41ea-994f-66fa18127e74', 'name': 'network-vif-deleted', 'tag': 'c079ceb3-9d7e-4b8b-9660-952b599572e8'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:42.444759 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6760f0-1dea-4932-abfa-9441483219a4" -d '{"events": [{"server_uuid": "4611a449-31f6-41ea-994f-66fa18127e74", "name": "network-vif-deleted", "tag": "c079ceb3-9d7e-4b8b-9660-952b599572e8"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:42.520015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0eade6-57b5-4730-89d5-376d841a25f4 req-34d78a83-ca91-42d7-9de1-61194e4ec494 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:42.522171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af0eade6-57b5-4730-89d5-376d841a25f4 req-34d78a83-ca91-42d7-9de1-61194e4ec494 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 944 time: 0.2590818 Jul 09 17:38:42.522909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Pushing event updated for resources: {'Port': ['ID=e40b8382-5381-410f-91e8-239f7cbe4fa0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:42.534536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d436a9-1a43-4023-8599-9eb73a946b20'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:42.537644 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86f23d-2d58-4113-b8d7-4a181fba9c56" -d '{"events": [{"server_uuid": "cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f5d436a9-1a43-4023-8599-9eb73a946b20"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:42.562146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f5d436a9-1a43-4023-8599-9eb73a946b20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f5d436a9-1a43-4023-8599-9eb73a946b20,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:42.572670 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6370f333-858c-4421-b6bd-0e68e81a454e x-openstack-request-id: req-6370f333-858c-4421-b6bd-0e68e81a454e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:42.572953 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4611a449-31f6-41ea-994f-66fa18127e74", "name": "network-vif-deleted", "tag": "c079ceb3-9d7e-4b8b-9660-952b599572e8", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:42.573209 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6370f333-858c-4421-b6bd-0e68e81a454e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:42.573614 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4611a449-31f6-41ea-994f-66fa18127e74', 'name': 'network-vif-deleted', 'tag': 'c079ceb3-9d7e-4b8b-9660-952b599572e8', 'status': 'completed', 'code': 200} Jul 09 17:38:42.604141 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.670591 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4687fe5c-ce4f-4739-ac2d-2f38f179e024 x-openstack-request-id: req-4687fe5c-ce4f-4739-ac2d-2f38f179e024 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:42.670812 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f5d436a9-1a43-4023-8599-9eb73a946b20", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:42.672309 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4687fe5c-ce4f-4739-ac2d-2f38f179e024 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:42.672946 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d436a9-1a43-4023-8599-9eb73a946b20', 'code': 200} Jul 09 17:38:42.742990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=f5d436a9-1a43-4023-8599-9eb73a946b20,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:42.746597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Attempting to bind port e40b8382-5381-410f-91e8-239f7cbe4fa0 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:42.746943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Attempting to bind port e40b8382-5381-410f-91e8-239f7cbe4fa0 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:42.747293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Attempting to bind port e40b8382-5381-410f-91e8-239f7cbe4fa0 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:42.765044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af0eade6-57b5-4730-89d5-376d841a25f4 req-47296247-850e-4b15-ac90-d961596a51c7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048249 Jul 09 17:38:42.766220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Port e40b8382-5381-410f-91e8-239f7cbe4fa0 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:42.766555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Attempting to bind port e40b8382-5381-410f-91e8-239f7cbe4fa0 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:42.798058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:42.798407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:42.798797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:42.799247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Bound port: e40b8382-5381-410f-91e8-239f7cbe4fa0, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:42.799612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.888757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a71c-d09b-4f7c-b7c6-da833888daa4 req-c3eb9bf2-8e61-44bb-9ec3-7fbd22a476ec tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:42.897281 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6df1a71c-d09b-4f7c-b7c6-da833888daa4 req-c3eb9bf2-8e61-44bb-9ec3-7fbd22a476ec tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0918536 Jul 09 17:38:42.940376 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dea69cc3-e3cb-4a43-9fc1-bb9ed9f64eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:42.949693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6df1a71c-d09b-4f7c-b7c6-da833888daa4 req-1554f07c-aadb-40b9-86e4-944777f8851e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510561 Jul 09 17:38:42.989657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] For port e40b8382-5381-410f-91e8-239f7cbe4fa0, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:42.996634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] For port e40b8382-5381-410f-91e8-239f7cbe4fa0, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:42.998849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fe046-d7a1-4452-b6cd-be9eceaf777b req-f2217252-b521-45b4-89d8-e8ea984cd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:43.000624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f5fe046-d7a1-4452-b6cd-be9eceaf777b req-f2217252-b521-45b4-89d8-e8ea984cd366 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 1097 time: 0.2038746 Jul 09 17:38:43.018121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.065262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e146b6c-da6b-4a17-ad00-4f90954295e4 req-118c3452-4186-4e26-b17f-64a0322bdda2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=4611a449-31f6-41ea-994f-66fa18127e74 HTTP/1.1" status: 200 len: 210 time: 0.0552511 Jul 09 17:38:43.149613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Pushing event updated for resources: {'Port': ['ID=e40b8382-5381-410f-91e8-239f7cbe4fa0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:43.159224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f5fe046-d7a1-4452-b6cd-be9eceaf777b req-ff2f11a2-71c4-4787-9bc7-dc22b53f2889 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510217 Jul 09 17:38:43.160759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:43.161407 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.163144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-c3613c5d-6608-4f69-aed7-5808520cd1bb service neutron] 10.222.0.36 "PUT /v2.0/ports/e40b8382-5381-410f-91e8-239f7cbe4fa0 HTTP/1.1" status: 200 len: 1092 time: 2.1926410 Jul 09 17:38:43.321502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c079ceb3-9d7e-4b8b-9660-952b599572e8 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:38:43.379184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8dc7fe76-a829-465c-98e4-da1ea56580b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:43.381936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8dc7fe76-a829-465c-98e4-da1ea56580b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0757298 Jul 09 17:38:43.413745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: c079ceb3-9d7e-4b8b-9660-952b599572e8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:38:43.414309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c079ceb3-9d7e-4b8b-9660-952b599572e8 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:38:43.417961 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:43.433767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-52dc23fc-f42d-4f16-9bcf-1e81dae38d13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0 HTTP/1.1" status: 200 len: 217 time: 0.0434229 Jul 09 17:38:43.503515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-2189f64e-72ee-48fd-b345-b86c309cded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:43.505046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-2189f64e-72ee-48fd-b345-b86c309cded6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0633521 Jul 09 17:38:43.569577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-d6a61d3a-60de-4261-929d-89f9c67ad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:43.571240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-d6a61d3a-60de-4261-929d-89f9c67ad015 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585206 Jul 09 17:38:44.026626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:44.051780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-1e2c88e7-db6a-49b1-ba04-b8a241a640ad service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724958 Jul 09 17:38:44.161804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5a5e8e0-4137-4a88-8c12-f888abac92cb req-8a3305da-bddd-4417-a43d-ec775d810da8 service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010826 Jul 09 17:38:44.315742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788e5a6-a289-433f-a876-f120c8a2b4d4 req-fc7d3e14-a1d6-4f8b-b007-544686ea6725 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:44.338628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2788e5a6-a289-433f-a876-f120c8a2b4d4 req-fc7d3e14-a1d6-4f8b-b007-544686ea6725 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.1294308 Jul 09 17:38:44.408708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2788e5a6-a289-433f-a876-f120c8a2b4d4 req-532ea3d0-b2ca-49bd-9519-290e8d57200f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680141 Jul 09 17:38:44.434214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42495d8b-f075-4626-9215-1d0163b288ec req-9c99d3a7-96cf-4196-a2a4-225e92c15fd2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:44.436079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42495d8b-f075-4626-9215-1d0163b288ec req-9c99d3a7-96cf-4196-a2a4-225e92c15fd2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1631219 Jul 09 17:38:44.496873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42495d8b-f075-4626-9215-1d0163b288ec req-a7d19cf4-004d-4212-98ce-50ee397bbab1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 Jul 09 17:38:44.574968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'tag': 'e40b8382-5381-410f-91e8-239f7cbe4fa0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:44.577520 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da8bce9-d684-400b-bdda-32f3ce6e948d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cce7a9d-74d4-46cb-8ad0-3bb990028ac7", "tag": "e40b8382-5381-410f-91e8-239f7cbe4fa0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:44.685719 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4e2fc-5b28-4af6-a67b-48b84277236d x-openstack-request-id: req-def4e2fc-5b28-4af6-a67b-48b84277236d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:44.686215 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cce7a9d-74d4-46cb-8ad0-3bb990028ac7", "tag": "e40b8382-5381-410f-91e8-239f7cbe4fa0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:44.686663 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def4e2fc-5b28-4af6-a67b-48b84277236d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:44.687222 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'tag': 'e40b8382-5381-410f-91e8-239f7cbe4fa0', 'status': 'completed', 'code': 200} Jul 09 17:38:44.778805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-02c5ad8d-34f5-4c0b-a9dd-b7b2297c91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:44.780814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-02c5ad8d-34f5-4c0b-a9dd-b7b2297c91e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0665216 Jul 09 17:38:44.892748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-38ff8715-bf79-4e1d-ae5e-88e18cf459a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:44.894476 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-38ff8715-bf79-4e1d-ae5e-88e18cf459a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1023159 Jul 09 17:38:44.940650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-5b0e283d-7f11-47b1-bc1b-0cee47f68680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0 HTTP/1.1" status: 200 len: 217 time: 0.0382068 Jul 09 17:38:44.990534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-2694c78a-6e23-4be6-8d58-7e81693dac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:44.992195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-2694c78a-6e23-4be6-8d58-7e81693dac74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0444224 Jul 09 17:38:45.081278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-9de39f13-f2a9-4b94-a145-f988bb0dc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:45.083270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-9de39f13-f2a9-4b94-a145-f988bb0dc727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838509 Jul 09 17:38:45.206805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-76377173-20d7-4c5d-b863-fd45488b5783 service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139960 Jul 09 17:38:45.232006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-acd05088-9299-4012-ae42-5b6a26df2586 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:45.240117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-acd05088-9299-4012-ae42-5b6a26df2586 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1341496 Jul 09 17:38:45.258161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-d5e8f11c-7f61-4a6f-a023-9684aece18dd tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0165946 Jul 09 17:38:45.330528 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3da8bce9-d684-400b-bdda-32f3ce6e948d req-136e48ee-8a40-4335-9112-1b1de603865b service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147602 Jul 09 17:38:45.344485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-5681383b-7d07-4655-9f8b-d4cacf1855f5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847533 Jul 09 17:38:45.450081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-d8ec4320-b1c0-489d-9025-4d833fb04413 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921474 Jul 09 17:38:45.573080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-33375c27-781b-4013-b6d4-2093618acc5a service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220548 Jul 09 17:38:45.652752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edcd0-f0be-4512-b582-8ade713ddb12 req-047f0654-44f9-447c-965b-0d2ea8ae16f5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:45.660843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b53edcd0-f0be-4512-b582-8ade713ddb12 req-047f0654-44f9-447c-965b-0d2ea8ae16f5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0986066 Jul 09 17:38:45.699315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b53edcd0-f0be-4512-b582-8ade713ddb12 req-8af466e7-a0ff-4e6a-b141-5c6c7f0c2d9c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 Jul 09 17:38:45.891293 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:45.892572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977868b-5a57-40b7-9008-b41ac3a7439c req-74b50afd-9053-46c5-bfa8-2c28746a582d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:45.894151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4977868b-5a57-40b7-9008-b41ac3a7439c req-74b50afd-9053-46c5-bfa8-2c28746a582d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0845184 Jul 09 17:38:45.898514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fdd38a93-4364-4647-834d-a962e82aba2b req-b6e7331b-c674-4b06-bc5a-56ab1bf25159 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 210 time: 0.0350254 Jul 09 17:38:45.947941 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4977868b-5a57-40b7-9008-b41ac3a7439c req-9e0b3117-e93c-4c69-91a2-f9fd033bee77 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Jul 09 17:38:46.314260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b148c5c-48bd-4f0b-88ea-432924356fc3 req-d492f3d1-7232-4919-92a1-c59100bc67ec tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:46.316057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b148c5c-48bd-4f0b-88ea-432924356fc3 req-d492f3d1-7232-4919-92a1-c59100bc67ec tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0707734 Jul 09 17:38:46.361910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b148c5c-48bd-4f0b-88ea-432924356fc3 req-a0b26508-3828-4c67-abd0-f9eb7a83a7ae tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Jul 09 17:38:46.895247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d69d7d-aa2a-43ee-9812-07480a559784 req-235023cb-6059-4e19-a20d-11649483f7df tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:46.898727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30d69d7d-aa2a-43ee-9812-07480a559784 req-235023cb-6059-4e19-a20d-11649483f7df tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0778751 Jul 09 17:38:47.021780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30d69d7d-aa2a-43ee-9812-07480a559784 req-76e9b1ba-5dd3-4e09-a79a-e87aea90d859 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048310 Jul 09 17:38:47.107247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-af08f143-51cf-4013-aae4-a9d6a2933a48 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:47.109210 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-af08f143-51cf-4013-aae4-a9d6a2933a48 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1452436 Jul 09 17:38:47.114031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bddc9ceb-6dc2-4603-8bc2-68dc4949b8b0 req-845f0b3e-6856-464e-9703-1c27e231f2a5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 210 time: 0.0448551 Jul 09 17:38:47.125173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:47.246282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:38:47.249950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.377265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.3 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/d0803e62-4697-48ed-be51-a477c55e624f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:38:47.578746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.592896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0120-3a7c-4ce7-b50d-6e77392dde7d req-74d81268-d14b-479d-a25e-40ec667f6704 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:47.594422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baca0120-3a7c-4ce7-b50d-6e77392dde7d req-74d81268-d14b-479d-a25e-40ec667f6704 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1133714 Jul 09 17:38:47.653531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-baca0120-3a7c-4ce7-b50d-6e77392dde7d req-ce2be6fc-a471-49be-8f5b-a1271c784eae tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Jul 09 17:38:47.655844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.670516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:47.702677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:38:47.705815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:38:47.710158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:38:47.736568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=d0803e62-4697-48ed-be51-a477c55e624f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:47.766174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:47.766843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:47.783643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-8da46673-743d-48b8-b34d-ea39973f0a80 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6626787 Jul 09 17:38:47.796590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Request body: {'port': {'device_id': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:38:47.877831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.198802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0803e62-4697-48ed-be51-a477c55e624f {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:48.207745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.226934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Transition to ACTIVE for port object d0803e62-4697-48ed-be51-a477c55e624f will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:38:48.237014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.278749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3aa9-61bb-4136-988c-0507cfc7370c req-41db610a-ef4a-4f9e-bbbc-025c03121348 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.280307 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f3d3aa9-61bb-4136-988c-0507cfc7370c req-41db610a-ef4a-4f9e-bbbc-025c03121348 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.1282113 Jul 09 17:38:48.315613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Pushing event updated for resources: {'Port': ['ID=d0803e62-4697-48ed-be51-a477c55e624f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.325837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bc6d8-c880-429f-8d86-c221fdabedc4 req-3422803d-00e3-4bf5-8457-de37e4328d64 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.327873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-284bc6d8-c880-429f-8d86-c221fdabedc4 req-3422803d-00e3-4bf5-8457-de37e4328d64 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 943 time: 0.0717709 Jul 09 17:38:48.372054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-284bc6d8-c880-429f-8d86-c221fdabedc4 req-5c03f1d5-1d3c-4b03-a194-91f8e58738b3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Jul 09 17:38:48.378675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f3d3aa9-61bb-4136-988c-0507cfc7370c req-70b7b021-58d5-47bf-a8c3-37e64deb9fb7 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871480 Jul 09 17:38:48.404960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Attempting to bind port d0803e62-4697-48ed-be51-a477c55e624f on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:38:48.405302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Attempting to bind port d0803e62-4697-48ed-be51-a477c55e624f by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:38:48.405629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Attempting to bind port d0803e62-4697-48ed-be51-a477c55e624f on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:48.410171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Port d0803e62-4697-48ed-be51-a477c55e624f on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:38:48.410493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Attempting to bind port d0803e62-4697-48ed-be51-a477c55e624f on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:38:48.415268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:38:48.415607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:38:48.416024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:38:48.416448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Bound port: d0803e62-4697-48ed-be51-a477c55e624f, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:38:48.416807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.483218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] For port d0803e62-4697-48ed-be51-a477c55e624f, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:38:48.486548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] For port d0803e62-4697-48ed-be51-a477c55e624f, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d0803e62-4697-48ed-be51-a477c55e624f,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:38:48.492778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.526715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.527343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:48.528730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] 10.222.0.36 "PUT /v2.0/ports/d0803e62-4697-48ed-be51-a477c55e624f HTTP/1.1" status: 200 len: 1092 time: 0.7370565 Jul 09 17:38:48.529187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'tag': 'd0803e62-4697-48ed-be51-a477c55e624f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:48.531426 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676" -d '{"events": [{"name": "network-changed", "server_uuid": "387ee887-5f3b-4bc4-b2f3-8879e5d63331", "tag": "d0803e62-4697-48ed-be51-a477c55e624f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:48.572799 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded4d5f1-ed7d-4bf6-b76c-3c63ffeae92e x-openstack-request-id: req-ded4d5f1-ed7d-4bf6-b76c-3c63ffeae92e {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:48.573085 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387ee887-5f3b-4bc4-b2f3-8879e5d63331", "tag": "d0803e62-4697-48ed-be51-a477c55e624f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:48.573358 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ded4d5f1-ed7d-4bf6-b76c-3c63ffeae92e {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:48.573750 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'tag': 'd0803e62-4697-48ed-be51-a477c55e624f', 'status': 'completed', 'code': 200} Jul 09 17:38:48.579954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4004a27-dccd-4155-b2c5-e0ce734d4a8f service neutron] Pushing event updated for resources: {'Port': ['ID=d0803e62-4697-48ed-be51-a477c55e624f,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:48.633929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e50549cc-14ce-4bf7-992e-a144b2d4ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.635446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e50549cc-14ce-4bf7-992e-a144b2d4ec61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 1095 time: 0.0567248 Jul 09 17:38:48.678675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-633f8bd6-d18c-4932-a9d1-77c1c246165e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0803e62-4697-48ed-be51-a477c55e624f HTTP/1.1" status: 200 len: 217 time: 0.0363593 Jul 09 17:38:48.734852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-84230782-919f-4b67-b822-cbe2a7328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.736825 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-84230782-919f-4b67-b822-cbe2a7328c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0525863 Jul 09 17:38:48.772866 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-2a943da4-3e6b-4f80-a3ae-86fb796a891a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296278 Jul 09 17:38:48.925813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-c40df423-7e12-4119-8341-5df250b57190 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381989 Jul 09 17:38:48.933344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dab1e-63f1-497a-b8ca-f9a2673a6ed8 req-421dc359-3d00-42ed-a8ee-f0db222ff87c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:48.934750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a52dab1e-63f1-497a-b8ca-f9a2673a6ed8 req-421dc359-3d00-42ed-a8ee-f0db222ff87c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1590619 Jul 09 17:38:49.030360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a52dab1e-63f1-497a-b8ca-f9a2673a6ed8 req-f080d45f-6bde-4119-a794-4c67d4049412 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876865 Jul 09 17:38:49.058171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-52905f92-04c7-41bb-ad92-10cf240be8e3 req-e6481866-f92e-4edb-82c9-23ac7b80daff service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223598 Jul 09 17:38:49.169366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-4a080637-afb6-4079-84bc-fd8ab8889a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.171018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-4a080637-afb6-4079-84bc-fd8ab8889a98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 1095 time: 0.0566671 Jul 09 17:38:49.277531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-2d9c9f3c-caa5-41bd-80e1-f5e079cd7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.278901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-2d9c9f3c-caa5-41bd-80e1-f5e079cd7d5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.1001005 Jul 09 17:38:49.319198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-c574155b-ccc0-4a37-86f4-2228f8dd80ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0803e62-4697-48ed-be51-a477c55e624f HTTP/1.1" status: 200 len: 217 time: 0.0337539 Jul 09 17:38:49.369341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-0ebde459-1e4d-471a-a4d0-3b94b904c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.370817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-0ebde459-1e4d-471a-a4d0-3b94b904c528 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0452387 Jul 09 17:38:49.403394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-62b4742f-8482-4c0e-baa7-4649c56185f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253806 Jul 09 17:38:49.541128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-f76a22fa-7e37-4cc1-b1d0-0036bb5cf45b service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285856 Jul 09 17:38:49.573250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396303a-dedf-4e16-acb2-fca3fde61d05 req-caf70cce-5027-46e0-8157-a60571667f05 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.579081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9396303a-dedf-4e16-acb2-fca3fde61d05 req-caf70cce-5027-46e0-8157-a60571667f05 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0723903 Jul 09 17:38:49.637508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9396303a-dedf-4e16-acb2-fca3fde61d05 req-7497ff08-ef3e-49e4-a8fe-7d4f195b17e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Jul 09 17:38:49.651487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec9424-19b8-4f8f-8731-35ba560cecad req-a065bb3e-f982-4bf4-81e6-7d84f795c10e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:49.653049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fec9424-19b8-4f8f-8731-35ba560cecad req-a065bb3e-f982-4bf4-81e6-7d84f795c10e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 943 time: 0.1593447 Jul 09 17:38:49.702728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a326e1f-a5f6-4d7e-b437-b938dbbdc676 req-c8e3de92-ff2e-40db-b371-1cde367050e6 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548405 Jul 09 17:38:49.707640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1fec9424-19b8-4f8f-8731-35ba560cecad req-78835f79-2df9-4a9a-9fd8-cc0b2b9c0085 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 Jul 09 17:38:50.219430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c872b-6e3b-46b5-b079-40370311997f req-cfaae5c7-2b04-487e-8990-d5db79fd96ff tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:50.221005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-244c872b-6e3b-46b5-b079-40370311997f req-cfaae5c7-2b04-487e-8990-d5db79fd96ff tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0696285 Jul 09 17:38:50.263790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-244c872b-6e3b-46b5-b079-40370311997f req-30bef475-47fe-4faf-87fe-3ebe4575d478 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368879 Jul 09 17:38:50.812979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05dab-dbd1-4196-ba7c-87a255bc3f7b req-cd754a65-d694-4001-b581-e24079268353 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:50.814699 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6bb05dab-dbd1-4196-ba7c-87a255bc3f7b req-cd754a65-d694-4001-b581-e24079268353 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0660379 Jul 09 17:38:50.861004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6bb05dab-dbd1-4196-ba7c-87a255bc3f7b req-e5ef173b-4c00-435c-a087-bc762e2749c4 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Jul 09 17:38:50.886164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6ae8-a208-4309-99e9-20c03c6d8868 req-71e66d01-9341-4c42-b1f0-bda3ccf35006 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:50.887786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42ea6ae8-a208-4309-99e9-20c03c6d8868 req-71e66d01-9341-4c42-b1f0-bda3ccf35006 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 943 time: 0.0660393 Jul 09 17:38:50.929750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42ea6ae8-a208-4309-99e9-20c03c6d8868 req-9988c8eb-50a7-49d3-98b7-552f9c1a365e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Jul 09 17:38:51.380310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d0803e62-4697-48ed-be51-a477c55e624f details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:51.441851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd610775-39fb-47a0-9b76-575f57e6b2a5 req-2b5746d3-b2e9-4de1-9c3a-0d2b5265a933 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:51.443426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd610775-39fb-47a0-9b76-575f57e6b2a5 req-2b5746d3-b2e9-4de1-9c3a-0d2b5265a933 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0671084 Jul 09 17:38:51.479683 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d0803e62-4697-48ed-be51-a477c55e624f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d0803e62-4697-48ed-be51-a477c55e624f,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:51.483019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd610775-39fb-47a0-9b76-575f57e6b2a5 req-23de59a6-4245-4467-b6b0-b53861b65a90 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Jul 09 17:38:51.492251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'd0803e62-4697-48ed-be51-a477c55e624f', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': 'd0803e62-4697-48ed-be51-a477c55e624f', 'mac_address': 'fa:16:3e:49:ff:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:51.533985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.546825 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0803e62-4697-48ed-be51-a477c55e624f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:51.567775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d0803e62-4697-48ed-be51-a477c55e624f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d0803e62-4697-48ed-be51-a477c55e624f,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:51.571986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:51.622003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d0803e62-4697-48ed-be51-a477c55e624f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:51.788230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d0803e62-4697-48ed-be51-a477c55e624f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:52.044325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ff2fa-341c-4624-ad0c-d85e7d535201 req-4c2634fc-59de-41cf-b0ec-a871e4617e14 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:52.045772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-132ff2fa-341c-4624-ad0c-d85e7d535201 req-4c2634fc-59de-41cf-b0ec-a871e4617e14 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0640407 Jul 09 17:38:52.084042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-132ff2fa-341c-4624-ad0c-d85e7d535201 req-f496e24f-0a3f-42e4-a7cb-b498a3cf6297 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Jul 09 17:38:52.120968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4692ae-1101-4b1d-9103-f6fb488a8884 req-c0026ac7-751c-4d1b-9019-630a086c62e8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:52.122586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f4692ae-1101-4b1d-9103-f6fb488a8884 req-c0026ac7-751c-4d1b-9019-630a086c62e8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 944 time: 0.0695012 Jul 09 17:38:52.161152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f4692ae-1101-4b1d-9103-f6fb488a8884 req-1d72f718-ee51-4c22-92d4-deaa1c2a57cb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Jul 09 17:38:52.675852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ac7f-0c48-4ff2-8a86-455e5a2dd3ac req-c7eb5e15-ebca-447e-ace9-b72c0376c46a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:52.677720 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b839ac7f-0c48-4ff2-8a86-455e5a2dd3ac req-c7eb5e15-ebca-447e-ace9-b72c0376c46a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0714111 Jul 09 17:38:52.722569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b839ac7f-0c48-4ff2-8a86-455e5a2dd3ac req-be723171-d849-4f1d-9e1a-494c4a1a70a5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347245 Jul 09 17:38:53.266771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f503e-7a98-4631-afbf-101eb8354993 req-5a1b2adc-17d7-43f8-a0aa-ddd551e3f8cf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:53.268371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-055f503e-7a98-4631-afbf-101eb8354993 req-5a1b2adc-17d7-43f8-a0aa-ddd551e3f8cf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 943 time: 0.0701623 Jul 09 17:38:53.327867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-055f503e-7a98-4631-afbf-101eb8354993 req-7bb95b5c-9c7a-4900-aa08-1b99ce2de722 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Jul 09 17:38:53.348887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08edfb-554d-4154-88ef-41e8dda91be9 req-d70b7538-674e-4368-9180-ab403e2aef02 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:53.350987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b08edfb-554d-4154-88ef-41e8dda91be9 req-d70b7538-674e-4368-9180-ab403e2aef02 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 944 time: 0.0745757 Jul 09 17:38:53.390376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b08edfb-554d-4154-88ef-41e8dda91be9 req-40539aea-9265-4b47-b0e3-a2357e28ab8a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Jul 09 17:38:53.396939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e40b8382-5381-410f-91e8-239f7cbe4fa0 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:38:53.401294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d0803e62-4697-48ed-be51-a477c55e624f up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:53.507374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port d0803e62-4697-48ed-be51-a477c55e624f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:53.513807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port d0803e62-4697-48ed-be51-a477c55e624f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:53.514240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.569602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e40b8382-5381-410f-91e8-239f7cbe4fa0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:53.586331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'e40b8382-5381-410f-91e8-239f7cbe4fa0', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': 'e40b8382-5381-410f-91e8-239f7cbe4fa0', 'mac_address': 'fa:16:3e:5f:ee:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:38:53.811188 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.820398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.832221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40b8382-5381-410f-91e8-239f7cbe4fa0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:38:53.863430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0803e62-4697-48ed-be51-a477c55e624f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:53.865714 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f78490-5d71-4f61-9115-debd1a824738" -d '{"events": [{"server_uuid": "387ee887-5f3b-4bc4-b2f3-8879e5d63331", "name": "network-vif-plugged", "status": "completed", "tag": "d0803e62-4697-48ed-be51-a477c55e624f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:53.869296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e40b8382-5381-410f-91e8-239f7cbe4fa0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:53.877916 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.913349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d0803e62-4697-48ed-be51-a477c55e624f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d0803e62-4697-48ed-be51-a477c55e624f,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:53.920894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fd185-a531-45af-a87f-d11049b9691e req-32fc8447-d3ff-46c9-9f68-bb659e851b85 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:53.922599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-416fd185-a531-45af-a87f-d11049b9691e req-32fc8447-d3ff-46c9-9f68-bb659e851b85 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0690815 Jul 09 17:38:53.923402 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c09f0-6d98-48dc-b9c2-c67d7b4339d4 x-openstack-request-id: req-394c09f0-6d98-48dc-b9c2-c67d7b4339d4 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:53.923707 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387ee887-5f3b-4bc4-b2f3-8879e5d63331", "name": "network-vif-plugged", "status": "completed", "tag": "d0803e62-4697-48ed-be51-a477c55e624f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:53.923988 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-394c09f0-6d98-48dc-b9c2-c67d7b4339d4 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:53.924370 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0803e62-4697-48ed-be51-a477c55e624f', 'code': 200} Jul 09 17:38:53.925123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:53.939221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e40b8382-5381-410f-91e8-239f7cbe4fa0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:53.979429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-416fd185-a531-45af-a87f-d11049b9691e req-29fbc225-39a7-4797-bfbe-ef69d0254b7e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Jul 09 17:38:53.989225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d0803e62-4697-48ed-be51-a477c55e624f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:54.053815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f77df3-4d67-4e57-b150-db849352a83e req-96f14368-4a4f-4e86-a541-cbe91d27f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:54.055350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66f77df3-4d67-4e57-b150-db849352a83e req-96f14368-4a4f-4e86-a541-cbe91d27f594 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 1097 time: 0.0639653 Jul 09 17:38:54.090469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66f77df3-4d67-4e57-b150-db849352a83e req-3e838f58-2e44-4e8b-84a9-64c8ded2fe07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284293 Jul 09 17:38:54.105294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e40b8382-5381-410f-91e8-239f7cbe4fa0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:54.520194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db76fd-782a-46c1-bcd1-43524889caae req-ed6d8b54-3fdf-4ae2-aff0-84de6fd5e80c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:54.521926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4db76fd-782a-46c1-bcd1-43524889caae req-ed6d8b54-3fdf-4ae2-aff0-84de6fd5e80c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 944 time: 0.0765710 Jul 09 17:38:54.560932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4db76fd-782a-46c1-bcd1-43524889caae req-30da0514-d9fc-481d-9fc1-162c645acdc2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Jul 09 17:38:54.599294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f9b33-b3a0-4fd5-a0b0-884c19983fc6 req-aef837dc-d5da-4c9b-a920-645c6a3ce4e5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:54.600936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec7f9b33-b3a0-4fd5-a0b0-884c19983fc6 req-aef837dc-d5da-4c9b-a920-645c6a3ce4e5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 945 time: 0.0778601 Jul 09 17:38:54.640304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec7f9b33-b3a0-4fd5-a0b0-884c19983fc6 req-35a95954-831f-43ee-a875-4126213c6428 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Jul 09 17:38:55.161773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d7252-7ccc-4267-99b9-b906c5844ae1 req-06167beb-f262-4cd6-996f-0210bb5c59a7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:55.163314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-699d7252-7ccc-4267-99b9-b906c5844ae1 req-06167beb-f262-4cd6-996f-0210bb5c59a7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0690873 Jul 09 17:38:55.215179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-699d7252-7ccc-4267-99b9-b906c5844ae1 req-05e668d8-e9ce-4fe1-acba-81a146678097 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Jul 09 17:38:55.427430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e40b8382-5381-410f-91e8-239f7cbe4fa0 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:38:55.482585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port e40b8382-5381-410f-91e8-239f7cbe4fa0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:38:55.486764 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port e40b8382-5381-410f-91e8-239f7cbe4fa0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:38:55.487152 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.562419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.607331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e40b8382-5381-410f-91e8-239f7cbe4fa0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:55.614484 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:55.666675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e40b8382-5381-410f-91e8-239f7cbe4fa0,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:55.742422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971fb58-c175-4bb5-8853-4de8a1592274 req-1c7eb5ed-28ca-4fd3-bae4-82a203e78d20 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:55.746349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3971fb58-c175-4bb5-8853-4de8a1592274 req-1c7eb5ed-28ca-4fd3-bae4-82a203e78d20 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0684557 Jul 09 17:38:55.793501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3971fb58-c175-4bb5-8853-4de8a1592274 req-392badb4-e336-4c38-bac4-b6a14e6cfd99 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Jul 09 17:38:55.827707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fda6c-fd99-4761-96c0-47bfe7899e3a req-df7ba2c0-30b5-4231-a9b1-64271f642ee5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:55.829377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-829fda6c-fd99-4761-96c0-47bfe7899e3a req-df7ba2c0-30b5-4231-a9b1-64271f642ee5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 945 time: 0.0653052 Jul 09 17:38:55.869768 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-829fda6c-fd99-4761-96c0-47bfe7899e3a req-2a669785-4dfc-4ce0-a2c8-2e5494a2ca4a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341237 Jul 09 17:38:55.925517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40b8382-5381-410f-91e8-239f7cbe4fa0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:55.928305 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72002c6-28d2-49ed-866d-b4dfa3003983" -d '{"events": [{"server_uuid": "2cce7a9d-74d4-46cb-8ad0-3bb990028ac7", "name": "network-vif-plugged", "status": "completed", "tag": "e40b8382-5381-410f-91e8-239f7cbe4fa0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:55.975927 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a94544a-7253-42f9-bcab-8eff8ffba2af x-openstack-request-id: req-6a94544a-7253-42f9-bcab-8eff8ffba2af {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:55.976658 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cce7a9d-74d4-46cb-8ad0-3bb990028ac7", "name": "network-vif-plugged", "status": "completed", "tag": "e40b8382-5381-410f-91e8-239f7cbe4fa0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:55.976658 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a94544a-7253-42f9-bcab-8eff8ffba2af {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:55.977079 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40b8382-5381-410f-91e8-239f7cbe4fa0', 'code': 200} Jul 09 17:38:56.092797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052ace6-3e91-4250-9278-d1bb186e3baa req-71763b4d-f265-45d0-9b91-e60e570edf3b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.094924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a052ace6-3e91-4250-9278-d1bb186e3baa req-71763b4d-f265-45d0-9b91-e60e570edf3b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 945 time: 0.0865226 Jul 09 17:38:56.101339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689db499-455b-457c-a43b-91e9a5810f7c req-caae64ab-434a-4ecf-a5cb-95fb3df5f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.102919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-689db499-455b-457c-a43b-91e9a5810f7c req-caae64ab-434a-4ecf-a5cb-95fb3df5f7da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0589981 Jul 09 17:38:56.138187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a052ace6-3e91-4250-9278-d1bb186e3baa req-7e025ce2-ab07-4789-bab2-d036f44c7a2f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363526 Jul 09 17:38:56.148634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-689db499-455b-457c-a43b-91e9a5810f7c req-5572bbec-1c26-4322-b78a-ab0f62522f98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Jul 09 17:38:56.401684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5849cb-18b3-440b-a4e6-3995a2fa355c req-477dd62a-3d3e-4c2d-8576-a6852713c8b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.403538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d5849cb-18b3-440b-a4e6-3995a2fa355c req-477dd62a-3d3e-4c2d-8576-a6852713c8b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0737147 Jul 09 17:38:56.444111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d5849cb-18b3-440b-a4e6-3995a2fa355c req-4fa821ba-09fd-4018-a25e-e810c561b90b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Jul 09 17:38:56.536725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9ed8-329c-42f7-aa39-ce5b5f94bef9 req-d5892244-6559-4e86-b7ec-5f7a164ca195 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.538358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19cf9ed8-329c-42f7-aa39-ce5b5f94bef9 req-d5892244-6559-4e86-b7ec-5f7a164ca195 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 945 time: 0.0642812 Jul 09 17:38:56.576489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19cf9ed8-329c-42f7-aa39-ce5b5f94bef9 req-f7a82880-e682-4429-8128-04fe393ffd1f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Jul 09 17:38:56.990871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaef72-2b74-44f4-a73d-afcfcb309ad5 req-72abba19-363b-41e0-92ae-daf85560918e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:56.996455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1feaef72-2b74-44f4-a73d-afcfcb309ad5 req-72abba19-363b-41e0-92ae-daf85560918e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0805554 Jul 09 17:38:57.043313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1feaef72-2b74-44f4-a73d-afcfcb309ad5 req-cf08d0e0-8c26-4431-9c4e-aaf89859a63f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Jul 09 17:38:57.631546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600014d1-7361-4e05-a54a-5bd7e25f769e req-577af6a1-836e-4ed4-a31c-f22507f275e0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:57.633095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-600014d1-7361-4e05-a54a-5bd7e25f769e req-577af6a1-836e-4ed4-a31c-f22507f275e0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0722828 Jul 09 17:38:57.675789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-600014d1-7361-4e05-a54a-5bd7e25f769e req-1e5cfd2c-9907-4da1-8a35-e7348d60e9a7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363748 Jul 09 17:38:57.758908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691f7cb-13ee-471a-a3c4-ca862b031e3f req-bd4e7972-9089-4275-a931-aecb36f79ec4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:57.760479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1691f7cb-13ee-471a-a3c4-ca862b031e3f req-bd4e7972-9089-4275-a931-aecb36f79ec4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 945 time: 0.0670960 Jul 09 17:38:57.800618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1691f7cb-13ee-471a-a3c4-ca862b031e3f req-0dfcd282-d0fd-4247-9b82-93106933fab3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343432 Jul 09 17:38:57.876432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-2a828dd8-7718-4e6a-bce6-695e2780e6a8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:57.878727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-2a828dd8-7718-4e6a-bce6-695e2780e6a8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 945 time: 0.0720210 Jul 09 17:38:57.985816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port d0803e62-4697-48ed-be51-a477c55e624f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:38:57.986282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.075426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port d0803e62-4697-48ed-be51-a477c55e624f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d0803e62-4697-48ed-be51-a477c55e624f,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:38:58.075801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.089541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for d0803e62-4697-48ed-be51-a477c55e624f owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:38:58.232281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.245861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4', 'd0803e62-4697-48ed-be51-a477c55e624f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:38:58.259111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462100f-d7bf-4702-a78f-c89cacd4a1e9 req-9a9335e3-8fc4-44e5-bbf7-ca9a8ab81ccd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:58.260819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c462100f-d7bf-4702-a78f-c89cacd4a1e9 req-9a9335e3-8fc4-44e5-bbf7-ca9a8ab81ccd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0729065 Jul 09 17:38:58.278853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=d0803e62-4697-48ed-be51-a477c55e624f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:38:58.323104 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c462100f-d7bf-4702-a78f-c89cacd4a1e9 req-d513fa0d-e65d-4cc3-a858-5940fbba067f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520859 Jul 09 17:38:58.340221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port d0803e62-4697-48ed-be51-a477c55e624f on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:38:58.343140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:38:58.345503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62f712aa-c75e-42c5-9e5c-cc6d075dadd1 req-a7fbe9e0-9acc-4877-9b82-5c47e67180a0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "DELETE /v2.0/ports/d0803e62-4697-48ed-be51-a477c55e624f HTTP/1.1" status: 204 len: 173 time: 0.4615340 Jul 09 17:38:58.346021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'name': 'network-vif-deleted', 'tag': 'd0803e62-4697-48ed-be51-a477c55e624f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:38:58.348447 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd653d-f0ab-43d5-84b4-f4978062cbf5" -d '{"events": [{"server_uuid": "387ee887-5f3b-4bc4-b2f3-8879e5d63331", "name": "network-vif-deleted", "tag": "d0803e62-4697-48ed-be51-a477c55e624f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:38:58.404350 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f476b0a-581c-44a8-b01b-ed4f120af5bf x-openstack-request-id: req-3f476b0a-581c-44a8-b01b-ed4f120af5bf {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:38:58.406947 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387ee887-5f3b-4bc4-b2f3-8879e5d63331", "name": "network-vif-deleted", "tag": "d0803e62-4697-48ed-be51-a477c55e624f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:38:58.407870 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f476b0a-581c-44a8-b01b-ed4f120af5bf {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:38:58.408357 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387ee887-5f3b-4bc4-b2f3-8879e5d63331', 'name': 'network-vif-deleted', 'tag': 'd0803e62-4697-48ed-be51-a477c55e624f', 'status': 'completed', 'code': 200} Jul 09 17:38:58.515044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712aeab-cfd9-4444-86c7-3db1dd2fe64f req-e52933fe-f736-44bc-a6cd-755964e5edb0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:58.516601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9712aeab-cfd9-4444-86c7-3db1dd2fe64f req-e52933fe-f736-44bc-a6cd-755964e5edb0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0693717 Jul 09 17:38:58.561246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9712aeab-cfd9-4444-86c7-3db1dd2fe64f req-5b75e7bc-63c4-4ce6-b5b1-e3acb0cc1911 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Jul 09 17:38:58.753045 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae35bf-e34d-4581-baa5-2a85aaa8db9f req-a6fc0b3f-6dc1-41ab-86e9-41d1fc57a3e4 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:58.754656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27ae35bf-e34d-4581-baa5-2a85aaa8db9f req-a6fc0b3f-6dc1-41ab-86e9-41d1fc57a3e4 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0726767 Jul 09 17:38:58.816037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27ae35bf-e34d-4581-baa5-2a85aaa8db9f req-d50718cb-d9f5-40bc-ac6d-08543c7cdcd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555227 Jul 09 17:38:58.898720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8557f-37f6-485e-88ff-293346e69981 req-d1733786-f072-4b74-8b26-95fbaf35342a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:58.906019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15f8557f-37f6-485e-88ff-293346e69981 req-d1733786-f072-4b74-8b26-95fbaf35342a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1073897 Jul 09 17:38:58.948941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15f8557f-37f6-485e-88ff-293346e69981 req-c60c6182-92fa-4f6b-8744-1013ee6ee04d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Jul 09 17:38:59.046451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80c57f16-597d-4cce-a28e-c31e5ee89727 req-cbfe0947-01d8-4fbf-870e-037325fd50e0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=387ee887-5f3b-4bc4-b2f3-8879e5d63331 HTTP/1.1" status: 200 len: 210 time: 0.0343997 Jul 09 17:38:59.352311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42990478-f308-4189-89fc-f27beea429a6 req-7f8d74e0-eea3-4df9-aa50-02cba20a2afc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:38:59.354060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42990478-f308-4189-89fc-f27beea429a6 req-7f8d74e0-eea3-4df9-aa50-02cba20a2afc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0688026 Jul 09 17:38:59.395301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42990478-f308-4189-89fc-f27beea429a6 req-c429000f-64dc-45f2-8278-ac0e5020ef8f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Jul 09 17:39:00.120246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9637504-e21a-468d-be2b-8f0b6db6e1c4 req-2b47cfa3-d50e-4542-8e72-637390e4e050 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:00.121687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9637504-e21a-468d-be2b-8f0b6db6e1c4 req-2b47cfa3-d50e-4542-8e72-637390e4e050 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0670688 Jul 09 17:39:00.164206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e9637504-e21a-468d-be2b-8f0b6db6e1c4 req-5c08fd4b-3033-461a-b24e-3d962ba58328 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362957 Jul 09 17:39:00.459164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-e1e69d09-4f19-4b5d-ab80-fd6b259559fe tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:00.460788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-e1e69d09-4f19-4b5d-ab80-fd6b259559fe tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1266694 Jul 09 17:39:00.479006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-27a13824-79cc-4661-8018-53e628958c8f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0113530 Jul 09 17:39:00.550142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-3ccf3b9d-5eb5-4d54-9f06-30d1f1dc46ef tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643637 Jul 09 17:39:00.598847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483dc33-fb7f-4a69-89db-04c09453d255 req-2aae6aed-5c0e-4fed-9067-054dd5a8de9e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:00.600551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1483dc33-fb7f-4a69-89db-04c09453d255 req-2aae6aed-5c0e-4fed-9067-054dd5a8de9e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0810974 Jul 09 17:39:00.644319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1483dc33-fb7f-4a69-89db-04c09453d255 req-b53f16a1-73f6-4bb2-b1a4-fd9484fd70b8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Jul 09 17:39:00.675301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-538e5181-693e-4e1e-bd03-43aebfeccb49 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146159 Jul 09 17:39:00.737744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-a68be5d5-160e-4f01-9671-fb2f85f1b378 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:00.739926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-a68be5d5-160e-4f01-9671-fb2f85f1b378 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 945 time: 0.0678153 Jul 09 17:39:00.796716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-b9dd40e1-8619-4368-b451-64fc6d16b5b4 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144085 Jul 09 17:39:00.856698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port e40b8382-5381-410f-91e8-239f7cbe4fa0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:00.857037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.971386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port e40b8382-5381-410f-91e8-239f7cbe4fa0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e40b8382-5381-410f-91e8-239f7cbe4fa0,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:00.971797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:00.986734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for e40b8382-5381-410f-91e8-239f7cbe4fa0 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:01.061411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14b6c473-6fae-495b-9130-c2f439b1905c req-1ff85c65-506a-4e25-a20e-dc12f6697a4e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 210 time: 0.0616610 Jul 09 17:39:01.188256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.204878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e40b8382-5381-410f-91e8-239f7cbe4fa0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:01.225826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=e40b8382-5381-410f-91e8-239f7cbe4fa0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:01.291478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port e40b8382-5381-410f-91e8-239f7cbe4fa0 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:01.294105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:01.296263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0693f7e-3b6d-4d59-adf8-c8f3a1ba3dfb req-5782c9f5-22ed-4399-a318-a5c802f8621e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "DELETE /v2.0/ports/e40b8382-5381-410f-91e8-239f7cbe4fa0 HTTP/1.1" status: 204 len: 173 time: 0.5511849 Jul 09 17:39:01.296706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'name': 'network-vif-deleted', 'tag': 'e40b8382-5381-410f-91e8-239f7cbe4fa0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:01.298994 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3332bf-dd5d-4fd8-a0bf-7adb12468c70" -d '{"events": [{"server_uuid": "2cce7a9d-74d4-46cb-8ad0-3bb990028ac7", "name": "network-vif-deleted", "tag": "e40b8382-5381-410f-91e8-239f7cbe4fa0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:01.351832 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124ee011-6a34-4c66-9efb-9fedc786f536 x-openstack-request-id: req-124ee011-6a34-4c66-9efb-9fedc786f536 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:01.352284 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cce7a9d-74d4-46cb-8ad0-3bb990028ac7", "name": "network-vif-deleted", "tag": "e40b8382-5381-410f-91e8-239f7cbe4fa0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:01.352699 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-124ee011-6a34-4c66-9efb-9fedc786f536 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:01.353474 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cce7a9d-74d4-46cb-8ad0-3bb990028ac7', 'name': 'network-vif-deleted', 'tag': 'e40b8382-5381-410f-91e8-239f7cbe4fa0', 'status': 'completed', 'code': 200} Jul 09 17:39:01.481082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e40b8382-5381-410f-91e8-239f7cbe4fa0 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:01.530521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: e40b8382-5381-410f-91e8-239f7cbe4fa0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:01.531822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e40b8382-5381-410f-91e8-239f7cbe4fa0 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:01.532478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d0803e62-4697-48ed-be51-a477c55e624f no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:01.570808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: d0803e62-4697-48ed-be51-a477c55e624f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:01.571518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d0803e62-4697-48ed-be51-a477c55e624f not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:01.634646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89d808-e612-4e11-af51-c73ed6a195cb req-1a7a5c38-dc27-4ab4-a27c-3f2a2ebb568e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:01.637438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf89d808-e612-4e11-af51-c73ed6a195cb req-1a7a5c38-dc27-4ab4-a27c-3f2a2ebb568e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1242507 Jul 09 17:39:01.700253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf89d808-e612-4e11-af51-c73ed6a195cb req-94d70735-b64f-4b8a-b500-e85da650afaa tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530891 Jul 09 17:39:01.833896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7bc0bcfc-b30e-4076-bee5-85d07c1e1460 req-4c3a0410-4c21-4b6a-ad85-e22ed71607c5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 210 time: 0.0338235 Jul 09 17:39:02.210693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a394125e-1555-4be3-9500-f1011cae6615 req-ad7555b9-9ff1-46d4-a88a-9b22314a1700 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 210 time: 0.0294840 Jul 09 17:39:02.432525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-0031f661-f08c-4dec-a318-27f7058a19ae tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:02.434186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-0031f661-f08c-4dec-a318-27f7058a19ae tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1205769 Jul 09 17:39:02.447907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:02.567370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:02.571919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.718335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.12 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/52be48d7-fce2-4222-a908-eedc9e52a62a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:02.962411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab5a4-a269-4b3f-b2ce-45f13a9547cc req-c252808d-1dc7-43a3-92cb-2e745e125e6f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:02.964639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:02.972519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-286ab5a4-a269-4b3f-b2ce-45f13a9547cc req-c252808d-1dc7-43a3-92cb-2e745e125e6f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1287394 Jul 09 17:39:03.023647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-286ab5a4-a269-4b3f-b2ce-45f13a9547cc req-14a9292b-4072-47be-a06f-62261ad405b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Jul 09 17:39:03.386428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ed81594-4b9b-4bdf-b4eb-9449c0c9fcc0 req-01808205-572f-4fef-9971-a2d217e5abb4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 210 time: 0.0392966 Jul 09 17:39:03.391594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b820256-7c04-4608-8e29-7cb6ce3a45d0 req-ebe4104b-f3f7-4876-902a-c392bedb5992 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 210 time: 0.4164989 Jul 09 17:39:03.438437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.452909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:03.477377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:03.480779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:03.483369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:03.542574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=52be48d7-fce2-4222-a908-eedc9e52a62a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:03.568640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:03.569311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.586474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-21f8cc6a-78ce-471f-a398-cb5830406647 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1436779 Jul 09 17:39:03.601852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Request body: {'port': {'device_id': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:03.677815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:03.987845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52be48d7-fce2-4222-a908-eedc9e52a62a {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:03.996353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.011815 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Transition to ACTIVE for port object 52be48d7-fce2-4222-a908-eedc9e52a62a will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:04.020278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.071379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Pushing event updated for resources: {'Port': ['ID=52be48d7-fce2-4222-a908-eedc9e52a62a,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:04.149099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Attempting to bind port 52be48d7-fce2-4222-a908-eedc9e52a62a on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:04.149947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Attempting to bind port 52be48d7-fce2-4222-a908-eedc9e52a62a by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:04.150466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Attempting to bind port 52be48d7-fce2-4222-a908-eedc9e52a62a on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:04.155572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Port 52be48d7-fce2-4222-a908-eedc9e52a62a on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:04.156086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Attempting to bind port 52be48d7-fce2-4222-a908-eedc9e52a62a on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:04.161546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:04.162104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:04.162638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:04.163317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Bound port: 52be48d7-fce2-4222-a908-eedc9e52a62a, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:04.163851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.236462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] For port 52be48d7-fce2-4222-a908-eedc9e52a62a, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:04.240308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] For port 52be48d7-fce2-4222-a908-eedc9e52a62a, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=52be48d7-fce2-4222-a908-eedc9e52a62a,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:04.252205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.276516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118345da-0343-430e-9504-0fb4ef8d1be4 req-c2dd6189-4503-4fb1-8653-26e385e025e4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:04.278246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-118345da-0343-430e-9504-0fb4ef8d1be4 req-c2dd6189-4503-4fb1-8653-26e385e025e4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1008177 Jul 09 17:39:04.304696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:04.305315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:04.306884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] 10.222.0.36 "PUT /v2.0/ports/52be48d7-fce2-4222-a908-eedc9e52a62a HTTP/1.1" status: 200 len: 1093 time: 0.7098622 Jul 09 17:39:04.307327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'tag': '52be48d7-fce2-4222-a908-eedc9e52a62a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:04.309707 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ebdc1e-ba32-4d97-b475-5a5479281a03" -d '{"events": [{"name": "network-changed", "server_uuid": "5f860b82-77f7-4023-ae9a-4c7fe3d867ed", "tag": "52be48d7-fce2-4222-a908-eedc9e52a62a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:04.332618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-118345da-0343-430e-9504-0fb4ef8d1be4 req-118974a5-65d3-4f7a-be0f-505a5deead63 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Jul 09 17:39:04.341803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb201b3-cc85-4779-94e9-b890fabc2eac service neutron] Pushing event updated for resources: {'Port': ['ID=52be48d7-fce2-4222-a908-eedc9e52a62a,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:04.383855 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e04646-392c-4d18-be3d-89cb4b4ad9f7 x-openstack-request-id: req-d5e04646-392c-4d18-be3d-89cb4b4ad9f7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:04.384145 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f860b82-77f7-4023-ae9a-4c7fe3d867ed", "tag": "52be48d7-fce2-4222-a908-eedc9e52a62a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:04.384400 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5e04646-392c-4d18-be3d-89cb4b4ad9f7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:04.384813 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'tag': '52be48d7-fce2-4222-a908-eedc9e52a62a', 'status': 'completed', 'code': 200} Jul 09 17:39:04.442694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-4b8e4ad5-f485-4aa9-bd79-4860d4289377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:04.444470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-4b8e4ad5-f485-4aa9-bd79-4860d4289377 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 1096 time: 0.0706851 Jul 09 17:39:04.492625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-d00ceee2-cf72-4b68-9d34-d2f62da10af0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52be48d7-fce2-4222-a908-eedc9e52a62a HTTP/1.1" status: 200 len: 217 time: 0.0408716 Jul 09 17:39:04.556494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-04d488a2-5647-4fa6-b137-3c445c7ba184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:04.557864 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-04d488a2-5647-4fa6-b137-3c445c7ba184 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0597272 Jul 09 17:39:04.592225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-703860f5-ca14-4469-8a20-94ca45ff8f3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267773 Jul 09 17:39:04.643374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268557f9-0e78-4925-9539-a8b97da4a663 req-ca8e63be-cf42-4980-8626-e5f4e83e4a14 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:04.645437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-268557f9-0e78-4925-9539-a8b97da4a663 req-ca8e63be-cf42-4980-8626-e5f4e83e4a14 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 944 time: 0.1001310 Jul 09 17:39:04.684141 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-15f6fcfa-d538-4587-88a5-2eb93f09c6f8 req-07501024-d0ba-4d55-89d0-7b3e4adfb5f0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 210 time: 0.0632401 Jul 09 17:39:04.699990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-268557f9-0e78-4925-9539-a8b97da4a663 req-42617ba0-2e32-4229-be76-26b3d985461a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484509 Jul 09 17:39:04.736146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-91816380-10c2-4f13-a78d-e8e5120ac330 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366041 Jul 09 17:39:04.833488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f051f96d-5f8e-48d8-8889-32f9af01468b req-640971e6-1480-4e18-b32a-037ab58bd586 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898633 Jul 09 17:39:04.983816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-64eed71b-c734-44e3-9bb1-047fe4259ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:04.985759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-64eed71b-c734-44e3-9bb1-047fe4259ecc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 1096 time: 0.0898805 Jul 09 17:39:05.095092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-07162d5a-13a3-4490-8d12-3341adce4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:05.099455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-07162d5a-13a3-4490-8d12-3341adce4221 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.1061292 Jul 09 17:39:05.153023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-463482a9-1c4f-42eb-ad23-b29dee7d6687 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52be48d7-fce2-4222-a908-eedc9e52a62a HTTP/1.1" status: 200 len: 217 time: 0.0459285 Jul 09 17:39:05.208340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-b7a51128-ad3e-44fd-ba60-63f6bddd69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:05.209996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-b7a51128-ad3e-44fd-ba60-63f6bddd69fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0499177 Jul 09 17:39:05.247248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-fe97f3d0-065b-436e-8b8e-de7851699a5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298784 Jul 09 17:39:05.351277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-a230693d-7386-489e-9a53-15cc091138b1 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962772 Jul 09 17:39:05.454140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3ebdc1e-ba32-4d97-b475-5a5479281a03 req-37fbf649-2fe8-4e45-a7f8-ee85d9f0be23 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961199 Jul 09 17:39:05.536763 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c083f-cdca-4dfd-9d39-4500c69716a1 req-69dc6fee-5810-444d-be52-7249a46c2d45 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:05.538737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-415c083f-cdca-4dfd-9d39-4500c69716a1 req-69dc6fee-5810-444d-be52-7249a46c2d45 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0657530 Jul 09 17:39:05.582022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-415c083f-cdca-4dfd-9d39-4500c69716a1 req-50da2c36-fd67-461f-aa2f-7aadfd99d434 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374084 Jul 09 17:39:05.872579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7644af8b-1b7b-4683-85b8-a1b4d1802a6a req-02de6a1f-90e7-4a50-a240-f473657d13d1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cce7a9d-74d4-46cb-8ad0-3bb990028ac7 HTTP/1.1" status: 200 len: 210 time: 0.0372915 Jul 09 17:39:05.906303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f4b61-82cc-4b85-8505-ac8c2359a557 req-2b05b36f-a5b1-4d4f-9dc0-165eae4bafe9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:05.907826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48f4b61-82cc-4b85-8505-ac8c2359a557 req-2b05b36f-a5b1-4d4f-9dc0-165eae4bafe9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 944 time: 0.0913062 Jul 09 17:39:05.949118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b48f4b61-82cc-4b85-8505-ac8c2359a557 req-25b0320a-4de1-4a09-8916-9316f78089c5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Jul 09 17:39:06.763685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bfdef-f962-4c6d-90ec-9b8b41f4df7a req-952af85c-65c1-4548-bdcb-f77fb3c760c4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:06.765164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b0bfdef-f962-4c6d-90ec-9b8b41f4df7a req-952af85c-65c1-4548-bdcb-f77fb3c760c4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0655358 Jul 09 17:39:06.804743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b0bfdef-f962-4c6d-90ec-9b8b41f4df7a req-1e56a3fc-89ae-4591-b300-80bd6833e80e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Jul 09 17:39:07.186306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403e5d-2d64-4991-9205-d7c7b4616f63 req-5c05a561-536f-43fd-a580-53893c26be1e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:07.188649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53403e5d-2d64-4991-9205-d7c7b4616f63 req-5c05a561-536f-43fd-a580-53893c26be1e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 944 time: 0.0960252 Jul 09 17:39:07.261222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53403e5d-2d64-4991-9205-d7c7b4616f63 req-563d68aa-9dde-4050-8e09-7c7b9417bde4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655718 Jul 09 17:39:07.505672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 52be48d7-fce2-4222-a908-eedc9e52a62a details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:07.632862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 52be48d7-fce2-4222-a908-eedc9e52a62a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=52be48d7-fce2-4222-a908-eedc9e52a62a,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:07.648524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '52be48d7-fce2-4222-a908-eedc9e52a62a', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': '52be48d7-fce2-4222-a908-eedc9e52a62a', 'mac_address': 'fa:16:3e:8d:d5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:07.694331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.709009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52be48d7-fce2-4222-a908-eedc9e52a62a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:07.734572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 52be48d7-fce2-4222-a908-eedc9e52a62a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=52be48d7-fce2-4222-a908-eedc9e52a62a,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:07.740302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:07.804721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=52be48d7-fce2-4222-a908-eedc9e52a62a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:07.966151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['52be48d7-fce2-4222-a908-eedc9e52a62a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:07.990667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2788b08-1d8b-41ef-adad-f3e94a2d2f43 req-63d99bd1-56e9-4128-b6bd-c7e86f1b7036 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:07.992596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2788b08-1d8b-41ef-adad-f3e94a2d2f43 req-63d99bd1-56e9-4128-b6bd-c7e86f1b7036 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0687962 Jul 09 17:39:08.035219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2788b08-1d8b-41ef-adad-f3e94a2d2f43 req-3b25a615-c4f2-4290-90ef-df4c9150fd76 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Jul 09 17:39:08.236237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-2ee7be18-763c-4cd2-bf33-a8083fdedcd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668194 Jul 09 17:39:08.238014 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:08.353051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-6dd015c3-2185-4b38-9016-3e3d66905ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:08.362477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-6dd015c3-2185-4b38-9016-3e3d66905ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffd787d7268a46c39cb5290602e278f6&device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 1097 time: 0.0702002 Jul 09 17:39:08.473760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd676050-99d1-4f9f-a534-878e7da24423 req-010ac6f4-f118-4410-a19a-5c7fe8b0ee4c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:08.476072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd676050-99d1-4f9f-a534-878e7da24423 req-010ac6f4-f118-4410-a19a-5c7fe8b0ee4c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 945 time: 0.0725651 Jul 09 17:39:08.502564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-717807da-e5a7-4689-a44d-01e1b1403b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:08.504583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-717807da-e5a7-4689-a44d-01e1b1403b89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 200 len: 912 time: 0.1235228 Jul 09 17:39:08.522429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd676050-99d1-4f9f-a534-878e7da24423 req-2193d32a-f675-44b8-aa10-a21450815714 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Jul 09 17:39:08.586977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-4bff3c5f-9dbd-499f-8d63-9e2f97fb9f56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 HTTP/1.1" status: 200 len: 1001 time: 0.0747716 Jul 09 17:39:08.642533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-8886fd88-2aea-434b-84f8-5ce8ec286b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:08.644202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-8886fd88-2aea-434b-84f8-5ce8ec286b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 200 len: 850 time: 0.0504489 Jul 09 17:39:08.709002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-5b10ac98-f4d5-4011-a441-a02433af441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:08.711197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-5b10ac98-f4d5-4011-a441-a02433af441d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a585b07-066e-437d-be8a-73b7bc670da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602670 Jul 09 17:39:08.826538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-47c41e18-162b-424e-96c9-2d4880a66732 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090417 Jul 09 17:39:08.918575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a685d7af-6f9f-4b01-813e-35b8e8a9fa5e req-45930699-2634-49d2-b54a-3683a6b8e753 service neutron] 10.222.0.36 "GET /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Jul 09 17:39:09.280238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab92ad-5ebf-446c-ad77-d38d6a5b0160 req-433de918-5e88-4163-8654-f0fb75180087 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:09.282263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bab92ad-5ebf-446c-ad77-d38d6a5b0160 req-433de918-5e88-4163-8654-f0fb75180087 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1048517 Jul 09 17:39:09.300966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.330588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bab92ad-5ebf-446c-ad77-d38d6a5b0160 req-1d76d37d-5f48-44f6-98be-23231a64514c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Jul 09 17:39:09.520675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 52be48d7-fce2-4222-a908-eedc9e52a62a up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:09.611853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 52be48d7-fce2-4222-a908-eedc9e52a62a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:09.617765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 52be48d7-fce2-4222-a908-eedc9e52a62a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:09.618468 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.706265 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.743955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c89bd-aa8e-499c-878a-f4621668c992 req-027280f5-1c75-4312-bf1b-bae746046a11 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:09.745904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d1c89bd-aa8e-499c-878a-f4621668c992 req-027280f5-1c75-4312-bf1b-bae746046a11 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 945 time: 0.0814862 Jul 09 17:39:09.750163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 52be48d7-fce2-4222-a908-eedc9e52a62a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=52be48d7-fce2-4222-a908-eedc9e52a62a,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:09.751437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52be48d7-fce2-4222-a908-eedc9e52a62a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:09.754954 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3408f555-13ed-4f85-9665-ed15b70ac36a" -d '{"events": [{"server_uuid": "5f860b82-77f7-4023-ae9a-4c7fe3d867ed", "name": "network-vif-plugged", "status": "completed", "tag": "52be48d7-fce2-4222-a908-eedc9e52a62a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:09.759686 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:09.804574 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60a66dd-d12c-400e-9a18-f63cc484b7f9 x-openstack-request-id: req-a60a66dd-d12c-400e-9a18-f63cc484b7f9 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:09.805054 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f860b82-77f7-4023-ae9a-4c7fe3d867ed", "name": "network-vif-plugged", "status": "completed", "tag": "52be48d7-fce2-4222-a908-eedc9e52a62a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:09.805247 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a60a66dd-d12c-400e-9a18-f63cc484b7f9 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:09.805862 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52be48d7-fce2-4222-a908-eedc9e52a62a', 'code': 200} Jul 09 17:39:09.814725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d1c89bd-aa8e-499c-878a-f4621668c992 req-a77c0e2f-f0d1-4dc6-8735-91c48ea87be8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Jul 09 17:39:09.826648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=52be48d7-fce2-4222-a908-eedc9e52a62a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:09.933537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac464985-f831-405b-a3bf-696f0ce5903d req-6337939d-ef28-41aa-bbf2-739a69f675c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:09.935279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac464985-f831-405b-a3bf-696f0ce5903d req-6337939d-ef28-41aa-bbf2-739a69f675c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 1098 time: 0.0585475 Jul 09 17:39:09.972212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac464985-f831-405b-a3bf-696f0ce5903d req-e279ffca-81cb-410d-9903-e3a8063e60bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303395 Jul 09 17:39:10.400570 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-03530a9a-e52d-4d7c-979d-62bff8d5160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:10.561149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ec664-3def-4578-a1b2-913af4874123 req-8d1873cb-87c0-4e4c-b02d-5248a158782f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:10.562696 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc9ec664-3def-4578-a1b2-913af4874123 req-8d1873cb-87c0-4e4c-b02d-5248a158782f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0692027 Jul 09 17:39:10.610116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc9ec664-3def-4578-a1b2-913af4874123 req-593daceb-4b71-418b-977c-b4b7b71fad32 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Jul 09 17:39:11.010266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3ebe3-d207-4ac9-b991-6b8738426cdd req-88c05ffa-9c48-4e95-ac61-9035b9c8f7f6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:11.011781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60d3ebe3-d207-4ac9-b991-6b8738426cdd req-88c05ffa-9c48-4e95-ac61-9035b9c8f7f6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 946 time: 0.0705669 Jul 09 17:39:11.064440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60d3ebe3-d207-4ac9-b991-6b8738426cdd req-1832d91e-b950-4864-9aa5-b15a609ad89d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Jul 09 17:39:11.334896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-8a88d561-ff6f-4ea6-8bcb-c7fdad50ceab tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:11.336445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-8a88d561-ff6f-4ea6-8bcb-c7fdad50ceab tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1348450 Jul 09 17:39:11.356391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-27827633-3623-49bf-a317-88395c7942d2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0141091 Jul 09 17:39:11.431324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-b79d09c5-4eb3-4e71-a8a6-e710080fd55c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687068 Jul 09 17:39:11.533050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-60e44208-8cf8-4375-85f0-ed9977524fa5 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946162 Jul 09 17:39:11.633725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-9b1e48f5-f79e-4186-b155-46c7b2b69c98 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950894 Jul 09 17:39:11.870264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68668c87-66ff-4fd4-91fa-89f20a4ddfff req-9ba4cdb6-a626-4665-981b-f1060fd9d6fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:11.873156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68668c87-66ff-4fd4-91fa-89f20a4ddfff req-9ba4cdb6-a626-4665-981b-f1060fd9d6fb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0903990 Jul 09 17:39:11.917942 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68668c87-66ff-4fd4-91fa-89f20a4ddfff req-1148a908-faa7-4274-8eee-afd04ed5a2f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Jul 09 17:39:11.983042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-96e8478d-83dc-4a06-8faf-ab88d2cdf4a0 req-2e0f9e29-e61c-43d3-97e2-5fe3d8691f7b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 210 time: 0.0423954 Jul 09 17:39:12.259346 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:39:12.943181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d09f7873-dc09-4173-8da0-23ea84fe0e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.058111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-22e450eb-ab5f-4a54-9962-e99c32bbf678 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1040103 Jul 09 17:39:13.340412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.351664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cb46655e-4f4c-4896-840c-d874102da546 req-7ce62789-d228-4c2a-b9cc-3da273b65ce2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 210 time: 0.1040964 Jul 09 17:39:13.374580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103eaad-c979-4f3c-ade4-44091be4722c req-10ab320d-f429-40ae-b1d6-106150416afa tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.374839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-bb1fc1cc-8394-4291-abd8-c772c74ba44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.376929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-bb1fc1cc-8394-4291-abd8-c772c74ba44d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.2235301 Jul 09 17:39:13.381989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8103eaad-c979-4f3c-ade4-44091be4722c req-10ab320d-f429-40ae-b1d6-106150416afa tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1728530 Jul 09 17:39:13.408526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-236d6b80-b489-4f40-8adb-44f73677b398 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.410064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-236d6b80-b489-4f40-8adb-44f73677b398 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.2691486 Jul 09 17:39:13.424178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:13.513326 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8103eaad-c979-4f3c-ade4-44091be4722c req-aa4837ea-db64-45d6-a8ae-ca4a01bbe869 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268063 Jul 09 17:39:13.515725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-caec78f6-1ceb-4e24-af25-4d948b69cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.517863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-caec78f6-1ceb-4e24-af25-4d948b69cc84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1175327 Jul 09 17:39:13.598436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:13.605067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:13.623151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-90c5b71c-45d2-4ce2-96bc-aa802efeacbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.0977223 Jul 09 17:39:13.696337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-1149bd2c-1afc-4138-8eab-978090e6f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.699255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-1149bd2c-1afc-4138-8eab-978090e6f47c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0687172 Jul 09 17:39:13.771748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-bd52d851-01a0-493f-b1d9-9af91172b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:13.774721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-bd52d851-01a0-493f-b1d9-9af91172b5fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669897 Jul 09 17:39:13.795164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.5 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/24694834-3ac4-4623-864f-408d4b613d20) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:13.951803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-f4faa05b-3fff-4b06-a2e6-7005fb72f5ef service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639814 Jul 09 17:39:13.981400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.053248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.068532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b3e828d-804d-4c2d-8431-4469daf1f65a req-8da28834-87d0-4794-8256-e86541122208 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122110 Jul 09 17:39:14.111225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.125924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4', '52be48d7-fce2-4222-a908-eedc9e52a62a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:14.223542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:14.228948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:14.239001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:14.272721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab9c15-3ed0-4862-a07d-13c031becfe2 req-300d7774-ef91-4803-b40b-d121fc5adc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.274316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbab9c15-3ed0-4862-a07d-13c031becfe2 req-300d7774-ef91-4803-b40b-d121fc5adc0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1097 time: 0.2047539 Jul 09 17:39:14.284210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=24694834-3ac4-4623-864f-408d4b613d20,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:14.315349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.316738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.343829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbab9c15-3ed0-4862-a07d-13c031becfe2 req-56205cb8-d770-4fdb-a413-b2d1ac03fb60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617309 Jul 09 17:39:14.375478 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-f84f4869-835d-42b7-9b91-ca39a90391de tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9534547 Jul 09 17:39:14.387603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Request body: {'port': {'device_id': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:14.489759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.698890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90368a-7658-46b6-998f-525ca3fd27d5 req-82f3462c-a979-4c65-8a58-aba06665e861 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.704335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c90368a-7658-46b6-998f-525ca3fd27d5 req-82f3462c-a979-4c65-8a58-aba06665e861 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 931 time: 0.1688511 Jul 09 17:39:14.755595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d230ab-aa5b-4c71-9a3e-2547887ed538 req-01a5361c-f248-4e35-afec-c55973795e7b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:14.758929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d230ab-aa5b-4c71-9a3e-2547887ed538 req-01a5361c-f248-4e35-afec-c55973795e7b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0827389 Jul 09 17:39:14.806125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d230ab-aa5b-4c71-9a3e-2547887ed538 req-a81b0a75-3c94-4d22-8aeb-f4b3058b0dee tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Jul 09 17:39:14.829443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c90368a-7658-46b6-998f-525ca3fd27d5 req-1921d7e7-16a0-41bc-b2ad-8150686f25db tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153142 Jul 09 17:39:14.925505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24694834-3ac4-4623-864f-408d4b613d20 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:14.933733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:14.960250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Transition to ACTIVE for port object 24694834-3ac4-4623-864f-408d4b613d20 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:14.973283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:15.071549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Pushing event updated for resources: {'Port': ['ID=24694834-3ac4-4623-864f-408d4b613d20,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:15.128878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Attempting to bind port 24694834-3ac4-4623-864f-408d4b613d20 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:15.129626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Attempting to bind port 24694834-3ac4-4623-864f-408d4b613d20 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:15.129626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Attempting to bind port 24694834-3ac4-4623-864f-408d4b613d20 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:15.135437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Port 24694834-3ac4-4623-864f-408d4b613d20 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:15.135784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Attempting to bind port 24694834-3ac4-4623-864f-408d4b613d20 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:15.142238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:15.142588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:15.142950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:15.143506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Bound port: 24694834-3ac4-4623-864f-408d4b613d20, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:15.143891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:15.257756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] For port 24694834-3ac4-4623-864f-408d4b613d20, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:15.277741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] For port 24694834-3ac4-4623-864f-408d4b613d20, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=24694834-3ac4-4623-864f-408d4b613d20,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:15.287009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:15.344844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:15.346031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:15.347220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] 10.222.0.13 "PUT /v2.0/ports/24694834-3ac4-4623-864f-408d4b613d20 HTTP/1.1" status: 200 len: 1092 time: 0.9651060 Jul 09 17:39:15.347680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'tag': '24694834-3ac4-4623-864f-408d4b613d20'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:15.351601 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840b1d8-8091-423f-a909-b795cdf10388" -d '{"events": [{"name": "network-changed", "server_uuid": "66dcba0a-8e4f-406b-82a3-d98ed0fa6a79", "tag": "24694834-3ac4-4623-864f-408d4b613d20"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:15.387346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e43119-1625-40aa-bec6-9b5a9e887709 service neutron] Pushing event updated for resources: {'Port': ['ID=24694834-3ac4-4623-864f-408d4b613d20,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:15.460925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-2634ddd0-f687-49b4-a040-1a081decd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:15.461903 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-2634ddd0-f687-49b4-a040-1a081decd2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 1095 time: 0.0625653 Jul 09 17:39:15.532271 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188c280-c7de-4789-bcc8-33826b296e82 x-openstack-request-id: req-f188c280-c7de-4789-bcc8-33826b296e82 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:15.532563 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dcba0a-8e4f-406b-82a3-d98ed0fa6a79", "tag": "24694834-3ac4-4623-864f-408d4b613d20", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:15.532813 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f188c280-c7de-4789-bcc8-33826b296e82 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:15.533217 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'tag': '24694834-3ac4-4623-864f-408d4b613d20', 'status': 'completed', 'code': 200} Jul 09 17:39:15.535047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-a675a904-54e9-4787-b958-81fac19e15d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24694834-3ac4-4623-864f-408d4b613d20 HTTP/1.1" status: 200 len: 217 time: 0.0656066 Jul 09 17:39:15.599463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-36aea9e9-40df-4be6-9791-1d425e5bbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:15.600979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-36aea9e9-40df-4be6-9791-1d425e5bbeef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0597255 Jul 09 17:39:15.636948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-47b3ad63-192c-4198-a1ce-5ccd555d70eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296566 Jul 09 17:39:15.741807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-ea6b07e5-eb0b-4853-afc0-921a4879be66 service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978081 Jul 09 17:39:15.857840 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02d8823d-1a12-436b-98b4-cc63e57c6e11 req-4d7fadad-ea6e-4df0-9c87-7533e052c642 service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089489 Jul 09 17:39:15.913743 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:16.073138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee398ec-914e-4433-a339-8e3a65bcf782 req-1d580947-ee0c-465a-8d24-9525150bf6c4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:16.074926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ee398ec-914e-4433-a339-8e3a65bcf782 req-1d580947-ee0c-465a-8d24-9525150bf6c4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1151276 Jul 09 17:39:16.075046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05500a64-911e-4489-936c-e62dc270c0f9 req-8ed77837-b799-44f4-9a5d-7a6d31bcd6fe tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:16.081973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05500a64-911e-4489-936c-e62dc270c0f9 req-8ed77837-b799-44f4-9a5d-7a6d31bcd6fe tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 943 time: 0.0834911 Jul 09 17:39:16.108084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b1d8-8091-423f-a909-b795cdf10388 req-968f8167-d1c9-4b2d-8556-abed403b152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:16.109968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-968f8167-d1c9-4b2d-8556-abed403b152c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 1095 time: 0.1146820 Jul 09 17:39:16.127222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05500a64-911e-4489-936c-e62dc270c0f9 req-ae42b86e-c3f1-46db-aaf1-fa51cebd64df tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Jul 09 17:39:16.132091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ee398ec-914e-4433-a339-8e3a65bcf782 req-369b2679-6d60-421e-946a-e6d9e2c17c69 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Jul 09 17:39:16.255244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b1d8-8091-423f-a909-b795cdf10388 req-fe0ee5d0-c576-45e5-af88-a08ad3f8a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:16.256987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-fe0ee5d0-c576-45e5-af88-a08ad3f8a450 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.1284840 Jul 09 17:39:16.299355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-ec89eb15-84f4-4053-b18b-b8983cbcf09c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24694834-3ac4-4623-864f-408d4b613d20 HTTP/1.1" status: 200 len: 217 time: 0.0358148 Jul 09 17:39:16.356255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840b1d8-8091-423f-a909-b795cdf10388 req-310f68d8-80e6-4d16-904b-7d88acd7e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:16.357978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-310f68d8-80e6-4d16-904b-7d88acd7e12e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0512998 Jul 09 17:39:16.393212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-7c1b8f88-4a76-4e82-8be3-68deb0e2448e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280576 Jul 09 17:39:16.506131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-8fda446d-683d-4d6d-91b5-a191ead97ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051252 Jul 09 17:39:16.647128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f840b1d8-8091-423f-a909-b795cdf10388 req-4aeb5482-1584-4e3f-86a3-a3e58efd759c service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320055 Jul 09 17:39:17.373466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841305c-6eab-485f-8426-a335dc850286 req-07eb6345-7322-440d-a90e-560a7f2794aa tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:17.376507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f841305c-6eab-485f-8426-a335dc850286 req-07eb6345-7322-440d-a90e-560a7f2794aa tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 943 time: 0.1041167 Jul 09 17:39:17.378570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e48bfa-c5b3-4be0-ad80-cd126e2e87b7 req-a2f8c961-d236-439d-ad23-d5597b176b50 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:17.380387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7e48bfa-c5b3-4be0-ad80-cd126e2e87b7 req-a2f8c961-d236-439d-ad23-d5597b176b50 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0932541 Jul 09 17:39:17.449077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f841305c-6eab-485f-8426-a335dc850286 req-6ca02543-faf1-4600-b0c9-a2207384f69c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604601 Jul 09 17:39:17.466286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7e48bfa-c5b3-4be0-ad80-cd126e2e87b7 req-4485f634-ab0c-46d3-96a8-0028ee884bb1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719755 Jul 09 17:39:17.781620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10599b3-54f2-4730-b6f9-24aebd287c2d req-b8207aa3-9b6c-4916-b113-e730cc4e02dc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:17.785021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e10599b3-54f2-4730-b6f9-24aebd287c2d req-b8207aa3-9b6c-4916-b113-e730cc4e02dc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0926433 Jul 09 17:39:17.829354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e10599b3-54f2-4730-b6f9-24aebd287c2d req-812830ae-822e-4a94-82aa-3f25ef13ead9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376835 Jul 09 17:39:18.022613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42483c37-397e-4964-a7ef-748e26cd6cc5 req-a99c78af-5086-48f3-bcfe-f47a3027c6f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.024304 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42483c37-397e-4964-a7ef-748e26cd6cc5 req-a99c78af-5086-48f3-bcfe-f47a3027c6f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0706289 Jul 09 17:39:18.063415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42483c37-397e-4964-a7ef-748e26cd6cc5 req-6291a230-2b84-4e1c-92db-5ce9cf42e727 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Jul 09 17:39:18.323416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-f3eff2b4-7b35-4e11-a044-f365f8e15b0a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.324928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-f3eff2b4-7b35-4e11-a044-f365f8e15b0a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.1185334 Jul 09 17:39:18.341685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-d9a46dbe-2b5b-47b0-b94c-51596c8d6720 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/quotas/ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 375 time: 0.0111911 Jul 09 17:39:18.422999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-b564fb94-eba9-4139-9dfc-5f2b66015bcd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0753529 Jul 09 17:39:18.578326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-a74837b7-85ab-4f6a-ba73-d0b97dd2f688 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483305 Jul 09 17:39:18.659746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ede28-436d-4237-a493-177c233edf67 req-1631eebf-ed49-42ae-9600-90f8712a8b72 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:18.661934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d7ede28-436d-4237-a493-177c233edf67 req-1631eebf-ed49-42ae-9600-90f8712a8b72 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 943 time: 0.0986078 Jul 09 17:39:18.705413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-a99012b3-e7fc-4f49-8b43-dc84b5a75f41 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247756 Jul 09 17:39:19.048650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-57b9b9d1-787f-4d45-885a-f0537f48788d req-c8d8541b-4dc0-4f9f-a0ff-561d3faaae47 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 210 time: 0.0354757 Jul 09 17:39:19.160211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d7ede28-436d-4237-a493-177c233edf67 req-ab144d92-5d5c-4c6b-a106-a050776f51be tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923651 Jul 09 17:39:20.249730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-a422b3ff-a5ca-480f-b9c7-47234e2e9c78 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:20.251335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-a422b3ff-a5ca-480f-b9c7-47234e2e9c78 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.36 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.1714089 Jul 09 17:39:20.265854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'port': {'device_id': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'admin_state_up': True, 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:20.318121 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ba8c613-5bb7-413f-8002-963defa96aa9 req-7fc8107e-9895-4e20-bb83-615ad9d5f5c6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 210 time: 0.0451577 Jul 09 17:39:20.347333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 24694834-3ac4-4623-864f-408d4b613d20 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:20.470656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:20.481710 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.499337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e5c9-8943-44f9-9584-1c838ebb16b8 req-59beaa60-a6fa-465f-9b8c-ffb64f43c7be tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:20.501125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a647e5c9-8943-44f9-9584-1c838ebb16b8 req-59beaa60-a6fa-465f-9b8c-ffb64f43c7be tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 943 time: 0.0879226 Jul 09 17:39:20.511692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 24694834-3ac4-4623-864f-408d4b613d20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=24694834-3ac4-4623-864f-408d4b613d20,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:20.529628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '24694834-3ac4-4623-864f-408d4b613d20', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': '24694834-3ac4-4623-864f-408d4b613d20', 'mac_address': 'fa:16:3e:99:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:20.558607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a647e5c9-8943-44f9-9584-1c838ebb16b8 req-739e7b2e-0dcd-4e10-b5ed-67d45b4596d2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Jul 09 17:39:20.600007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.624209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24694834-3ac4-4623-864f-408d4b613d20 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:20.646736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 24694834-3ac4-4623-864f-408d4b613d20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=24694834-3ac4-4623-864f-408d4b613d20,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:20.653548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.689469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Allocated IP 172.20.0.13 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/723da9df-f023-4ef2-934c-156671f65525) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:20.722635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=24694834-3ac4-4623-864f-408d4b613d20,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:20.732838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.733443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.734827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.735578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.736098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.736583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.737101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.738149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.738493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.738823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.739157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.739492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:20.871616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:20.884039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['24694834-3ac4-4623-864f-408d4b613d20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:20.886136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Transition to ACTIVE for port object 723da9df-f023-4ef2-934c-156671f65525 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:20.941962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:21.009476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:21.016498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:21.021049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:21.049506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=723da9df-f023-4ef2-934c-156671f65525,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:21.090674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:21.091782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:21.111185 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-2bad930c-20e8-44cc-a703-939c717de92e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8497524 Jul 09 17:39:21.123796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Request body: {'port': {'device_id': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:21.275351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:21.315096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5d305d7b-76cf-47a2-b9d5-8e36a45a19e9 None None] Provisioning for port 723da9df-f023-4ef2-934c-156671f65525 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:21.319600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5d305d7b-76cf-47a2-b9d5-8e36a45a19e9 None None] Provisioning complete for port 723da9df-f023-4ef2-934c-156671f65525 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:21.320012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5d305d7b-76cf-47a2-b9d5-8e36a45a19e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:21.364064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5d305d7b-76cf-47a2-b9d5-8e36a45a19e9 None None] Port 723da9df-f023-4ef2-934c-156671f65525 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:21.406981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:21.701173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2287e7-cc2a-4fe7-8a6c-abc5c3d7872d req-c1970462-c543-49e2-a461-dd8351e06162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:21.719977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2287e7-cc2a-4fe7-8a6c-abc5c3d7872d req-c1970462-c543-49e2-a461-dd8351e06162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 932 time: 0.2292407 Jul 09 17:39:21.773282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2287e7-cc2a-4fe7-8a6c-abc5c3d7872d req-d32fda45-de42-43b6-9eea-1792dc5346d1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524099 Jul 09 17:39:21.806349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723da9df-f023-4ef2-934c-156671f65525 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:21.817437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:21.842538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Transition to ACTIVE for port object 723da9df-f023-4ef2-934c-156671f65525 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:21.855495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e49ba-1c81-49f3-8c12-9e72eba35525 req-c70119ff-b65f-4e2d-b333-7bb27df9ab44 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:21.857066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d41e49ba-1c81-49f3-8c12-9e72eba35525 req-c70119ff-b65f-4e2d-b333-7bb27df9ab44 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 944 time: 0.1237156 Jul 09 17:39:21.858169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:21.994602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d41e49ba-1c81-49f3-8c12-9e72eba35525 req-f512050f-9e38-4001-bc57-b284494074e5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235409 Jul 09 17:39:22.007434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Pushing event updated for resources: {'Port': ['ID=723da9df-f023-4ef2-934c-156671f65525,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:22.039862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Attempting to bind port 723da9df-f023-4ef2-934c-156671f65525 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:22.040196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Attempting to bind port 723da9df-f023-4ef2-934c-156671f65525 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:22.040535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Attempting to bind port 723da9df-f023-4ef2-934c-156671f65525 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:22.045158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Port 723da9df-f023-4ef2-934c-156671f65525 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:22.045488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Attempting to bind port 723da9df-f023-4ef2-934c-156671f65525 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:22.050610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:22.050955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:22.051398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:22.051867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Bound port: 723da9df-f023-4ef2-934c-156671f65525, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:22.052231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.137989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] For port 723da9df-f023-4ef2-934c-156671f65525, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:22.142300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] For port 723da9df-f023-4ef2-934c-156671f65525, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=723da9df-f023-4ef2-934c-156671f65525,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:22.150866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.213211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.214002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.215494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] 10.222.0.36 "PUT /v2.0/ports/723da9df-f023-4ef2-934c-156671f65525 HTTP/1.1" status: 200 len: 1093 time: 1.0961702 Jul 09 17:39:22.215980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'tag': '723da9df-f023-4ef2-934c-156671f65525'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:22.218337 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34db2390-8878-40bb-969c-8593b13e7965" -d '{"events": [{"name": "network-changed", "server_uuid": "3143fd5b-9172-41dd-8126-b5378a9146f2", "tag": "723da9df-f023-4ef2-934c-156671f65525"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:22.227249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800face8-64dc-47c2-b847-651ad5f19169 service neutron] Pushing event updated for resources: {'Port': ['ID=723da9df-f023-4ef2-934c-156671f65525,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:22.265116 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427def00-597f-4424-93a2-36b372a65131 x-openstack-request-id: req-427def00-597f-4424-93a2-36b372a65131 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:22.265408 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3143fd5b-9172-41dd-8126-b5378a9146f2", "tag": "723da9df-f023-4ef2-934c-156671f65525", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:22.265660 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-427def00-597f-4424-93a2-36b372a65131 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:22.266091 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'tag': '723da9df-f023-4ef2-934c-156671f65525', 'status': 'completed', 'code': 200} Jul 09 17:39:22.351084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-c3759550-0be9-4163-95cd-a8afb65a2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.352739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-c3759550-0be9-4163-95cd-a8afb65a2ebe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 1096 time: 0.0815485 Jul 09 17:39:22.363176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 24694834-3ac4-4623-864f-408d4b613d20 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:22.403943 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-ea7ff0c5-8708-4f91-9626-c740bc13d7dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723da9df-f023-4ef2-934c-156671f65525 HTTP/1.1" status: 200 len: 217 time: 0.0425894 Jul 09 17:39:22.449154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 24694834-3ac4-4623-864f-408d4b613d20 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:22.455860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 24694834-3ac4-4623-864f-408d4b613d20 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:22.456601 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.473577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-44abc085-0129-4104-a0d2-e00dc20f5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.475223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-44abc085-0129-4104-a0d2-e00dc20f5011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0654433 Jul 09 17:39:22.563232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-539570ef-c70b-4092-95ce-3e48943b5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.565209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-539570ef-c70b-4092-95ce-3e48943b5d20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807016 Jul 09 17:39:22.573268 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.633192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24694834-3ac4-4623-864f-408d4b613d20'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:22.635654 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a883a4b-bfe0-48bc-8230-14856ed48eda" -d '{"events": [{"server_uuid": "66dcba0a-8e4f-406b-82a3-d98ed0fa6a79", "name": "network-vif-plugged", "status": "completed", "tag": "24694834-3ac4-4623-864f-408d4b613d20"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:22.651731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 24694834-3ac4-4623-864f-408d4b613d20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=24694834-3ac4-4623-864f-408d4b613d20,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:22.658580 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:22.706837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-bb05ec53-1d6b-454b-b40b-fee5d1335d36 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329446 Jul 09 17:39:22.714818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=24694834-3ac4-4623-864f-408d4b613d20,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:22.718808 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faefbb7-a298-4f57-bb6f-949f29eb24c7 x-openstack-request-id: req-4faefbb7-a298-4f57-bb6f-949f29eb24c7 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:22.719092 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dcba0a-8e4f-406b-82a3-d98ed0fa6a79", "name": "network-vif-plugged", "status": "completed", "tag": "24694834-3ac4-4623-864f-408d4b613d20", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:22.719342 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4faefbb7-a298-4f57-bb6f-949f29eb24c7 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:22.719726 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24694834-3ac4-4623-864f-408d4b613d20', 'code': 200} Jul 09 17:39:22.922590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-599a3447-0e2b-4db5-9f95-f43c43533862 req-c12db5b8-57b9-45fb-a72c-e202afd6f63e service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083383 Jul 09 17:39:22.934939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faefbd-ad62-47cd-81d7-7d74173165dd req-43e1b415-6d21-4d8d-8208-e817bcb71d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:22.936176 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5faefbd-ad62-47cd-81d7-7d74173165dd req-43e1b415-6d21-4d8d-8208-e817bcb71d44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 1097 time: 0.1318812 Jul 09 17:39:22.989566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5faefbd-ad62-47cd-81d7-7d74173165dd req-bf8080a3-e1b3-47f5-afa1-63043cee0d12 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461972 Jul 09 17:39:23.090141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2390-8878-40bb-969c-8593b13e7965 req-137d6b3c-cdae-4d20-bbcf-5526fc9d9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.091666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-137d6b3c-cdae-4d20-bbcf-5526fc9d9731 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 1096 time: 0.1044114 Jul 09 17:39:23.110201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886bca-a5e1-4563-bcde-fc8ae329ebc3 req-bf0d186f-863e-4601-9778-dcf76648e369 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.111683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32886bca-a5e1-4563-bcde-fc8ae329ebc3 req-bf0d186f-863e-4601-9778-dcf76648e369 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 944 time: 0.1257508 Jul 09 17:39:23.221380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32886bca-a5e1-4563-bcde-fc8ae329ebc3 req-7bb25fb4-5bbd-4fb0-badf-dd1961d21adf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984986 Jul 09 17:39:23.261920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2390-8878-40bb-969c-8593b13e7965 req-ef4ee8d8-29b2-4459-a720-ab5b9696cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.263576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-ef4ee8d8-29b2-4459-a720-ab5b9696cc9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1625967 Jul 09 17:39:23.276685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cc88f-f5e2-4a4e-911e-2c524460086b req-4651b8a9-aa9e-431f-883a-bb3a8c496d78 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.284046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf2cc88f-f5e2-4a4e-911e-2c524460086b req-4651b8a9-aa9e-431f-883a-bb3a8c496d78 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 945 time: 0.0969110 Jul 09 17:39:23.319055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-ae6c3c2b-50d7-4dce-a8a2-6a5779867932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723da9df-f023-4ef2-934c-156671f65525 HTTP/1.1" status: 200 len: 217 time: 0.0471771 Jul 09 17:39:23.344490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bf2cc88f-f5e2-4a4e-911e-2c524460086b req-86594da7-71a6-4da6-a131-6066d94b91ca tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594499 Jul 09 17:39:23.383297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2390-8878-40bb-969c-8593b13e7965 req-49cb53d6-ed2e-453e-9989-c7748193cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.385036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-49cb53d6-ed2e-453e-9989-c7748193cec1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0580058 Jul 09 17:39:23.444467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2390-8878-40bb-969c-8593b13e7965 req-c51ee8f9-0802-4451-b5d0-0a832a990847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:23.446109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-c51ee8f9-0802-4451-b5d0-0a832a990847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535684 Jul 09 17:39:23.558523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-1c21315a-b9f3-444d-bd08-42b98249ff17 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025615 Jul 09 17:39:23.691519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34db2390-8878-40bb-969c-8593b13e7965 req-2ea60205-970c-4652-a9ec-729eddaf2238 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241140 Jul 09 17:39:24.416760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea429e-9ddd-4ca5-8738-cb0109c9b3d2 req-0f6fdad4-13d1-477a-826f-02151286e6c1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.428515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fea429e-9ddd-4ca5-8738-cb0109c9b3d2 req-0f6fdad4-13d1-477a-826f-02151286e6c1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 944 time: 0.0942993 Jul 09 17:39:24.487551 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6fea429e-9ddd-4ca5-8738-cb0109c9b3d2 req-c4151789-69e2-4ae5-bff8-3fa018ba1d27 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561616 Jul 09 17:39:24.540502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34240767-ac53-427f-8377-fe5bd3fae91a req-51922fef-4f9e-43f9-99ba-3903c8814d4b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.542129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34240767-ac53-427f-8377-fe5bd3fae91a req-51922fef-4f9e-43f9-99ba-3903c8814d4b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 945 time: 0.0886247 Jul 09 17:39:24.614107 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34240767-ac53-427f-8377-fe5bd3fae91a req-39e41d1e-6531-40e6-aa14-c05c9b8d438c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Jul 09 17:39:24.797663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8a91b-e015-4d06-a2f1-39482a350080 req-c7572e7e-0872-4adc-92aa-3e522edfb6c8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:24.799182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7da8a91b-e015-4d06-a2f1-39482a350080 req-c7572e7e-0872-4adc-92aa-3e522edfb6c8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 946 time: 0.0665426 Jul 09 17:39:24.843083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7da8a91b-e015-4d06-a2f1-39482a350080 req-0de34f2a-f419-4c4b-aff8-4098ad229162 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379059 Jul 09 17:39:25.039210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478d92-6119-48e5-9e73-90384c267f24 req-55fe0e88-8e22-4bc8-8d9e-7c60c4210b96 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:25.039210 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb478d92-6119-48e5-9e73-90384c267f24 req-55fe0e88-8e22-4bc8-8d9e-7c60c4210b96 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 945 time: 0.0715878 Jul 09 17:39:25.074815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb478d92-6119-48e5-9e73-90384c267f24 req-8e2f1540-d561-4571-8580-0c8abd496ee2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jul 09 17:39:25.504373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51b269-dcbc-4009-90ae-cbfe545ca0b4 req-9c46ceb6-68a7-4597-bf31-c959e4374612 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:25.505885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e51b269-dcbc-4009-90ae-cbfe545ca0b4 req-9c46ceb6-68a7-4597-bf31-c959e4374612 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 945 time: 0.0713615 Jul 09 17:39:25.564066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 723da9df-f023-4ef2-934c-156671f65525 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:25.579690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e51b269-dcbc-4009-90ae-cbfe545ca0b4 req-0b9c9725-269c-42ac-8df7-686115ec84c6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650070 Jul 09 17:39:25.680961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5c4e4-e1ee-4710-90ed-1c322e050c83 req-d10e1ca6-86c8-4380-8116-a241ba4642b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:25.683877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97e5c4e4-e1ee-4710-90ed-1c322e050c83 req-d10e1ca6-86c8-4380-8116-a241ba4642b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 944 time: 0.0766048 Jul 09 17:39:25.722582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 723da9df-f023-4ef2-934c-156671f65525, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=723da9df-f023-4ef2-934c-156671f65525,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:25.738167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '723da9df-f023-4ef2-934c-156671f65525', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '723da9df-f023-4ef2-934c-156671f65525', 'mac_address': 'fa:16:3e:31:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:25.739731 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97e5c4e4-e1ee-4710-90ed-1c322e050c83 req-e894f711-2e36-40cc-8e49-0d70364993bb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501299 Jul 09 17:39:25.794474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:25.815367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723da9df-f023-4ef2-934c-156671f65525 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:25.842835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 723da9df-f023-4ef2-934c-156671f65525, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=723da9df-f023-4ef2-934c-156671f65525,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:25.850051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:25.910433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=723da9df-f023-4ef2-934c-156671f65525,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:26.076108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['723da9df-f023-4ef2-934c-156671f65525'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:26.693001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-5865a960-b8e6-4bf4-be31-3962e7bd9d13 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:26.694800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-5865a960-b8e6-4bf4-be31-3962e7bd9d13 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 945 time: 0.0732796 Jul 09 17:39:26.799952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b9a3d-6bdc-4456-8c8c-7b5e7b31e762 req-5a9d5c05-149b-4711-b496-d39ae7c3567f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:26.801543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c88b9a3d-6bdc-4456-8c8c-7b5e7b31e762 req-5a9d5c05-149b-4711-b496-d39ae7c3567f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 945 time: 0.0812252 Jul 09 17:39:26.846891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port 24694834-3ac4-4623-864f-408d4b613d20 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:26.847333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:26.876593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c88b9a3d-6bdc-4456-8c8c-7b5e7b31e762 req-3a172b68-13a3-486e-b881-4ca97fcb9638 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690873 Jul 09 17:39:27.012903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port 24694834-3ac4-4623-864f-408d4b613d20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=24694834-3ac4-4623-864f-408d4b613d20,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:27.013411 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.036312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a4e9d-5d23-4ddf-a484-14ade0c2da51 req-2892171f-fc75-4f2a-acd5-068b3e4f2164 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:27.038024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-750a4e9d-5d23-4ddf-a484-14ade0c2da51 req-2892171f-fc75-4f2a-acd5-068b3e4f2164 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 945 time: 0.1221936 Jul 09 17:39:27.042467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for 24694834-3ac4-4623-864f-408d4b613d20 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:27.120443 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-750a4e9d-5d23-4ddf-a484-14ade0c2da51 req-13c9113d-2f3e-461d-8e93-135aaa72c25b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758169 Jul 09 17:39:27.237366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.253131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4', '52be48d7-fce2-4222-a908-eedc9e52a62a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:27.259115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['24694834-3ac4-4623-864f-408d4b613d20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:27.320653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=24694834-3ac4-4623-864f-408d4b613d20,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:27.325540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port 24694834-3ac4-4623-864f-408d4b613d20 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:27.326578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.328520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a47afa87-5cb6-4bb2-bb67-70f6514eb1ed req-f1fcc487-5dc7-435d-b8aa-2b4124076252 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "DELETE /v2.0/ports/24694834-3ac4-4623-864f-408d4b613d20 HTTP/1.1" status: 204 len: 173 time: 0.6283178 Jul 09 17:39:27.329306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'name': 'network-vif-deleted', 'tag': '24694834-3ac4-4623-864f-408d4b613d20'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:27.332331 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af4700-626e-4035-94d9-746516110e49" -d '{"events": [{"server_uuid": "66dcba0a-8e4f-406b-82a3-d98ed0fa6a79", "name": "network-vif-deleted", "tag": "24694834-3ac4-4623-864f-408d4b613d20"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:27.375519 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b5672-b9e7-4488-9dbb-1378471d816b x-openstack-request-id: req-ee8b5672-b9e7-4488-9dbb-1378471d816b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:27.375837 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dcba0a-8e4f-406b-82a3-d98ed0fa6a79", "name": "network-vif-deleted", "tag": "24694834-3ac4-4623-864f-408d4b613d20", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:27.376098 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee8b5672-b9e7-4488-9dbb-1378471d816b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:27.376552 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dcba0a-8e4f-406b-82a3-d98ed0fa6a79', 'name': 'network-vif-deleted', 'tag': '24694834-3ac4-4623-864f-408d4b613d20', 'status': 'completed', 'code': 200} Jul 09 17:39:27.583975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 723da9df-f023-4ef2-934c-156671f65525 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:27.636704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 723da9df-f023-4ef2-934c-156671f65525 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:27.641348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 723da9df-f023-4ef2-934c-156671f65525 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:27.641717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.722054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.746831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723da9df-f023-4ef2-934c-156671f65525'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:27.749120 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ef169-6092-4801-8ddc-d3dcd060ec00" -d '{"events": [{"server_uuid": "3143fd5b-9172-41dd-8126-b5378a9146f2", "name": "network-vif-plugged", "status": "completed", "tag": "723da9df-f023-4ef2-934c-156671f65525"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:27.772405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 723da9df-f023-4ef2-934c-156671f65525, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=723da9df-f023-4ef2-934c-156671f65525,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:27.780768 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:27.843200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=723da9df-f023-4ef2-934c-156671f65525,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:27.851679 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2c04b-27dc-4f71-bdb9-cdaa02482f84 x-openstack-request-id: req-71a2c04b-27dc-4f71-bdb9-cdaa02482f84 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:27.854337 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3143fd5b-9172-41dd-8126-b5378a9146f2", "name": "network-vif-plugged", "status": "completed", "tag": "723da9df-f023-4ef2-934c-156671f65525", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:27.854689 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71a2c04b-27dc-4f71-bdb9-cdaa02482f84 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:27.855278 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723da9df-f023-4ef2-934c-156671f65525', 'code': 200} Jul 09 17:39:28.004656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552e3cc-9d37-4ced-aa12-3ef8d70a46ec req-a4be976f-9b0e-4597-b6a7-369fd8a3cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:28.006540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e552e3cc-9d37-4ced-aa12-3ef8d70a46ec req-a4be976f-9b0e-4597-b6a7-369fd8a3cbe4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 1098 time: 0.0796602 Jul 09 17:39:28.072426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c313b9b-52b8-474c-aef3-db2e1fc4c6b2 req-6b685f52-2486-4ffe-9b1e-1ba04d5ee64d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=66dcba0a-8e4f-406b-82a3-d98ed0fa6a79 HTTP/1.1" status: 200 len: 210 time: 0.0590756 Jul 09 17:39:28.095846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e552e3cc-9d37-4ced-aa12-3ef8d70a46ec req-efd0a063-4a1e-497f-8140-a3f7b03080c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824082 Jul 09 17:39:28.332077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45be948-fd93-4e21-94a5-d49f670b644a req-ddad7cbd-f80c-478a-9adc-07c99a14138d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:28.333810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c45be948-fd93-4e21-94a5-d49f670b644a req-ddad7cbd-f80c-478a-9adc-07c99a14138d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 946 time: 0.0713475 Jul 09 17:39:28.375396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c45be948-fd93-4e21-94a5-d49f670b644a req-43b4a14b-e8a8-4087-bf1b-3fa501c3d61d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Jul 09 17:39:29.563186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a6388-ecb1-4436-a44d-3042336fbc52 req-a351915f-c038-483a-bade-e9c54941566f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:29.565791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e05a6388-ecb1-4436-a44d-3042336fbc52 req-a351915f-c038-483a-bade-e9c54941566f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 946 time: 0.0676343 Jul 09 17:39:29.573850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d329fe-1a7b-4d14-939a-742cc6d8f2e3 req-5f32520c-01dc-4e71-bc4a-62344a10848f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:29.575530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17d329fe-1a7b-4d14-939a-742cc6d8f2e3 req-5f32520c-01dc-4e71-bc4a-62344a10848f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 946 time: 0.0670731 Jul 09 17:39:29.606647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e05a6388-ecb1-4436-a44d-3042336fbc52 req-b6723c16-71a9-4559-8f5d-7c4fd7f654f2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Jul 09 17:39:29.619534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17d329fe-1a7b-4d14-939a-742cc6d8f2e3 req-b00b30f9-afd1-4501-b6ba-bfaf06dd7100 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380328 Jul 09 17:39:30.394772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 24694834-3ac4-4623-864f-408d4b613d20 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:30.430786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 24694834-3ac4-4623-864f-408d4b613d20 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:30.431033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 24694834-3ac4-4623-864f-408d4b613d20 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:30.792833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6262-6bf3-4034-b2ec-6073993ac9e7 req-e9b97391-ace8-4b68-b1a5-bd1ad8319b23 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:30.794263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45ea6262-6bf3-4034-b2ec-6073993ac9e7 req-e9b97391-ace8-4b68-b1a5-bd1ad8319b23 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 946 time: 0.0714314 Jul 09 17:39:30.875471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45ea6262-6bf3-4034-b2ec-6073993ac9e7 req-bd1f3f18-7965-404c-81a8-6313d0a9b6d5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732863 Jul 09 17:39:30.910015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097af115-35b6-467f-8b08-0f516e4b9447 req-095d6825-2c3d-4f47-bca5-7b28507535ec tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:30.911819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-097af115-35b6-467f-8b08-0f516e4b9447 req-095d6825-2c3d-4f47-bca5-7b28507535ec tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 946 time: 0.0946915 Jul 09 17:39:31.024189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port 52be48d7-fce2-4222-a908-eedc9e52a62a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:31.024529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.116702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port 52be48d7-fce2-4222-a908-eedc9e52a62a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=52be48d7-fce2-4222-a908-eedc9e52a62a,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:31.117051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.130029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for 52be48d7-fce2-4222-a908-eedc9e52a62a owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:31.173236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-74104c8f-aaba-4219-9352-dfc0ce596dfd req-3c247244-ebc0-421f-aff4-967b3c87b567 service neutron] (93896) timed out ('10.222.0.13', 51711) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:39:31.270730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.283238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4', '52be48d7-fce2-4222-a908-eedc9e52a62a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:31.321954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=52be48d7-fce2-4222-a908-eedc9e52a62a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:31.388975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port 52be48d7-fce2-4222-a908-eedc9e52a62a on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:31.391671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:31.394185 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-097af115-35b6-467f-8b08-0f516e4b9447 req-706c8db4-fa11-449f-a232-05e29ad47ab0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "DELETE /v2.0/ports/52be48d7-fce2-4222-a908-eedc9e52a62a HTTP/1.1" status: 204 len: 173 time: 0.4769914 Jul 09 17:39:31.394661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'name': 'network-vif-deleted', 'tag': '52be48d7-fce2-4222-a908-eedc9e52a62a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:31.397031 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec0301c-6ecc-4229-990e-8c0e12125514" -d '{"events": [{"server_uuid": "5f860b82-77f7-4023-ae9a-4c7fe3d867ed", "name": "network-vif-deleted", "tag": "52be48d7-fce2-4222-a908-eedc9e52a62a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:31.505331 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481797a-d9c3-418a-a103-ac4b27e94960 x-openstack-request-id: req-b481797a-d9c3-418a-a103-ac4b27e94960 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:31.505918 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f860b82-77f7-4023-ae9a-4c7fe3d867ed", "name": "network-vif-deleted", "tag": "52be48d7-fce2-4222-a908-eedc9e52a62a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:31.506377 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b481797a-d9c3-418a-a103-ac4b27e94960 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:31.506950 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f860b82-77f7-4023-ae9a-4c7fe3d867ed', 'name': 'network-vif-deleted', 'tag': '52be48d7-fce2-4222-a908-eedc9e52a62a', 'status': 'completed', 'code': 200} Jul 09 17:39:32.056314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-22fc7647-fc4f-4a57-be37-dd3bf3173eea req-c9a1f47e-4625-4645-a53e-19168f544691 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f860b82-77f7-4023-ae9a-4c7fe3d867ed HTTP/1.1" status: 200 len: 210 time: 0.0297763 Jul 09 17:39:32.935517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-64705c08-0b3c-41d5-917d-8f72ca09e927 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:32.937036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-64705c08-0b3c-41d5-917d-8f72ca09e927 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1074522 Jul 09 17:39:32.953407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-3361c50a-1558-452b-b606-c4aa8243032e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0096333 Jul 09 17:39:33.026909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-d04e53e3-5383-4c6e-a87f-000ab62e5a75 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681264 Jul 09 17:39:33.141851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-7a61f4d6-bdc7-45a8-a4b2-ca48e5aa99f5 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073711 Jul 09 17:39:33.236647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-949d9a18-5be5-469e-b50c-0d16855053fb service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881667 Jul 09 17:39:33.430722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bbc98276-ee97-468b-97c8-15ea38758bc7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:33.437964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bbc98276-ee97-468b-97c8-15ea38758bc7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1303287 Jul 09 17:39:33.457016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-e57dfaa5-cb16-4f4c-8ea3-2611e30e573a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0180354 Jul 09 17:39:33.466634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb396fa5-f70b-47f6-a03c-5e439d93ad10 req-92656f37-772d-440c-a079-0db0040e8e71 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0317652 Jul 09 17:39:33.524709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-3def5f4d-b034-4d5f-9350-13ae552c5e4b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663605 Jul 09 17:39:33.586095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 52be48d7-fce2-4222-a908-eedc9e52a62a no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:33.615835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 52be48d7-fce2-4222-a908-eedc9e52a62a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:33.616452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 52be48d7-fce2-4222-a908-eedc9e52a62a not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:33.636473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-be45f3b2-e9e2-42ca-b906-3b327b2ef879 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068981 Jul 09 17:39:33.758630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-20e16938-5d65-4504-ae71-9fae880374ea service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998061 Jul 09 17:39:33.964648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f5477a4-3974-4555-8096-19fe765b669f req-fa4a8417-cb7e-496f-9911-914b67b724e2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 210 time: 0.0431819 Jul 09 17:39:34.645651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d37b1e4b-21fe-4321-9347-9cc837fbde6f req-0aa4ea6b-635f-4bf4-87bf-df41fda917b1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0530903 Jul 09 17:39:34.737573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-25e7fe9a-5d04-4e9c-8160-bea89893e3b1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:34.739539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-25e7fe9a-5d04-4e9c-8160-bea89893e3b1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1573937 Jul 09 17:39:34.751880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': '000519e8-b286-439d-bd99-26eafbefad0a', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:34.865096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:34.869226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.045235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.10 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/617f8ca2-abd7-4015-9bd0-22ecebc1aeea) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:35.227254 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.245594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object 617f8ca2-abd7-4015-9bd0-22ecebc1aeea will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:35.284330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1e444ad2-e765-4f47-ab32-f6852afd6bc0 req-e2bdbb3e-83ed-4090-9900-54c2c3a48f4b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 210 time: 0.0883417 Jul 09 17:39:35.289823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.320085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-149a6ee6-838d-429f-841a-9aa87d7bf00c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:35.321840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-149a6ee6-838d-429f-841a-9aa87d7bf00c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.2040677 Jul 09 17:39:35.335144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:35.419821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:35.424576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:35.426654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:35.435241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:35.441781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.446254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.446893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.447388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.448069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.448855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.449425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.449979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.455082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.455653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.457541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.458023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:35.525677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:35.529978 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.575857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:35.585254 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.622479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e73246a0-f1e2-49c7-a2d4-a493f52b26c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8745651 Jul 09 17:39:35.636911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Request body: {'port': {'device_id': '000519e8-b286-439d-bd99-26eafbefad0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:35.732910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.773335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.11 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/2dbce9ef-e5b7-4422-8cf4-18b0d6d23079) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:35.877068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b5624284-39b5-476e-9e54-7c7dfce1b393 None None] Provisioning for port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:35.886650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b5624284-39b5-476e-9e54-7c7dfce1b393 None None] Provisioning complete for port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:35.886650 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5624284-39b5-476e-9e54-7c7dfce1b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:35.962641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b5624284-39b5-476e-9e54-7c7dfce1b393 None None] Port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:39:36.163575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617f8ca2-abd7-4015-9bd0-22ecebc1aeea {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:36.176406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.202807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Transition to ACTIVE for port object 617f8ca2-abd7-4015-9bd0-22ecebc1aeea will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:36.210109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.278263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:36.384276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Attempting to bind port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:36.384622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Attempting to bind port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:36.384949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Attempting to bind port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:36.391702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:36.392083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Attempting to bind port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:36.407639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:36.407998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:36.408403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:36.408857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Bound port: 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:36.409231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.409342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad67d3-4efd-4f3f-afde-dfd83afc3b7e req-68940914-1f13-40af-8cb3-369cbe2f012f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:36.416799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7cad67d3-4efd-4f3f-afde-dfd83afc3b7e req-68940914-1f13-40af-8cb3-369cbe2f012f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 932 time: 0.6048555 Jul 09 17:39:36.513318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7cad67d3-4efd-4f3f-afde-dfd83afc3b7e req-1f28de46-20a1-405a-a746-7db58ec9780b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953395 Jul 09 17:39:36.531105 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.570734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] For port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:36.577988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] For port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:36.586828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.618486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:36.619548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.621530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/617f8ca2-abd7-4015-9bd0-22ecebc1aeea HTTP/1.1" status: 200 len: 1093 time: 0.9916296 Jul 09 17:39:36.623828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000519e8-b286-439d-bd99-26eafbefad0a', 'tag': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:36.625611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.643091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:36.672993 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d974776-130e-4b8b-afb3-a77fc3582d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "000519e8-b286-439d-bd99-26eafbefad0a", "tag": "617f8ca2-abd7-4015-9bd0-22ecebc1aeea"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:36.738629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:36.748779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.749370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.749891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.750387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.751186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.751820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.752445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.752946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.753445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.753936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.754569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.755215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:39:36.778591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:36.781694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:36.790884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:36.815113 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93658b-b892-4a9a-9fac-d4935718d3e5 x-openstack-request-id: req-9c93658b-b892-4a9a-9fac-d4935718d3e5 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:36.815648 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000519e8-b286-439d-bd99-26eafbefad0a", "tag": "617f8ca2-abd7-4015-9bd0-22ecebc1aeea", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:36.816148 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c93658b-b892-4a9a-9fac-d4935718d3e5 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:36.817419 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000519e8-b286-439d-bd99-26eafbefad0a', 'tag': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea', 'status': 'completed', 'code': 200} Jul 09 17:39:36.854040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:36.855847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.877532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-bf703ad1-f926-4488-87b7-5f9caae9fb54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5468581 Jul 09 17:39:36.889722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Request body: {'port': {'device_id': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:36.908121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80623905-b038-4029-86c7-26238f16c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:36.941721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40632-9e8a-4baf-ad51-9782a1988e9e req-b05772b5-6d39-4d2b-8ee0-391f21fbc47f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:36.943316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa40632-9e8a-4baf-ad51-9782a1988e9e req-b05772b5-6d39-4d2b-8ee0-391f21fbc47f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 932 time: 0.2270865 Jul 09 17:39:36.972013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-96082801-b22c-4054-897b-7a80bc866031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:36.973233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:36.973540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-96082801-b22c-4054-897b-7a80bc866031 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 1096 time: 0.2584832 Jul 09 17:39:37.026430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-2b1dbb49-469a-4b36-a937-0520aad6ba97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea HTTP/1.1" status: 200 len: 217 time: 0.0416062 Jul 09 17:39:37.036357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-caa40632-9e8a-4baf-ad51-9782a1988e9e req-b448e967-5efa-4a82-ac7f-d2412b277476 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852180 Jul 09 17:39:37.106507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e91848da-173a-44d6-9518-469c263de7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:37.108228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-e91848da-173a-44d6-9518-469c263de7e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0704556 Jul 09 17:39:37.178475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba486c-c808-4b80-a457-1f3904f02594 req-88ab4323-6687-4f1b-98ec-20f6c274d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:37.182452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-88ab4323-6687-4f1b-98ec-20f6c274d51e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669069 Jul 09 17:39:37.313165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-6e662cd6-1c6f-4a8c-82ea-91c8885e63ec service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197259 Jul 09 17:39:37.313844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:37.323403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:37.337263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Transition to ACTIVE for port object 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:37.346680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:37.427555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:37.448224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcba486c-c808-4b80-a457-1f3904f02594 req-577cd98d-afa1-42e8-b25a-917b40518473 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286314 Jul 09 17:39:37.570078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Attempting to bind port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:37.570693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Attempting to bind port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:37.571227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Attempting to bind port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:37.582867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:37.583501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Attempting to bind port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:37.600413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:37.601613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:37.602205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:37.602942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Bound port: 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:37.603474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:37.673611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-b09415d4-e74e-4045-8024-9a115afbc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:37.675313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-b09415d4-e74e-4045-8024-9a115afbc461 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 1096 time: 0.1585329 Jul 09 17:39:37.854356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] For port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:37.854356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] For port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:37.854356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:37.972892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-2b675dde-4d6e-48f5-9512-ba6382548266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:37.972892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-2b675dde-4d6e-48f5-9512-ba6382548266 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.2688990 Jul 09 17:39:38.002490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.003414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:38.005294 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] 10.222.0.13 "PUT /v2.0/ports/2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 HTTP/1.1" status: 200 len: 1093 time: 1.1207492 Jul 09 17:39:38.005759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'tag': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:38.008385 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8866c2-ab1c-4c57-9559-dfd3cf809cc4", "tag": "2dbce9ef-e5b7-4422-8cf4-18b0d6d23079"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:38.060676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843d91-91b3-478d-b17f-2ef82a243451 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:38.078360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-7ba87d9a-18a5-4307-a6f4-67c3df64bade service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea HTTP/1.1" status: 200 len: 217 time: 0.0736108 Jul 09 17:39:38.114742 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbfd8d1-177b-4838-b358-3f8d3117585d x-openstack-request-id: req-7bbfd8d1-177b-4838-b358-3f8d3117585d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:38.115204 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8866c2-ab1c-4c57-9559-dfd3cf809cc4", "tag": "2dbce9ef-e5b7-4422-8cf4-18b0d6d23079", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:38.115845 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bbfd8d1-177b-4838-b358-3f8d3117585d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:38.116338 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'tag': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079', 'status': 'completed', 'code': 200} Jul 09 17:39:38.150626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-ee965ec9-3600-4b5c-bd39-893e55b62c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.156145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-ee965ec9-3600-4b5c-bd39-893e55b62c25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1001685 Jul 09 17:39:38.172323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adba40-20f5-44b6-b546-5715acfbdbf3 req-2c86fa36-5d58-4a48-933e-dc45dd6eb45a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.179646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4adba40-20f5-44b6-b546-5715acfbdbf3 req-2c86fa36-5d58-4a48-933e-dc45dd6eb45a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.2262971 Jul 09 17:39:38.200228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-000b27bc-d9ae-4512-8636-dea9cd2890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.202145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-000b27bc-d9ae-4512-8636-dea9cd2890ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.1059146 Jul 09 17:39:38.246447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-3c9b328e-88d9-4fa6-9846-0fc476a7564a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 HTTP/1.1" status: 200 len: 217 time: 0.0828009 Jul 09 17:39:38.253381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:38.260736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4adba40-20f5-44b6-b546-5715acfbdbf3 req-914cf622-5831-4125-aebd-9e7d2c4fa8aa tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Jul 09 17:39:38.296931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-62f46be6-86bc-4da4-9daf-4ad0182ac70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.299399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-62f46be6-86bc-4da4-9daf-4ad0182ac70f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842066 Jul 09 17:39:38.338530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e664f9-8266-439c-b276-42e9ec878750 req-2c1847bd-8911-4c66-a5a4-a66fb1ae5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.340098 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-2c1847bd-8911-4c66-a5a4-a66fb1ae5bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0806818 Jul 09 17:39:38.404618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-f0cf5d26-1057-45b8-acb3-8d388757897a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443742 Jul 09 17:39:38.427985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fd9fe-7ff8-4b68-835c-809324e94136 req-43b09452-19ad-406e-b50e-9cf529a09601 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.433542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab4fd9fe-7ff8-4b68-835c-809324e94136 req-43b09452-19ad-406e-b50e-9cf529a09601 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 944 time: 0.1909347 Jul 09 17:39:38.435946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-0597290c-ac0c-434b-a279-87bf4a3282f0 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256585 Jul 09 17:39:38.572096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab4fd9fe-7ff8-4b68-835c-809324e94136 req-79fa903d-94be-4f0b-860c-849afbfbe21c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128230 Jul 09 17:39:38.637750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d974776-130e-4b8b-afb3-a77fc3582d9c req-79673070-7235-4f68-a67f-6233442334bc service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972690 Jul 09 17:39:38.643902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-8ff83a1a-0395-4023-bc18-fae8c271031b service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321513 Jul 09 17:39:38.794672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5e664f9-8266-439c-b276-42e9ec878750 req-689666d5-3eb6-4170-b196-fc975b3b1c81 service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432862 Jul 09 17:39:38.945596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-4481a4bd-481d-436e-af25-c2ec61cd2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:38.950591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-4481a4bd-481d-436e-af25-c2ec61cd2e0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 1096 time: 0.0756569 Jul 09 17:39:39.120796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-a8892048-fa32-4b8a-af64-f8b8a011b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:39.122366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-a8892048-fa32-4b8a-af64-f8b8a011b5b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.1655807 Jul 09 17:39:39.188762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-eebd05b6-ab94-4736-baf6-17fcd7e63192 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 HTTP/1.1" status: 200 len: 217 time: 0.0481310 Jul 09 17:39:39.256414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-80d194d6-c157-42c4-916f-e2e2cf24f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:39.258576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-80d194d6-c157-42c4-916f-e2e2cf24f39e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0630348 Jul 09 17:39:39.321298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:39.322052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-3deaa3a1-9979-490f-94aa-7b74d1cab4dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552742 Jul 09 17:39:39.537983 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-ab1e31d2-89f6-4a24-bccb-f087640c40c0 service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043667 Jul 09 17:39:39.667199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bab627-3dd9-4c55-bbc9-bd9897ba9f2c req-79edf516-0423-4666-83ba-9ea30fb44b2c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:39.669454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-20bab627-3dd9-4c55-bbc9-bd9897ba9f2c req-79edf516-0423-4666-83ba-9ea30fb44b2c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.2373435 Jul 09 17:39:39.709125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caf4eec6-3e87-4bb0-9fb5-cbfc85925894 req-07e03bc1-7e15-471b-8f99-fb1f8ff1ac59 service neutron] 10.222.0.13 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546271 Jul 09 17:39:39.780905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-20bab627-3dd9-4c55-bbc9-bd9897ba9f2c req-684460dc-0f5c-483b-bcb2-a77080a02f33 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706987 Jul 09 17:39:39.913365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0243bf1-2568-48f5-b965-597bc6323666 req-368899b1-82fa-4e69-82fe-8ff3b21a6974 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:39.916207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0243bf1-2568-48f5-b965-597bc6323666 req-368899b1-82fa-4e69-82fe-8ff3b21a6974 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 944 time: 0.1097672 Jul 09 17:39:40.400051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-57ada6f1-995a-4e94-9516-e9ea25d8d87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:40.433479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0243bf1-2568-48f5-b965-597bc6323666 req-baf8a314-7008-44eb-ad5f-9d06e4992fc3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095537 Jul 09 17:39:41.044742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300bba-126f-4cb5-a7ee-ef38f09afdd9 req-059b8f19-5eba-439f-bd9e-75a6eed5ec04 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:41.054088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33300bba-126f-4cb5-a7ee-ef38f09afdd9 req-059b8f19-5eba-439f-bd9e-75a6eed5ec04 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0950947 Jul 09 17:39:41.111926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33300bba-126f-4cb5-a7ee-ef38f09afdd9 req-012d2a66-5048-4c0e-ad99-7196b85fc33b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548911 Jul 09 17:39:41.711265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1570-a9ee-433c-8879-db1e1abe0cfd req-f66ce815-8afa-4301-a2d9-944241325feb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:41.712794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f2e1570-a9ee-433c-8879-db1e1abe0cfd req-f66ce815-8afa-4301-a2d9-944241325feb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 944 time: 0.0882332 Jul 09 17:39:41.768623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f2e1570-a9ee-433c-8879-db1e1abe0cfd req-f2857ac2-12cc-4e3f-86be-57238ab5896f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 Jul 09 17:39:42.352900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaad03-b5ff-4285-b545-a65ad6864e73 req-1fdaa7c1-c75a-4fd6-b1df-e2ef687df882 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:42.354544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adeaad03-b5ff-4285-b545-a65ad6864e73 req-1fdaa7c1-c75a-4fd6-b1df-e2ef687df882 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0780537 Jul 09 17:39:42.395679 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adeaad03-b5ff-4285-b545-a65ad6864e73 req-3f7a7a7a-07f5-4295-a3ca-8d3dbc6d26e3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Jul 09 17:39:42.456967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:42.579881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:42.592385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079', 'mac_address': 'fa:16:3e:57:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:42.671033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:42.686912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:42.710597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:42.720554 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:42.838767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:42.936006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-49261cf6-3e13-4042-8f3d-c924f1fedb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:42.959869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['2dbce9ef-e5b7-4422-8cf4-18b0d6d23079'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:42.973338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d53eb4-d147-445a-8d0b-3cf8384e8a0a req-94784403-f0df-4381-8642-950aa1ba997a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:42.975625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62d53eb4-d147-445a-8d0b-3cf8384e8a0a req-94784403-f0df-4381-8642-950aa1ba997a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0879531 Jul 09 17:39:43.051904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62d53eb4-d147-445a-8d0b-3cf8384e8a0a req-bd97e659-b86c-4df1-941b-1abebff40085 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575106 Jul 09 17:39:43.077430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe15e4-168c-4fcf-a11f-8e30a625df30 req-a533b16e-899c-4dcf-b4e1-be1b1c20c648 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:43.079055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07fe15e4-168c-4fcf-a11f-8e30a625df30 req-a533b16e-899c-4dcf-b4e1-be1b1c20c648 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 945 time: 0.1305676 Jul 09 17:39:43.187999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07fe15e4-168c-4fcf-a11f-8e30a625df30 req-5712d10c-f262-420b-b5a8-80d6b0cfa508 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006403 Jul 09 17:39:43.345198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:43.412334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34285-44e6-4568-b2ad-ec3d818dcf82 req-5b149cb2-69f3-4ef8-8a57-7fb2aa525660 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:43.417877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1fd34285-44e6-4568-b2ad-ec3d818dcf82 req-5b149cb2-69f3-4ef8-8a57-7fb2aa525660 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0816464 Jul 09 17:39:43.464093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1fd34285-44e6-4568-b2ad-ec3d818dcf82 req-d5f6f87e-8482-490c-a133-dcad4afdd608 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Jul 09 17:39:43.680424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c46e5-4ac7-4feb-8257-7eeb4a5ecc12 req-c1ce7395-53e3-48c9-88aa-219945dca894 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:43.684422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c33c46e5-4ac7-4feb-8257-7eeb4a5ecc12 req-c1ce7395-53e3-48c9-88aa-219945dca894 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.1187239 Jul 09 17:39:43.752045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c33c46e5-4ac7-4feb-8257-7eeb4a5ecc12 req-c812d4e5-a96e-4661-a13c-1ce992e609da tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663311 Jul 09 17:39:43.966960 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:44.007830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109d2b-6abc-4954-be74-36836dbcc255 req-ff63c5e7-f120-4bb9-a46a-182f16313e4b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:44.009398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92109d2b-6abc-4954-be74-36836dbcc255 req-ff63c5e7-f120-4bb9-a46a-182f16313e4b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1001809 Jul 09 17:39:44.066618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92109d2b-6abc-4954-be74-36836dbcc255 req-9aa04f20-0bef-4e29-aa87-3ab988a10643 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497048 Jul 09 17:39:44.435966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82fd4-2836-4222-8269-4f0781296ea1 req-bfbca12f-d735-4eb7-91c5-69d710769827 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:44.443195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb82fd4-2836-4222-8269-4f0781296ea1 req-bfbca12f-d735-4eb7-91c5-69d710769827 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 945 time: 0.0965488 Jul 09 17:39:44.472252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:39:44.505257 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acb82fd4-2836-4222-8269-4f0781296ea1 req-1e565cfb-56b1-40ca-831a-7276e8fd6d69 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610390 Jul 09 17:39:44.567236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:39:44.573018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:39:44.573397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:44.685880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:44.715608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:44.718599 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e0aa6e-9e67-455e-b728-8e711c9508fb" -d '{"events": [{"server_uuid": "8b8866c2-ab1c-4c57-9559-dfd3cf809cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2dbce9ef-e5b7-4422-8cf4-18b0d6d23079"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:44.732335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:44.742041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:44.790447 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def5aaa5-3851-4cc3-abf7-debcf77ec27b x-openstack-request-id: req-def5aaa5-3851-4cc3-abf7-debcf77ec27b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:44.790746 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8866c2-ab1c-4c57-9559-dfd3cf809cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2dbce9ef-e5b7-4422-8cf4-18b0d6d23079", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:44.791127 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def5aaa5-3851-4cc3-abf7-debcf77ec27b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:44.791673 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079', 'code': 200} Jul 09 17:39:44.864912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:45.052526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338c207-227d-498c-9ecc-d2b5797ea281 req-b027e471-19d7-43fc-926c-968368ebb213 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:45.063033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c338c207-227d-498c-9ecc-d2b5797ea281 req-b027e471-19d7-43fc-926c-968368ebb213 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.1073184 Jul 09 17:39:45.075816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a17e69-0b9e-475c-92dd-afc10ed86fe0 req-6a911521-ca91-43c2-9039-d8e6c94d0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:45.077514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1a17e69-0b9e-475c-92dd-afc10ed86fe0 req-6a911521-ca91-43c2-9039-d8e6c94d0a22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 1098 time: 0.1541114 Jul 09 17:39:45.119069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c338c207-227d-498c-9ecc-d2b5797ea281 req-a98901bc-e797-4502-9bf8-09e95a208469 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549712 Jul 09 17:39:45.148508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3298-21cf-4b61-82ce-9615f54b1689 req-515561d3-f283-4a59-9203-edbd7887f0d0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:45.150529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-332b3298-21cf-4b61-82ce-9615f54b1689 req-515561d3-f283-4a59-9203-edbd7887f0d0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1334372 Jul 09 17:39:45.152314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1a17e69-0b9e-475c-92dd-afc10ed86fe0 req-17a90a16-c1bf-4c7e-8cc5-46be942919ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Jul 09 17:39:45.192256 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-332b3298-21cf-4b61-82ce-9615f54b1689 req-9ee54e1d-d79f-42cb-89f5-8a13132998a3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357676 Jul 09 17:39:45.723692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916190-71e0-4965-994c-3efaab34391f req-cc024340-8222-4a30-9e8a-f0155fae220d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:45.725507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38916190-71e0-4965-994c-3efaab34391f req-cc024340-8222-4a30-9e8a-f0155fae220d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.0813162 Jul 09 17:39:45.772473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38916190-71e0-4965-994c-3efaab34391f req-c1aadc03-5c8a-4a3d-a023-0e2c7c2c189a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Jul 09 17:39:45.887626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:46.387394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665ea51-87fd-49cb-8afa-8cc048bd0a97 req-07215e0e-ecd0-47da-8338-aa2105065ee5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:46.390356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6665ea51-87fd-49cb-8afa-8cc048bd0a97 req-07215e0e-ecd0-47da-8338-aa2105065ee5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.1465168 Jul 09 17:39:46.429231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f4587-4bc9-4be5-af86-7c69cf5a56fe req-67bc5764-adbc-4e10-a976-434a8a9701dd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:46.438706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-426f4587-4bc9-4be5-af86-7c69cf5a56fe req-67bc5764-adbc-4e10-a976-434a8a9701dd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0971975 Jul 09 17:39:46.449543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6665ea51-87fd-49cb-8afa-8cc048bd0a97 req-d4529d9f-96e8-4154-b645-06c6776e4c86 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 Jul 09 17:39:46.474733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-426f4587-4bc9-4be5-af86-7c69cf5a56fe req-bdad610f-c6b6-4486-84a2-f61625ee14d4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349538 Jul 09 17:39:46.987861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fa3b9-64be-4ae8-af3e-507ba5d3ff2f req-6b2c83a0-c424-4182-939a-d74ee1d30af2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:46.989767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-381fa3b9-64be-4ae8-af3e-507ba5d3ff2f req-6b2c83a0-c424-4182-939a-d74ee1d30af2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.0812907 Jul 09 17:39:47.033288 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-381fa3b9-64be-4ae8-af3e-507ba5d3ff2f req-e58184af-2c9e-44c1-8eb9-ba0f4699381b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Jul 09 17:39:47.402491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada5e3c-6a36-4cf3-8a43-189ab58a165c req-03d8634e-f4a0-47d1-899d-e066258bca7c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:47.404507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ada5e3c-6a36-4cf3-8a43-189ab58a165c req-03d8634e-f4a0-47d1-899d-e066258bca7c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.0651536 Jul 09 17:39:47.445761 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ada5e3c-6a36-4cf3-8a43-189ab58a165c req-4dcc54a0-875e-4ea3-a471-b54e59a70ec8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Jul 09 17:39:47.656245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dc05a-942a-4b79-a6d5-0375c03f3472 req-10dfd1c2-42fc-49b8-b742-7f7d77bbfc19 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:47.658325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5864f-b243-4d15-a684-96d65b1c3c6e req-2a74d12a-827a-4315-a43d-95c133b0a048 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:47.658971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b39dc05a-942a-4b79-a6d5-0375c03f3472 req-10dfd1c2-42fc-49b8-b742-7f7d77bbfc19 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.0784996 Jul 09 17:39:47.660141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27d5864f-b243-4d15-a684-96d65b1c3c6e req-2a74d12a-827a-4315-a43d-95c133b0a048 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0788918 Jul 09 17:39:47.710211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27d5864f-b243-4d15-a684-96d65b1c3c6e req-c0ce21b7-9bc2-4d4c-b1e5-1f2ade69d971 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Jul 09 17:39:47.716299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b39dc05a-942a-4b79-a6d5-0375c03f3472 req-18a92d7c-f37b-412e-a810-bd443cd137d0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Jul 09 17:39:47.918400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60591f1-114f-4f26-bf1b-28fe40c415d9 req-e7b7e4cc-521f-419c-baf7-e8d79db69b0d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:47.920331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a60591f1-114f-4f26-bf1b-28fe40c415d9 req-e7b7e4cc-521f-419c-baf7-e8d79db69b0d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0847609 Jul 09 17:39:47.984012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a60591f1-114f-4f26-bf1b-28fe40c415d9 req-a2ea820d-8f07-4232-b962-5101773a916d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558929 Jul 09 17:39:48.221983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87e2b-93c1-482b-a281-d2bba8cb3482 req-052eeb5e-db64-4b72-98ea-aa8a91385843 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:48.223534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8eb87e2b-93c1-482b-a281-d2bba8cb3482 req-052eeb5e-db64-4b72-98ea-aa8a91385843 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.0719335 Jul 09 17:39:48.268316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8eb87e2b-93c1-482b-a281-d2bba8cb3482 req-5d3571ac-7565-42f7-aad7-70f085e55961 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Jul 09 17:39:48.915703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010766-9428-46f0-8b19-ba53f8851f13 req-54b38bdc-ed0c-4226-b06a-f99c0576b64d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:48.917244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e010766-9428-46f0-8b19-ba53f8851f13 req-54b38bdc-ed0c-4226-b06a-f99c0576b64d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0687420 Jul 09 17:39:48.958472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5e010766-9428-46f0-8b19-ba53f8851f13 req-a4d3c8aa-9e42-4062-ac52-325c1f92c7da tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353842 Jul 09 17:39:49.167471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80dc4c-0ca4-4b9d-a66f-3e65554536a1 req-47bc291f-81e9-4d09-aa0e-e23e9b774449 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:49.169171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad80dc4c-0ca4-4b9d-a66f-3e65554536a1 req-47bc291f-81e9-4d09-aa0e-e23e9b774449 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0675371 Jul 09 17:39:49.234570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ad80dc4c-0ca4-4b9d-a66f-3e65554536a1 req-03712eee-8aa5-481f-bb11-74a686ddda38 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590050 Jul 09 17:39:49.259444 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:39:49.502810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-71c017df-6555-4ae9-979c-86211ad4f2c3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:49.516559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-71c017df-6555-4ae9-979c-86211ad4f2c3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.1092184 Jul 09 17:39:49.520617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911ba22-cfa3-4b9c-96e9-e6ca2d3d2073 req-9abf84bc-ff37-4cd3-a911-3237c87f2d61 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:49.528269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a911ba22-cfa3-4b9c-96e9-e6ca2d3d2073 req-9abf84bc-ff37-4cd3-a911-3237c87f2d61 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 946 time: 0.0807858 Jul 09 17:39:49.584685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a911ba22-cfa3-4b9c-96e9-e6ca2d3d2073 req-9be0d0ec-f497-4d20-b241-bc56b14fdb5b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550458 Jul 09 17:39:49.716549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:39:49.716877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.831287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:49.831723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:49.846386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:39:50.000818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:50.015075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:50.072118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=2dbce9ef-e5b7-4422-8cf4-18b0d6d23079,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:50.090383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['2dbce9ef-e5b7-4422-8cf4-18b0d6d23079'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:50.107361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:39:50.111062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:50.117670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67935b07-fbfb-460b-a06d-93be77706fb6 req-7d2b60c9-46ab-4c00-a7f8-8182885a2c8b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.13 "DELETE /v2.0/ports/2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 HTTP/1.1" status: 204 len: 173 time: 0.5954406 Jul 09 17:39:50.118221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'name': 'network-vif-deleted', 'tag': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:50.128824 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3350f86-1a33-49d9-b36a-8b78634c7978" -d '{"events": [{"server_uuid": "8b8866c2-ab1c-4c57-9559-dfd3cf809cc4", "name": "network-vif-deleted", "tag": "2dbce9ef-e5b7-4422-8cf4-18b0d6d23079"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:50.195615 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad4ee88-e3eb-4492-973a-441ca7434ebb x-openstack-request-id: req-5ad4ee88-e3eb-4492-973a-441ca7434ebb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:50.196740 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8866c2-ab1c-4c57-9559-dfd3cf809cc4", "name": "network-vif-deleted", "tag": "2dbce9ef-e5b7-4422-8cf4-18b0d6d23079", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:50.197145 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ad4ee88-e3eb-4492-973a-441ca7434ebb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:50.197707 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8866c2-ab1c-4c57-9559-dfd3cf809cc4', 'name': 'network-vif-deleted', 'tag': '2dbce9ef-e5b7-4422-8cf4-18b0d6d23079', 'status': 'completed', 'code': 200} Jul 09 17:39:50.236752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844c5f8-b996-4f8e-a27a-ccc3214059f3 req-f45bd17c-d3a9-46a4-909c-fbfc224f9139 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.244223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7844c5f8-b996-4f8e-a27a-ccc3214059f3 req-f45bd17c-d3a9-46a4-909c-fbfc224f9139 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.1114812 Jul 09 17:39:50.333603 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7844c5f8-b996-4f8e-a27a-ccc3214059f3 req-b6036037-74f4-45b0-ad74-09ba32629824 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879955 Jul 09 17:39:50.475958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae28c4-b74a-4838-b661-0d691db680d3 req-1f6ba330-9445-4d6f-8fd4-ca11eaac6f9e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:50.478370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9aae28c4-b74a-4838-b661-0d691db680d3 req-1f6ba330-9445-4d6f-8fd4-ca11eaac6f9e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0816226 Jul 09 17:39:50.525736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9aae28c4-b74a-4838-b661-0d691db680d3 req-16d656ab-4d72-4001-b39f-317bce3abc3c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Jul 09 17:39:50.869526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ad752f7-bb6e-4efd-9e56-0b7cfae04822 req-b113c6de-8d5f-4524-89a8-ce21fb061962 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b8866c2-ab1c-4c57-9559-dfd3cf809cc4 HTTP/1.1" status: 200 len: 210 time: 0.0415106 Jul 09 17:39:51.525181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702295-f7df-4826-88f5-7545f2a94b6c req-ad8914bd-9161-4f31-8f3b-fabe4eabf678 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:51.526888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5702295-f7df-4826-88f5-7545f2a94b6c req-ad8914bd-9161-4f31-8f3b-fabe4eabf678 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0665736 Jul 09 17:39:51.567836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5702295-f7df-4826-88f5-7545f2a94b6c req-14f9145d-876f-43d6-9b08-cb8f892f4428 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Jul 09 17:39:51.746325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2653e-1bd1-43f8-9ad2-8446dbbbd1df req-65df84ca-9d79-4617-b658-a6ae5a49d746 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:51.752801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdd2653e-1bd1-43f8-9ad2-8446dbbbd1df req-65df84ca-9d79-4617-b658-a6ae5a49d746 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0811291 Jul 09 17:39:51.798552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cdd2653e-1bd1-43f8-9ad2-8446dbbbd1df req-e3d96810-198f-4db0-9a5c-44cbce997384 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Jul 09 17:39:52.252103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-3a5016b8-ec96-4588-967e-ae686e1b416c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:52.259388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-3a5016b8-ec96-4588-967e-ae686e1b416c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1425040 Jul 09 17:39:52.274898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-b3ac20c7-09bf-4143-8ea2-5ebbdd3894d4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/quotas/70070219107b45e4a0d1f073da62fd70 HTTP/1.1" status: 200 len: 375 time: 0.0142140 Jul 09 17:39:52.361390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-47222970-fa84-4208-b5a8-b15a0370fe61 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805728 Jul 09 17:39:52.470836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-02341e90-100c-43e5-897b-42603023b771 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030109 Jul 09 17:39:52.576403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-c089297a-cfe5-45d7-8231-5bcb59eaec68 service neutron] 10.222.0.21 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969090 Jul 09 17:39:52.812023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4980487e-83e5-4b82-a800-7e4120542e8e req-0bf8c33a-c503-4247-9a6a-a7a60c5fcfc2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 210 time: 0.0647078 Jul 09 17:39:52.838980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41440b-4e0f-418d-a9c1-7f58c592e123 req-2f32ec7b-a714-494d-a390-345861d88414 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:52.841250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c41440b-4e0f-418d-a9c1-7f58c592e123 req-2f32ec7b-a714-494d-a390-345861d88414 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0962801 Jul 09 17:39:52.932791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9c41440b-4e0f-418d-a9c1-7f58c592e123 req-61a28b9a-a1ed-4f94-8f9b-cf5b3f65aa3e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853505 Jul 09 17:39:53.157449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24051673-8dc2-4443-b299-5727f27818d1 req-07393877-2c10-489f-b25d-c44808c7b317 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:53.159280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24051673-8dc2-4443-b299-5727f27818d1 req-07393877-2c10-489f-b25d-c44808c7b317 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1072650 Jul 09 17:39:53.217479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24051673-8dc2-4443-b299-5727f27818d1 req-92d2a316-90ab-434a-a940-01415062a818 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505075 Jul 09 17:39:54.004007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0f632b0-7fbe-4006-b201-f80d448aef0d req-abae1c2b-9811-442a-a07d-2b7072837a21 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 210 time: 0.0634444 Jul 09 17:39:54.238851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a8613-19e4-4bb3-a7ab-56821a6250e8 req-c985a1da-9f83-445f-9d09-5a935f4f4586 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:54.241377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f34a8613-19e4-4bb3-a7ab-56821a6250e8 req-c985a1da-9f83-445f-9d09-5a935f4f4586 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.1712396 Jul 09 17:39:54.294756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-78555cb9-2c37-42b1-a3c1-b41c03adda72 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:54.297084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-78555cb9-2c37-42b1-a3c1-b41c03adda72 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 806 time: 0.1888080 Jul 09 17:39:54.322164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Request body: {'port': {'device_id': '2c417432-661e-4998-a8ce-346101738874', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'admin_state_up': True, 'tenant_id': '70070219107b45e4a0d1f073da62fd70'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:54.449982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f34a8613-19e4-4bb3-a7ab-56821a6250e8 req-5999d18e-f28f-4da1-9a0c-cf635826462a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979942 Jul 09 17:39:54.499539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Made reservation on behalf of 70070219107b45e4a0d1f073da62fd70 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:39:54.503646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:54.507983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd47f84-eae4-43c4-8832-d628ac18783c req-f137a81d-8a4d-492d-b65c-d866eadd785a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:54.509587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8bd47f84-eae4-43c4-8832-d628ac18783c req-f137a81d-8a4d-492d-b65c-d866eadd785a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0915606 Jul 09 17:39:54.535244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:39:54.556601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8bd47f84-eae4-43c4-8832-d628ac18783c req-24cf7d66-7117-4a44-8a88-458565245224 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400734 Jul 09 17:39:54.568012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:39:54.568406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2dbce9ef-e5b7-4422-8cf4-18b0d6d23079 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:39:54.652828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Allocated IP 172.20.0.14 (46149a0c-c7cf-4a25-91b9-a58a77768dc5/40b31871-ab7c-47cf-b3d0-4b1139a10076/113a0da8-e200-447e-bcd8-2cacc9c22ee4) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:39:54.805350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:54.848779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:54.861819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:54.902533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:39:54.906199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:39:54.908745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:39:54.941039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event updated for resources: {'Port': ['ID=113a0da8-e200-447e-bcd8-2cacc9c22ee4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:54.971630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:54.972298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:54.991441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5fdeb14f-302b-4475-864b-b039f3ac21f8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6731758 Jul 09 17:39:55.005091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Request body: {'port': {'device_id': '2c417432-661e-4998-a8ce-346101738874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:55.089112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.328995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46278e4c-becd-4d28-a5b1-9b3aa4b252e0 req-331c1e25-b9bb-4456-942d-098d4834c945 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.330509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46278e4c-becd-4d28-a5b1-9b3aa4b252e0 req-331c1e25-b9bb-4456-942d-098d4834c945 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 932 time: 0.1944880 Jul 09 17:39:55.392320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46278e4c-becd-4d28-a5b1-9b3aa4b252e0 req-8c69fe6d-35aa-461f-9587-d1d576e60e0b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Jul 09 17:39:55.453919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113a0da8-e200-447e-bcd8-2cacc9c22ee4 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:55.461751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.473973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Transition to ACTIVE for port object 113a0da8-e200-447e-bcd8-2cacc9c22ee4 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:39:55.479558 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.541625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=113a0da8-e200-447e-bcd8-2cacc9c22ee4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:55.628705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Attempting to bind port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:39:55.629040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Attempting to bind port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:39:55.629367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Attempting to bind port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:55.633967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:39:55.634337 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Attempting to bind port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 on network 46149a0c-c7cf-4a25-91b9-a58a77768dc5 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:39:55.639729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:39:55.640103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Checking segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:39:55.640491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Bound using segment: {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:39:55.640918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Bound port: 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93da5b0f-e42f-4206-a0ef-45ff5f7eb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:39:55.641276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.656177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daac8cc-0745-4c01-aafa-ebe8d011348f req-d7fe813c-5b87-432d-936e-c6e2395b3a7e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.658295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8daac8cc-0745-4c01-aafa-ebe8d011348f req-d7fe813c-5b87-432d-936e-c6e2395b3a7e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0794752 Jul 09 17:39:55.706293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8daac8cc-0745-4c01-aafa-ebe8d011348f req-b7b1af0e-4923-4b81-9e3d-eba58f82c267 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Jul 09 17:39:55.780311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] For port 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:39:55.784519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] For port 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:39:55.793369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.839418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.840303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:55.841944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] 10.222.0.36 "PUT /v2.0/ports/113a0da8-e200-447e-bcd8-2cacc9c22ee4 HTTP/1.1" status: 200 len: 1093 time: 0.8426859 Jul 09 17:39:55.845369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c417432-661e-4998-a8ce-346101738874', 'tag': '113a0da8-e200-447e-bcd8-2cacc9c22ee4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:39:55.847891 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c417432-661e-4998-a8ce-346101738874", "tag": "113a0da8-e200-447e-bcd8-2cacc9c22ee4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:39:55.875417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849bec-4376-4019-bab2-fa99c4b633ff req-247b77a2-4b0e-421e-83da-7115bf6f1611 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.877055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50849bec-4376-4019-bab2-fa99c4b633ff req-247b77a2-4b0e-421e-83da-7115bf6f1611 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1439240 Jul 09 17:39:55.900595 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1304c5-0555-4c9a-b563-62ab8b236226 x-openstack-request-id: req-2d1304c5-0555-4c9a-b563-62ab8b236226 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:39:55.900883 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c417432-661e-4998-a8ce-346101738874", "tag": "113a0da8-e200-447e-bcd8-2cacc9c22ee4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:39:55.901135 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d1304c5-0555-4c9a-b563-62ab8b236226 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:39:55.901529 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c417432-661e-4998-a8ce-346101738874', 'tag': '113a0da8-e200-447e-bcd8-2cacc9c22ee4', 'status': 'completed', 'code': 200} Jul 09 17:39:55.911264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e80bd-88c0-478a-8bef-3d1553c6ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=113a0da8-e200-447e-bcd8-2cacc9c22ee4,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:55.962211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50849bec-4376-4019-bab2-fa99c4b633ff req-de5116f1-71af-49e5-bee1-f4739ac2bfb6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720556 Jul 09 17:39:55.984977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-efd1baba-5f41-4c2b-980f-f053f1d4b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:55.986657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-efd1baba-5f41-4c2b-980f-f053f1d4b2e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 1096 time: 0.0924335 Jul 09 17:39:56.034171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-5997b1f9-09c2-4d2b-9d70-6c740045eaf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4 HTTP/1.1" status: 200 len: 217 time: 0.0392020 Jul 09 17:39:56.085663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-4bbcdd43-a428-4d45-9287-12dcd6686834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.087309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-4bbcdd43-a428-4d45-9287-12dcd6686834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0462670 Jul 09 17:39:56.122910 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-dda3c5f7-d7fc-4f7e-b41b-a089a6ce13bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289221 Jul 09 17:39:56.237523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-61b8a099-a434-49bd-b28e-ae3d0c053104 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082401 Jul 09 17:39:56.331390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-8508f189-948c-4654-a524-bf2361199dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.332962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-8508f189-948c-4654-a524-bf2361199dab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.0641677 Jul 09 17:39:56.401883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdf96f09-1b99-44d4-ac67-57b9fc6af5c6 req-c8e7f849-7d22-41a2-953b-babe5c0b9c41 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532919 Jul 09 17:39:56.414297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b21719-35cb-4104-9579-64b9d823a38d req-1c9ec334-c274-4a08-9fa9-0c36f13a9683 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.415836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b21719-35cb-4104-9579-64b9d823a38d req-1c9ec334-c274-4a08-9fa9-0c36f13a9683 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1509933 Jul 09 17:39:56.436670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-93df4886-d16e-4636-88a3-c9fa9d9f0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.438200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-93df4886-d16e-4636-88a3-c9fa9d9f0d4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.0992534 Jul 09 17:39:56.479063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b21719-35cb-4104-9579-64b9d823a38d req-ef029814-5606-470d-adaf-3ec90712cdac tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517430 Jul 09 17:39:56.530746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-2f33d0d2-331f-4cb6-9905-af61d5715462 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.0859733 Jul 09 17:39:56.546208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-d0a984c8-3a9e-491f-9876-3301d6e046e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.549067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-d0a984c8-3a9e-491f-9876-3301d6e046e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 1096 time: 0.0650892 Jul 09 17:39:56.598122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-519fbb54-1814-47c6-b1f0-ef12fe2de386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.599878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-519fbb54-1814-47c6-b1f0-ef12fe2de386 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0605552 Jul 09 17:39:56.667453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-d0993e3b-c477-4d6f-857a-9fa7c35e98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.669378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-d0993e3b-c477-4d6f-857a-9fa7c35e98c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.1147571 Jul 09 17:39:56.697737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b35bfb-401c-433a-b603-efc369ab7916 req-a32c56e6-8a9f-4a69-872b-c880d4783a82 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.699948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54b35bfb-401c-433a-b603-efc369ab7916 req-a32c56e6-8a9f-4a69-872b-c880d4783a82 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 944 time: 0.1630728 Jul 09 17:39:56.701962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-48b0243f-7151-44a8-a744-d7d382f0b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.703332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-48b0243f-7151-44a8-a744-d7d382f0b702 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818508 Jul 09 17:39:56.717411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-e8005628-0bc3-4469-bd45-40f534464db6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4 HTTP/1.1" status: 200 len: 217 time: 0.0408421 Jul 09 17:39:56.773913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-8e52f891-b469-41da-8da5-f0168cd719ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.776140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-8e52f891-b469-41da-8da5-f0168cd719ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0512621 Jul 09 17:39:56.785492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54b35bfb-401c-433a-b603-efc369ab7916 req-18345b39-f2e5-4c66-abaf-8c69f3420dd6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791883 Jul 09 17:39:56.823667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-5e66f050-e939-4b40-9b7e-c4ce7feaea77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406363 Jul 09 17:39:56.830230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-921bc2cc-84a2-4a62-9e9b-5aece45de2ac service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097691 Jul 09 17:39:56.920109 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19dae47a-b8fa-49c8-80bb-86553dca1658 req-a766d8a9-d7ec-4adf-9974-97140157e34f service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828760 Jul 09 17:39:56.974884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-9fddbd56-3b90-4758-922d-75e8542a6ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432676 Jul 09 17:39:56.989475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd937-f780-4576-8722-da6aeb36602e req-6bf6bbcc-1bdb-4c40-99fa-7c509da045d8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:56.991020 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0e4fd937-f780-4576-8722-da6aeb36602e req-6bf6bbcc-1bdb-4c40-99fa-7c509da045d8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.1103721 Jul 09 17:39:57.086314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0e4fd937-f780-4576-8722-da6aeb36602e req-5df055fc-708f-4bf6-9c09-daaf9312bfc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867774 Jul 09 17:39:57.112625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d44bd79c-7505-46a4-9c6d-f4d7c6655f7a req-4bd90bf0-08f3-435d-8192-4d7112333bad service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206505 Jul 09 17:39:57.665423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cbefa-f03e-420f-b6f0-f750095f5084 req-170ae5df-a77e-4d8f-81e8-af148d6e2ba3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:57.667013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e0cbefa-f03e-420f-b6f0-f750095f5084 req-170ae5df-a77e-4d8f-81e8-af148d6e2ba3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0741415 Jul 09 17:39:57.714690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e0cbefa-f03e-420f-b6f0-f750095f5084 req-cea6e01f-586c-4c99-9238-3bc869db98d0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Jul 09 17:39:57.887555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c070fd-4483-4056-a1d1-0bba9a3a1873 req-6ac7a679-5e95-4ab6-9584-2a7b4bbdd5d8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:57.889041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f0c070fd-4483-4056-a1d1-0bba9a3a1873 req-6ac7a679-5e95-4ab6-9584-2a7b4bbdd5d8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0640347 Jul 09 17:39:57.928940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f0c070fd-4483-4056-a1d1-0bba9a3a1873 req-03693b43-f43d-4dbb-bc3d-66403aa6817d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Jul 09 17:39:57.990309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32ab7c-8fe4-4c91-8091-80ff65ffd088 req-087e6a25-1164-4f27-b4e9-88bbf5f397f1 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:57.991893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db32ab7c-8fe4-4c91-8091-80ff65ffd088 req-087e6a25-1164-4f27-b4e9-88bbf5f397f1 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 944 time: 0.0801065 Jul 09 17:39:58.035398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db32ab7c-8fe4-4c91-8091-80ff65ffd088 req-b43d71bb-ad03-4de0-8110-6ad9a88a7efe tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366890 Jul 09 17:39:58.274044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d65e27-cb43-4ee5-8788-85fd49055375 req-789133f1-9f1a-4351-a37b-0c19841822f3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:58.275803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95d65e27-cb43-4ee5-8788-85fd49055375 req-789133f1-9f1a-4351-a37b-0c19841822f3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 944 time: 0.0686896 Jul 09 17:39:58.315146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95d65e27-cb43-4ee5-8788-85fd49055375 req-9c86d950-f5d5-40e8-80cf-f1d041c7cac1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Jul 09 17:39:58.338628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ce269-cb09-45fd-ba40-00329f945b79 req-ac1e2f0c-4d34-4555-9938-93a775fd76f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:58.340760 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a5ce269-cb09-45fd-ba40-00329f945b79 req-ac1e2f0c-4d34-4555-9938-93a775fd76f7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0766554 Jul 09 17:39:58.384792 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a5ce269-cb09-45fd-ba40-00329f945b79 req-20e661b3-d4c2-43aa-bc8c-995960f4f4c0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 Jul 09 17:39:58.538637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 617f8ca2-abd7-4015-9bd0-22ecebc1aeea details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:58.655111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:58.668001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea', 'mac_address': 'fa:16:3e:3b:b3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:58.712327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:58.732532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617f8ca2-abd7-4015-9bd0-22ecebc1aeea {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:58.777051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d334f3-ed5d-4144-8e5f-ae54da70f2a6 req-a88d63bd-733c-4f24-8cce-f53951412f5a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:58.781998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:58.785294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45d334f3-ed5d-4144-8e5f-ae54da70f2a6 req-a88d63bd-733c-4f24-8cce-f53951412f5a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0911579 Jul 09 17:39:58.795148 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:58.833240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45d334f3-ed5d-4144-8e5f-ae54da70f2a6 req-832465fa-52a1-40c3-b4bd-c193456f5ff2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468223 Jul 09 17:39:58.859962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:59.021081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['617f8ca2-abd7-4015-9bd0-22ecebc1aeea'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:39:59.226552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f025c-f556-4ce8-8d3a-cabab5f71dd5 req-434302be-df4d-4d09-a6fb-e337b46a063b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:59.228062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-578f025c-f556-4ce8-8d3a-cabab5f71dd5 req-434302be-df4d-4d09-a6fb-e337b46a063b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 944 time: 0.0660725 Jul 09 17:39:59.267110 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-578f025c-f556-4ce8-8d3a-cabab5f71dd5 req-1bf278ce-012d-4563-bac3-afcbae3b9817 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Jul 09 17:39:59.566918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6f6c-9045-4d36-9d8e-1273a8ea44e7 req-ba1086df-eb12-4f00-a0a5-a8a2fc4b9892 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:39:59.568547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77ea6f6c-9045-4d36-9d8e-1273a8ea44e7 req-ba1086df-eb12-4f00-a0a5-a8a2fc4b9892 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 945 time: 0.1249485 Jul 09 17:39:59.610300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77ea6f6c-9045-4d36-9d8e-1273a8ea44e7 req-e2be03af-962a-40a7-a54a-a25b2da568a2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Jul 09 17:39:59.716540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 113a0da8-e200-447e-bcd8-2cacc9c22ee4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:39:59.781878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34844) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:59.787582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415150545', 'description': 'tempest-secgroup-smoke-415150545 description', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:59.818599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:59.825757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:59.838943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '113a0da8-e200-447e-bcd8-2cacc9c22ee4', 'network_id': '46149a0c-c7cf-4a25-91b9-a58a77768dc5', 'port_id': '113a0da8-e200-447e-bcd8-2cacc9c22ee4', 'mac_address': 'fa:16:3e:6a:55:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b31871-ab7c-47cf-b3d0-4b1139a10076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:39:59.878408 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:59.892658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113a0da8-e200-447e-bcd8-2cacc9c22ee4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:39:59.911583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:59.914187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:39:59.917282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:59.919049 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:59.944093 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:39:59.945411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1622419 Jul 09 17:39:59.948456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34850) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:39:59.953845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group_rule': {'security_group_id': '2573c0da-a8c8-47b5-90f9-995e6130e04c', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:39:59.954989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a61bb1-3015-42af-8337-1fa297a5da57 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2573c0da-a8c8-47b5-90f9-995e6130e04c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:59.984497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=113a0da8-e200-447e-bcd8-2cacc9c22ee4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:39:59.991998 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.028558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305bbf7-9b2b-4687-9a4e-f253102eef5c req-a211a67d-cc65-437e-930d-f3279dc2a4f3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:00.030230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d305bbf7-9b2b-4687-9a4e-f253102eef5c req-a211a67d-cc65-437e-930d-f3279dc2a4f3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0715606 Jul 09 17:40:00.039362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.044159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.063654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f736d14-acac-41b7-94da-1690ca982bc1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:00.073063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.073928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d305bbf7-9b2b-4687-9a4e-f253102eef5c req-4aac2048-d2ff-4073-bc12-05a9db87b48c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373442 Jul 09 17:40:00.079599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34852) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:00.080074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-785b710d-45b9-450c-b54c-44b415d5dd17 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301568 Jul 09 17:40:00.085221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group_rule': {'security_group_id': '2573c0da-a8c8-47b5-90f9-995e6130e04c', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:00.118620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.168432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['113a0da8-e200-447e-bcd8-2cacc9c22ee4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:00.170037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.177088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.199173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e942801-2d7b-4930-9a55-0b3bac1b9fdc,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:00.209808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.217858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34856) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:00.223548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group_rule': {'security_group_id': '2573c0da-a8c8-47b5-90f9-995e6130e04c', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:00.232042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81071d54-bcae-43e4-b047-b4e8cea10d4b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492021 Jul 09 17:40:00.272796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.362371 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.380402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.397921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c930e48-413d-4bd5-b3db-75e82b05fb0d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:00.442686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.446922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-17af4602-4e80-4424-81ce-680dbf45a020 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2273824 Jul 09 17:40:00.447526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:00.452196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group_rule': {'security_group_id': '2573c0da-a8c8-47b5-90f9-995e6130e04c', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:00.473392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4a23d-ecd7-40b6-a402-2683772560ce req-c3dc047e-4f31-49be-a0d8-92682229dbe3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:00.481254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29f4a23d-ecd7-40b6-a402-2683772560ce req-c3dc047e-4f31-49be-a0d8-92682229dbe3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 945 time: 0.0793953 Jul 09 17:40:00.521222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-29f4a23d-ecd7-40b6-a402-2683772560ce req-8e458c4d-cee3-4053-a130-34713da1ea97 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Jul 09 17:40:00.536451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.565922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 617f8ca2-abd7-4015-9bd0-22ecebc1aeea up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:00.573577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d612dee-91aa-474d-8674-5e77d1ce5721 req-4cac4092-a503-41b7-b412-b2e70b007561 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:00.575115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d612dee-91aa-474d-8674-5e77d1ce5721 req-4cac4092-a503-41b7-b412-b2e70b007561 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1177063 Jul 09 17:40:00.647312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:00.647549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d612dee-91aa-474d-8674-5e77d1ce5721 req-cd17a9dd-e4f0-45b9-a4ba-aaa7b463dad4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608673 Jul 09 17:40:00.653003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:00.653352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.663053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.670139 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.692554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988fce68-e390-404a-babb-bc3618f3d022,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:00.712122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.714636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e6f5e63-eca2-4ed5-81db-6bb075f323fd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2657692 Jul 09 17:40:00.717135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 34866) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:00.721985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group_rule': {'security_group_id': '2573c0da-a8c8-47b5-90f9-995e6130e04c', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:00.773333 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Project c0a44e5c1c6444e29ff74ac0e3e1f51c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:40:00.783509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.862734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df3b8a-c5e7-4575-afd2-567f2beb9211 req-82a0beef-5bf8-41ac-a4a3-557ecbcb3337 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:00.868401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24df3b8a-c5e7-4575-afd2-567f2beb9211 req-82a0beef-5bf8-41ac-a4a3-557ecbcb3337 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 945 time: 0.1246145 Jul 09 17:40:00.872242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.887263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.926295 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.930296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275b49eb-19b4-4304-bfe2-9e068dd7f1b0,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:00.936249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.937550 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-21578856-ec17-4626-a0b2-f0108295652a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2193494 Jul 09 17:40:00.940331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 34870) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:00.946487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'security_group_rule': {'security_group_id': '2573c0da-a8c8-47b5-90f9-995e6130e04c', 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:00.950396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24df3b8a-c5e7-4575-afd2-567f2beb9211 req-ea93f478-7472-41f6-9f41-7f662f643d71 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809643 Jul 09 17:40:00.960329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000519e8-b286-439d-bd99-26eafbefad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:00.962919 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61b17d2-d184-47ef-9380-d4f59597a0b0" -d '{"events": [{"server_uuid": "000519e8-b286-439d-bd99-26eafbefad0a", "name": "network-vif-plugged", "status": "completed", "tag": "617f8ca2-abd7-4015-9bd0-22ecebc1aeea"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:00.977147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:00.981135 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Project c0a44e5c1c6444e29ff74ac0e3e1f51c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:40:00.982345 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:00.989536 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.028810 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886630b0-f3e0-4886-8e69-5890f59b70da x-openstack-request-id: req-886630b0-f3e0-4886-8e69-5890f59b70da {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:01.029168 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000519e8-b286-439d-bd99-26eafbefad0a", "name": "network-vif-plugged", "status": "completed", "tag": "617f8ca2-abd7-4015-9bd0-22ecebc1aeea", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:01.029334 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-886630b0-f3e0-4886-8e69-5890f59b70da {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:01.029721 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000519e8-b286-439d-bd99-26eafbefad0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea', 'code': 200} Jul 09 17:40:01.040549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:01.068326 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.078958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.118945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab414e6-29df-4422-92ec-72896d36849e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:01.130503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.131834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4868c99-4f23-4e9a-8953-20a8c440f345 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1894441 Jul 09 17:40:01.153304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4f1e4-f375-4cdb-b876-3d1d67f86f63 req-b3c39a65-92a6-4ee6-8a26-5680cd1a65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:01.154896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd4f1e4-f375-4cdb-b876-3d1d67f86f63 req-b3c39a65-92a6-4ee6-8a26-5680cd1a65cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 1098 time: 0.0852125 Jul 09 17:40:01.189781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd4f1e4-f375-4cdb-b876-3d1d67f86f63 req-a9151e81-57ab-4aef-bc2c-f1164308a320 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282555 Jul 09 17:40:01.368245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-9c7a376c-79c1-422a-aea5-cb200325158f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415150545&fields=id&tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c HTTP/1.1" status: 200 len: 267 time: 0.0481873 Jul 09 17:40:01.483636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-f818d51d-64c1-4831-a986-43a40edb19de tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:01.485528 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-f818d51d-64c1-4831-a986-43a40edb19de tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 813 time: 0.1109056 Jul 09 17:40:01.501919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-142a833b-3de8-4b33-a3a3-684d15ce7ab7 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/quotas/c0a44e5c1c6444e29ff74ac0e3e1f51c HTTP/1.1" status: 200 len: 375 time: 0.0092337 Jul 09 17:40:01.580467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-29196416-de8e-467f-9538-63717b008cfd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715036 Jul 09 17:40:01.678412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-4453ca23-6195-4212-b186-b9939e3cab35 service neutron] 10.222.0.21 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858669 Jul 09 17:40:01.693744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962d40-3b95-452a-b364-acee16eb06d2 req-f79a6d34-f15b-403a-998f-46b65d7b91aa tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:01.695250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-57962d40-3b95-452a-b364-acee16eb06d2 req-f79a6d34-f15b-403a-998f-46b65d7b91aa tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 945 time: 0.0645247 Jul 09 17:40:01.730757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 113a0da8-e200-447e-bcd8-2cacc9c22ee4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:01.736306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-57962d40-3b95-452a-b364-acee16eb06d2 req-c59a1568-84b7-49ed-b7dd-91f91c97d22d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Jul 09 17:40:01.783794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-a07f3144-09bb-4fe5-a3e8-796a13a07afa service neutron] 10.222.0.21 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993762 Jul 09 17:40:01.793521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:01.804058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:01.804058 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.889160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.926545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:01.931913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d59704-d8bb-40d9-ae13-a5aa830eb468 req-8dfce661-df6b-479f-a79c-bb38e1fdd1f6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:01.933465 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b8d59704-d8bb-40d9-ae13-a5aa830eb468 req-8dfce661-df6b-479f-a79c-bb38e1fdd1f6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0756645 Jul 09 17:40:01.934113 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:01.986657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b8d59704-d8bb-40d9-ae13-a5aa830eb468 req-f2c17268-6316-4a44-a4ca-8a63f73efe81 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Jul 09 17:40:02.012435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=113a0da8-e200-447e-bcd8-2cacc9c22ee4,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:02.247321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66be2-3dbe-44cb-9940-9cdfbd9fe1bd req-ab56db2e-f50d-4d70-a048-b7991f3bfe16 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:02.252419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-add66be2-3dbe-44cb-9940-9cdfbd9fe1bd req-ab56db2e-f50d-4d70-a048-b7991f3bfe16 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 946 time: 0.1444280 Jul 09 17:40:02.293577 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-add66be2-3dbe-44cb-9940-9cdfbd9fe1bd req-ef8f43a4-91c8-46e2-a826-72a77c5929bd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Jul 09 17:40:02.310835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d53ab-7f93-4c7a-9a34-3ef77ba4d1bf req-651f6a87-f71a-4bcc-9cdb-bb963119dc35 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:02.312436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a3d53ab-7f93-4c7a-9a34-3ef77ba4d1bf req-651f6a87-f71a-4bcc-9cdb-bb963119dc35 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0735784 Jul 09 17:40:02.353875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a3d53ab-7f93-4c7a-9a34-3ef77ba4d1bf req-9e99956d-7e75-4968-912a-3b09e863a2a7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352688 Jul 09 17:40:02.434876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e539ae85-17c2-41f8-8dc0-a4fba18bedc8 req-0d1d9142-ccd9-446d-a1ea-f2d329c7b067 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.0334902 Jul 09 17:40:02.578484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d120e6a-464b-4ef2-9c71-1414c418a1c6 req-57b90853-6431-40a5-b3e5-0005da664080 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:02.580272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d120e6a-464b-4ef2-9c71-1414c418a1c6 req-57b90853-6431-40a5-b3e5-0005da664080 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 946 time: 0.0694184 Jul 09 17:40:02.606075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972433-8ee7-4f97-8c9c-dea9af51a7aa req-745b8d74-f1d4-454f-b1ee-9cbe127bd2c4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:02.607997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e972433-8ee7-4f97-8c9c-dea9af51a7aa req-745b8d74-f1d4-454f-b1ee-9cbe127bd2c4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0683322 Jul 09 17:40:02.634397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d120e6a-464b-4ef2-9c71-1414c418a1c6 req-74f8f433-a350-4e18-942a-b0a17dd81c87 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Jul 09 17:40:02.662776 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e972433-8ee7-4f97-8c9c-dea9af51a7aa req-acfeef38-765f-4087-ae4c-9aa2fb9a5c0c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Jul 09 17:40:02.833629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9ce5-7bd1-491a-a130-7b7682202529 req-0e20a447-d10a-43a2-879b-045c36b8750e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:02.835352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec6a9ce5-7bd1-491a-a130-7b7682202529 req-0e20a447-d10a-43a2-879b-045c36b8750e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 946 time: 0.0763705 Jul 09 17:40:02.881484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec6a9ce5-7bd1-491a-a130-7b7682202529 req-3cc0d0b0-af2b-470a-975c-b39fc4fc3bfc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Jul 09 17:40:02.955719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65fcb-5f78-4759-b447-022f4f326f9e req-142eac90-d03d-4ac8-bca3-7a58be506bad tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:02.958531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ace65fcb-5f78-4759-b447-022f4f326f9e req-142eac90-d03d-4ac8-bca3-7a58be506bad tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1003253 Jul 09 17:40:03.005049 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ace65fcb-5f78-4759-b447-022f4f326f9e req-e043952a-5c68-4bc3-b6d3-eea1ac0da44d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Jul 09 17:40:03.030380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c417432-661e-4998-a8ce-346101738874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113a0da8-e200-447e-bcd8-2cacc9c22ee4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:03.032813 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cb8a16-efa6-4fb9-9ec7-e1c24571e785" -d '{"events": [{"server_uuid": "2c417432-661e-4998-a8ce-346101738874", "name": "network-vif-plugged", "status": "completed", "tag": "113a0da8-e200-447e-bcd8-2cacc9c22ee4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:03.088550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5658a8d-3a26-4a4f-80c8-a0d277907926 req-91f36ac8-94f7-451e-b16b-6f58c82f2a83 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:03.096708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5658a8d-3a26-4a4f-80c8-a0d277907926 req-91f36ac8-94f7-451e-b16b-6f58c82f2a83 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0834761 Jul 09 17:40:03.142032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5658a8d-3a26-4a4f-80c8-a0d277907926 req-26149721-74ce-4b1e-bb71-0d625d1c6197 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Jul 09 17:40:03.193401 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0efae28-10c9-4561-a123-486b3634ec8b x-openstack-request-id: req-f0efae28-10c9-4561-a123-486b3634ec8b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:03.194254 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c417432-661e-4998-a8ce-346101738874", "name": "network-vif-plugged", "status": "completed", "tag": "113a0da8-e200-447e-bcd8-2cacc9c22ee4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:03.194497 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0efae28-10c9-4561-a123-486b3634ec8b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:03.194915 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c417432-661e-4998-a8ce-346101738874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113a0da8-e200-447e-bcd8-2cacc9c22ee4', 'code': 200} Jul 09 17:40:03.440910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0f9d-1f06-4881-b6d0-1a791d228c95 req-8fd41c42-8a9d-4c74-ab51-051391b874b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:03.442480 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f81c0f9d-1f06-4881-b6d0-1a791d228c95 req-8fd41c42-8a9d-4c74-ab51-051391b874b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 1098 time: 0.1207550 Jul 09 17:40:03.466104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-e09a64bb-a41d-4c08-ba01-2923397d46cc tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:03.467715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-e09a64bb-a41d-4c08-ba01-2923397d46cc tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.13 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 813 time: 0.1365058 Jul 09 17:40:03.490099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12749858-5f2e-4b7d-aac2-07dd3caa5f9b req-a47e0af3-82ce-4c6b-ac57-2f0ecb4c7abb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:03.497882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12749858-5f2e-4b7d-aac2-07dd3caa5f9b req-a47e0af3-82ce-4c6b-ac57-2f0ecb4c7abb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 946 time: 0.1207435 Jul 09 17:40:03.530736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f81c0f9d-1f06-4881-b6d0-1a791d228c95 req-fb471a73-2417-446c-891f-9b2b28d00a84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801601 Jul 09 17:40:03.531956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-83b777c2-5678-41ad-a1e9-b1d1e091d840 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c HTTP/1.1" status: 200 len: 379 time: 0.0463738 Jul 09 17:40:03.541378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'port': {'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'admin_state_up': True, 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'security_groups': ['2573c0da-a8c8-47b5-90f9-995e6130e04c']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:03.551142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12749858-5f2e-4b7d-aac2-07dd3caa5f9b req-9bbd6579-10ea-49a3-ba0a-9c35d975d6f0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523298 Jul 09 17:40:03.676040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Made reservation on behalf of c0a44e5c1c6444e29ff74ac0e3e1f51c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:03.680092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:03.853314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-715235af-a2a9-4ab8-a2bb-ee4f3df068bf req-5ea3b630-0553-49d0-8afb-94927d936160 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.0467844 Jul 09 17:40:03.882356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Allocated IP 172.20.0.14 (6a390667-7f60-4217-bfcf-c96a38b9a9eb/6371b810-bf98-4227-9d59-cb63ad0339b2/ad6e9695-cc73-45b5-8d03-99b7cc5d90ef) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:04.030168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.044102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Transition to ACTIVE for port object ad6e9695-cc73-45b5-8d03-99b7cc5d90ef will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:04.079986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.129982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:04.133290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:04.137173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:04.162437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'Port': ['ID=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:04.218448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:04.219188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.246150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-2b721b6e-8e10-4aba-9369-ba87ac065d01 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7069080 Jul 09 17:40:04.259801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Request body: {'port': {'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:04.400754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.405434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1021d2-9987-440f-b25e-d27a23b410a3 req-9264d757-4d4b-4476-9588-eb78e6769843 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:04.412711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b1021d2-9987-440f-b25e-d27a23b410a3 req-9264d757-4d4b-4476-9588-eb78e6769843 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0954630 Jul 09 17:40:04.428715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cf270958-1bbb-4eb5-8a64-9fd67dd41f98 None None] Provisioning for port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:04.433584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cf270958-1bbb-4eb5-8a64-9fd67dd41f98 None None] Provisioning complete for port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:04.433955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf270958-1bbb-4eb5-8a64-9fd67dd41f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.498859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b1021d2-9987-440f-b25e-d27a23b410a3 req-b8a4eff0-81e0-41a6-bab9-2fc3d576f492 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842528 Jul 09 17:40:04.505563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cf270958-1bbb-4eb5-8a64-9fd67dd41f98 None None] Port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:04.803578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6e9695-cc73-45b5-8d03-99b7cc5d90ef {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:40:04.808918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c74a6-b4ff-476d-ac17-7a7082ba547d req-96058ca1-eb7a-40bf-9809-1041a4a373b9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:04.810865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-303c74a6-b4ff-476d-ac17-7a7082ba547d req-96058ca1-eb7a-40bf-9809-1041a4a373b9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 946 time: 0.0982492 Jul 09 17:40:04.814914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.842178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Transition to ACTIVE for port object ad6e9695-cc73-45b5-8d03-99b7cc5d90ef will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:04.849062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:04.902697 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-303c74a6-b4ff-476d-ac17-7a7082ba547d req-cfa9946a-fe7e-490d-92a8-191ff00389a7 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850813 Jul 09 17:40:04.950421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-4a4a0c28-8821-4fdb-8dc0-8d2aabe50d8c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:04.952528 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-4a4a0c28-8821-4fdb-8dc0-8d2aabe50d8c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 946 time: 0.1131728 Jul 09 17:40:04.958510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:05.110427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:05.110991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.189838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Attempting to bind port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:05.192228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Attempting to bind port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:05.192802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Attempting to bind port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef on network 6a390667-7f60-4217-bfcf-c96a38b9a9eb {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:05.204783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef on network 6a390667-7f60-4217-bfcf-c96a38b9a9eb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:40:05.210710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Attempting to bind port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef on network 6a390667-7f60-4217-bfcf-c96a38b9a9eb {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:05.219241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:05.219604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.222858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:05.223339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Checking segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:05.223869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Bound using segment: {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:05.224455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Bound port: ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:05.224996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.235326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 617f8ca2-abd7-4015-9bd0-22ecebc1aeea owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:05.277159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e6c4-fd44-4db2-b44f-e0b12b090766 req-78dac961-057c-4055-987b-142480eb8559 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:05.278906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe91e6c4-fd44-4db2-b44f-e0b12b090766 req-78dac961-057c-4055-987b-142480eb8559 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.2088561 Jul 09 17:40:05.367424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe91e6c4-fd44-4db2-b44f-e0b12b090766 req-0dbc0e06-36bf-4da2-a8fa-961cac4ac03e tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646508 Jul 09 17:40:05.373345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] For port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:05.378311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] For port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:05.386119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.401086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.416870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['617f8ca2-abd7-4015-9bd0-22ecebc1aeea'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:05.450281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=617f8ca2-abd7-4015-9bd0-22ecebc1aeea,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:05.460156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:05.461089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.466124 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 1093 time: 1.2138941 Jul 09 17:40:05.466807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:05.479350 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275afed2-0fe6-4022-9129-2f7539626dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:05.525109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d0d50-e35e-4c9d-b229-06a1f2fd0108 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:05.534743 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e265f-a1ff-4768-9b86-d7c4cb940aa3 x-openstack-request-id: req-5c8e265f-a1ff-4768-9b86-d7c4cb940aa3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:05.535227 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:05.535617 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c8e265f-a1ff-4768-9b86-d7c4cb940aa3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:05.536501 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'status': 'completed', 'code': 200} Jul 09 17:40:05.588792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port 617f8ca2-abd7-4015-9bd0-22ecebc1aeea on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:05.601861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:05.606660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a118f02-35a7-442c-a451-c3106e17b8a9 req-66b669cd-7492-404d-aaaf-363716951fd2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "DELETE /v2.0/ports/617f8ca2-abd7-4015-9bd0-22ecebc1aeea HTTP/1.1" status: 204 len: 173 time: 0.6470723 Jul 09 17:40:05.608144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000519e8-b286-439d-bd99-26eafbefad0a', 'name': 'network-vif-deleted', 'tag': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:05.614289 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e27f0d-ddf7-4d3e-8f72-b34787c0704c" -d '{"events": [{"server_uuid": "000519e8-b286-439d-bd99-26eafbefad0a", "name": "network-vif-deleted", "tag": "617f8ca2-abd7-4015-9bd0-22ecebc1aeea"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:05.644171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-ff889a4a-672b-43d3-994e-9cd863def8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:05.645797 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-ff889a4a-672b-43d3-994e-9cd863def8b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1096 time: 0.1083236 Jul 09 17:40:05.672954 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7782d4-f50c-4a68-9455-7080918f3bda x-openstack-request-id: req-2d7782d4-f50c-4a68-9455-7080918f3bda {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:05.673242 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000519e8-b286-439d-bd99-26eafbefad0a", "name": "network-vif-deleted", "tag": "617f8ca2-abd7-4015-9bd0-22ecebc1aeea", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:05.673488 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7782d4-f50c-4a68-9455-7080918f3bda {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:05.673883 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000519e8-b286-439d-bd99-26eafbefad0a', 'name': 'network-vif-deleted', 'tag': '617f8ca2-abd7-4015-9bd0-22ecebc1aeea', 'status': 'completed', 'code': 200} Jul 09 17:40:05.708264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-24acfde9-7d51-465a-8b20-50f142fe87cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 217 time: 0.0523345 Jul 09 17:40:05.803109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-6a163b03-80fd-482c-8ed0-4a9cc4c8b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:05.804913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-6a163b03-80fd-482c-8ed0-4a9cc4c8b9d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 200 len: 852 time: 0.0896297 Jul 09 17:40:05.871779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd183257-21e5-4fdd-bfb1-501594efd1aa req-ecf71be8-cd2e-4a1a-a563-56d14812be54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:05.873641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd183257-21e5-4fdd-bfb1-501594efd1aa req-ecf71be8-cd2e-4a1a-a563-56d14812be54 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.1259971 Jul 09 17:40:05.908740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-b244c8fa-7654-418d-8c3a-a6d4e740034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:05.910450 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-b244c8fa-7654-418d-8c3a-a6d4e740034b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a390667-7f60-4217-bfcf-c96a38b9a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987673 Jul 09 17:40:05.933150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd183257-21e5-4fdd-bfb1-501594efd1aa req-364444a3-20f9-4f2e-9c0d-9ed0769f2dfd tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518990 Jul 09 17:40:06.093397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8a7951bf-c781-4aaf-9ff6-dc62a5bdc77a req-63d0cdb1-2484-4c02-8b3a-c761c40147d8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0411928 Jul 09 17:40:06.343356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97a77-5a57-48e6-9f9f-51f37e3b09ea req-3b7e6223-b480-4b0d-9c2d-ced0677b0d88 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.344795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0c97a77-5a57-48e6-9f9f-51f37e3b09ea req-3b7e6223-b480-4b0d-9c2d-ced0677b0d88 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0729811 Jul 09 17:40:06.389995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0c97a77-5a57-48e6-9f9f-51f37e3b09ea req-334203b8-a3d3-44bf-a6ea-79522c8de2b3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Jul 09 17:40:06.393288 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-8c965462-baab-4c7b-ba8f-ad3b3111516d service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760740 Jul 09 17:40:06.509179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd7bc5a4-1677-49a6-9b89-da889d2e44db req-201c636f-1719-49ff-ba5e-2362f6c69bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093976 Jul 09 17:40:06.579048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894c3-1598-4c11-b1bc-4f5c7eb792b4 req-eb2f8741-643c-44b3-8e6c-5818d15912f1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.580629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53894c3-1598-4c11-b1bc-4f5c7eb792b4 req-eb2f8741-643c-44b3-8e6c-5818d15912f1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0840435 Jul 09 17:40:06.606932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc10cb-d6c6-4da5-826f-62b8c92ebb9e req-e4e77069-7a70-4c40-915b-fe17fa4e3469 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.610016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fc10cb-d6c6-4da5-826f-62b8c92ebb9e req-e4e77069-7a70-4c40-915b-fe17fa4e3469 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0823219 Jul 09 17:40:06.642687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e53894c3-1598-4c11-b1bc-4f5c7eb792b4 req-f655c30c-a188-48a1-b241-2bc03cf02573 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458071 Jul 09 17:40:06.653278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-de23ab52-7a06-4065-94ca-8a7346ff4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.655081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-de23ab52-7a06-4065-94ca-8a7346ff4a14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1096 time: 0.0923421 Jul 09 17:40:06.661240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22fc10cb-d6c6-4da5-826f-62b8c92ebb9e req-bf706600-2e4b-47c3-b1f7-4ff8ba9621ae tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Jul 09 17:40:06.756095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-085468e1-0fb3-4fe4-8f7e-97d49bc182e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.757672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-085468e1-0fb3-4fe4-8f7e-97d49bc182e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 914 time: 0.0959203 Jul 09 17:40:06.802669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-0dc15a0e-50ac-4f12-a86d-09314eb0407c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 217 time: 0.0370932 Jul 09 17:40:06.856499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-5329a567-fbda-416f-af0e-c4b0b5d626ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.858058 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-5329a567-fbda-416f-af0e-c4b0b5d626ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 200 len: 852 time: 0.0496376 Jul 09 17:40:06.927005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-9e65d222-d88f-443f-a822-adc5f9705cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:06.928612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-9e65d222-d88f-443f-a822-adc5f9705cd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a390667-7f60-4217-bfcf-c96a38b9a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641961 Jul 09 17:40:07.022712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-72c2590a-8813-4e0d-a043-226bdb6f3701 service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873945 Jul 09 17:40:07.043722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0144f-03f5-485d-bc6b-b7dabf47d7d7 req-f2c2b6f3-eed8-43da-b597-6cd905c892f6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:07.045341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8b0144f-03f5-485d-bc6b-b7dabf47d7d7 req-f2c2b6f3-eed8-43da-b597-6cd905c892f6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0687716 Jul 09 17:40:07.085954 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8b0144f-03f5-485d-bc6b-b7dabf47d7d7 req-053ef22b-a19a-4405-a675-dd0c654d8e2f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Jul 09 17:40:07.119910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275afed2-0fe6-4022-9129-2f7539626dd5 req-1847573a-338d-4f46-9359-d3761f89f1dd service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903511 Jul 09 17:40:07.227805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f8e1d94-5eab-4e15-af6b-13f1c3453f0c req-6ca6b8d2-c645-405a-b3e7-0d3740f99473 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0290647 Jul 09 17:40:07.835400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8307a8-e6db-44a6-8d29-e5a6c2be73a8 req-4dca9ac8-e388-41c4-a52d-7b2edd61d9c8 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:07.837050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c8307a8-e6db-44a6-8d29-e5a6c2be73a8 req-4dca9ac8-e388-41c4-a52d-7b2edd61d9c8 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0690114 Jul 09 17:40:07.879498 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4c8307a8-e6db-44a6-8d29-e5a6c2be73a8 req-06383702-7e49-4902-ab98-455ec4fd683e tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361466 Jul 09 17:40:08.273676 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:08.282739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-cd5dc3aa-5c62-4df8-abe1-9c9195a5f88c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818338 Jul 09 17:40:08.284702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03b643-b277-4efe-aab1-6d3afa78e853 req-1170fbf8-8151-40f2-b4e9-99456aaee4c9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:08.286353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be03b643-b277-4efe-aab1-6d3afa78e853 req-1170fbf8-8151-40f2-b4e9-99456aaee4c9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0771322 Jul 09 17:40:08.340605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-be03b643-b277-4efe-aab1-6d3afa78e853 req-b5c06642-ec23-47d4-8029-92781632748a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Jul 09 17:40:08.387722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f251-108e-485d-b771-8707126f180b req-243c1e0d-f7c4-4e43-8c93-ff5a6f43898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:08.389524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-243c1e0d-f7c4-4e43-8c93-ff5a6f43898e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70070219107b45e4a0d1f073da62fd70&device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 1097 time: 0.0776541 Jul 09 17:40:08.449732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7252b0d-52c1-4880-93b4-ad52b67b30ac req-b6739064-1876-43d0-bb58-716ed54fe4e3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0433326 Jul 09 17:40:08.525824 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f251-108e-485d-b771-8707126f180b req-933f32f1-b5c7-4126-87e9-49dc62a2dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:08.527317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-933f32f1-b5c7-4126-87e9-49dc62a2dcde service neutron] 10.222.0.36 "GET /v2.0/networks?id=46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 200 len: 907 time: 0.1120658 Jul 09 17:40:08.570979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-67e24f8a-1281-46e7-a884-0db8b342e1da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4 HTTP/1.1" status: 200 len: 217 time: 0.0361197 Jul 09 17:40:08.599948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 617f8ca2-abd7-4015-9bd0-22ecebc1aeea no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:08.622586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 617f8ca2-abd7-4015-9bd0-22ecebc1aeea {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:08.623059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 617f8ca2-abd7-4015-9bd0-22ecebc1aeea not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:08.625048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f251-108e-485d-b771-8707126f180b req-ae594fdb-d735-48c8-8b2d-3a7e0553695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:08.626406 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-ae594fdb-d735-48c8-8b2d-3a7e0553695d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 200 len: 846 time: 0.0498099 Jul 09 17:40:08.670362 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-aad8f3e8-f245-4da3-be17-300ae49c6e75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46149a0c-c7cf-4a25-91b9-a58a77768dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358961 Jul 09 17:40:08.792128 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-d77e0cb9-1586-44b4-949e-6e15246f154e service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148276 Jul 09 17:40:08.890283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1c0f251-108e-485d-b771-8707126f180b req-70e2d9fe-686c-4793-82d1-bef315a0022f service neutron] 10.222.0.36 "GET /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919027 Jul 09 17:40:09.076826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218700d7-26fd-4d77-8ab5-a10fe9803b73 req-bb4debd2-d5ea-4b38-b202-111ad02d18a5 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:09.078723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-218700d7-26fd-4d77-8ab5-a10fe9803b73 req-bb4debd2-d5ea-4b38-b202-111ad02d18a5 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0775645 Jul 09 17:40:09.120128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-218700d7-26fd-4d77-8ab5-a10fe9803b73 req-83f25c96-bb53-4c7b-87e8-5878cdd05c3c tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348039 Jul 09 17:40:09.309522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:09.620583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d2c4126-78e4-4d60-84bf-426d1acfcc69 req-57a428cd-e992-4197-b7b5-9fdd345e0915 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0510585 Jul 09 17:40:09.880315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abd380-a271-4301-bc19-593f01147f84 req-e7689d65-59d2-49fc-869a-aee49eef3101 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:09.881787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9abd380-a271-4301-bc19-593f01147f84 req-e7689d65-59d2-49fc-869a-aee49eef3101 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.4153337 Jul 09 17:40:09.919689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9abd380-a271-4301-bc19-593f01147f84 req-d5477c01-2818-45ee-acda-ef905e1cf3cd tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Jul 09 17:40:10.310284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3c27e-f8fc-4dd2-a238-e190553457ef req-a104c7e5-6c1a-4c89-8b6c-7bb39b0465ba tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:10.312398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aea3c27e-f8fc-4dd2-a238-e190553457ef req-a104c7e5-6c1a-4c89-8b6c-7bb39b0465ba tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0741067 Jul 09 17:40:10.361158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aea3c27e-f8fc-4dd2-a238-e190553457ef req-d9aa4ee9-c9e0-481e-afaf-5da1c90ad7ca tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 Jul 09 17:40:10.364947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94d11294-344d-4d3a-9fd3-b1e0e0a8fb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:10.775980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc029b30-f095-41e2-b716-f097b6b0212b req-5bf8dcbe-5151-4856-92bf-38a468fbcc4e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0293291 Jul 09 17:40:11.106016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745f31-3e5b-4121-9792-ac372c9c3425 req-947a74fb-6e5c-4de3-b5b9-afa50f19ef04 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:11.107584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11745f31-3e5b-4121-9792-ac372c9c3425 req-947a74fb-6e5c-4de3-b5b9-afa50f19ef04 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0697179 Jul 09 17:40:11.148297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11745f31-3e5b-4121-9792-ac372c9c3425 req-daaaa4a7-dbf2-4379-a4ae-533d8e6e307c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Jul 09 17:40:11.566412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256235-79ba-47f4-b756-ebb3937cc8b2 req-953a666e-1ad2-4f9a-a4a4-b594e787c744 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:11.568151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae256235-79ba-47f4-b756-ebb3937cc8b2 req-953a666e-1ad2-4f9a-a4a4-b594e787c744 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0797977 Jul 09 17:40:11.622974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae256235-79ba-47f4-b756-ebb3937cc8b2 req-316332a1-d3df-49b4-8332-5f3a921b2e4f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471370 Jul 09 17:40:11.923370 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d38dc99d-b974-4a57-aabf-2a933f8080ab req-a3425e73-8161-42ed-bbff-6889bd438cdb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0290091 Jul 09 17:40:12.333386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817478f0-2d61-4888-9d22-4b87f0d95a81 req-3f715e93-fe6a-4446-b471-ca24ef727752 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:12.335624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-817478f0-2d61-4888-9d22-4b87f0d95a81 req-3f715e93-fe6a-4446-b471-ca24ef727752 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0706859 Jul 09 17:40:12.382357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-817478f0-2d61-4888-9d22-4b87f0d95a81 req-93fcada8-2b14-4d1c-810b-2157fa6d43e0 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Jul 09 17:40:12.807267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9956c1-7f60-4d59-b677-7ff4acf92e18 req-84c3fe31-623b-4f4d-8251-a99f3179975c tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:12.808933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b9956c1-7f60-4d59-b677-7ff4acf92e18 req-84c3fe31-623b-4f4d-8251-a99f3179975c tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0699801 Jul 09 17:40:12.850290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9b9956c1-7f60-4d59-b677-7ff4acf92e18 req-773f9c9e-01fa-43e6-9d0c-c65288bc3867 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348396 Jul 09 17:40:12.932807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1cbd5841-bfb2-4c73-ae66-2df25050f2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:13.062376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-68571c39-d056-429e-8e8a-f7f601361d94 req-61851a41-24d1-42e0-aef8-5811434df860 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0275309 Jul 09 17:40:13.340737 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:13.559741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e4893-95a8-4dfa-8fd4-0596b78834e9 req-ce81ce86-4c09-4bec-9a8f-8db7655a0d37 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:13.561269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-da2e4893-95a8-4dfa-8fd4-0596b78834e9 req-ce81ce86-4c09-4bec-9a8f-8db7655a0d37 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0667498 Jul 09 17:40:13.605232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-da2e4893-95a8-4dfa-8fd4-0596b78834e9 req-70466696-afa8-4a16-ba41-faefb71d8412 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Jul 09 17:40:13.967044 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:14.031649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba9fcb-00e3-4d96-9fe9-0012fbb279d4 req-236080c5-e3e9-48f5-9c40-d1f74586a3ca tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:14.033276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8eba9fcb-00e3-4d96-9fe9-0012fbb279d4 req-236080c5-e3e9-48f5-9c40-d1f74586a3ca tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0692897 Jul 09 17:40:14.065508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-13e52bcb-66ae-4b4b-9242-b942d0c56fef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633471 Jul 09 17:40:14.074682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8eba9fcb-00e3-4d96-9fe9-0012fbb279d4 req-273ea27c-6403-44cb-85c7-afcc472ed82d tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355017 Jul 09 17:40:14.174700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-c77b9940-a4a6-4f0d-9182-afb6bf33ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:14.176439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-c77b9940-a4a6-4f0d-9182-afb6bf33ff76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e990adae5ae94f4daee97b2a1b016582&device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1097 time: 0.0748467 Jul 09 17:40:14.216999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4339e8da-28da-46a1-ac1f-a1dbcf7f2771 req-e3e01e3a-0d1b-4ab1-afac-4f9235a7d8ca tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0318589 Jul 09 17:40:14.301557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-877fc783-5c00-4e4a-9d70-038ee6f6fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:14.303112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-877fc783-5c00-4e4a-9d70-038ee6f6fdf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 200 len: 910 time: 0.0886729 Jul 09 17:40:14.395064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-5e5c44f1-1bea-4b45-8221-46d1eab68af8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 200 len: 1000 time: 0.0711281 Jul 09 17:40:14.445368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-a510d191-7241-42d3-ac86-018974fb8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:14.446761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-a510d191-7241-42d3-ac86-018974fb8c1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=930ab825-c20b-4f81-9683-2dd16acb5970 HTTP/1.1" status: 200 len: 848 time: 0.0445487 Jul 09 17:40:14.507530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-9223b8cb-ab30-4990-86ca-1f7e1f4d5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:14.509159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-9223b8cb-ab30-4990-86ca-1f7e1f4d5453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85450bbc-7229-441f-b18e-9a947d86046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539773 Jul 09 17:40:14.614964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-ca49b73a-1e88-4c9c-9502-3b5b0cd7bd96 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925601 Jul 09 17:40:14.725296 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cb6fcf2-a365-43e0-9f65-0870d29e6cdd req-1586339f-8638-433c-8c0d-c53ddd1dd6bb service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880849 Jul 09 17:40:14.788788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4bee9-beda-4e33-bfb6-199084a1b1a1 req-b7f89459-018b-4689-a84b-6f1f09224965 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:14.790344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56e4bee9-beda-4e33-bfb6-199084a1b1a1 req-b7f89459-018b-4689-a84b-6f1f09224965 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0716786 Jul 09 17:40:14.833876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56e4bee9-beda-4e33-bfb6-199084a1b1a1 req-ba5f7aad-0ade-455a-8206-9afa57180859 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Jul 09 17:40:15.280413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac7f1b-d9b8-482a-a12b-7e9f5fe54214 req-65b95ac9-74cf-4b6e-9b79-2eb31e5dd51a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:15.282310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5ac7f1b-d9b8-482a-a12b-7e9f5fe54214 req-65b95ac9-74cf-4b6e-9b79-2eb31e5dd51a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0880070 Jul 09 17:40:15.326900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5ac7f1b-d9b8-482a-a12b-7e9f5fe54214 req-66b3abcf-5d23-44f3-b082-22480c306580 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388329 Jul 09 17:40:15.414994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-deaf6f78-fdc5-470b-a51b-aac768ed9596 req-f90feb62-9b91-4bfc-82d9-9a0c551834f5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=000519e8-b286-439d-bd99-26eafbefad0a HTTP/1.1" status: 200 len: 210 time: 0.0299382 Jul 09 17:40:15.929707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:16.031446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91416ad-7182-497a-a753-c9bf28208104 req-2c3fb106-2f88-4865-a91d-006e22f9a66b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:16.033240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f91416ad-7182-497a-a753-c9bf28208104 req-2c3fb106-2f88-4865-a91d-006e22f9a66b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0785797 Jul 09 17:40:16.072003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f91416ad-7182-497a-a753-c9bf28208104 req-ad249013-d2e3-4c52-993e-b0e02772b2e3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jul 09 17:40:16.516891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05991909-fb3f-4f8f-9d26-dfd5729aeb47 req-d083544d-a1ac-481b-acc6-01f01c94b917 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:16.518539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05991909-fb3f-4f8f-9d26-dfd5729aeb47 req-d083544d-a1ac-481b-acc6-01f01c94b917 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0719779 Jul 09 17:40:16.558633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05991909-fb3f-4f8f-9d26-dfd5729aeb47 req-71376506-f12a-4e3b-a67c-04e980a96596 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343986 Jul 09 17:40:17.266285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6176d4-6a8e-40cd-944c-6dea6402d80e req-1a6b9603-cf8a-4b04-abb0-5bea01629fc8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:17.267756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb6176d4-6a8e-40cd-944c-6dea6402d80e req-1a6b9603-cf8a-4b04-abb0-5bea01629fc8 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0824566 Jul 09 17:40:17.311813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eb6176d4-6a8e-40cd-944c-6dea6402d80e req-86e7e8a1-b3b4-464c-b214-df04569e0da2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Jul 09 17:40:17.753992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33294-bcb6-47e2-b097-654dac647c5e req-30cf8bb3-33df-4773-a8ec-f77394c20fcf tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:17.755642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cb33294-bcb6-47e2-b097-654dac647c5e req-30cf8bb3-33df-4773-a8ec-f77394c20fcf tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0743499 Jul 09 17:40:17.818869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7cb33294-bcb6-47e2-b097-654dac647c5e req-11659388-d9fd-4542-9660-fbf022399c84 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507283 Jul 09 17:40:18.500188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8e3d4-ec3e-41d6-bd25-3cd2944a9c18 req-b5647089-f80d-4e17-90dd-fce5af09ea4e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:18.501974 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71a8e3d4-ec3e-41d6-bd25-3cd2944a9c18 req-b5647089-f80d-4e17-90dd-fce5af09ea4e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0661845 Jul 09 17:40:18.546599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71a8e3d4-ec3e-41d6-bd25-3cd2944a9c18 req-c9867dd4-3cf2-4591-b7df-087da7e4e06c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371397 Jul 09 17:40:19.013485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b34c5-75e5-4508-a9df-e5b5d52d95e6 req-8f48fe28-feb6-42d0-820f-e48ed7a52354 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:19.015665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e82b34c5-75e5-4508-a9df-e5b5d52d95e6 req-8f48fe28-feb6-42d0-820f-e48ed7a52354 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0706048 Jul 09 17:40:19.057470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e82b34c5-75e5-4508-a9df-e5b5d52d95e6 req-e8524b20-b1fc-41bd-a152-b8cc4b2086a6 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331125 Jul 09 17:40:19.725882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb29ac-5933-495d-8f4c-fad43b641b93 req-8b53babf-9bf8-4b9c-ab07-fc668f822740 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:19.727402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8bb29ac-5933-495d-8f4c-fad43b641b93 req-8b53babf-9bf8-4b9c-ab07-fc668f822740 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0640266 Jul 09 17:40:19.766400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8bb29ac-5933-495d-8f4c-fad43b641b93 req-8bd6bf69-1b1d-4f82-922a-c53fd65c6b57 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Jul 09 17:40:20.248089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d51cc0-6d3a-4074-94e4-b523355e63f9 req-fbd23df1-8429-4b6f-bfe9-1d8d339f4e75 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:20.249862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5d51cc0-6d3a-4074-94e4-b523355e63f9 req-fbd23df1-8429-4b6f-bfe9-1d8d339f4e75 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 944 time: 0.0729003 Jul 09 17:40:20.311140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5d51cc0-6d3a-4074-94e4-b523355e63f9 req-45a7bb37-e8ca-413c-bf05-79a50f16ad67 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342271 Jul 09 17:40:20.657998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ad6e9695-cc73-45b5-8d03-99b7cc5d90ef details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:40:20.755255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:20.767658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:40:20.810386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:20.824394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6e9695-cc73-45b5-8d03-99b7cc5d90ef {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:40:20.846927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:20.862765 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:20.916289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:20.924832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.925278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.925694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.926105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.926511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.926914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.927313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.927792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.928228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.928595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.928990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.929394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:20.950782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01eae-e321-4da9-8a26-c428e899fb8a req-de0a91fb-f24c-49d1-9638-90fc6a89bb70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:20.957488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-feb01eae-e321-4da9-8a26-c428e899fb8a req-de0a91fb-f24c-49d1-9638-90fc6a89bb70 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0749102 Jul 09 17:40:20.994428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-feb01eae-e321-4da9-8a26-c428e899fb8a req-f2524a9f-cc5d-4ac3-af8e-ef127bb1c9bf tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Jul 09 17:40:21.109300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:21.494738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ae81-0dc2-4f30-a1d3-87113be2cbcc req-f8f055a2-36b5-49ca-bceb-c184a56c0ddd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:21.496653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3223ae81-0dc2-4f30-a1d3-87113be2cbcc req-f8f055a2-36b5-49ca-bceb-c184a56c0ddd tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 945 time: 0.0690491 Jul 09 17:40:21.539527 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3223ae81-0dc2-4f30-a1d3-87113be2cbcc req-a6a174ca-5bfa-4de5-a72c-47506f650c2b tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359826 Jul 09 17:40:22.200588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb7ae3-309a-4273-bd14-4578d7bccdbc req-884c0bc5-9020-4f59-b9a3-2db59bc86dc2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:22.209144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40fb7ae3-309a-4273-bd14-4578d7bccdbc req-884c0bc5-9020-4f59-b9a3-2db59bc86dc2 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0755918 Jul 09 17:40:22.248036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-40fb7ae3-309a-4273-bd14-4578d7bccdbc req-c6353162-1e9f-4727-a971-433faf813987 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376308 Jul 09 17:40:22.675234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ad6e9695-cc73-45b5-8d03-99b7cc5d90ef up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:22.739200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:22.743623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:22.744051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:22.746714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362f9e4-3704-4765-92d9-c420f00c13d2 req-70974778-86ca-4881-8214-38e490f2f85d tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:22.748491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1362f9e4-3704-4765-92d9-c420f00c13d2 req-70974778-86ca-4881-8214-38e490f2f85d tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 945 time: 0.0872486 Jul 09 17:40:22.803404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1362f9e4-3704-4765-92d9-c420f00c13d2 req-cfc3ce4f-fdb9-4d8b-8d6d-1a66c9460699 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487969 Jul 09 17:40:22.853205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:22.888530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:22.889554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:22.892849 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775843b6-39ae-4f4f-8b70-cf3d05f4c5ef" -d '{"events": [{"server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "name": "network-vif-plugged", "status": "completed", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:22.896943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:22.950579 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2606ef-c5ea-4dbb-9d39-2bab6bcc5708 x-openstack-request-id: req-0f2606ef-c5ea-4dbb-9d39-2bab6bcc5708 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:22.950752 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "name": "network-vif-plugged", "status": "completed", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:22.950983 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f2606ef-c5ea-4dbb-9d39-2bab6bcc5708 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:22.951473 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'code': 200} Jul 09 17:40:22.969094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:23.081717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2f-13b0-4fec-b7b7-9fb7a8aaa2c1 req-92d640c7-7c56-4852-9eaf-5e755ec6e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:23.083559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b64ac2f-13b0-4fec-b7b7-9fb7a8aaa2c1 req-92d640c7-7c56-4852-9eaf-5e755ec6e864 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1098 time: 0.0615263 Jul 09 17:40:23.121032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b64ac2f-13b0-4fec-b7b7-9fb7a8aaa2c1 req-90bb4452-5d70-46db-89d0-ad52af6610d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308645 Jul 09 17:40:23.437325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d50b8-ad49-4d22-b0bd-8a9fa1e37f19 req-5b7d032b-770a-4356-bab9-9b46d07f942a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:23.439079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-693d50b8-ad49-4d22-b0bd-8a9fa1e37f19 req-5b7d032b-770a-4356-bab9-9b46d07f942a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0655491 Jul 09 17:40:23.477707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-693d50b8-ad49-4d22-b0bd-8a9fa1e37f19 req-506f5522-b74b-4c5a-ae3f-3692e95ac12d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327721 Jul 09 17:40:24.039550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fa8b1-58bf-4ee9-b6e5-a720199ce979 req-22b89c64-cfd3-42a9-bf2c-fe99d8f4940e tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:24.047140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a87fa8b1-58bf-4ee9-b6e5-a720199ce979 req-22b89c64-cfd3-42a9-bf2c-fe99d8f4940e tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 946 time: 0.0903375 Jul 09 17:40:24.092060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a87fa8b1-58bf-4ee9-b6e5-a720199ce979 req-d14cb313-adce-4583-91ee-ab5d09a75b8d tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434210 Jul 09 17:40:24.685696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7c977-9082-4d6f-83c3-df93e5b6965e req-cb9f310c-88a5-4b18-9ba9-86f4d15c3055 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:24.688214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ef7c977-9082-4d6f-83c3-df93e5b6965e req-cb9f310c-88a5-4b18-9ba9-86f4d15c3055 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0873222 Jul 09 17:40:24.736093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ef7c977-9082-4d6f-83c3-df93e5b6965e req-470ce5c2-d07b-4750-bd19-bb14364da15e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Jul 09 17:40:25.275077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d10d6-1348-4f53-8b6c-c9c2ec0ce405 req-e06d51d4-00a8-4f3b-9363-e79e910aa3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:25.276759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e78d10d6-1348-4f53-8b6c-c9c2ec0ce405 req-e06d51d4-00a8-4f3b-9363-e79e910aa3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 946 time: 0.0660226 Jul 09 17:40:25.319079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e78d10d6-1348-4f53-8b6c-c9c2ec0ce405 req-7e75a84f-a4d7-4dac-ace4-97651ad85855 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355480 Jul 09 17:40:25.523537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144402d-0bc5-4cd0-84e8-ad2b0aa2e4d0 req-0a5fb675-60d5-4b1c-991f-a8c7f615522d tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:25.525152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b144402d-0bc5-4cd0-84e8-ad2b0aa2e4d0 req-0a5fb675-60d5-4b1c-991f-a8c7f615522d tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 946 time: 0.0784025 Jul 09 17:40:25.575463 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b144402d-0bc5-4cd0-84e8-ad2b0aa2e4d0 req-397e16f7-0a36-409e-8028-432567f74836 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439272 Jul 09 17:40:25.606075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:25.786336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc92c6-4bac-4453-9670-a8b098ce1081 tempest-TestVolumeBackupRestore-360620749 tempest-TestVolumeBackupRestore-360620749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:25.788180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-efbc92c6-4bac-4453-9670-a8b098ce1081 tempest-TestVolumeBackupRestore-360620749 tempest-TestVolumeBackupRestore-360620749-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1093 time: 0.1810739 Jul 09 17:40:25.791295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:25.796722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:25.823079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.941751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:25.942380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38d15a-bbda-4f24-8cbe-b12adc4630bf req-e072ac89-02f6-4bf9-8842-2a2f4c99513a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:25.948284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b38d15a-bbda-4f24-8cbe-b12adc4630bf req-e072ac89-02f6-4bf9-8842-2a2f4c99513a tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0798042 Jul 09 17:40:25.988104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b38d15a-bbda-4f24-8cbe-b12adc4630bf req-d4e7ffa6-d3dd-47a4-8406-534a3b3aae1d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 Jul 09 17:40:26.087345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Allocated IP 172.25.3.170 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/a532ed13-760d-4f79-a185-9c4d37858593) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:26.200050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.244738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.259036 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:40:26.302910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'Port': ['ID=a532ed13-760d-4f79-a185-9c4d37858593,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:26.306599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:26.308382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:26.310605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:26.740724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:26.854213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.026346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.033818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.115446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event updated for resources: {'Port': ['ID=a532ed13-760d-4f79-a185-9c4d37858593,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:27.120777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.279566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60d8bb-2d0d-4f0f-99c2-d0a32ce48150 req-a0d6fed5-a68c-4512-a956-2b5f29aa08bb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:27.281020 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed60d8bb-2d0d-4f0f-99c2-d0a32ce48150 req-a0d6fed5-a68c-4512-a956-2b5f29aa08bb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.1248200 Jul 09 17:40:27.282293 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Floating IP 6a40850d-9ba5-4939-a3e6-8e49de363ca8 associated. External IP: 172.25.3.170, port: ad6e9695-cc73-45b5-8d03-99b7cc5d90ef. Jul 09 17:40:27.393273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed60d8bb-2d0d-4f0f-99c2-d0a32ce48150 req-a183b381-1d75-4b46-b02b-9e6da04cb1f4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741458 Jul 09 17:40:27.532979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Router 09b68f4a-2682-4165-8b27-ca75b85cdd10 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:27.661500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:27.672519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] Sync routers for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:27.686437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:27.687328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:27.690617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.736654 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-703ebf1f-d0df-4475-a4d7-85b3ec2ba3c1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9440408 Jul 09 17:40:27.737229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:27.739701 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cded4bc-fe35-49f2-b5af-db6547b8934b" -d '{"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:27.739891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35240) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:27.787735 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ca3398-fce8-494a-af35-a2476964f414 x-openstack-request-id: req-c9ca3398-fce8-494a-af35-a2476964f414 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:27.788064 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:27.788441 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9ca3398-fce8-494a-af35-a2476964f414 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:27.788874 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'status': 'completed', 'code': 200} Jul 09 17:40:27.816280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62364285-a85a-49eb-86fb-3abf5c0dbdff tempest-TestVolumeBackupRestore-360620749 tempest-TestVolumeBackupRestore-360620749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:27.818140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62364285-a85a-49eb-86fb-3abf5c0dbdff tempest-TestVolumeBackupRestore-360620749 tempest-TestVolumeBackupRestore-360620749-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1093 time: 0.0770297 Jul 09 17:40:27.821035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:27.834296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Request body: {'floatingip': {'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:27.878610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:27.936796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:27.999714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-1201ec97-6107-47e3-9ecf-8a360437e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:28.002078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-1201ec97-6107-47e3-9ecf-8a360437e993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1098 time: 0.1723866 Jul 09 17:40:28.134431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '6a40850d-9ba5-4939-a3e6-8e49de363ca8', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:40:26Z', 'updated_at': '2021-07-09T17:40:26Z', 'revision_number': 0, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:28.164299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] Checking router: 09b68f4a-2682-4165-8b27-ca75b85cdd10 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:28.175290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:28.176262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:28.302535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-1180ec9a-d82b-4950-908a-6afc12073125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:28.304044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-1180ec9a-d82b-4950-908a-6afc12073125 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 914 time: 0.2938051 Jul 09 17:40:28.309925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:28.376183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ff3ec-0250-43f4-9f8f-7ce8c8e321ad req-e0fba456-3e80-413c-9a9d-1abde7668bde tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:28.377846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa9ff3ec-0250-43f4-9f8f-7ce8c8e321ad req-e0fba456-3e80-413c-9a9d-1abde7668bde tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 945 time: 0.0826516 Jul 09 17:40:28.426938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-2ff1b037-6914-4d93-b561-03e9c72666af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 1000 time: 0.1116891 Jul 09 17:40:28.430236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa9ff3ec-0250-43f4-9f8f-7ce8c8e321ad req-a36ab439-5b8d-4a08-a780-f04791337805 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Jul 09 17:40:28.596320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '6a40850d-9ba5-4939-a3e6-8e49de363ca8', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:40:26Z', 'updated_at': '2021-07-09T17:40:26Z', 'revision_number': 0, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:28.628497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16605c5-805a-496d-8db3-6d6aafa66ae7 None None] The sync data for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 is: [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '6a40850d-9ba5-4939-a3e6-8e49de363ca8', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:40:26Z', 'updated_at': '2021-07-09T17:40:26Z', 'revision_number': 0, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:28.856075 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a8d1e-3bd3-423b-b3a6-73d67669fce6 None None] New status for floating IP 6a40850d-9ba5-4939-a3e6-8e49de363ca8: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:40:28.927019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-1d481bfc-b805-438c-b587-8f39ee7363c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:28.928667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-1d481bfc-b805-438c-b587-8f39ee7363c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 200 len: 852 time: 0.4923203 Jul 09 17:40:29.040809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d5830-7815-4a93-a30c-07842675bc57 req-cd59ea9e-47ae-4acb-be87-86e426c88dd1 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:29.042472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b00d5830-7815-4a93-a30c-07842675bc57 req-cd59ea9e-47ae-4acb-be87-86e426c88dd1 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.2066984 Jul 09 17:40:29.143239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-402905bb-9afa-4136-be46-cb6371b52994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:29.144847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-402905bb-9afa-4136-be46-cb6371b52994 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a390667-7f60-4217-bfcf-c96a38b9a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854661 Jul 09 17:40:29.175665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b00d5830-7815-4a93-a30c-07842675bc57 req-bbbea387-a633-4369-b94f-41e676061185 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062446 Jul 09 17:40:29.192218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.209082 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.db.api [None req-626a8d1e-3bd3-423b-b3a6-73d67669fce6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:40:29.209494 n-d-791506-17 neutron-server[93898]: DEBUG oslo_db.api [None req-626a8d1e-3bd3-423b-b3a6-73d67669fce6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:40:29.217885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.344870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-5e60a5ce-c950-4110-8f9b-89215b28dbba service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858408 Jul 09 17:40:29.522683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cded4bc-fe35-49f2-b5af-db6547b8934b req-a69197b2-2f65-47c5-9199-f65c7bfd8bbd service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691265 Jul 09 17:40:29.532120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Router 09b68f4a-2682-4165-8b27-ca75b85cdd10 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:29.626854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14148-4edb-4248-a51e-f25d8692b3b4 req-62ef5f64-a768-43be-ad8f-3faa61c42fef tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:29.630935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73b14148-4edb-4248-a51e-f25d8692b3b4 req-62ef5f64-a768-43be-ad8f-3faa61c42fef tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 945 time: 0.0890560 Jul 09 17:40:29.663957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:29.671042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:29.673062 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73b14148-4edb-4248-a51e-f25d8692b3b4 req-dc620e9f-1b3a-4192-a183-fd4eb10d8133 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376525 Jul 09 17:40:29.711319 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a8d1e-3bd3-423b-b3a6-73d67669fce6 None None] New status for floating IP 6a40850d-9ba5-4939-a3e6-8e49de363ca8: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:40:29.759060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6bae99e6-7c6d-479d-b829-6ba9a6cc9b23 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "PUT /v2.0/floatingips/6a40850d-9ba5-4939-a3e6-8e49de363ca8 HTTP/1.1" status: 200 len: 992 time: 1.9368539 Jul 09 17:40:29.790044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}, {'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:29.792835 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52abde32-611e-44a8-9602-9fb7b5129a90" -d '{"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}, {"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:29.833872 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7d7be9-07b9-4eb5-9d0e-3bbbc905015f x-openstack-request-id: req-3a7d7be9-07b9-4eb5-9d0e-3bbbc905015f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:29.834220 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:29.834526 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a7d7be9-07b9-4eb5-9d0e-3bbbc905015f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:29.834986 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'status': 'completed', 'code': 200} Jul 09 17:40:29.836586 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'status': 'completed', 'code': 200} Jul 09 17:40:29.913502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-2c8f983f-0707-4586-a05d-14e4fc255078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:29.915070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-2c8f983f-0707-4586-a05d-14e4fc255078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1098 time: 0.0590854 Jul 09 17:40:29.952618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] Sync routers for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:29.971244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:29.972314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:30.069537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8775f8fc-3f66-459e-8bb8-2f18a1554568 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.072032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8775f8fc-3f66-459e-8bb8-2f18a1554568 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 945 time: 0.1272638 Jul 09 17:40:30.074956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-0f405f6a-ecb7-4b5f-8891-f8ffc96e2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.077454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-0f405f6a-ecb7-4b5f-8891-f8ffc96e2eee service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 914 time: 0.1541286 Jul 09 17:40:30.153224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:30.166126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-1982bfec-ecc6-4ea0-8433-6cbb75ecc660 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 1002 time: 0.0812175 Jul 09 17:40:30.189007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Deleting port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:30.189354 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.229929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-8fee4d24-9cf6-4cd8-bb9a-813ec4cf0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.231626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-8fee4d24-9cf6-4cd8-bb9a-813ec4cf0ab2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 200 len: 852 time: 0.0566809 Jul 09 17:40:30.300679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] For port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:30.301601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.346024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-e0e2a4ba-2ec5-4c9b-83f4-19a878794c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.347888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-e0e2a4ba-2ec5-4c9b-83f4-19a878794c1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a390667-7f60-4217-bfcf-c96a38b9a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087708 Jul 09 17:40:30.469340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '6a40850d-9ba5-4939-a3e6-8e49de363ca8', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:40:26Z', 'updated_at': '2021-07-09T17:40:29Z', 'revision_number': 2, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:30.469641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-73f992d4-fe01-49ec-a800-fdfba3994848 service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117790 Jul 09 17:40:30.518336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1f77-45a2-4073-bfc7-b9580a1d8a69 req-0ce42a03-f15e-432a-988b-58dbe1130fd5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.521377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5df1f77-45a2-4073-bfc7-b9580a1d8a69 req-0ce42a03-f15e-432a-988b-58dbe1130fd5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.1588471 Jul 09 17:40:30.606345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-0f189428-e74d-4e0c-bc8f-b60465bbaf0a service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251562 Jul 09 17:40:30.628208 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5df1f77-45a2-4073-bfc7-b9580a1d8a69 req-a738208f-86ab-4a04-a11c-b7d700174997 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667217 Jul 09 17:40:30.632425 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.632859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.633174 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Floating IP c94ad666-135e-4682-9851-00947b694bd1 disassociated. External IP: 172.25.3.251, port: 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8. Jul 09 17:40:30.633523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Calling delete_port for 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:30.681402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] Checking router: 09b68f4a-2682-4165-8b27-ca75b85cdd10 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:30.694596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:30.695877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:30.725861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-6acaaca0-e7ed-4333-8292-35d7fadf54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.730203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-6acaaca0-e7ed-4333-8292-35d7fadf54c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1098 time: 0.0653665 Jul 09 17:40:30.839631 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:30.846756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:30.882816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event deleted for resources: {'Port': ['ID=64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:30.914894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-386def51-7abf-48f0-ac87-606ec9308a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.917067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-386def51-7abf-48f0-ac87-606ec9308a9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 914 time: 0.1812367 Jul 09 17:40:30.942110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354654d5-81db-4ba0-940f-8846d3f3f661 req-13182378-c2dd-4a80-bba7-e12c06a591c1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:30.943700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-354654d5-81db-4ba0-940f-8846d3f3f661 req-13182378-c2dd-4a80-bba7-e12c06a591c1 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4494a7-0049-4306-9775-61dae5216edc HTTP/1.1" status: 200 len: 867 time: 0.1416290 Jul 09 17:40:31.019303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-354654d5-81db-4ba0-940f-8846d3f3f661 req-680d4ddd-684b-43f1-9814-14b2f6f6eacb tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0689007-bb4a-4c18-8130-16aedb129b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453150 Jul 09 17:40:31.036640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:31.039519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-4f55cf40-e97f-4863-8b07-c80bf5c7ed81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 1002 time: 0.1123872 Jul 09 17:40:31.119375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-cd0d6679-d36e-4e30-bd18-731a452e8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:31.121058 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-cd0d6679-d36e-4e30-bd18-731a452e8551 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 200 len: 852 time: 0.0743082 Jul 09 17:40:31.143793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '6a40850d-9ba5-4939-a3e6-8e49de363ca8', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:40:26Z', 'updated_at': '2021-07-09T17:40:29Z', 'revision_number': 2, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:31.186967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39c199-7b80-4cb8-b358-9bb822eef125 None None] The sync data for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 is: [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '6a40850d-9ba5-4939-a3e6-8e49de363ca8', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'port_id': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'mac_address': 'fa:16:3e:4c:93:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eea44-379a-44ce-8699-0af4746658fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:40:26Z', 'updated_at': '2021-07-09T17:40:29Z', 'revision_number': 2, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:31.201367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:31.216704 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:31.221517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-e6104861-0136-468c-8bd1-94d183c1ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:31.223239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-e6104861-0136-468c-8bd1-94d183c1ca70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a390667-7f60-4217-bfcf-c96a38b9a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945733 Jul 09 17:40:31.237427 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:31.238145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:31.264249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] No DVR routers for this DVR port 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:31.269582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:31.271880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-018c0f1f-963f-49ca-a224-9638b3e8e40e req-8115eb02-be01-4718-a49f-918d8fdc70ac tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.36 "DELETE /v2.0/ports/64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 HTTP/1.1" status: 204 len: 173 time: 1.1946151 Jul 09 17:40:31.272472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'name': 'network-vif-deleted', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:31.276282 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3423f3-b663-4843-a5b9-6c33be54da5b" -d '{"events": [{"server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "name": "network-vif-deleted", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:31.373156 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3e20df-8f1c-4e1a-abbd-c35b39cf909f x-openstack-request-id: req-ac3e20df-8f1c-4e1a-abbd-c35b39cf909f {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:31.373686 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4494a7-0049-4306-9775-61dae5216edc", "name": "network-vif-deleted", "tag": "64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:31.376720 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac3e20df-8f1c-4e1a-abbd-c35b39cf909f {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:31.377156 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4494a7-0049-4306-9775-61dae5216edc', 'name': 'network-vif-deleted', 'tag': '64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8', 'status': 'completed', 'code': 200} Jul 09 17:40:31.406700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-0417a6cd-10e9-4f37-819d-d1ad131f73b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679611 Jul 09 17:40:31.432796 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:31.569154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52abde32-611e-44a8-9602-9fb7b5129a90 req-056dc5aa-b536-497b-9f57-d6837c788a65 service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546268 Jul 09 17:40:31.706971 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:31.736946 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:31.746327 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:31.746954 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:31.839657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba2d1a-e48f-4eef-9f45-138e6ee6bf3f req-b6fa0488-3c62-4d9a-9462-6130d333f4c5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:31.841237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34ba2d1a-e48f-4eef-9f45-138e6ee6bf3f req-b6fa0488-3c62-4d9a-9462-6130d333f4c5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0881670 Jul 09 17:40:31.875587 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:31.891911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34ba2d1a-e48f-4eef-9f45-138e6ee6bf3f req-6877d74e-f3bf-43cf-a250-d3cc3d2a69f5 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Jul 09 17:40:32.100507 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:32.126678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb67df-c7f5-43ee-9414-4f2ed38e3a08 None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:32:57Z', 'revision_number': 4, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'fd28da81-ccf5-4c93-b9cb-3a40451c26c7', 'name': '', 'network_id': '1a585b07-066e-437d-be8a-73b7bc670da6', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'mac_address': 'fa:16:3e:a7:1b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:56Z', 'updated_at': '2021-07-09T17:33:09Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'subnets': [{'id': '7ea2716b-74fc-4f48-8407-1dc5849c62c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:32.168712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35286) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:32.248779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe860-beec-4d53-8b9d-417dcc814436 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.281801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe860-beec-4d53-8b9d-417dcc814436 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.359903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe860-beec-4d53-8b9d-417dcc814436 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.364100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8cdfe860-beec-4d53-8b9d-417dcc814436 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.368254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8cdfe860-beec-4d53-8b9d-417dcc814436 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0689007-bb4a-4c18-8130-16aedb129b52 HTTP/1.1" status: 204 len: 168 time: 0.1982958 Jul 09 17:40:32.368456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35288) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:32.378829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfe860-beec-4d53-8b9d-417dcc814436 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0689007-bb4a-4c18-8130-16aedb129b52,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:32.383183 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-83b10ed4-bd86-45d1-96dd-1da2b02e6c44 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] show failed (client error): The resource could not be found. Jul 09 17:40:32.387800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-83b10ed4-bd86-45d1-96dd-1da2b02e6c44 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "GET /v2.0/security-groups/e0689007-bb4a-4c18-8130-16aedb129b52 HTTP/1.1" status: 404 len: 347 time: 0.0149119 Jul 09 17:40:32.387927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35290) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:32.481493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232cf01-1e15-4e86-8915-9216ca9e098b None None] New status for floating IP c94ad666-135e-4682-9851-00947b694bd1: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:40:32.526489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Deleting port 8585c931-6b30-4dfe-abe2-8d7845705f98 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:32.527493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.541693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-84afa42f-da37-411b-a569-d9867eec0bfb req-6c90c248-7319-4e8f-8a26-c878f793db24 service neutron] (93895) timed out ('10.222.0.36', 62926) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:40:32.630186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.630625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.644430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Calling delete_port for 8585c931-6b30-4dfe-abe2-8d7845705f98 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:32.818565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.852284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Pushing event deleted for resources: {'Port': ['ID=8585c931-6b30-4dfe-abe2-8d7845705f98,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:32.929536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.932952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:32.935303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5695896d-f231-4b61-9fcc-d7dec2197681 tempest-AttachVolumeTestJSON-337020302 tempest-AttachVolumeTestJSON-337020302-project] 10.222.0.21 "DELETE /v2.0/floatingips/c94ad666-135e-4682-9851-00947b694bd1 HTTP/1.1" status: 204 len: 168 time: 0.5456033 Jul 09 17:40:32.971926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-15cadd52-c353-40ca-966c-2c769e8f2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:32.973595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-15cadd52-c353-40ca-966c-2c769e8f2968 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.1508224 Jul 09 17:40:32.994038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3b9a8-2b3e-4b68-9779-813aca2de2ea req-f791e964-d219-477e-98eb-3151315ae307 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:32.999133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-88a3b9a8-2b3e-4b68-9779-813aca2de2ea req-f791e964-d219-477e-98eb-3151315ae307 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1136763 Jul 09 17:40:33.097460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-88a3b9a8-2b3e-4b68-9779-813aca2de2ea req-d8a512e6-c763-47fe-9f76-eb12b3b81eb4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884080 Jul 09 17:40:33.135882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-46772a85-6529-4997-a52e-7adb08df9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:33.137466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-46772a85-6529-4997-a52e-7adb08df9462 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1371114 Jul 09 17:40:33.166910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc32bd-9eff-4160-92ea-61d04db64831 req-72697f82-82fb-4fa2-a97e-8c779a48d86d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:33.175104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8afc32bd-9eff-4160-92ea-61d04db64831 req-72697f82-82fb-4fa2-a97e-8c779a48d86d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.1356673 Jul 09 17:40:33.225930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-7784a223-7d9b-43a0-85a1-f4c93cbac5ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.0776103 Jul 09 17:40:33.228351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8afc32bd-9eff-4160-92ea-61d04db64831 req-088dbfc0-7371-404c-8a24-b0707cf32a4d tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523090 Jul 09 17:40:33.320511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-c9c9636d-f7a4-430a-8eb5-0a31a410933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:33.327561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-c9c9636d-f7a4-430a-8eb5-0a31a410933e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0937898 Jul 09 17:40:33.439135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-62c6d617-61a2-4a59-a08f-11c2d53e96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:33.441153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-62c6d617-61a2-4a59-a08f-11c2d53e96b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062171 Jul 09 17:40:33.581155 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-5ce674cb-36f4-4c3e-b458-bb1eacf84615 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190279 Jul 09 17:40:33.692457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a36b4fa-bb51-4de7-9ab7-0e4fc24fc130 req-8fd080e4-56e2-4601-b0bd-6d172cbac27f service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016765 Jul 09 17:40:33.695934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafddee3-ae6d-46cd-9b95-8d23c2fae250 req-58deb00f-b42a-4758-b010-667c4bb60e10 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:33.705301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fafddee3-ae6d-46cd-9b95-8d23c2fae250 req-58deb00f-b42a-4758-b010-667c4bb60e10 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0853722 Jul 09 17:40:33.740798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fafddee3-ae6d-46cd-9b95-8d23c2fae250 req-2f42468a-669c-4ff6-a3a9-48a347cb1c6e tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Jul 09 17:40:33.920535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:33.946125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:33.946826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 64cb84ff-e8a2-4f78-9eb3-3e557e8e09e8 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:33.956140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccee42-614b-4a8e-9c24-e17e4069bd6a req-dfbcdb79-02f3-40a2-82db-b054cd6e940b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:33.958225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3ccee42-614b-4a8e-9c24-e17e4069bd6a req-dfbcdb79-02f3-40a2-82db-b054cd6e940b tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0753870 Jul 09 17:40:34.004756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3ccee42-614b-4a8e-9c24-e17e4069bd6a req-258dfb6d-9d75-4793-aaf4-3db599fe7ca9 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Jul 09 17:40:34.425729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df8db6-fc77-4fb6-a73f-cfd551693c0b req-1402fe11-081b-468f-9d72-40d76a1a8ee6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:34.428453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19df8db6-fc77-4fb6-a73f-cfd551693c0b req-1402fe11-081b-468f-9d72-40d76a1a8ee6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1138566 Jul 09 17:40:34.479724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19df8db6-fc77-4fb6-a73f-cfd551693c0b req-7e616a8d-2a22-4dd5-968f-11ba89f3da34 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Jul 09 17:40:34.482569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64823d54-344c-411c-b2fd-cf88f79e160f req-91fc7870-f055-4208-b39b-8ab8b300cd03 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:34.484556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64823d54-344c-411c-b2fd-cf88f79e160f req-91fc7870-f055-4208-b39b-8ab8b300cd03 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.0830791 Jul 09 17:40:34.533582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64823d54-344c-411c-b2fd-cf88f79e160f req-0e638b9b-7cb4-4e4c-9031-4aa55ed77b41 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Jul 09 17:40:35.694263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a4a4-4a80-4202-abe0-c0802517dc78 req-778e7dc6-8dbc-4cac-b6ff-031168b32ccc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:35.701895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69a4a4a4-4a80-4202-abe0-c0802517dc78 req-778e7dc6-8dbc-4cac-b6ff-031168b32ccc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0830173 Jul 09 17:40:35.766744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69a4a4a4-4a80-4202-abe0-c0802517dc78 req-b6f3f649-d8b9-4a46-9b9d-300f20f429f2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597918 Jul 09 17:40:35.803480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-58c0825f-d1a7-4969-b0bc-ba8f6a3c2ef3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:35.805892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-58c0825f-d1a7-4969-b0bc-ba8f6a3c2ef3 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.1755888 Jul 09 17:40:35.897614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f530b-bb67-4b87-b262-5c06f33ac2e9 req-ac347ce5-d157-4af6-a0d8-c7b8be83aad7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:35.899433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-828f530b-bb67-4b87-b262-5c06f33ac2e9 req-ac347ce5-d157-4af6-a0d8-c7b8be83aad7 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 946 time: 0.1668725 Jul 09 17:40:35.972166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-828f530b-bb67-4b87-b262-5c06f33ac2e9 req-534594d7-286e-43cd-baae-4ee5ff932fdb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531514 Jul 09 17:40:35.993120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:35.993617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.090260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port 113a0da8-e200-447e-bcd8-2cacc9c22ee4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=113a0da8-e200-447e-bcd8-2cacc9c22ee4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:36.090629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.109510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for 113a0da8-e200-447e-bcd8-2cacc9c22ee4 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:36.245420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.261477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4', '113a0da8-e200-447e-bcd8-2cacc9c22ee4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:36.285647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=113a0da8-e200-447e-bcd8-2cacc9c22ee4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:36.332750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.332984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.333268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.333646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.333977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.334354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.334742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.335095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.335496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.335745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.336158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.336452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:36.361962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port 113a0da8-e200-447e-bcd8-2cacc9c22ee4 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:36.365970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:36.368571 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-172b7e41-b2b2-42fc-9ac1-0a715ac469da req-b22d3b96-0dd7-4612-93d5-c6635de336d6 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "DELETE /v2.0/ports/113a0da8-e200-447e-bcd8-2cacc9c22ee4 HTTP/1.1" status: 204 len: 173 time: 0.5567410 Jul 09 17:40:36.369248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c417432-661e-4998-a8ce-346101738874', 'name': 'network-vif-deleted', 'tag': '113a0da8-e200-447e-bcd8-2cacc9c22ee4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:36.382890 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebbbceb-49e3-4e34-90f0-0887582c9c35" -d '{"events": [{"server_uuid": "2c417432-661e-4998-a8ce-346101738874", "name": "network-vif-deleted", "tag": "113a0da8-e200-447e-bcd8-2cacc9c22ee4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:36.480327 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f538c1a-ff9f-46bb-b55e-ff90e0caebbb x-openstack-request-id: req-3f538c1a-ff9f-46bb-b55e-ff90e0caebbb {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:36.480660 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c417432-661e-4998-a8ce-346101738874", "name": "network-vif-deleted", "tag": "113a0da8-e200-447e-bcd8-2cacc9c22ee4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:36.480955 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f538c1a-ff9f-46bb-b55e-ff90e0caebbb {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:36.481985 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c417432-661e-4998-a8ce-346101738874', 'name': 'network-vif-deleted', 'tag': '113a0da8-e200-447e-bcd8-2cacc9c22ee4', 'status': 'completed', 'code': 200} Jul 09 17:40:37.184400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d557932-7c34-4266-aa5b-12e98dbaef12 req-fc9e71bb-1099-4e25-94ae-2866fc34f44f tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c417432-661e-4998-a8ce-346101738874 HTTP/1.1" status: 200 len: 210 time: 0.0397801 Jul 09 17:40:38.261721 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.311799 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:39.678423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a0f9b-b6ce-4450-b6b8-031073df0ce3 req-9b703649-ecd6-4cc6-81d7-f221b217c0eb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:39.680018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-843a0f9b-b6ce-4450-b6b8-031073df0ce3 req-9b703649-ecd6-4cc6-81d7-f221b217c0eb tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 945 time: 0.0635920 Jul 09 17:40:39.719335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-843a0f9b-b6ce-4450-b6b8-031073df0ce3 req-44061101-54d2-4943-8ee9-2870812cea00 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Jul 09 17:40:39.951160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 113a0da8-e200-447e-bcd8-2cacc9c22ee4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:39.981029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 113a0da8-e200-447e-bcd8-2cacc9c22ee4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:39.981971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 113a0da8-e200-447e-bcd8-2cacc9c22ee4 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:40.017813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-382992ae-cff5-41d2-a62d-66ce511f391a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:40.019320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-382992ae-cff5-41d2-a62d-66ce511f391a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1129334 Jul 09 17:40:40.034701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-fd4713dd-6d1c-4f31-9ccd-02bca22a255b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0096800 Jul 09 17:40:40.107518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-fb1883d5-aff5-4ac5-a6df-00d7864c3ff5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667646 Jul 09 17:40:40.200723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-d7963066-7baa-4ca6-965d-f7bb679d8d31 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859923 Jul 09 17:40:40.300216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-af1d6115-a6fb-4a2e-8583-6529e8aa3ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932946 Jul 09 17:40:40.369193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-746674f1-08ce-4ed1-9726-f6fcdd23b166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:40.659187 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e06f84e8-e9be-4cf0-a7ac-fa3af572e929 req-cbc99ef9-a7c3-4ba6-b377-c63d2f0f986f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0405660 Jul 09 17:40:40.924295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-f3e80d11-81ce-40b3-85a3-f3088e714297 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:40.926086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-f3e80d11-81ce-40b3-85a3-f3088e714297 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 945 time: 0.1090872 Jul 09 17:40:40.995385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4358d-7bde-4761-967e-4505f260855b req-5e0401ea-be45-4296-8504-6ebe51e91160 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:40.998301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bca4358d-7bde-4761-967e-4505f260855b req-5e0401ea-be45-4296-8504-6ebe51e91160 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 945 time: 0.1341918 Jul 09 17:40:41.080407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bca4358d-7bde-4761-967e-4505f260855b req-e48c0fe7-8664-4400-a5bc-a5704bb37029 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd544bba-3659-466a-9eec-f49a59eb3b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757074 Jul 09 17:40:41.116754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Deleting port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:41.117106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.213588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] For port 0c68905c-4a7b-4792-9bcf-667601ccb6b4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=0c68905c-4a7b-4792-9bcf-667601ccb6b4,segment=NetworkSegment(93da5b0f-e42f-4206-a0ef-45ff5f7eb050),segment_id=93da5b0f-e42f-4206-a0ef-45ff5f7eb050)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:41.214094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.227537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Calling delete_port for 0c68905c-4a7b-4792-9bcf-667601ccb6b4 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:41.395567 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.407950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['0c68905c-4a7b-4792-9bcf-667601ccb6b4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:41.425120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Pushing event deleted for resources: {'Port': ['ID=0c68905c-4a7b-4792-9bcf-667601ccb6b4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:41.477557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] No DVR routers for this DVR port 0c68905c-4a7b-4792-9bcf-667601ccb6b4 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:41.480342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:41.482990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66cd65f6-5158-48c1-9fa2-1dae306ceae2 req-396c61c0-9ce3-4b1d-9cca-224fa54bb02c tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.36 "DELETE /v2.0/ports/0c68905c-4a7b-4792-9bcf-667601ccb6b4 HTTP/1.1" status: 204 len: 173 time: 0.5503032 Jul 09 17:40:41.483830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'name': 'network-vif-deleted', 'tag': '0c68905c-4a7b-4792-9bcf-667601ccb6b4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:41.486139 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de9571-564e-4d13-a15b-2a5dd85943ce" -d '{"events": [{"server_uuid": "922d77e3-d781-4c32-b4d9-3b3b14b80c7e", "name": "network-vif-deleted", "tag": "0c68905c-4a7b-4792-9bcf-667601ccb6b4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:41.522470 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382993f7-61f2-4f17-8113-61480b47f30a x-openstack-request-id: req-382993f7-61f2-4f17-8113-61480b47f30a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:41.522866 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922d77e3-d781-4c32-b4d9-3b3b14b80c7e", "name": "network-vif-deleted", "tag": "0c68905c-4a7b-4792-9bcf-667601ccb6b4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:41.523127 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-382993f7-61f2-4f17-8113-61480b47f30a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:41.523874 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922d77e3-d781-4c32-b4d9-3b3b14b80c7e', 'name': 'network-vif-deleted', 'tag': '0c68905c-4a7b-4792-9bcf-667601ccb6b4', 'status': 'completed', 'code': 200} Jul 09 17:40:41.838968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79555ccc-42b4-4e07-83d0-894ea28606ca req-a738d0e2-21b0-4425-9726-ff321887186e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0422034 Jul 09 17:40:41.869520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-f0abd2ac-5f38-40af-a298-f51e099edf7d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:41.871297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-f0abd2ac-5f38-40af-a298-f51e099edf7d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1454666 Jul 09 17:40:41.884074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:42.004750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:42.008371 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.222122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.5 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/84de3dc0-efc1-4f9b-bdfc-0813595330a4) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:42.324550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f55d5dd-fe03-4b8a-b0d8-4f25ad7ca244 req-3676f5ca-3917-45b7-aef3-aca7d90a01b4 tempest-ServersTestJSON-764049125 tempest-ServersTestJSON-764049125-project] 10.222.0.21 "GET /v2.0/ports?device_id=922d77e3-d781-4c32-b4d9-3b3b14b80c7e HTTP/1.1" status: 200 len: 210 time: 0.0444212 Jul 09 17:40:42.399908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.414363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object 84de3dc0-efc1-4f9b-bdfc-0813595330a4 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:42.454136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.501358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:42.504602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:42.507267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:42.536267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=84de3dc0-efc1-4f9b-bdfc-0813595330a4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:42.581425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:42.582182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.608873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-0a65fae6-3f5c-477c-8058-3e56adaed978 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7283680 Jul 09 17:40:42.623901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Request body: {'port': {'device_id': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:42.725033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.826374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3eafcd09-b58d-4c6d-b8a5-854f744a59ca None None] Provisioning for port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:42.830916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3eafcd09-b58d-4c6d-b8a5-854f744a59ca None None] Provisioning complete for port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:42.831403 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eafcd09-b58d-4c6d-b8a5-854f744a59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:42.893428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3eafcd09-b58d-4c6d-b8a5-854f744a59ca None None] Port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:40:42.944937 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-92f75079-45e4-4f8f-b81e-d142e5395734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.063563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84de3dc0-efc1-4f9b-bdfc-0813595330a4 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:40:43.072149 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.084390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Transition to ACTIVE for port object 84de3dc0-efc1-4f9b-bdfc-0813595330a4 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:43.120977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.254921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Pushing event updated for resources: {'Port': ['ID=84de3dc0-efc1-4f9b-bdfc-0813595330a4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:43.292089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db1bc-cbb5-4813-ac81-3b7a90a3888d req-e5762616-64b2-4b42-af9b-85231fd71d65 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:43.303225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f54db1bc-cbb5-4813-ac81-3b7a90a3888d req-e5762616-64b2-4b42-af9b-85231fd71d65 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.2170029 Jul 09 17:40:43.365341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.374087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f54db1bc-cbb5-4813-ac81-3b7a90a3888d req-37cb9156-424a-46aa-a769-e17e3bcb58d5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691512 Jul 09 17:40:43.378683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Attempting to bind port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:43.378993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Attempting to bind port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:43.379335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Attempting to bind port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:43.392958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:40:43.393290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Attempting to bind port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:43.420314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:43.420697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:43.421115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:43.421554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Bound port: 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:43.421918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.460430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:43.509640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35470) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:43.552733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Deleting subnet 40b31871-ab7c-47cf-b3d0-4b1139a10076 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:40:43.557101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.562707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] For port 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:43.566644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] For port 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:43.573078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.620169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.621317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:43.622134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.624235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] 10.222.0.36 "PUT /v2.0/ports/84de3dc0-efc1-4f9b-bdfc-0813595330a4 HTTP/1.1" status: 200 len: 1092 time: 1.0067830 Jul 09 17:40:43.624710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'tag': '84de3dc0-efc1-4f9b-bdfc-0813595330a4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:43.628099 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe" -d '{"events": [{"name": "network-changed", "server_uuid": "7d89e9f4-e2dd-4e22-af38-60710959f471", "tag": "84de3dc0-efc1-4f9b-bdfc-0813595330a4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:43.709593 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.722115 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a234a44c-1c6d-49ad-b81c-65bbd3a9505f x-openstack-request-id: req-a234a44c-1c6d-49ad-b81c-65bbd3a9505f {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:43.722347 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d89e9f4-e2dd-4e22-af38-60710959f471", "tag": "84de3dc0-efc1-4f9b-bdfc-0813595330a4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:43.722582 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a234a44c-1c6d-49ad-b81c-65bbd3a9505f {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:43.722965 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'tag': '84de3dc0-efc1-4f9b-bdfc-0813595330a4', 'status': 'completed', 'code': 200} Jul 09 17:40:43.736282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671e448-784b-4b89-bd3d-7ef1ab4ba883 service neutron] Pushing event updated for resources: {'Port': ['ID=84de3dc0-efc1-4f9b-bdfc-0813595330a4,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:43.766069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7d1233a8-4ff6-4485-8491-2e902427fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:43.768008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-7d1233a8-4ff6-4485-8491-2e902427fae3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 1095 time: 0.0974634 Jul 09 17:40:43.827157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-18684a1d-05e8-4a40-89a7-ea0bede679e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4 HTTP/1.1" status: 200 len: 217 time: 0.0515778 Jul 09 17:40:43.882583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.887105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-d1ee072f-5a9d-45c5-8882-c8617b2ccfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:43.889240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-d1ee072f-5a9d-45c5-8882-c8617b2ccfff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0548358 Jul 09 17:40:43.938143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b31871-ab7c-47cf-b3d0-4b1139a10076,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:43.948613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903408-cc6a-4753-8ce2-e149aac735be req-2e316560-8764-48d2-808b-71867eb02bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:43.948890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.949403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.949914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.950407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.950525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-2e316560-8764-48d2-808b-71867eb02bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547693 Jul 09 17:40:43.950989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.951321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.951647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.951989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.952446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.952897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.953364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.953832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:40:43.965570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:43.967648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3b50c92d-6575-4170-aa11-a296e92c1771 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/40b31871-ab7c-47cf-b3d0-4b1139a10076 HTTP/1.1" status: 204 len: 168 time: 0.5062249 Jul 09 17:40:43.970371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35476) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:43.985282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0c68905c-4a7b-4792-9bcf-667601ccb6b4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:44.014413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 0c68905c-4a7b-4792-9bcf-667601ccb6b4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:44.015111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 0c68905c-4a7b-4792-9bcf-667601ccb6b4 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:44.016909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.047368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.219674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.247871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46149a0c-c7cf-4a25-91b9-a58a77768dc5']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:44.273248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93da5b0f-e42f-4206-a0ef-45ff5f7eb050') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:44.273616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93da5b0f-e42f-4206-a0ef-45ff5f7eb050') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:44.287999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.308487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.326741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:40:44.327214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:40:44.341326 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:40:44.431803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.439229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.440975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] 10.222.0.21 "DELETE /v2.0/networks/46149a0c-c7cf-4a25-91b9-a58a77768dc5 HTTP/1.1" status: 204 len: 168 time: 0.4695137 Jul 09 17:40:44.448306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-771e6956-193e-4d44-b03e-11b9b0bf675f service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858394 Jul 09 17:40:44.455477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed0375-3234-46c8-9851-b0a7ef17849d admin admin] Pushing event deleted for resources: {'Network': ['ID=46149a0c-c7cf-4a25-91b9-a58a77768dc5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:44.465486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.644727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1903408-cc6a-4753-8ce2-e149aac735be req-2c7142fa-fe11-4ebd-a0c7-f508da04cf98 service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882958 Jul 09 17:40:44.645294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35482) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:44.757443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409273-b746-4b93-9e3a-9a554ca72c93 req-c4520617-ce52-4909-912a-236d27b710ba tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:44.759012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8409273-b746-4b93-9e3a-9a554ca72c93 req-c4520617-ce52-4909-912a-236d27b710ba tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.1816921 Jul 09 17:40:44.761678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2da7e3f9-4448-4f61-a911-362518645699 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70070219107b45e4a0d1f073da62fd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132576 Jul 09 17:40:44.764375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35484) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:44.852366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8409273-b746-4b93-9e3a-9a554ca72c93 req-61b9d239-28c3-4f00-a383-2614f3c82081 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Jul 09 17:40:44.868772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-fd92fd37-99f9-49d9-8501-32e9d6479437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:44.870441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-fd92fd37-99f9-49d9-8501-32e9d6479437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 1095 time: 0.1743946 Jul 09 17:40:44.871319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf130-1c1c-4845-ba65-107006c91412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:44.941687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf130-1c1c-4845-ba65-107006c91412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.010028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-9977b432-a5f6-4fbb-b224-5f6e002acd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:45.011436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-9977b432-a5f6-4fbb-b224-5f6e002acd07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1298387 Jul 09 17:40:45.027011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf130-1c1c-4845-ba65-107006c91412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.029613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf130-1c1c-4845-ba65-107006c91412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.033567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9f3bf130-1c1c-4845-ba65-107006c91412 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd544bba-3659-466a-9eec-f49a59eb3b66 HTTP/1.1" status: 204 len: 168 time: 0.2654693 Jul 09 17:40:45.085587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-83d6ba46-eb24-4457-a6d4-08818c8c4ec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4 HTTP/1.1" status: 200 len: 217 time: 0.0659482 Jul 09 17:40:45.103109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bf130-1c1c-4845-ba65-107006c91412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd544bba-3659-466a-9eec-f49a59eb3b66,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:45.140547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Deleting port fd28da81-ccf5-4c93-b9cb-3a40451c26c7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:45.141191 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.147190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-8bd91ebf-a3f2-4384-b989-3bf3870cdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:45.149081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-8bd91ebf-a3f2-4384-b989-3bf3870cdd0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0565228 Jul 09 17:40:45.215267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-078a637f-4674-4aba-bf17-7e320241da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:45.217390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-078a637f-4674-4aba-bf17-7e320241da91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614116 Jul 09 17:40:45.237339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] For port fd28da81-ccf5-4c93-b9cb-3a40451c26c7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:45.237788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.252814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Calling delete_port for fd28da81-ccf5-4c93-b9cb-3a40451c26c7 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:45.346296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-241ec67a-f210-4839-99cc-a7c86b9814ad service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224039 Jul 09 17:40:45.469867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de6126e8-a9a6-4bfd-9f68-c6a52578fefe req-c1af5e21-f31b-4398-bb33-6c3bb4756de2 service neutron] 10.222.0.36 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172125 Jul 09 17:40:45.479607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.532665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd28da81-ccf5-4c93-b9cb-3a40451c26c7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:45.708151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.908513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:45.990022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:40:45.996191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35508) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:46.107165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1788874181-network', 'tenant_id': '158c6e7870d74b0982345c1da8e6cc5c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:46.134522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Made reservation on behalf of 158c6e7870d74b0982345c1da8e6cc5c for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:46.136786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.147730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.156014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:40:46.165375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06fa3a9f-1dce-4ff9-920f-dd5f3bdd4bf8 admin admin] 10.222.0.21 "PUT /v2.0/routers/b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546776 Jul 09 17:40:46.166094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35512) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:46.169480 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] Sync routers for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:40:46.176251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253805-a33a-46ed-8b0b-b43e961c2d13 req-7a51fedd-c5b0-4371-93da-b67f84db111e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:46.180300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb253805-a33a-46ed-8b0b-b43e961c2d13 req-7a51fedd-c5b0-4371-93da-b67f84db111e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.1339934 Jul 09 17:40:46.182833 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:46.183464 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:46.255116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.262225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.275665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:40:46.287498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.287972 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Added segment 90820702-310e-47c9-8b84-d0eebb1b8d93 of type vlan for network bc5f83ea-a606-424e-9965-964b9099eee9 Jul 09 17:40:46.302646 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:46.308815 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.352404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.373902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82f0d21-1214-4ac2-a108-ce7ac149f146,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:46.389343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb253805-a33a-46ed-8b0b-b43e961c2d13 req-d7ad9ad8-b637-4e62-8cd6-fb98288427d9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780780 Jul 09 17:40:46.436861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.438718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:46.439324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.488767 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.518562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5185244 Jul 09 17:40:46.524462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35514) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:46.534702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Request body: {'subnet': {'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1788874181-subnet', 'tenant_id': '158c6e7870d74b0982345c1da8e6cc5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:46.535538 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:40:45Z', 'revision_number': 5, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port': {'id': 'e27bacf4-c0b7-46ce-84cb-cb63fd7c7339', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fe:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:32:51Z', 'updated_at': '2021-07-09T17:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:46.544160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff9838-8371-4d26-b6c6-5b023e1bd338 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5f83ea-a606-424e-9965-964b9099eee9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:46.560929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network bc5f83ea-a606-424e-9965-964b9099eee9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:40:46.578937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Made reservation on behalf of 158c6e7870d74b0982345c1da8e6cc5c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:46.587821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.664550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Deleting port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:46.666434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.694287 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] Checking router: b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:40:46.704087 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] Routers {'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:40:46.704776 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:46.790551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] For port e27bacf4-c0b7-46ce-84cb-cb63fd7c7339, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:46.790973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.802493 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] Set router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:40:46.807284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Calling delete_port for e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:46.860072 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:40:46Z', 'revision_number': 6, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:46.868177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:46.897680 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faaf90a-a9ea-4c3e-8b71-5de96c7523bd None None] The sync data for ids ['b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f'] in n-d-791506-17 is: [{'id': 'b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f', 'name': 'tempest-AttachVolumeTestJSON-1501634558-router', 'tenant_id': 'ffd787d7268a46c39cb5290602e278f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:32:50Z', 'updated_at': '2021-07-09T17:40:46Z', 'revision_number': 6, 'project_id': 'ffd787d7268a46c39cb5290602e278f6', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:40:46.969696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Pushing event updated for resources: {'Subnet': ['ID=360761c3-9f3d-4ce4-a729-9ec261f94815,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:46.973831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Checking segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:46.974227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Network hostable DHCP agents. Network: bc5f83ea-a606-424e-9965-964b9099eee9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:40:46.993157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Network bc5f83ea-a606-424e-9965-964b9099eee9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:40:47.004982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, bc5f83ea-a606-424e-9965-964b9099eee9) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:47.010003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:47.010707 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.018235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911fcfff-929b-4c6c-8c0c-aad7124140df None None] Network bc5f83ea-a606-424e-9965-964b9099eee9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:47.031700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-248a7ae9-d3e7-41b5-a25c-6fc69598121c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5054095 Jul 09 17:40:47.041513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.073120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27bacf4-c0b7-46ce-84cb-cb63fd7c7339,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:47.151958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.173738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d8155-3349-462d-8f58-2aae6eb6f01e None None] Network bc5f83ea-a606-424e-9965-964b9099eee9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:47.268331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.272644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.335035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.335622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:40:47.344971 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.346226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-32446265-dcd5-46bb-bcd5-2edac3e45f15 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b7c43ce9-90a7-4ee6-92df-3c9f20f5e34f HTTP/1.1" status: 204 len: 168 time: 1.1790416 Jul 09 17:40:47.350116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35524) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:47.410674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Deleting subnet 7ea2716b-74fc-4f48-8407-1dc5849c62c1 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:40:47.414434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.510538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.586149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3979-8d47-4271-928e-f02ff49657bd req-25daa8fa-cf22-4570-8384-e538d1a73433 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:47.588420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-525e3979-8d47-4271-928e-f02ff49657bd req-25daa8fa-cf22-4570-8384-e538d1a73433 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.0716045 Jul 09 17:40:47.590892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-7ada888b-6ed7-4600-97f1-03973d60a24c tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:47.592428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-7ada888b-6ed7-4600-97f1-03973d60a24c tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.1555474 Jul 09 17:40:47.629508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-cedba058-6127-473f-9256-18b0de89d589 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/quotas/158c6e7870d74b0982345c1da8e6cc5c HTTP/1.1" status: 200 len: 375 time: 0.0183024 Jul 09 17:40:47.633619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-525e3979-8d47-4271-928e-f02ff49657bd req-18f2d5c1-b91d-4a45-b3b1-ea325fa6c24c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352101 Jul 09 17:40:47.636791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.692087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-eded354a-6d31-4335-8698-ed3d4ae95cd3 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527358 Jul 09 17:40:47.766140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.806237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea2716b-74fc-4f48-8407-1dc5849c62c1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:47.810384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.814815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c07c8331-b41c-4541-9da8-9a91db558862 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7ea2716b-74fc-4f48-8407-1dc5849c62c1 HTTP/1.1" status: 204 len: 168 time: 0.4610617 Jul 09 17:40:47.815026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31cdfc1-74db-456c-ba1e-ff5b75060f6b None None] Network 1a585b07-066e-437d-be8a-73b7bc670da6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:40:47.815427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35536) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:47.828026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-a0ba7630-b85d-4dff-8045-54bdf438d891 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280274 Jul 09 17:40:47.898228 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:47.935938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-8e44e64d-f5a8-49c1-89c4-4a3a7e436988 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971260 Jul 09 17:40:47.953092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Deleting port a1e30340-8162-444a-9a46-c05f842b4b81 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:47.953554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.036822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] For port a1e30340-8162-444a-9a46-c05f842b4b81, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1e30340-8162-444a-9a46-c05f842b4b81,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:48.037185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.052229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Calling delete_port for a1e30340-8162-444a-9a46-c05f842b4b81 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:48.059405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] DHCP port deletion for 1a585b07-066e-437d-be8a-73b7bc670da6 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:40:48.109371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] Deleting port a1e30340-8162-444a-9a46-c05f842b4b81 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:40:48.109775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.170249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71c00d10-0960-4e89-bf82-619019639849 req-c7a26299-3f74-45f4-aaaf-f78e808e0999 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 210 time: 0.0335984 Jul 09 17:40:48.185182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] For port a1e30340-8162-444a-9a46-c05f842b4b81, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a1e30340-8162-444a-9a46-c05f842b4b81,segment=NetworkSegment(59eea334-316b-4c9c-813d-23459c99b60b),segment_id=59eea334-316b-4c9c-813d-23459c99b60b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:48.185582 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.205157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] Calling delete_port for a1e30340-8162-444a-9a46-c05f842b4b81 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:40:48.213078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.239493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e30340-8162-444a-9a46-c05f842b4b81,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:48.250218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] No DVR routers for this DVR port a1e30340-8162-444a-9a46-c05f842b4b81 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:48.301601 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.331115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] No DVR routers for this DVR port a1e30340-8162-444a-9a46-c05f842b4b81 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:40:48.332846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.333482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1752-19cb-4b1b-9ccd-a65338ffd36b None None] Pushing event deleted for resources: {'Port': ['ID=a1e30340-8162-444a-9a46-c05f842b4b81,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:48.348326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a585b07-066e-437d-be8a-73b7bc670da6']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:48.362364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59eea334-316b-4c9c-813d-23459c99b60b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:48.362728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59eea334-316b-4c9c-813d-23459c99b60b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:40:48.374281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.390239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.396991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:40:48.397450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:40:48.399232 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:40:48.463147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.468555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.470665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1a585b07-066e-437d-be8a-73b7bc670da6 HTTP/1.1" status: 204 len: 168 time: 0.6538129 Jul 09 17:40:48.494131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50aee2-db72-4299-bf38-44fb4221b776 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a585b07-066e-437d-be8a-73b7bc670da6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:48.593837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35550) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:48.635421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a7dc9ae-6766-4741-98d2-9ed64186902b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffd787d7268a46c39cb5290602e278f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404305 Jul 09 17:40:48.637825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35552) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:48.687135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe439-5873-4248-b754-71e1d1b63932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.710681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe439-5873-4248-b754-71e1d1b63932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.777963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe439-5873-4248-b754-71e1d1b63932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.783247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe439-5873-4248-b754-71e1d1b63932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:48.787554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bf4fe439-5873-4248-b754-71e1d1b63932 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92b5cbb5-27dc-44c1-a7f5-6f7bded7e205 HTTP/1.1" status: 204 len: 168 time: 0.1486809 Jul 09 17:40:48.796984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fe439-5873-4248-b754-71e1d1b63932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5cbb5-27dc-44c1-a7f5-6f7bded7e205,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:48.856581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217381-d330-422c-a184-07e862696f7e req-c801a15e-5149-42b0-96df-366ce5d73175 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:48.859117 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d217381-d330-422c-a184-07e862696f7e req-c801a15e-5149-42b0-96df-366ce5d73175 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.0951622 Jul 09 17:40:48.904311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d217381-d330-422c-a184-07e862696f7e req-8bd7da58-c771-468f-bb5d-8e45412abd26 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Jul 09 17:40:48.949811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1e30340-8162-444a-9a46-c05f842b4b81 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:48.971687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a1e30340-8162-444a-9a46-c05f842b4b81 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:48.972249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a1e30340-8162-444a-9a46-c05f842b4b81 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:48.972813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fd28da81-ccf5-4c93-b9cb-3a40451c26c7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:48.991864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: fd28da81-ccf5-4c93-b9cb-3a40451c26c7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:48.992411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fd28da81-ccf5-4c93-b9cb-3a40451c26c7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:48.992832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:40:49.020940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:40:49.021274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e27bacf4-c0b7-46ce-84cb-cb63fd7c7339 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:40:49.340086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3693688b-a1ef-4c9a-b12a-b2a11be0772f req-fdcc8a7c-80b5-43f7-bd89-44498807a85f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 210 time: 0.0383050 Jul 09 17:40:49.517378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-b32ffb07-26e2-40f8-b5bd-99f4a995c815 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:49.519251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-b32ffb07-26e2-40f8-b5bd-99f4a995c815 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.1310115 Jul 09 17:40:49.531825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Request body: {'port': {'device_id': 'c284def3-a4f8-4284-be44-3f774277383b', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'admin_state_up': True, 'tenant_id': '158c6e7870d74b0982345c1da8e6cc5c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:49.658736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Made reservation on behalf of 158c6e7870d74b0982345c1da8e6cc5c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:40:49.662775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:49.800462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Allocated IP 172.20.0.11 (bc5f83ea-a606-424e-9965-964b9099eee9/360761c3-9f3d-4ce4-a729-9ec261f94815/dd60ef5c-efa1-4797-8583-db3fcf7768f9) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:40:49.963058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.008062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.082171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Network bc5f83ea-a606-424e-9965-964b9099eee9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:40:50.087752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:40:50.092701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:40:50.121617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event updated for resources: {'Port': ['ID=dd60ef5c-efa1-4797-8583-db3fcf7768f9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:50.164436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:50.165121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.195868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3401d48-d029-416d-aaa3-34a0f33666f1 req-c3dd1a7c-4586-4460-829a-3d8014d83305 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:50.197412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3401d48-d029-416d-aaa3-34a0f33666f1 req-c3dd1a7c-4586-4460-829a-3d8014d83305 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.1578112 Jul 09 17:40:50.199529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-427df5a8-b89c-4cca-a613-e21121a7b6f9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6718950 Jul 09 17:40:50.217140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Request body: {'port': {'device_id': 'c284def3-a4f8-4284-be44-3f774277383b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:40:50.276892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3401d48-d029-416d-aaa3-34a0f33666f1 req-7a129e64-d750-4cd5-89f9-99db809791c9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720780 Jul 09 17:40:50.322281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.537919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a4a1-fb09-41ff-a533-3e262779b88f req-045f6348-a72f-4a7b-bf42-6c2b98482417 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:50.544607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9605a4a1-fb09-41ff-a533-3e262779b88f req-045f6348-a72f-4a7b-bf42-6c2b98482417 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 932 time: 0.0832903 Jul 09 17:40:50.590154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9605a4a1-fb09-41ff-a533-3e262779b88f req-6833828c-b417-4582-8b2f-10642e486bc5 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Jul 09 17:40:50.625862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd60ef5c-efa1-4797-8583-db3fcf7768f9 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:40:50.634950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.650300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Transition to ACTIVE for port object dd60ef5c-efa1-4797-8583-db3fcf7768f9 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:40:50.654497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.729975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60ef5c-efa1-4797-8583-db3fcf7768f9,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:50.816665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Attempting to bind port dd60ef5c-efa1-4797-8583-db3fcf7768f9 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:40:50.816994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Attempting to bind port dd60ef5c-efa1-4797-8583-db3fcf7768f9 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:40:50.817393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Attempting to bind port dd60ef5c-efa1-4797-8583-db3fcf7768f9 on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:50.822215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Port dd60ef5c-efa1-4797-8583-db3fcf7768f9 on network bc5f83ea-a606-424e-9965-964b9099eee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:40:50.822534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Attempting to bind port dd60ef5c-efa1-4797-8583-db3fcf7768f9 on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:40:50.828041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:40:50.828378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Checking segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:40:50.828812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Bound using segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:40:50.829247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Bound port: dd60ef5c-efa1-4797-8583-db3fcf7768f9, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:40:50.829603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.902363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] For port dd60ef5c-efa1-4797-8583-db3fcf7768f9, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:40:50.905755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] For port dd60ef5c-efa1-4797-8583-db3fcf7768f9, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:40:50.910963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.948995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:50.948995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:50.948995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd60ef5c-efa1-4797-8583-db3fcf7768f9 HTTP/1.1" status: 200 len: 1093 time: 0.7365530 Jul 09 17:40:50.948995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c284def3-a4f8-4284-be44-3f774277383b', 'tag': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:50.952742 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ad82e-174e-4901-9788-47586383744b" -d '{"events": [{"name": "network-changed", "server_uuid": "c284def3-a4f8-4284-be44-3f774277383b", "tag": "dd60ef5c-efa1-4797-8583-db3fcf7768f9"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:50.981582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6764-eb8d-4d07-8384-3fa3ab7365c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd60ef5c-efa1-4797-8583-db3fcf7768f9,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:51.018710 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c58ca-8f22-4453-a151-bdd06a341523 x-openstack-request-id: req-f66c58ca-8f22-4453-a151-bdd06a341523 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:51.018993 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c284def3-a4f8-4284-be44-3f774277383b", "tag": "dd60ef5c-efa1-4797-8583-db3fcf7768f9", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:51.019240 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f66c58ca-8f22-4453-a151-bdd06a341523 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:51.019678 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c284def3-a4f8-4284-be44-3f774277383b', 'tag': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9', 'status': 'completed', 'code': 200} Jul 09 17:40:51.045788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-df105f85-4d85-46bd-86c9-a3fd3b6e8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.047421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-df105f85-4d85-46bd-86c9-a3fd3b6e8a9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 1096 time: 0.0573590 Jul 09 17:40:51.092611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-7ad9a8f9-0644-4420-9224-b576ef180269 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9 HTTP/1.1" status: 200 len: 217 time: 0.0380197 Jul 09 17:40:51.142934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-808826c3-2022-4ca0-a32e-ec0cbb7fae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.144558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-808826c3-2022-4ca0-a32e-ec0cbb7fae78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0464373 Jul 09 17:40:51.176683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-70f95aa6-ded6-4171-a7f3-407d4d956f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262098 Jul 09 17:40:51.273809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-95335621-ed0b-4bd5-bd7a-0ca388a28523 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910258 Jul 09 17:40:51.372493 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb57f741-16d7-4adb-94ba-77dc0d74c332 req-5dbe2042-0631-4f56-9882-a3440a707001 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919831 Jul 09 17:40:51.488520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e42757-f53e-4c41-bf39-248fe465bcd4 req-2f34f762-6cf6-490f-a418-a35760f1c95b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.488872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ad82e-174e-4901-9788-47586383744b req-f6b2e8e8-7643-4821-a69c-4f667dce1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.490742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-f6b2e8e8-7643-4821-a69c-4f667dce1656 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 1096 time: 0.0671608 Jul 09 17:40:51.491535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1e42757-f53e-4c41-bf39-248fe465bcd4 req-2f34f762-6cf6-490f-a418-a35760f1c95b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.0802867 Jul 09 17:40:51.529959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b1e42757-f53e-4c41-bf39-248fe465bcd4 req-b85a1a5d-cdc9-4241-986f-8940576693bc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Jul 09 17:40:51.600942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ad82e-174e-4901-9788-47586383744b req-29eba687-b52a-4b64-9fb6-be71e8a56244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.602958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-29eba687-b52a-4b64-9fb6-be71e8a56244 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 916 time: 0.1058164 Jul 09 17:40:51.646468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-0132cbd0-0fcd-466b-ae47-2dfe4db7ebd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9 HTTP/1.1" status: 200 len: 217 time: 0.0357120 Jul 09 17:40:51.705517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ad82e-174e-4901-9788-47586383744b req-e721d31c-1fd2-46d4-93b9-a110cafceff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.707270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-e721d31c-1fd2-46d4-93b9-a110cafceff2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0540516 Jul 09 17:40:51.765938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-189ee7c1-62f5-4210-a045-12ce7c04bdfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476792 Jul 09 17:40:51.850663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df889e0-8d49-4804-ae4b-03e8490fa461 req-255b77fd-a83d-4efb-9a2d-b79c1f646e03 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:51.852189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8df889e0-8d49-4804-ae4b-03e8490fa461 req-255b77fd-a83d-4efb-9a2d-b79c1f646e03 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 944 time: 0.1439826 Jul 09 17:40:51.905702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-65e06c9d-2834-47ed-85f1-f6e03c36c175 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321471 Jul 09 17:40:51.908747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8df889e0-8d49-4804-ae4b-03e8490fa461 req-217c8ad5-c553-4bf4-a9d6-dbc4eb311eea tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497212 Jul 09 17:40:51.997732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-705ad82e-174e-4901-9788-47586383744b req-47dd373b-330f-499d-b877-9c224450f2a9 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Jul 09 17:40:52.026577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35630) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:52.150538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a858079f-88d6-42f6-8cae-e6458b41a70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.261981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a858079f-88d6-42f6-8cae-e6458b41a70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.267071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a858079f-88d6-42f6-8cae-e6458b41a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.305126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a858079f-88d6-42f6-8cae-e6458b41a70a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb6f6e5b501a496783401824ba29b138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774706 Jul 09 17:40:52.306041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858079f-88d6-42f6-8cae-e6458b41a70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc88ce-e160-4c5d-9408-50598f33dc95,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:52.308804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35634) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:52.360157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ccb3be0a-e15b-4208-bb36-033516a26c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.385994 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ccb3be0a-e15b-4208-bb36-033516a26c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.442408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ccb3be0a-e15b-4208-bb36-033516a26c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.444975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ccb3be0a-e15b-4208-bb36-033516a26c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.446135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ccb3be0a-e15b-4208-bb36-033516a26c15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90fc88ce-e160-4c5d-9408-50598f33dc95 HTTP/1.1" status: 204 len: 168 time: 0.1360865 Jul 09 17:40:52.453966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3be0a-e15b-4208-bb36-033516a26c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc88ce-e160-4c5d-9408-50598f33dc95,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:52.710621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfe16a-82de-48dd-b7d7-686accf4e448 req-d013be04-241c-4382-8e80-e3c692224d21 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:52.712617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3cfe16a-82de-48dd-b7d7-686accf4e448 req-d013be04-241c-4382-8e80-e3c692224d21 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.0654275 Jul 09 17:40:52.751615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35642) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:52.753779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3cfe16a-82de-48dd-b7d7-686accf4e448 req-3c1e0446-9ed9-497e-9679-f8c1369af124 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357673 Jul 09 17:40:52.766716 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae96e253-ad9d-45d5-8ca3-d09d1edca112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.880015 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae96e253-ad9d-45d5-8ca3-d09d1edca112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.885978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae96e253-ad9d-45d5-8ca3-d09d1edca112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:52.928857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae96e253-ad9d-45d5-8ca3-d09d1edca112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=615dcb31eb0d49cb99b22efd2337cb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761010 Jul 09 17:40:52.933270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:52.933472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e253-ad9d-45d5-8ca3-d09d1edca112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d2ac0-0e2e-4912-abf0-23f7d226095f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:53.004097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-720af2df-0072-403c-b44f-2deb554e8094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:53.025996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-720af2df-0072-403c-b44f-2deb554e8094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:53.085991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-720af2df-0072-403c-b44f-2deb554e8094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:53.090411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-720af2df-0072-403c-b44f-2deb554e8094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:53.091954 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-720af2df-0072-403c-b44f-2deb554e8094 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a64d2ac0-0e2e-4912-abf0-23f7d226095f HTTP/1.1" status: 204 len: 168 time: 0.1589413 Jul 09 17:40:53.103917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720af2df-0072-403c-b44f-2deb554e8094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d2ac0-0e2e-4912-abf0-23f7d226095f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:53.114682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e859c01-18fd-4f20-a417-c9ade6093fd7 req-c676875d-bfde-4554-b591-e8bc623f7b9a tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:53.116967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e859c01-18fd-4f20-a417-c9ade6093fd7 req-c676875d-bfde-4554-b591-e8bc623f7b9a tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 944 time: 0.0782671 Jul 09 17:40:53.161831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e859c01-18fd-4f20-a417-c9ade6093fd7 req-9bb9f895-18c6-443b-96b4-8a3593af2fb9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Jul 09 17:40:53.958128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6c495-91ad-4297-9ef6-d6ab29d4ffee req-4d40e3cd-0435-4c92-aff1-b3db139bf2b3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:53.960238 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29f6c495-91ad-4297-9ef6-d6ab29d4ffee req-4d40e3cd-0435-4c92-aff1-b3db139bf2b3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.0717289 Jul 09 17:40:54.006952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29f6c495-91ad-4297-9ef6-d6ab29d4ffee req-f4a94559-abd4-416f-a029-5ddb86ecce62 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Jul 09 17:40:54.016866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd60ef5c-efa1-4797-8583-db3fcf7768f9 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:40:54.125708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dd60ef5c-efa1-4797-8583-db3fcf7768f9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:54.138955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'port_id': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9', 'mac_address': 'fa:16:3e:30:dd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360761c3-9f3d-4ce4-a729-9ec261f94815', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:40:54.182392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:54.196994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd60ef5c-efa1-4797-8583-db3fcf7768f9 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:40:54.220083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dd60ef5c-efa1-4797-8583-db3fcf7768f9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:54.226084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:54.283377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dd60ef5c-efa1-4797-8583-db3fcf7768f9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:54.363565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d5d3-e196-405f-b4f9-f68a1a711bb3 req-4447fe98-f2c9-4e2d-a18e-03677fb325bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:54.369290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85a5d5d3-e196-405f-b4f9-f68a1a711bb3 req-4447fe98-f2c9-4e2d-a18e-03677fb325bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 945 time: 0.0828161 Jul 09 17:40:54.411993 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-85a5d5d3-e196-405f-b4f9-f68a1a711bb3 req-16e49af0-051e-4f35-8b6b-f5ea57f6a144 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373962 Jul 09 17:40:54.452181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:55.218675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dacce-da85-4581-bfa1-d81f5ac97702 req-cef7b439-a09a-4946-b1af-f63e21467642 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:55.223741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a9dacce-da85-4581-bfa1-d81f5ac97702 req-cef7b439-a09a-4946-b1af-f63e21467642 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 943 time: 0.0834923 Jul 09 17:40:55.267839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a9dacce-da85-4581-bfa1-d81f5ac97702 req-ccbae868-5eaf-4d6a-92a1-067669ebe089 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Jul 09 17:40:55.628522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504218b-37dc-4d8e-a157-7a239321e602 req-c0a41ee8-0688-4bcd-9010-16f6ea3187d4 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:55.630091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7504218b-37dc-4d8e-a157-7a239321e602 req-c0a41ee8-0688-4bcd-9010-16f6ea3187d4 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 945 time: 0.0752556 Jul 09 17:40:55.673927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7504218b-37dc-4d8e-a157-7a239321e602 req-9b6b784d-cc3d-4b2d-aac1-51ff6c00e42f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372150 Jul 09 17:40:55.773999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35738) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:55.933016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52d25300-eef8-4973-9de5-c914a7132ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.017883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 84de3dc0-efc1-4f9b-bdfc-0813595330a4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:40:56.022625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd60ef5c-efa1-4797-8583-db3fcf7768f9 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:56.050134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52d25300-eef8-4973-9de5-c914a7132ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.056346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52d25300-eef8-4973-9de5-c914a7132ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.099148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-52d25300-eef8-4973-9de5-c914a7132ade admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=615cff74c5624ba1bceccf0e164cf6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238065 Jul 09 17:40:56.100168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d25300-eef8-4973-9de5-c914a7132ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9093985d-e815-41bd-a010-f65ddd5bdc63,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:56.101823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35742) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:56.127268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port dd60ef5c-efa1-4797-8583-db3fcf7768f9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:56.139469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port dd60ef5c-efa1-4797-8583-db3fcf7768f9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:56.139931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.161835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46f61420-49d9-443b-b75a-c2aab297ac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.183642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46f61420-49d9-443b-b75a-c2aab297ac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.193182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:56.209527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '84de3dc0-efc1-4f9b-bdfc-0813595330a4', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': '84de3dc0-efc1-4f9b-bdfc-0813595330a4', 'mac_address': 'fa:16:3e:be:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:40:56.237411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46f61420-49d9-443b-b75a-c2aab297ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.240053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46f61420-49d9-443b-b75a-c2aab297ac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.243887 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-46f61420-49d9-443b-b75a-c2aab297ac0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9093985d-e815-41bd-a010-f65ddd5bdc63 HTTP/1.1" status: 204 len: 168 time: 0.1378372 Jul 09 17:40:56.249057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f61420-49d9-443b-b75a-c2aab297ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9093985d-e815-41bd-a010-f65ddd5bdc63,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:56.286769 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.288941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.314824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84de3dc0-efc1-4f9b-bdfc-0813595330a4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:40:56.324830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c284def3-a4f8-4284-be44-3f774277383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:56.327103 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada19d87-2c11-422c-ab18-2d2bea5e0b1f" -d '{"events": [{"server_uuid": "c284def3-a4f8-4284-be44-3f774277383b", "name": "network-vif-plugged", "status": "completed", "tag": "dd60ef5c-efa1-4797-8583-db3fcf7768f9"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:56.354616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port dd60ef5c-efa1-4797-8583-db3fcf7768f9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:56.356569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:56.362193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.367718 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.393890 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9366dea0-db47-414b-849f-2ec0ae71ad98 x-openstack-request-id: req-9366dea0-db47-414b-849f-2ec0ae71ad98 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:56.394869 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c284def3-a4f8-4284-be44-3f774277383b", "name": "network-vif-plugged", "status": "completed", "tag": "dd60ef5c-efa1-4797-8583-db3fcf7768f9", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:56.395285 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9366dea0-db47-414b-849f-2ec0ae71ad98 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:56.395913 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c284def3-a4f8-4284-be44-3f774277383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9', 'code': 200} Jul 09 17:40:56.427568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=dd60ef5c-efa1-4797-8583-db3fcf7768f9,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:56.466345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dc08d-bfc3-48ad-b650-ec3d4488fceb req-263b6c41-836b-4a59-be97-a7f4de333c6f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:56.468331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f7dc08d-bfc3-48ad-b650-ec3d4488fceb req-263b6c41-836b-4a59-be97-a7f4de333c6f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 944 time: 0.0764952 Jul 09 17:40:56.482026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=84de3dc0-efc1-4f9b-bdfc-0813595330a4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:56.511334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f7dc08d-bfc3-48ad-b650-ec3d4488fceb req-97ca8660-a015-4cde-b231-d846226fb414 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Jul 09 17:40:56.535072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ad5ab-8b7b-4174-b8c3-c4bf54de8531 req-35311ac7-09fe-464f-aee7-840a9f5e775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:56.535072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-442ad5ab-8b7b-4174-b8c3-c4bf54de8531 req-35311ac7-09fe-464f-aee7-840a9f5e775e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 1098 time: 0.0752952 Jul 09 17:40:56.568688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-442ad5ab-8b7b-4174-b8c3-c4bf54de8531 req-5f45b0ec-59b8-4bf4-b1cc-2ab64960940a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 Jul 09 17:40:56.579998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['84de3dc0-efc1-4f9b-bdfc-0813595330a4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:40:56.596133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35754) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:56.614489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5dd453dc-c31c-4e54-a5e7-9a4a5636c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.710740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5dd453dc-c31c-4e54-a5e7-9a4a5636c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.716451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5dd453dc-c31c-4e54-a5e7-9a4a5636c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.764324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd453dc-c31c-4e54-a5e7-9a4a5636c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6055d3-7beb-44ac-8dcd-86f628259647,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:56.769297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5dd453dc-c31c-4e54-a5e7-9a4a5636c30e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed87b6a607df40d88f1f3470fc35f5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718807 Jul 09 17:40:56.771911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35758) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:56.828607 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23ff6103-d126-4e1b-a73a-4908c07d54c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.857836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23ff6103-d126-4e1b-a73a-4908c07d54c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.875999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef1d71-fbfc-441f-8df7-71e6729dd9a1 req-600218ca-8a44-4f69-8c3f-a30dd4a0e07a tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:56.877547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50ef1d71-fbfc-441f-8df7-71e6729dd9a1 req-600218ca-8a44-4f69-8c3f-a30dd4a0e07a tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 946 time: 0.0686111 Jul 09 17:40:56.906173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23ff6103-d126-4e1b-a73a-4908c07d54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.908917 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-23ff6103-d126-4e1b-a73a-4908c07d54c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:56.910083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-23ff6103-d126-4e1b-a73a-4908c07d54c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af6055d3-7beb-44ac-8dcd-86f628259647 HTTP/1.1" status: 204 len: 168 time: 0.1371875 Jul 09 17:40:56.917555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-50ef1d71-fbfc-441f-8df7-71e6729dd9a1 req-8cb81231-745f-47c0-abc2-e9e97a7cf3ec tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Jul 09 17:40:56.919445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff6103-d126-4e1b-a73a-4908c07d54c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6055d3-7beb-44ac-8dcd-86f628259647,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:57.696728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb52ea-889b-41fd-a28d-15d1069447f1 req-dcee961c-ac3d-4a5e-9f4c-aa4be45a2c82 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:57.698477 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5bb52ea-889b-41fd-a28d-15d1069447f1 req-dcee961c-ac3d-4a5e-9f4c-aa4be45a2c82 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 944 time: 0.0698228 Jul 09 17:40:57.744834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5bb52ea-889b-41fd-a28d-15d1069447f1 req-cb738eb6-8608-492b-bb45-1408cc91e886 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Jul 09 17:40:58.034993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 84de3dc0-efc1-4f9b-bdfc-0813595330a4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:40:58.086840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:40:58.091588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:40:58.092392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:58.104416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43e64b-9b0e-459b-9c9a-10c848924a3c req-dca00b51-aaa8-4d0f-bf30-c9985c7001f8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:58.105958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e43e64b-9b0e-459b-9c9a-10c848924a3c req-dca00b51-aaa8-4d0f-bf30-c9985c7001f8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 946 time: 0.0718904 Jul 09 17:40:58.146650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4e43e64b-9b0e-459b-9c9a-10c848924a3c req-9db23f1f-99d1-4538-b0cb-e661fd35f029 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Jul 09 17:40:58.174675 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:58.214207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:40:58.219420 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:58.286443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=84de3dc0-efc1-4f9b-bdfc-0813595330a4,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:58.397651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de3dc0-efc1-4f9b-bdfc-0813595330a4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:40:58.400923 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d2af1f-6e44-4f72-94a2-944c1225e07e" -d '{"events": [{"server_uuid": "7d89e9f4-e2dd-4e22-af38-60710959f471", "name": "network-vif-plugged", "status": "completed", "tag": "84de3dc0-efc1-4f9b-bdfc-0813595330a4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:40:58.437322 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be00f79a-a661-4d97-bc38-862048186750 x-openstack-request-id: req-be00f79a-a661-4d97-bc38-862048186750 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:40:58.437613 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d89e9f4-e2dd-4e22-af38-60710959f471", "name": "network-vif-plugged", "status": "completed", "tag": "84de3dc0-efc1-4f9b-bdfc-0813595330a4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:40:58.437890 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be00f79a-a661-4d97-bc38-862048186750 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:40:58.438507 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84de3dc0-efc1-4f9b-bdfc-0813595330a4', 'code': 200} Jul 09 17:40:58.572121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536d7b-d1eb-43fb-baab-3add4f8afa60 req-f3120279-fb7b-47e6-9f20-e934d3e71ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:58.574228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab536d7b-d1eb-43fb-baab-3add4f8afa60 req-f3120279-fb7b-47e6-9f20-e934d3e71ea9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 1097 time: 0.0684016 Jul 09 17:40:58.629446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab536d7b-d1eb-43fb-baab-3add4f8afa60 req-08cbfb8a-a8cb-4dae-ba03-64679379ce1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487540 Jul 09 17:40:58.947361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9bd03-c115-490b-a358-2d1f41ceed6c req-5cf8abd2-534b-4fba-8f6c-3f44cac87a7e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:40:58.949003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cf9bd03-c115-490b-a358-2d1f41ceed6c req-5cf8abd2-534b-4fba-8f6c-3f44cac87a7e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 945 time: 0.0698252 Jul 09 17:40:58.992183 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cf9bd03-c115-490b-a358-2d1f41ceed6c req-ff988dff-0a22-47c4-8b28-ed1140fae4c3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359950 Jul 09 17:40:59.317626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35842) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:59.439590 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fc4e6f-b54d-46e3-b302-b774ba766fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.533551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fc4e6f-b54d-46e3-b302-b774ba766fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.540286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fc4e6f-b54d-46e3-b302-b774ba766fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.586663 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-56fc4e6f-b54d-46e3-b302-b774ba766fe4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c43309d93a264b55bdb4eeeac298801b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650692 Jul 09 17:40:59.586663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc4e6f-b54d-46e3-b302-b774ba766fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8293abf-20aa-47b5-b7e5-f2e9ed695a6b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:40:59.586964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35850) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:40:59.656576 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2d0201d-9123-4ca0-b5f2-9b6541cf610d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.682121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2d0201d-9123-4ca0-b5f2-9b6541cf610d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.744432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2d0201d-9123-4ca0-b5f2-9b6541cf610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.748810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2d0201d-9123-4ca0-b5f2-9b6541cf610d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:40:59.749961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2d0201d-9123-4ca0-b5f2-9b6541cf610d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8293abf-20aa-47b5-b7e5-f2e9ed695a6b HTTP/1.1" status: 204 len: 168 time: 0.1627820 Jul 09 17:40:59.759428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0201d-9123-4ca0-b5f2-9b6541cf610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8293abf-20aa-47b5-b7e5-f2e9ed695a6b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:00.084626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 35868) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:00.100259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c97f3502-98a6-455a-afc6-c95a9fcefff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.241199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f05db9-2327-4a8a-af7c-534852ecb0eb req-ba9052d1-7522-4d60-b3af-f3f8eb4c2534 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:00.242920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34f05db9-2327-4a8a-af7c-534852ecb0eb req-ba9052d1-7522-4d60-b3af-f3f8eb4c2534 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 945 time: 0.1206751 Jul 09 17:41:00.316302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c97f3502-98a6-455a-afc6-c95a9fcefff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.323298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c97f3502-98a6-455a-afc6-c95a9fcefff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.328401 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34f05db9-2327-4a8a-af7c-534852ecb0eb req-4859614e-1517-444c-9925-48c507bf06af tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721262 Jul 09 17:41:00.366202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c97f3502-98a6-455a-afc6-c95a9fcefff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=390a0a65e61948bfbee361fdfc47e25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803991 Jul 09 17:41:00.368356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f3502-98a6-455a-afc6-c95a9fcefff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c443785-634b-479e-a3f1-1424be8f4f95,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:00.368832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 35872) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:00.424643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a45327c8-4f37-444a-bcb9-4e472bafde6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.448427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a45327c8-4f37-444a-bcb9-4e472bafde6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.553182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a45327c8-4f37-444a-bcb9-4e472bafde6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.555671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a45327c8-4f37-444a-bcb9-4e472bafde6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:00.556902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a45327c8-4f37-444a-bcb9-4e472bafde6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c443785-634b-479e-a3f1-1424be8f4f95 HTTP/1.1" status: 204 len: 168 time: 0.1870735 Jul 09 17:41:00.572103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45327c8-4f37-444a-bcb9-4e472bafde6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c443785-634b-479e-a3f1-1424be8f4f95,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:00.588103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d9ba-54d2-42b6-b58e-d09c4c388a96 req-eb89b04f-fe97-4586-af34-58a6711b6d3c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:00.590691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9411d9ba-54d2-42b6-b58e-d09c4c388a96 req-eb89b04f-fe97-4586-af34-58a6711b6d3c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 945 time: 0.0898974 Jul 09 17:41:00.658396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9411d9ba-54d2-42b6-b58e-d09c4c388a96 req-bae0bc86-87a0-4f42-b6ca-b4c9852f9b02 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594096 Jul 09 17:41:03.267581 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:41:03.940698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-bc562649-9a5d-4ed3-9b04-7d5a49ed451f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:03.942203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-bc562649-9a5d-4ed3-9b04-7d5a49ed451f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1115496 Jul 09 17:41:03.959316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-5c3f0417-e4e5-49e3-84e7-3a8b8c6f215b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0104241 Jul 09 17:41:04.038123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-69bfe9c3-0d0e-4bfa-a331-362c1824c65e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728269 Jul 09 17:41:04.139248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-1d0c4851-fc7d-4bc7-ab10-3e70c27417ac service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904055 Jul 09 17:41:04.251662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-d015c2a1-0ac8-4c1e-a21e-bd08c58b36e6 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056209 Jul 09 17:41:04.495925 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-851a9f20-2e52-4220-9635-4957ea95f2e8 req-299fdafe-014c-48ca-943b-ec58b238eb9e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 210 time: 0.0332754 Jul 09 17:41:04.877232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:05.071486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Deleting port a532ed13-760d-4f79-a185-9c4d37858593 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:05.072265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:05.165415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:05.165748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:05.179279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Calling delete_port for a532ed13-760d-4f79-a185-9c4d37858593 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:05.338438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:05.365436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event deleted for resources: {'Port': ['ID=a532ed13-760d-4f79-a185-9c4d37858593,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:05.434102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:05.434471 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Floating IP 6a40850d-9ba5-4939-a3e6-8e49de363ca8 disassociated (deleted). External IP: 172.25.3.170, port: ad6e9695-cc73-45b5-8d03-99b7cc5d90ef. Jul 09 17:41:05.742765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dfc5f807-a9a9-4ee0-a43c-fb308fa62a76 req-6ee9fb00-04c0-45f7-a432-1fc9d31ac3cc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 210 time: 0.0617464 Jul 09 17:41:05.831430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Router 09b68f4a-2682-4165-8b27-ca75b85cdd10 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:41:05.863056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-b21e5d24-0477-438e-ba29-1e8f55cfe1d8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:05.864628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-b21e5d24-0477-438e-ba29-1e8f55cfe1d8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1825030 Jul 09 17:41:05.915387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:06.419470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:41:06.429223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:06.436501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] Sync routers for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:41:06.456398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:06.457048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:06.472635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61deae84-8322-4db4-b571-8475398395af tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "DELETE /v2.0/floatingips/6a40850d-9ba5-4939-a3e6-8e49de363ca8 HTTP/1.1" status: 204 len: 168 time: 1.5894358 Jul 09 17:41:06.472635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:06.472635 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4" -d '{"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:06.504777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:06.508816 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:06.535568 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7d29f-e5d4-4862-9c07-354bf21c69e2 x-openstack-request-id: req-cac7d29f-e5d4-4862-9c07-354bf21c69e2 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:06.536920 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:06.538533 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cac7d29f-e5d4-4862-9c07-354bf21c69e2 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:06.542815 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'status': 'completed', 'code': 200} Jul 09 17:41:06.654449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:06.758610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.9 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/0af4d753-ec78-4d53-8273-7afba9380605) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:06.939158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-c7844125-3ac4-47f0-a669-85ceb771310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:06.946859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-c7844125-3ac4-47f0-a669-85ceb771310f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 1098 time: 0.3816252 Jul 09 17:41:07.073517 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d99fbc5-28ae-4aa2-aeeb-7c7dace7be4c req-5a1d6e27-43b8-4639-b333-ec6fd482f177 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 210 time: 0.0723839 Jul 09 17:41:07.112957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:07.133041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-910f0ae6-e84a-4e54-a061-42c5ba5c1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:07.135073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-910f0ae6-e84a-4e54-a061-42c5ba5c1e2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 200 len: 914 time: 0.1808097 Jul 09 17:41:07.144371 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:07.149343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] Checking router: 09b68f4a-2682-4165-8b27-ca75b85cdd10 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:41:07.158792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:07.159877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:40:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:07.164325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object 0af4d753-ec78-4d53-8273-7afba9380605 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:07.224335 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-1f692c52-6fdd-48ad-94e6-f05fe40659c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 200 len: 217 time: 0.0811896 Jul 09 17:41:07.230770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:07.292526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:07.293884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:07.320185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:07.325865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:07.394823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-2574fb21-bffc-4fba-9a09-83c7ef18f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:07.399043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=0af4d753-ec78-4d53-8273-7afba9380605,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:07.405584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-2574fb21-bffc-4fba-9a09-83c7ef18f073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 200 len: 852 time: 0.1527786 Jul 09 17:41:07.437779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:07.438452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:07.475729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-4cfc48e7-d564-48a9-a420-ac9ea68f2b22 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5738928 Jul 09 17:41:07.487681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba49659-d501-4904-9889-31511ed9166a req-44532f9e-87d6-48e7-91ab-955d96e9ecdf tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:07.490732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-da2847a1-3685-4e74-98ef-2d3d534ccb57 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:41:07.497778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-da2847a1-3685-4e74-98ef-2d3d534ccb57 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137894 Jul 09 17:41:07.498216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ba49659-d501-4904-9889-31511ed9166a req-44532f9e-87d6-48e7-91ab-955d96e9ecdf tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 946 time: 0.2867107 Jul 09 17:41:07.501321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['84de3dc0-efc1-4f9b-bdfc-0813595330a4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:07.508466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Request body: {'port': {'device_id': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:07.565877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ba49659-d501-4904-9889-31511ed9166a req-8358f529-9485-49a2-810a-ed3df1a80adf tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660436 Jul 09 17:41:07.603291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-43ea0d19-e281-41dc-8446-eb30ccc76e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:07.605731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-43ea0d19-e281-41dc-8446-eb30ccc76e53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a390667-7f60-4217-bfcf-c96a38b9a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915064 Jul 09 17:41:07.684090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:07.710774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:07.716408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:07.747399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ee83-92f8-4c70-9efb-550876886e6d None None] The sync data for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 is: [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:37:10Z', 'revision_number': 4, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd8ad64fd-792d-4b97-b416-1aca970ee4fe', 'name': '', 'network_id': '6a390667-7f60-4217-bfcf-c96a38b9a9eb', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'mac_address': 'fa:16:3e:0c:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:10Z', 'updated_at': '2021-07-09T17:37:21Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'subnets': [{'id': '6371b810-bf98-4227-9d59-cb63ad0339b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:41:07.880917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f7eaab22-8259-4c5f-b0c1-61a422fb5e73 None None] Provisioning for port 0af4d753-ec78-4d53-8273-7afba9380605 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:07.886515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f7eaab22-8259-4c5f-b0c1-61a422fb5e73 None None] Provisioning complete for port 0af4d753-ec78-4d53-8273-7afba9380605 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:07.886934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f7eaab22-8259-4c5f-b0c1-61a422fb5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:07.948371 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68402b47-3451-42f9-81be-34abf8f1be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:07.951341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f7eaab22-8259-4c5f-b0c1-61a422fb5e73 None None] Port 0af4d753-ec78-4d53-8273-7afba9380605 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:41:08.137214 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8fc1d-b5bf-430b-862a-cd673e00ffa2 None None] New status for floating IP 6a40850d-9ba5-4939-a3e6-8e49de363ca8: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:41:08.207591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68402b47-3451-42f9-81be-34abf8f1be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.217093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-68402b47-3451-42f9-81be-34abf8f1be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.236305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af4d753-ec78-4d53-8273-7afba9380605 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:08.253740 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-7c14c180-6eb6-4156-a95c-2be21ae6fc0d service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395624 Jul 09 17:41:08.267414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.270275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.315725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-68402b47-3451-42f9-81be-34abf8f1be9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f3f8e8b43f446ba9f80644ae2e61a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275933 Jul 09 17:41:08.316904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36128) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:08.321657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Transition to ACTIVE for port object 0af4d753-ec78-4d53-8273-7afba9380605 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:08.326827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68402b47-3451-42f9-81be-34abf8f1be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd26028-2639-4069-98df-6907f46845d3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:08.337785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.415356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Pushing event updated for resources: {'Port': ['ID=0af4d753-ec78-4d53-8273-7afba9380605,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:08.430580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f1a5f-5fce-4ba7-8f4b-b9ac864cccf4 req-a176f654-5720-45c9-8164-a8aafa056f9e service neutron] 10.222.0.13 "GET /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685500 Jul 09 17:41:08.431535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c72faa-c1da-428c-b8e1-64c1cdf15939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.472668 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c72faa-c1da-428c-b8e1-64c1cdf15939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.530604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ede3-29e4-4e60-8610-3e57625bd0fe req-0b791dd9-f9e9-4fa0-9620-5be5da11f040 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:08.540113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-61b6ede3-29e4-4e60-8610-3e57625bd0fe req-0b791dd9-f9e9-4fa0-9620-5be5da11f040 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 931 time: 0.2959781 Jul 09 17:41:08.575015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Attempting to bind port 0af4d753-ec78-4d53-8273-7afba9380605 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:08.575363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Attempting to bind port 0af4d753-ec78-4d53-8273-7afba9380605 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:08.575696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Attempting to bind port 0af4d753-ec78-4d53-8273-7afba9380605 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:08.584881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Port 0af4d753-ec78-4d53-8273-7afba9380605 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:41:08.585213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Attempting to bind port 0af4d753-ec78-4d53-8273-7afba9380605 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:08.587840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c72faa-c1da-428c-b8e1-64c1cdf15939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.592080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0c72faa-c1da-428c-b8e1-64c1cdf15939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.597787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a0c72faa-c1da-428c-b8e1-64c1cdf15939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dd26028-2639-4069-98df-6907f46845d3 HTTP/1.1" status: 204 len: 168 time: 0.2797120 Jul 09 17:41:08.614214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:08.618472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:08.619143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:08.619823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Bound port: 0af4d753-ec78-4d53-8273-7afba9380605, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:08.620471 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.638264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-61b6ede3-29e4-4e60-8610-3e57625bd0fe req-829963cf-013d-4b4e-9265-72ec1e8e95e9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929551 Jul 09 17:41:08.686336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c72faa-c1da-428c-b8e1-64c1cdf15939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd26028-2639-4069-98df-6907f46845d3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:08.806232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-01c958d4-3ec8-43a0-ba58-e3ab8e4dd245 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:08.808333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-01c958d4-3ec8-43a0-ba58-e3ab8e4dd245 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.13 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 946 time: 0.2736902 Jul 09 17:41:08.832826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] For port 0af4d753-ec78-4d53-8273-7afba9380605, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:08.836515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] For port 0af4d753-ec78-4d53-8273-7afba9380605, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0af4d753-ec78-4d53-8273-7afba9380605,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:08.854123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.909792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44819959-fe7c-4af5-9569-d7631f3f7af9 req-24de17e0-c134-4257-9515-ceee9b813d64 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:08.911589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44819959-fe7c-4af5-9569-d7631f3f7af9 req-24de17e0-c134-4257-9515-ceee9b813d64 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.3376195 Jul 09 17:41:08.931401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:08.932150 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:08.933736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] 10.222.0.13 "PUT /v2.0/ports/0af4d753-ec78-4d53-8273-7afba9380605 HTTP/1.1" status: 200 len: 1092 time: 1.4299407 Jul 09 17:41:08.934393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'tag': '0af4d753-ec78-4d53-8273-7afba9380605'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:08.936949 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6df04832-5d27-4441-a36d-8c21bbe3939f", "tag": "0af4d753-ec78-4d53-8273-7afba9380605"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:08.982038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Deleting port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:08.982660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.074640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2aceb-59f1-4a7c-a478-2f4e0f9c7048 service neutron] Pushing event updated for resources: {'Port': ['ID=0af4d753-ec78-4d53-8273-7afba9380605,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:09.076653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44819959-fe7c-4af5-9569-d7631f3f7af9 req-105936ae-fb39-4022-905d-1c3b52ec9144 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469066 Jul 09 17:41:09.083808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36142) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:09.150223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4555706b-cf68-4e6d-98d2-14022b67c937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.160313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dc840-e499-4ffc-8853-266dd90834bc req-552bc368-02e4-462b-9ae3-56d027c1badc tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:09.161985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb1dc840-e499-4ffc-8853-266dd90834bc req-552bc368-02e4-462b-9ae3-56d027c1badc tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 946 time: 0.3225214 Jul 09 17:41:09.201576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] For port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:09.202386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.203258 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c643f-def1-4feb-8215-b519c1d347ea x-openstack-request-id: req-118c643f-def1-4feb-8215-b519c1d347ea {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:09.203555 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df04832-5d27-4441-a36d-8c21bbe3939f", "tag": "0af4d753-ec78-4d53-8273-7afba9380605", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:09.207479 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-118c643f-def1-4feb-8215-b519c1d347ea {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:09.208053 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'tag': '0af4d753-ec78-4d53-8273-7afba9380605', 'status': 'completed', 'code': 200} Jul 09 17:41:09.265490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-205fe274-b7bd-4037-ad0e-49d38f5f4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:09.266468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-205fe274-b7bd-4037-ad0e-49d38f5f4120 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 1095 time: 0.2744823 Jul 09 17:41:09.278698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Calling delete_port for ad6e9695-cc73-45b5-8d03-99b7cc5d90ef owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:09.306799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb1dc840-e499-4ffc-8853-266dd90834bc req-4a06980e-349a-4b76-aa53-1d3cd4a8dab4 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/security-groups?id=2573c0da-a8c8-47b5-90f9-995e6130e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359479 Jul 09 17:41:09.342647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-94c3abfd-6754-451e-855f-fdedd28e8793 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0af4d753-ec78-4d53-8273-7afba9380605 HTTP/1.1" status: 200 len: 217 time: 0.0644832 Jul 09 17:41:09.349631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.394234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-a39c7e1d-7855-4b40-967f-042a5aead402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:09.395904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-a39c7e1d-7855-4b40-967f-042a5aead402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0463059 Jul 09 17:41:09.473250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-167bbb34-d178-4ccc-b2fe-3a368ac51095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:09.475013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-167bbb34-d178-4ccc-b2fe-3a368ac51095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728614 Jul 09 17:41:09.489446 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-e197d5fc-a221-4804-97d1-56453573d042 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2636611 Jul 09 17:41:09.492696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4555706b-cf68-4e6d-98d2-14022b67c937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.512152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4555706b-cf68-4e6d-98d2-14022b67c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.533281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01835c8d-4d40-4626-9f1e-8f62c67447c0 req-0bca8ab4-0717-4fbd-8776-40a3db334553 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:09.534759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01835c8d-4d40-4626-9f1e-8f62c67447c0 req-0bca8ab4-0717-4fbd-8776-40a3db334553 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.2449343 Jul 09 17:41:09.595982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-37d6611c-f1ff-4e70-b1a1-277c1500e1fd service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145568 Jul 09 17:41:09.624337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4555706b-cf68-4e6d-98d2-14022b67c937 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dc2cfb3a00b40249008acedb67dff7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366113 Jul 09 17:41:09.627725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36146) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:09.661050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555706b-cf68-4e6d-98d2-14022b67c937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96a581-6283-4958-a8e1-579664345489,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:09.712783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01835c8d-4d40-4626-9f1e-8f62c67447c0 req-9c9e2707-e16d-49df-ae77-fdf7477aa5b5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691399 Jul 09 17:41:09.720538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:09.759794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event deleted for resources: {'Port': ['ID=ad6e9695-cc73-45b5-8d03-99b7cc5d90ef,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:09.779679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-810a3a02-af1f-4956-9515-42dad495d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:09.795878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-810a3a02-af1f-4956-9515-42dad495d821 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 1098 time: 0.2139537 Jul 09 17:41:09.907563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68fe98fd-771d-4143-85c4-a3b048d51f98 req-b80b857a-4418-42a2-86f9-3a994fcbff5c service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043034 Jul 09 17:41:09.998593 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0739900a-7787-4279-9091-d4435b6a91c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.024478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] No DVR routers for this DVR port ad6e9695-cc73-45b5-8d03-99b7cc5d90ef on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:10.030725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.036967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0b8a1b5d-c79d-474b-afe6-0f3b4d769732 req-ee2df20f-39ed-407d-bcf3-a9672560d98f tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.13 "DELETE /v2.0/ports/ad6e9695-cc73-45b5-8d03-99b7cc5d90ef HTTP/1.1" status: 204 len: 173 time: 1.2205975 Jul 09 17:41:10.045177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'name': 'network-vif-deleted', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:10.048264 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc47bc74-6823-4d20-8a43-07803ca9a519" -d '{"events": [{"server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "name": "network-vif-deleted", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:10.097836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0739900a-7787-4279-9091-d4435b6a91c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.231795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe374cc-fed6-43bb-b080-8daeb3826b53 req-3082215e-2a8d-4a0d-b5c1-125e3b823f69 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.246188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ebe374cc-fed6-43bb-b080-8daeb3826b53 req-3082215e-2a8d-4a0d-b5c1-125e3b823f69 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.3447895 Jul 09 17:41:10.247377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-89d21339-0749-4ae1-a8b4-2aeac825ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.249566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-89d21339-0749-4ae1-a8b4-2aeac825ae3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.3784931 Jul 09 17:41:10.268690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-34122f5b-e3dd-43b0-b4e5-8330c11b0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.274156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-34122f5b-e3dd-43b0-b4e5-8330c11b0f52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 1095 time: 0.2728553 Jul 09 17:41:10.345777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-a62780f6-39ad-44c7-a77b-6fa649b8011e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723da9df-f023-4ef2-934c-156671f65525 HTTP/1.1" status: 200 len: 217 time: 0.0860677 Jul 09 17:41:10.404713 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cabd18c2-4873-4d7e-b423-b468d95d1e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.524557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ebe374cc-fed6-43bb-b080-8daeb3826b53 req-65ad7a9c-6121-4bef-8878-967f121adde6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765532 Jul 09 17:41:10.548422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0739900a-7787-4279-9091-d4435b6a91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.552270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-1f83f826-9f79-4857-9de9-57e32aff8513 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.554606 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0739900a-7787-4279-9091-d4435b6a91c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:10.558736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0739900a-7787-4279-9091-d4435b6a91c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c96a581-6283-4958-a8e1-579664345489 HTTP/1.1" status: 204 len: 168 time: 0.9271498 Jul 09 17:41:10.583992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-1f83f826-9f79-4857-9de9-57e32aff8513 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.5223885 Jul 09 17:41:10.584682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-6b771ce4-6a3d-4194-ac75-47dcd6073a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.587207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-6b771ce4-6a3d-4194-ac75-47dcd6073a15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.2748399 Jul 09 17:41:10.589761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739900a-7787-4279-9091-d4435b6a91c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96a581-6283-4958-a8e1-579664345489,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:10.653398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-ca36d7ce-3e0c-458e-92cf-edb44f9258d5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/quotas/ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 375 time: 0.0741334 Jul 09 17:41:10.774754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-801338b3-032c-47bb-87ac-292a3675e472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0af4d753-ec78-4d53-8273-7afba9380605 HTTP/1.1" status: 200 len: 217 time: 0.1635578 Jul 09 17:41:10.799594 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ca596-4887-40ae-b4bc-089090a942ff x-openstack-request-id: req-f48ca596-4887-40ae-b4bc-089090a942ff {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:10.800419 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19eea44-379a-44ce-8699-0af4746658fd", "name": "network-vif-deleted", "tag": "ad6e9695-cc73-45b5-8d03-99b7cc5d90ef", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:10.801175 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f48ca596-4887-40ae-b4bc-089090a942ff {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:10.801786 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19eea44-379a-44ce-8699-0af4746658fd', 'name': 'network-vif-deleted', 'tag': 'ad6e9695-cc73-45b5-8d03-99b7cc5d90ef', 'status': 'completed', 'code': 200} Jul 09 17:41:10.816714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-3fcb3584-08cf-4560-af76-6c7efad9bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.821967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-3fcb3584-08cf-4560-af76-6c7efad9bac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.4473355 Jul 09 17:41:10.974179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-bed5ee7c-6ae2-4189-b0fd-09402937b0ff tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3145936 Jul 09 17:41:10.986530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-9e78d500-17f8-4b19-8e31-b0c6eb4faf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.993784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-7c5e5318-ce7e-475b-a356-2cc14746187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:10.996886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-7c5e5318-ce7e-475b-a356-2cc14746187d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687753 Jul 09 17:41:11.002866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-9e78d500-17f8-4b19-8e31-b0c6eb4faf08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.2153471 Jul 09 17:41:11.012253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-6fb5b088-e647-48aa-b098-60b623c54eee tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:41:11.030165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-6fb5b088-e647-48aa-b098-60b623c54eee tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267208 Jul 09 17:41:11.052848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-3668223d-1309-4c94-9c4a-b370768ce7fd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:41:11.055523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-3668223d-1309-4c94-9c4a-b370768ce7fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167561 Jul 09 17:41:11.156816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4604f5e2-e7bc-4676-b3b5-9975bdc8c306 req-4e3a0b39-de1b-4069-b8ff-46302d34cfe4 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.1306217 Jul 09 17:41:11.230843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-1300c2cb-b653-42bd-b497-7a67ed351952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:11.243749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-1300c2cb-b653-42bd-b497-7a67ed351952 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2313905 Jul 09 17:41:11.399352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-935e6cb0-14b1-4d8c-ad0c-2e3c36fd983a service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424530 Jul 09 17:41:11.430001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-eeed3902-6d79-4040-a8ae-0b65565debaa service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713048 Jul 09 17:41:11.603525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc0a49c8-e4fb-4ab3-b895-4f5352d5c9bb req-b442975d-e3d0-4266-878c-3523206adc79 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971400 Jul 09 17:41:11.662920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-2a5c3120-4847-4bfd-b000-ddffc9e87417 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797834 Jul 09 17:41:11.863475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-e4204c4f-f9d2-4182-8898-cf9d5f2ace1e tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:11.874693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-e4204c4f-f9d2-4182-8898-cf9d5f2ace1e tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.2256203 Jul 09 17:41:11.885879 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4f2edd39-14a4-48c1-844d-87d825c33ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259472 Jul 09 17:41:11.900181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-a662aa89-2df8-4a92-bc6f-b306fcccc290 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/quotas/158c6e7870d74b0982345c1da8e6cc5c HTTP/1.1" status: 200 len: 375 time: 0.0244062 Jul 09 17:41:11.936917 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9c3a693-381e-4abd-bd3a-d706e056049e req-c8ed1e77-4b47-4cbe-8947-9afb8047a66e service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630403 Jul 09 17:41:12.073813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-1446bc51-cb63-40c8-9e60-930b6c1fe462 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1619179 Jul 09 17:41:12.218622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-c179b17f-3a6d-4482-a095-ebb42c8e5637 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450696 Jul 09 17:41:12.473222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-a54573e3-6860-4102-bbc0-f34c01cbc624 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475004 Jul 09 17:41:12.694066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fd98d-263c-4bde-97e7-b82ff3d31ba8 req-45440857-0d4b-4ebc-96ba-469394312c68 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:12.697962 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b91fd98d-263c-4bde-97e7-b82ff3d31ba8 req-45440857-0d4b-4ebc-96ba-469394312c68 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.2580760 Jul 09 17:41:12.879305 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b75bcf56-9369-423a-b83f-3d4943ff86e2 req-63e8da21-fe88-4bf8-a0c3-e993742772d0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 210 time: 0.1117826 Jul 09 17:41:12.898869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b91fd98d-263c-4bde-97e7-b82ff3d31ba8 req-6ea70939-b428-42a2-b8d2-42979dc20952 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910217 Jul 09 17:41:12.922886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ad6e9695-cc73-45b5-8d03-99b7cc5d90ef no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:13.013941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: ad6e9695-cc73-45b5-8d03-99b7cc5d90ef {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:13.015522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device ad6e9695-cc73-45b5-8d03-99b7cc5d90ef not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:13.085275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f587d8e5-1abb-48ab-99a9-0dbe383eff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:13.100596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc4669ef-d86a-40f9-9fa0-73241d724127 req-7e14b93b-eb9c-4d9c-b378-0bda649d3b9a tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.0538383 Jul 09 17:41:13.114329 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04d34a90-bae6-4310-b58a-423ac25a942c req-7bce306d-1bfc-4030-bb47-0ec5bbeb2edc tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 210 time: 0.0607629 Jul 09 17:41:13.388211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:13.984398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:14.178691 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dfc0f719-b4fc-467b-afb4-3d53491c13ab req-3c23dc5c-4030-4938-ae35-3315917a4c0c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 210 time: 0.0568833 Jul 09 17:41:14.325887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef884-9ffd-4d32-8146-c47ead0a9a86 req-d171e1e2-5fa3-4517-a6ac-5ab286ecb43b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:14.334733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cecef884-9ffd-4d32-8146-c47ead0a9a86 req-d171e1e2-5fa3-4517-a6ac-5ab286ecb43b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1833100 Jul 09 17:41:14.434678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cecef884-9ffd-4d32-8146-c47ead0a9a86 req-d3fef58a-20d3-4ecc-b0fd-b8fbf5967aa8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987949 Jul 09 17:41:14.568472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-46bd505d-c6fb-43d9-90e8-2d737d5ed44b req-511a4745-6c15-439e-ad27-881132dd4bc3 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.1021459 Jul 09 17:41:14.739536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-6400e8e8-83de-4a59-a52e-d75980616bab tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:14.742191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-6400e8e8-83de-4a59-a52e-d75980616bab tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.5303383 Jul 09 17:41:14.746607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8775cc4-e786-4c83-a4a3-2245467673db req-e2609cf6-4100-41a8-8dfc-7a1183b54d7f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 210 time: 0.1299913 Jul 09 17:41:14.760451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'port': {'device_id': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'admin_state_up': True, 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:14.989520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:15.000799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:15.193108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.13', 52253) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:15.230589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-ff374adc-419d-413d-81fd-8cd0c2f69cdf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:15.232209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-ff374adc-419d-413d-81fd-8cd0c2f69cdf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.13 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.3004723 Jul 09 17:41:15.240186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Allocated IP 172.20.0.9 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:15.269057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Request body: {'port': {'device_id': '6d23ef72-b107-44d3-b778-8854c750c521', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'admin_state_up': True, 'tenant_id': '158c6e7870d74b0982345c1da8e6cc5c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:15.415382 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbc31c91-852f-4ddb-a541-0c83f6b29853 req-94e81a07-e414-45c6-bd90-b44b2144a9e4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 210 time: 0.0618820 Jul 09 17:41:15.501619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-f1cc3162-4700-41e0-81dd-1c3bd58dd718 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3063176 Jul 09 17:41:15.759035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Made reservation on behalf of 158c6e7870d74b0982345c1da8e6cc5c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:15.762887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:15.777072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:15.794260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Transition to ACTIVE for port object 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:15.822944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36276) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:15.894864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:15.898392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-c321d0a9-cdd1-4c68-b145-970a7fa7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:15.900037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-c321d0a9-cdd1-4c68-b145-970a7fa7abb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 1097 time: 0.3700402 Jul 09 17:41:15.901136 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:15.918842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:15.921888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['723da9df-f023-4ef2-934c-156671f65525'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:16.024518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0291dc-5e75-4c01-b9b7-77219b2b2998 req-a87e43eb-56de-45e9-a17d-7f10acb99ae3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:16.031423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f0291dc-5e75-4c01-b9b7-77219b2b2998 req-a87e43eb-56de-45e9-a17d-7f10acb99ae3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1921191 Jul 09 17:41:16.087513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f0291dc-5e75-4c01-b9b7-77219b2b2998 req-bbcbd43f-d8c6-40f6-a60b-bebf3aba829d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550542 Jul 09 17:41:16.101171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Allocated IP 172.20.0.8 (bc5f83ea-a606-424e-9965-964b9099eee9/360761c3-9f3d-4ce4-a729-9ec261f94815/526f8525-c6db-4618-a35c-71ce56019b1a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:16.267850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:16.297871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:16.299129 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52e2b6b3-70cd-4b1c-8ea0-09a6e69471ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.301257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:16.360584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adc72783-966f-4242-9e73-ccb53d5a5374 req-79b00b7c-1e63-4943-80bb-efbdb98b67a9 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 210 time: 0.1087115 Jul 09 17:41:16.393569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:16.394758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.414776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5213597-3091-46c6-b6f8-61b9a6e4c9f2 req-0e9b7918-7590-45e4-b026-1c00898929a1 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.2240329 Jul 09 17:41:16.448877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:16.531665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.538857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-0fca443b-804d-419c-93ef-2f2f4ab55214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:16.540437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-0fca443b-804d-419c-93ef-2f2f4ab55214 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.5176284 Jul 09 17:41:16.654723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-49d81b8d-b7e5-4e77-ab70-7c8b543071ef None None] Provisioning for port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:16.667684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-49d81b8d-b7e5-4e77-ab70-7c8b543071ef None None] Provisioning complete for port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:16.668546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-49d81b8d-b7e5-4e77-ab70-7c8b543071ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.675836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-141f8d30-de9e-4c48-ac9d-d03ec6547e5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5d436a9-1a43-4023-8599-9eb73a946b20 HTTP/1.1" status: 200 len: 217 time: 0.1259983 Jul 09 17:41:16.685094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.710281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-49d81b8d-b7e5-4e77-ab70-7c8b543071ef None None] Port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:41:16.716200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:16.757249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event updated for resources: {'Port': ['ID=526f8525-c6db-4618-a35c-71ce56019b1a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:16.775269 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Network bc5f83ea-a606-424e-9965-964b9099eee9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:16.782062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:16.791345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:16.859438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2710e08-e817-489d-b60e-fc984bd64f05 req-e31d197d-7ff5-46a3-afe5-462b02dff0c1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:16.861161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b2710e08-e817-489d-b60e-fc984bd64f05 req-e31d197d-7ff5-46a3-afe5-462b02dff0c1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 931 time: 0.2276275 Jul 09 17:41:16.882344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-555575d2-6dce-4669-8e71-daac021288ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:16.887868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-555575d2-6dce-4669-8e71-daac021288ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1977289 Jul 09 17:41:16.907833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:16.908406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.926512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52e2b6b3-70cd-4b1c-8ea0-09a6e69471ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.933374 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-52e2b6b3-70cd-4b1c-8ea0-09a6e69471ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:16.964553 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-85cc96aa-c9c4-41b5-aa02-d9d12b1a852c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2136807 Jul 09 17:41:16.979357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Request body: {'port': {'device_id': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:16.994359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b2710e08-e817-489d-b60e-fc984bd64f05 req-eb533f56-a7a1-41d2-84c2-5600ddc054ab tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051667 Jul 09 17:41:17.019874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2b6b3-70cd-4b1c-8ea0-09a6e69471ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc013d2-384b-4052-9a79-92c9678878b4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:17.023704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-fec64174-ba03-42ee-bfc8-86bb43db4094 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7725897 Jul 09 17:41:17.034632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-52e2b6b3-70cd-4b1c-8ea0-09a6e69471ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ebddbc6ccab46f9875499b0894d6d73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1999590 Jul 09 17:41:17.035225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 36282) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:17.036265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Request body: {'port': {'device_id': '6d23ef72-b107-44d3-b778-8854c750c521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:17.088066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-8731396b-2644-4527-90a6-d5e498a2a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:17.090585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-8731396b-2644-4527-90a6-d5e498a2a0df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002439 Jul 09 17:41:17.137333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.269601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90c20caf-ad93-413c-820c-1ae2017a478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.353079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90c20caf-ad93-413c-820c-1ae2017a478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.355157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.479416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-8c2423e5-1566-4609-8534-9d4d26c337d0 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811104 Jul 09 17:41:17.510989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90c20caf-ad93-413c-820c-1ae2017a478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.514082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90c20caf-ad93-413c-820c-1ae2017a478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.515303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90c20caf-ad93-413c-820c-1ae2017a478c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdc013d2-384b-4052-9a79-92c9678878b4 HTTP/1.1" status: 204 len: 168 time: 0.4773712 Jul 09 17:41:17.546085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526f8525-c6db-4618-a35c-71ce56019b1a {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:17.555692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.574207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Transition to ACTIVE for port object 526f8525-c6db-4618-a35c-71ce56019b1a will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:17.600221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.600705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c20caf-ad93-413c-820c-1ae2017a478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc013d2-384b-4052-9a79-92c9678878b4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:17.693361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-4624d4f2-fec4-4795-acbf-85e4d5618ada service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740732 Jul 09 17:41:17.693807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc0b7f-b16a-49bb-b8c9-58842b0c322f req-91c3e590-8a51-4275-8712-86ff102f585f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:17.695404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4fc0b7f-b16a-49bb-b8c9-58842b0c322f req-91c3e590-8a51-4275-8712-86ff102f585f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 931 time: 0.1831903 Jul 09 17:41:17.745011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Pushing event updated for resources: {'Port': ['ID=526f8525-c6db-4618-a35c-71ce56019b1a,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:17.770383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4fc0b7f-b16a-49bb-b8c9-58842b0c322f req-55ceac5d-fbd3-4d74-9ab6-82bdcf846006 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Jul 09 17:41:17.805110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Attempting to bind port 526f8525-c6db-4618-a35c-71ce56019b1a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:17.805110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Attempting to bind port 526f8525-c6db-4618-a35c-71ce56019b1a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:17.805110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Attempting to bind port 526f8525-c6db-4618-a35c-71ce56019b1a on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:17.818628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5417cc-d4c1-4921-b15d-3f9802ba2c6a req-3b64f24d-896b-4ef7-83aa-5ab28ef1e63a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:17.826215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Port 526f8525-c6db-4618-a35c-71ce56019b1a on network bc5f83ea-a606-424e-9965-964b9099eee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:41:17.827523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e5417cc-d4c1-4921-b15d-3f9802ba2c6a req-3b64f24d-896b-4ef7-83aa-5ab28ef1e63a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.4564734 Jul 09 17:41:17.830505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Attempting to bind port 526f8525-c6db-4618-a35c-71ce56019b1a on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:17.857254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:17.858271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Checking segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:17.861762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Bound using segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:17.862489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Bound port: 526f8525-c6db-4618-a35c-71ce56019b1a, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:17.863071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:17.925032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e5417cc-d4c1-4921-b15d-3f9802ba2c6a req-4440d50f-89f2-4fd2-b1eb-63d78e352d4e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965779 Jul 09 17:41:18.004093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] For port 526f8525-c6db-4618-a35c-71ce56019b1a, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:18.009304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] For port 526f8525-c6db-4618-a35c-71ce56019b1a, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=526f8525-c6db-4618-a35c-71ce56019b1a,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:18.041227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.095985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf569487-469f-422f-aed3-ae74c1c82d8a req-83c7f0e3-5961-464f-b80d-34dbe7729bcc tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19eea44-379a-44ce-8699-0af4746658fd HTTP/1.1" status: 200 len: 210 time: 0.0849683 Jul 09 17:41:18.124925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:18.125712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.127255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] 10.222.0.13 "PUT /v2.0/ports/526f8525-c6db-4618-a35c-71ce56019b1a HTTP/1.1" status: 200 len: 1092 time: 1.0960684 Jul 09 17:41:18.127786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d23ef72-b107-44d3-b778-8854c750c521', 'tag': '526f8525-c6db-4618-a35c-71ce56019b1a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:18.130256 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7437e72b-85fc-4cc9-9a62-35c06018076d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d23ef72-b107-44d3-b778-8854c750c521", "tag": "526f8525-c6db-4618-a35c-71ce56019b1a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:18.187710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb14a9-877c-423a-9bce-a828c9559be8 service neutron] Pushing event updated for resources: {'Port': ['ID=526f8525-c6db-4618-a35c-71ce56019b1a,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:18.235126 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de10ac74-37fe-4fb9-9f6b-151635b27929 x-openstack-request-id: req-de10ac74-37fe-4fb9-9f6b-151635b27929 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:18.235510 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d23ef72-b107-44d3-b778-8854c750c521", "tag": "526f8525-c6db-4618-a35c-71ce56019b1a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:18.235974 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de10ac74-37fe-4fb9-9f6b-151635b27929 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:18.236532 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d23ef72-b107-44d3-b778-8854c750c521', 'tag': '526f8525-c6db-4618-a35c-71ce56019b1a', 'status': 'completed', 'code': 200} Jul 09 17:41:18.249609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36304) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:18.273625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9954fff-b367-4e7d-83ee-d0f4fd356ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.300661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:18.303488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-dd9a4299-ea0e-480f-81f6-a102acdf7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:18.305096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-dd9a4299-ea0e-480f-81f6-a102acdf7a32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 1095 time: 0.1085019 Jul 09 17:41:18.310546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.332075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Transition to ACTIVE for port object 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:18.343176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3df862-9614-432b-8506-2c9fde46775a req-c2f96aa4-3e5e-4e3f-bc97-35546313e5c6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:18.344715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b3df862-9614-432b-8506-2c9fde46775a req-c2f96aa4-3e5e-4e3f-bc97-35546313e5c6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 931 time: 0.1549859 Jul 09 17:41:18.345854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.364105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-92f85edb-4af3-4dce-a0a5-6635ae6d7e0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526f8525-c6db-4618-a35c-71ce56019b1a HTTP/1.1" status: 200 len: 217 time: 0.0506334 Jul 09 17:41:18.412721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Pushing event updated for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:18.432601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b3df862-9614-432b-8506-2c9fde46775a req-cb4af47f-7962-4ceb-99e2-df62a2c0f583 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Jul 09 17:41:18.450395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-b4e5b5ad-3f62-411b-b3e7-e214ac387e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:18.453036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-b4e5b5ad-3f62-411b-b3e7-e214ac387e5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0817957 Jul 09 17:41:18.509959 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-0584d39a-fa4d-4054-94b2-afb007cd666b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491812 Jul 09 17:41:18.513619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Attempting to bind port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:18.513959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Attempting to bind port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:18.514364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Attempting to bind port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:18.519031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:41:18.519483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Attempting to bind port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:18.524845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:18.525188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:18.525643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:18.525998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Bound port: 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:18.526364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.546953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9954fff-b367-4e7d-83ee-d0f4fd356ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.583020 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e9954fff-b367-4e7d-83ee-d0f4fd356ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.641508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954fff-b367-4e7d-83ee-d0f4fd356ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9b60d-55c4-427d-88bf-a31e2e21ba76,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:18.647395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e9954fff-b367-4e7d-83ee-d0f4fd356ebf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85faec9fe1b444f993da869bc11ad68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967650 Jul 09 17:41:18.650016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36306) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:18.689929 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-c310c02b-fecc-435d-8237-c303510d544b service neutron] 10.222.0.13 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721978 Jul 09 17:41:18.770761 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d3d43b71-5361-436e-9d33-4d3e7b628c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.810109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d3d43b71-5361-436e-9d33-4d3e7b628c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.843030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfa8e0c3-e84c-42c9-ba89-640c55ca0f17 req-c0cb484e-7478-45fc-a565-9dc54b5152a1 service neutron] 10.222.0.13 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434021 Jul 09 17:41:18.887325 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d3d43b71-5361-436e-9d33-4d3e7b628c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.890237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d3d43b71-5361-436e-9d33-4d3e7b628c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:18.892137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d3d43b71-5361-436e-9d33-4d3e7b628c22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38f9b60d-55c4-427d-88bf-a31e2e21ba76 HTTP/1.1" status: 204 len: 168 time: 0.2408700 Jul 09 17:41:18.906918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d43b71-5361-436e-9d33-4d3e7b628c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9b60d-55c4-427d-88bf-a31e2e21ba76,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:19.068564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:19.072469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:19.078836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:19.085568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-c0589181-2c26-496b-a3a1-411d15de1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.087650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-c0589181-2c26-496b-a3a1-411d15de1d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 1095 time: 0.1664972 Jul 09 17:41:19.119113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46088e-7373-412f-9bed-ff48890bbcf4 req-c09fb46d-7060-495c-828e-3144f44cf8bd tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.128083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b46088e-7373-412f-9bed-ff48890bbcf4 req-c09fb46d-7060-495c-828e-3144f44cf8bd tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 943 time: 0.1861370 Jul 09 17:41:19.141875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.142665 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:19.144041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] 10.222.0.13 "PUT /v2.0/ports/776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf HTTP/1.1" status: 200 len: 1092 time: 2.1716211 Jul 09 17:41:19.144503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:19.148261 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:19.262652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337dce6-3ade-4f46-8ebf-0f5660ce791a service neutron] Pushing event updated for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:19.278531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b46088e-7373-412f-9bed-ff48890bbcf4 req-cbc53aca-4a38-4044-872c-b5e959d8680f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492293 Jul 09 17:41:19.329327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-155366e5-2f96-405a-9fde-6e0c5a1b7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.331890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-155366e5-2f96-405a-9fde-6e0c5a1b7c1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 916 time: 0.2238231 Jul 09 17:41:19.369663 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112875f-3175-44fc-9406-bd79a56a1c03 x-openstack-request-id: req-6112875f-3175-44fc-9406-bd79a56a1c03 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:19.370204 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:19.370204 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6112875f-3175-44fc-9406-bd79a56a1c03 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:19.370618 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf', 'status': 'completed', 'code': 200} Jul 09 17:41:19.427021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-452cf2f4-c2be-4079-b805-2da662cbdf83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526f8525-c6db-4618-a35c-71ce56019b1a HTTP/1.1" status: 200 len: 217 time: 0.0876601 Jul 09 17:41:19.452139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc491c1-461e-42ae-93c8-2c37f3f9bf0a req-a6b0bce8-b43b-4495-a9c8-07732f8bb48d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.453844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3dc491c1-461e-42ae-93c8-2c37f3f9bf0a req-a6b0bce8-b43b-4495-a9c8-07732f8bb48d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.3152041 Jul 09 17:41:19.457424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-7c35859d-6b5e-4619-8b2d-60edd5fa9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.458967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-7c35859d-6b5e-4619-8b2d-60edd5fa9e86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 1095 time: 0.1979284 Jul 09 17:41:19.492810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36330) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:19.551403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-26f2315b-9ad5-4896-9971-bd3960fb062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.558815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-26f2315b-9ad5-4896-9971-bd3960fb062d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.1217549 Jul 09 17:41:19.558915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-43cef3ba-a947-41b1-94d0-e873724fa90d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf HTTP/1.1" status: 200 len: 217 time: 0.0865107 Jul 09 17:41:19.612483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-22b70f81-0c0e-49e5-9ea8-889584a40b77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418253 Jul 09 17:41:19.615831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3dc491c1-461e-42ae-93c8-2c37f3f9bf0a req-a871dd47-7535-4301-a06f-64d34f0d49d3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536412 Jul 09 17:41:19.669377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-639de8d5-62a7-4b46-8fc2-ab843d9d528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.670824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-639de8d5-62a7-4b46-8fc2-ab843d9d528b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1003819 Jul 09 17:41:19.741857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-d4163d59-9424-4e5c-a8fe-c25d311f9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.743963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-d4163d59-9424-4e5c-a8fe-c25d311f9a57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652397 Jul 09 17:41:19.753330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8163931b-4684-4937-ba8f-f334c6e2ff16 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:19.832314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8163931b-4684-4937-ba8f-f334c6e2ff16 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:19.862117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-2cb458ec-c8be-4a44-8c29-8ac0edc60107 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098008 Jul 09 17:41:19.895681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-62b883cf-4b4a-45fd-aaac-0f77cc79ab2f service neutron] 10.222.0.13 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538180 Jul 09 17:41:19.909496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f3e11-2d3c-4e1a-bb6e-cb97b4b1a6b0 req-96a71c7c-937d-46d5-aaec-a762e356d83d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:19.911003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-753f3e11-2d3c-4e1a-bb6e-cb97b4b1a6b0 req-96a71c7c-937d-46d5-aaec-a762e356d83d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 943 time: 0.3237176 Jul 09 17:41:19.962589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33b1ea62-0324-4cf8-b41c-625e4ba998c0 req-066bccad-0119-4ab5-b63a-54f7099df1f7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930860 Jul 09 17:41:20.034766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-753f3e11-2d3c-4e1a-bb6e-cb97b4b1a6b0 req-bc8665cf-f99b-4546-854f-527af2834be9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014822 Jul 09 17:41:20.061808 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8163931b-4684-4937-ba8f-f334c6e2ff16 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:20.064677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8163931b-4684-4937-ba8f-f334c6e2ff16 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:20.068774 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8163931b-4684-4937-ba8f-f334c6e2ff16 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] 10.222.0.21 "DELETE /v2.0/security-groups/2573c0da-a8c8-47b5-90f9-995e6130e04c HTTP/1.1" status: 204 len: 168 time: 0.5708005 Jul 09 17:41:20.079333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7437e72b-85fc-4cc9-9a62-35c06018076d req-16ff70a0-49ab-4c33-8d40-f107eab6243b service neutron] 10.222.0.13 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673465 Jul 09 17:41:20.080254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163931b-4684-4937-ba8f-f334c6e2ff16 tempest-TestVolumeBackupRestore-178761267 tempest-TestVolumeBackupRestore-178761267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573c0da-a8c8-47b5-90f9-995e6130e04c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:20.152774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-c8ac196d-c95f-4eef-ba60-225d14b6886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:20.159062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-c8ac196d-c95f-4eef-ba60-225d14b6886b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 1095 time: 0.1224513 Jul 09 17:41:20.298251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-cbb42d11-086d-4a5c-aa6b-921c8b18f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:20.300475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-cbb42d11-086d-4a5c-aa6b-921c8b18f4cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1330776 Jul 09 17:41:20.437911 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-a3e932d7-c51e-40cb-bebe-c8db621fc90c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf HTTP/1.1" status: 200 len: 217 time: 0.1273499 Jul 09 17:41:20.502191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-e65b1f77-c431-40ee-b8cf-172e73b5b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:20.504044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-e65b1f77-c431-40ee-b8cf-172e73b5b6a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0581551 Jul 09 17:41:20.688543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-a6660cf6-0b15-4cac-9e09-8301b9ca1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:20.690820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-a6660cf6-0b15-4cac-9e09-8301b9ca1d7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762297 Jul 09 17:41:20.851879 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-08891cad-7dd0-4875-a33a-c1cf3160b7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531806 Jul 09 17:41:21.101143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd8a-e869-4723-8b86-2f4ce05d8587 req-ccf809b0-bc81-4d2d-9994-181f22a94ac0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:21.102719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-933fbd8a-e869-4723-8b86-2f4ce05d8587 req-ccf809b0-bc81-4d2d-9994-181f22a94ac0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.2499058 Jul 09 17:41:21.105250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f09819-b535-4944-8082-935230c777a2 req-03369a4a-dd49-4d2f-9781-9db816654476 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:21.124460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4f09819-b535-4944-8082-935230c777a2 req-03369a4a-dd49-4d2f-9781-9db816654476 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 943 time: 0.6435447 Jul 09 17:41:21.125350 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2a4ea43-17f6-46fc-92d3-cb8f74a0e18e req-0c79f28c-b0ea-40ad-a1c8-6f509a7a2d62 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591937 Jul 09 17:41:21.189628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-933fbd8a-e869-4723-8b86-2f4ce05d8587 req-c499a6cf-552b-4eaf-9c65-a20e297ab589 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794401 Jul 09 17:41:21.198526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4f09819-b535-4944-8082-935230c777a2 req-7aba114d-53ea-4e66-bb0d-7b32600cc0e6 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Jul 09 17:41:21.447312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36de6-6f0e-41bf-94fa-4ce1f2a9d470 req-afd1628c-db9d-4f54-aa6b-93e8dd4de946 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:21.449390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbf36de6-6f0e-41bf-94fa-4ce1f2a9d470 req-afd1628c-db9d-4f54-aa6b-93e8dd4de946 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 943 time: 0.1078930 Jul 09 17:41:21.525327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fbf36de6-6f0e-41bf-94fa-4ce1f2a9d470 req-55bf09b4-07e9-4448-b8e1-512227c26d9b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662088 Jul 09 17:41:22.413483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f557d9-f8bc-487a-99a5-6b148406aeed req-40b95ff8-a716-456a-958d-09880a50f90c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:22.423226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9f557d9-f8bc-487a-99a5-6b148406aeed req-40b95ff8-a716-456a-958d-09880a50f90c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.0857921 Jul 09 17:41:22.474686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9f557d9-f8bc-487a-99a5-6b148406aeed req-dbf53082-d685-4424-9b9a-faff933bd525 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499389 Jul 09 17:41:22.554734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b798eb-555f-40c3-8c83-b83ee16ab948 req-65e595c7-e27a-4a4c-b17a-14f2596370de tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:22.556547 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b798eb-555f-40c3-8c83-b83ee16ab948 req-65e595c7-e27a-4a4c-b17a-14f2596370de tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 943 time: 0.1189044 Jul 09 17:41:22.670987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b798eb-555f-40c3-8c83-b83ee16ab948 req-611fc8b0-d183-4cc4-a533-5abe97d67d01 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081495 Jul 09 17:41:22.779125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212887e-34ae-4b8f-a8d1-1e6be17a0c7b req-e65f2afa-bd2e-4296-b4d7-d86f7964c2ca tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:22.786545 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9212887e-34ae-4b8f-a8d1-1e6be17a0c7b req-e65f2afa-bd2e-4296-b4d7-d86f7964c2ca tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 943 time: 0.0943522 Jul 09 17:41:22.823708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9212887e-34ae-4b8f-a8d1-1e6be17a0c7b req-3d55bbed-156a-4b99-ae09-9e48d386b2be tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 09 17:41:22.939623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 526f8525-c6db-4618-a35c-71ce56019b1a details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:23.086400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 526f8525-c6db-4618-a35c-71ce56019b1a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=526f8525-c6db-4618-a35c-71ce56019b1a,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:23.106743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '526f8525-c6db-4618-a35c-71ce56019b1a', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'port_id': '526f8525-c6db-4618-a35c-71ce56019b1a', 'mac_address': 'fa:16:3e:82:73:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360761c3-9f3d-4ce4-a729-9ec261f94815', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:23.152897 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.174828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526f8525-c6db-4618-a35c-71ce56019b1a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:23.203269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 526f8525-c6db-4618-a35c-71ce56019b1a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=526f8525-c6db-4618-a35c-71ce56019b1a,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:23.210874 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.212350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:23.332860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=526f8525-c6db-4618-a35c-71ce56019b1a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:23.360826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.361481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.362630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.363000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.363325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.363661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.364054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.364385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.364707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.365171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.365535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.365761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:23.430595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:23.449388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf', 'mac_address': 'fa:16:3e:af:16:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:23.504246 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.522501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:23.571240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:23.581302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:23.707932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:23.827190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd65c6-ba0e-46e0-b0cd-7dbb4a741a73 req-f3f9458f-1706-4c2e-965e-e99579a40a48 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:23.829492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5fd65c6-ba0e-46e0-b0cd-7dbb4a741a73 req-f3f9458f-1706-4c2e-965e-e99579a40a48 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.0991018 Jul 09 17:41:23.848079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['526f8525-c6db-4618-a35c-71ce56019b1a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:23.850925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:23.895169 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5fd65c6-ba0e-46e0-b0cd-7dbb4a741a73 req-b9425459-0dec-482e-ac7e-68264b792c32 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561192 Jul 09 17:41:24.130352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0bcd-328d-470a-bbef-98f915e042b7 req-4d0dd3b6-1fa9-4c96-9f31-6c788bfbed48 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:24.133814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30ac0bcd-328d-470a-bbef-98f915e042b7 req-4d0dd3b6-1fa9-4c96-9f31-6c788bfbed48 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 944 time: 0.2259347 Jul 09 17:41:24.148570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252472f3-28e1-4918-a302-10885e73f2a9 req-0d7f8596-40ad-4ecf-be5f-006dec39bc49 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:24.158284 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-252472f3-28e1-4918-a302-10885e73f2a9 req-0d7f8596-40ad-4ecf-be5f-006dec39bc49 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 944 time: 0.1391087 Jul 09 17:41:24.226455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-252472f3-28e1-4918-a302-10885e73f2a9 req-14db0d2c-eaf2-46e6-91f2-2eea34ff222d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Jul 09 17:41:24.246489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30ac0bcd-328d-470a-bbef-98f915e042b7 req-00b29c68-ab3d-4c03-9014-9b9b82186835 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038125 Jul 09 17:41:24.947523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 526f8525-c6db-4618-a35c-71ce56019b1a up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:25.038973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 526f8525-c6db-4618-a35c-71ce56019b1a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:25.046441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 526f8525-c6db-4618-a35c-71ce56019b1a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:25.047598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.261512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.278683 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8bb09-7f28-47f6-ade8-b3489a5ac5e1 req-4871fa37-3ccc-4a44-811c-7b6ff4032b8f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.292401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51d8bb09-7f28-47f6-ade8-b3489a5ac5e1 req-4871fa37-3ccc-4a44-811c-7b6ff4032b8f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1967225 Jul 09 17:41:25.301501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 526f8525-c6db-4618-a35c-71ce56019b1a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=526f8525-c6db-4618-a35c-71ce56019b1a,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:25.325032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d23ef72-b107-44d3-b778-8854c750c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526f8525-c6db-4618-a35c-71ce56019b1a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:25.331171 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9f9984-337b-45ce-b691-67d406307553" -d '{"events": [{"server_uuid": "6d23ef72-b107-44d3-b778-8854c750c521", "name": "network-vif-plugged", "status": "completed", "tag": "526f8525-c6db-4618-a35c-71ce56019b1a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:25.337278 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.339970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:25.378748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51d8bb09-7f28-47f6-ade8-b3489a5ac5e1 req-4a07da83-fb76-4ba2-8e48-26b859f8d069 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852747 Jul 09 17:41:25.504876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=526f8525-c6db-4618-a35c-71ce56019b1a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:25.548233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:25.553548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:25.554402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.664195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9b2c3-a02d-4445-90e5-81f1077610bb req-1433b19b-d8cc-405e-a05f-123a4f2a1e0a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.672998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ba9b2c3-a02d-4445-90e5-81f1077610bb req-1433b19b-d8cc-405e-a05f-123a4f2a1e0a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 944 time: 0.2079604 Jul 09 17:41:25.690581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.717682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7b4fd-eb00-4108-96b6-181e25b2c16b req-81c6bd60-c429-4ee1-9338-d99a2f7f0519 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:25.745441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c6a7b4fd-eb00-4108-96b6-181e25b2c16b req-81c6bd60-c429-4ee1-9338-d99a2f7f0519 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 945 time: 0.1771441 Jul 09 17:41:25.769387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ba9b2c3-a02d-4445-90e5-81f1077610bb req-a1a7bda0-4e1f-4426-a4b5-11547f246c91 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878744 Jul 09 17:41:25.775512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:25.788164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:25.872471 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef161129-5937-4d9d-8b01-a484ed77d8d5 x-openstack-request-id: req-ef161129-5937-4d9d-8b01-a484ed77d8d5 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:25.872881 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d23ef72-b107-44d3-b778-8854c750c521", "name": "network-vif-plugged", "status": "completed", "tag": "526f8525-c6db-4618-a35c-71ce56019b1a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:25.873415 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef161129-5937-4d9d-8b01-a484ed77d8d5 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:25.873813 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d23ef72-b107-44d3-b778-8854c750c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526f8525-c6db-4618-a35c-71ce56019b1a', 'code': 200} Jul 09 17:41:25.901917 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c6a7b4fd-eb00-4108-96b6-181e25b2c16b req-35e5a850-6072-4176-af8a-7506dd4a0cb8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529326 Jul 09 17:41:25.959052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:26.050095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd46e8-32aa-49a3-8316-337e34877db2 req-91529010-84b8-4307-98ad-3e681417f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:26.053804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cbd46e8-32aa-49a3-8316-337e34877db2 req-91529010-84b8-4307-98ad-3e681417f579 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 1097 time: 0.1326325 Jul 09 17:41:26.133161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3cbd46e8-32aa-49a3-8316-337e34877db2 req-60e44ccf-fd13-40ab-aaba-39c0411f64f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719140 Jul 09 17:41:26.614695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de9941-e249-47dc-8437-f8b394116d20 req-25246fe6-e636-4a04-bd90-db79cd640820 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:26.622433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d8de9941-e249-47dc-8437-f8b394116d20 req-25246fe6-e636-4a04-bd90-db79cd640820 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1035769 Jul 09 17:41:26.687184 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d8de9941-e249-47dc-8437-f8b394116d20 req-152fad0d-a6cf-47c9-b140-1bee6935fb23 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634210 Jul 09 17:41:27.075917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36918) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:27.187833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3381d5-ea4b-44e7-903c-9fabb56ba86e req-9554e851-2a41-4b50-93ac-4f73e8370e6d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:27.199476 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b3381d5-ea4b-44e7-903c-9fabb56ba86e req-9554e851-2a41-4b50-93ac-4f73e8370e6d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 945 time: 0.1846368 Jul 09 17:41:27.253638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2b3381d5-ea4b-44e7-903c-9fabb56ba86e req-55c77962-fa5c-4734-9931-c17d61aaa866 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521355 Jul 09 17:41:27.398659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934176c-b8f3-4410-ba39-39f86640982d req-c28e368f-ff5c-4244-a0b9-61297fe7c423 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:27.404299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3934176c-b8f3-4410-ba39-39f86640982d req-c28e368f-ff5c-4244-a0b9-61297fe7c423 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 945 time: 0.1999695 Jul 09 17:41:27.529518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3934176c-b8f3-4410-ba39-39f86640982d req-59a21405-8e4b-4c7e-a6aa-c4e1016dd7f5 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211796 Jul 09 17:41:27.740859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:27.875633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:27.878698 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541f8a63-c403-4e0f-8256-e79fa2cb367e" -d '{"events": [{"server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "name": "network-vif-plugged", "status": "completed", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:27.948034 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e3930c-f7f0-4414-8c7e-32427843c987 x-openstack-request-id: req-d9e3930c-f7f0-4414-8c7e-32427843c987 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:27.948357 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "name": "network-vif-plugged", "status": "completed", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:27.949110 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9e3930c-f7f0-4414-8c7e-32427843c987 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:27.949959 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf', 'code': 200} Jul 09 17:41:27.953889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c749f38-8a46-4dc7-9394-b28cb14a992a req-8c1a92dc-d764-466a-807a-301c71029ef8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:27.961120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c749f38-8a46-4dc7-9394-b28cb14a992a req-8c1a92dc-d764-466a-807a-301c71029ef8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1234107 Jul 09 17:41:28.011434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c749f38-8a46-4dc7-9394-b28cb14a992a req-a85bf057-e400-48a3-897c-5823284b1525 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491483 Jul 09 17:41:28.091742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d0af0-fbd1-47f3-b322-946d93c8830f req-73b83b64-800f-40df-a722-a97c41e957f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:28.093490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a47d0af0-fbd1-47f3-b322-946d93c8830f req-73b83b64-800f-40df-a722-a97c41e957f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 1097 time: 0.0751684 Jul 09 17:41:28.140019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a47d0af0-fbd1-47f3-b322-946d93c8830f req-61d6302b-2c8a-42c8-ab71-c99a41d9600e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Jul 09 17:41:28.145151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Deleting port d8ad64fd-792d-4b97-b416-1aca970ee4fe {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:28.145526 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:28.244453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] For port d8ad64fd-792d-4b97-b416-1aca970ee4fe, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d8ad64fd-792d-4b97-b416-1aca970ee4fe,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:28.244718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:28.261912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Calling delete_port for d8ad64fd-792d-4b97-b416-1aca970ee4fe owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:28.518513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9075285-8b76-4170-9800-7b567dcd49d1 req-b896e725-a9d4-419f-bc2b-c47e01386e30 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:28.520314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9075285-8b76-4170-9800-7b567dcd49d1 req-b896e725-a9d4-419f-bc2b-c47e01386e30 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 945 time: 0.1336277 Jul 09 17:41:28.552269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:28.592492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ad64fd-792d-4b97-b416-1aca970ee4fe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:28.606698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9075285-8b76-4170-9800-7b567dcd49d1 req-e9c08d7b-6ae3-4381-a0f6-1a08a6e85f18 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788395 Jul 09 17:41:28.799427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59707e-2031-40bd-ba78-364feaeff090 req-b8810a35-dd4c-43c4-8f32-22aa55c11cf8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:28.802176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b59707e-2031-40bd-ba78-364feaeff090 req-b8810a35-dd4c-43c4-8f32-22aa55c11cf8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 945 time: 0.0939939 Jul 09 17:41:28.840095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:28.877086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b59707e-2031-40bd-ba78-364feaeff090 req-2cfc39f1-7ac2-4083-8ec5-6e5e1916df24 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Jul 09 17:41:29.172284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Router 09b68f4a-2682-4165-8b27-ca75b85cdd10 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:41:29.262038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbed94-24d9-4d29-bbe1-97c1c2e6353b req-510901dd-f47e-4c37-8d73-e891a2565ec6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:29.266677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ecbed94-24d9-4d29-bbe1-97c1c2e6353b req-510901dd-f47e-4c37-8d73-e891a2565ec6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1033673 Jul 09 17:41:29.329936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ecbed94-24d9-4d29-bbe1-97c1c2e6353b req-f6368a32-193a-458d-8d9e-e757640b9c10 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517466 Jul 09 17:41:29.372857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:41:29.379339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0aafd89d-8e88-442b-a290-6363ae2ab5dd admin admin] 10.222.0.21 "PUT /v2.0/routers/09b68f4a-2682-4165-8b27-ca75b85cdd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017805 Jul 09 17:41:29.381973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 36964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:29.389018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] Sync routers for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:41:29.403492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:29.404421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:41:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:29.548436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:29.567858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:29.694218 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:29.758809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Deleting port 26dbd83c-8479-4ee5-834b-a5232322d5d6 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:29.759372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:29.789747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:41:28Z', 'revision_number': 5, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port': {'id': '26dbd83c-8479-4ee5-834b-a5232322d5d6', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:06Z', 'updated_at': '2021-07-09T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:29.827658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] Checking router: 09b68f4a-2682-4165-8b27-ca75b85cdd10 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:41:29.834772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27ceed-66a9-40ef-9cc4-b786a3ac9824 req-ee77ac0d-2a63-4ea9-834c-8f082433bbac tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:29.837173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e27ceed-66a9-40ef-9cc4-b786a3ac9824 req-ee77ac0d-2a63-4ea9-834c-8f082433bbac tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 945 time: 0.0741744 Jul 09 17:41:29.837921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] Routers {'09b68f4a-2682-4165-8b27-ca75b85cdd10'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:29.838731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:41:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['09b68f4a-2682-4165-8b27-ca75b85cdd10'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:29.880550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] For port 26dbd83c-8479-4ee5-834b-a5232322d5d6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26dbd83c-8479-4ee5-834b-a5232322d5d6,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:29.881155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:29.886515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e27ceed-66a9-40ef-9cc4-b786a3ac9824 req-99df108c-d3e6-47e1-995f-4300d9eabeb8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Jul 09 17:41:29.894218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Calling delete_port for 26dbd83c-8479-4ee5-834b-a5232322d5d6 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:29.959119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] Set router 09b68f4a-2682-4165-8b27-ca75b85cdd10 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:30.125250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-69cc1be8-00e7-4017-8399-254df8088c1f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 267 time: 0.0544159 Jul 09 17:41:30.132368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.178197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dbd83c-8479-4ee5-834b-a5232322d5d6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:30.208581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:41:29Z', 'revision_number': 6, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:30.257515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965286e-0537-4062-9565-a0be41d07f20 None None] The sync data for ids ['09b68f4a-2682-4165-8b27-ca75b85cdd10'] in n-d-791506-17 is: [{'id': '09b68f4a-2682-4165-8b27-ca75b85cdd10', 'name': 'tempest-TestVolumeBackupRestore-221615085-router', 'tenant_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:05Z', 'updated_at': '2021-07-09T17:41:29Z', 'revision_number': 6, 'project_id': 'c0a44e5c1c6444e29ff74ac0e3e1f51c', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:41:30.308959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-ae60650a-4ea7-47c0-809a-e5813c757d08 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:30.314201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-ae60650a-4ea7-47c0-809a-e5813c757d08 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 945 time: 0.1688659 Jul 09 17:41:30.315349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.385085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'port': {'security_groups': []}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:30.484863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.488886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.529598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c833e-cf9a-47c8-9f04-fb4aa248826e req-73f36831-71b7-476d-a6b9-13ca40c0128f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:30.531386 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a91c833e-cf9a-47c8-9f04-fb4aa248826e req-73f36831-71b7-476d-a6b9-13ca40c0128f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.0849254 Jul 09 17:41:30.542030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.553574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.554132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b68f4a-2682-4165-8b27-ca75b85cdd10 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:41:30.559887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.564145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-412edfe4-ff1c-435e-a461-0c296e3e6a21 admin admin] 10.222.0.21 "DELETE /v2.0/routers/09b68f4a-2682-4165-8b27-ca75b85cdd10 HTTP/1.1" status: 204 len: 168 time: 1.1781437 Jul 09 17:41:30.564145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37000) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:30.614648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a91c833e-cf9a-47c8-9f04-fb4aa248826e req-0c33fb87-9ddb-42a1-af5f-40011192fe9d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Jul 09 17:41:30.705502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Deleting subnet 6371b810-bf98-4227-9d59-cb63ad0339b2 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:41:30.713235 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.809269 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.874435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:30.939301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.941677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.963726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:30.977334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['723da9df-f023-4ef2-934c-156671f65525'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:31.019955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20', '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:31.028457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:31.054140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:31.055026 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:31.063478 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d21ccde7-bfd5-4c42-9336-279131256f3e req-9ebe428d-e6c9-4f3f-a0dd-408796767682 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "PUT /v2.0/ports/776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf HTTP/1.1" status: 200 len: 904 time: 0.7174070 Jul 09 17:41:31.063478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:31.064105 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac26121-194f-4750-9628-16db551240cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:31.103438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:31.206255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6371b810-bf98-4227-9d59-cb63ad0339b2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:31.223360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:31.233608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:31.236343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-29ad55db-a4d8-4df0-a672-956980b159a3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6371b810-bf98-4227-9d59-cb63ad0339b2 HTTP/1.1" status: 204 len: 168 time: 0.6684296 Jul 09 17:41:31.323241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:31.325491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585a262-4c73-49a2-9e06-0a16f041e52a None None] Network 6a390667-7f60-4217-bfcf-c96a38b9a9eb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:31.449709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8ad64fd-792d-4b97-b416-1aca970ee4fe no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:31.546744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:31.557296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d8ad64fd-792d-4b97-b416-1aca970ee4fe {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:31.557635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d8ad64fd-792d-4b97-b416-1aca970ee4fe not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:31.558044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26dbd83c-8479-4ee5-834b-a5232322d5d6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:31.648462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 26dbd83c-8479-4ee5-834b-a5232322d5d6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:31.648791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26dbd83c-8479-4ee5-834b-a5232322d5d6 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:31.656162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fe42d-55d8-4541-9bbe-7b41da6f92ce req-a50dd23d-3f7e-49e7-8a86-3d2b4b988751 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:31.667358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca3fe42d-55d8-4541-9bbe-7b41da6f92ce req-a50dd23d-3f7e-49e7-8a86-3d2b4b988751 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 907 time: 0.2670009 Jul 09 17:41:31.699375 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dfbd0-d6a3-47ef-8f53-cd976a371891 x-openstack-request-id: req-b49dfbd0-d6a3-47ef-8f53-cd976a371891 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:31.699667 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:31.699956 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b49dfbd0-d6a3-47ef-8f53-cd976a371891 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:31.700369 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf', 'status': 'completed', 'code': 200} Jul 09 17:41:31.740223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5360ad0b-9e3c-4668-8907-e71016bf2597 None None] Provisioning complete for port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:31.740604 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5360ad0b-9e3c-4668-8907-e71016bf2597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:31.860016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Deleting port 953cbe9a-96f1-401b-831b-c1c7d2961615 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:31.860390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:31.998397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] For port 953cbe9a-96f1-401b-831b-c1c7d2961615, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=953cbe9a-96f1-401b-831b-c1c7d2961615,segment=NetworkSegment(a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae),segment_id=a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:31.998397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.014967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145d81e-0a84-4081-a7b3-3c4174b24768 req-0cb0d87a-09c1-441d-bacc-ce857d6583b7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.017753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9145d81e-0a84-4081-a7b3-3c4174b24768 req-0cb0d87a-09c1-441d-bacc-ce857d6583b7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1302810 Jul 09 17:41:32.018701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Calling delete_port for 953cbe9a-96f1-401b-831b-c1c7d2961615 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:32.106317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] DHCP port deletion for 6a390667-7f60-4217-bfcf-c96a38b9a9eb request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:41:32.109968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9145d81e-0a84-4081-a7b3-3c4174b24768 req-42a6ecec-2cc7-4535-b48b-03bb20a11180 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846646 Jul 09 17:41:32.168869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.212330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Pushing event deleted for resources: {'Port': ['ID=953cbe9a-96f1-401b-831b-c1c7d2961615,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:32.214962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Deleting port 953cbe9a-96f1-401b-831b-c1c7d2961615 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:32.215520 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.220761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] No DVR routers for this DVR port 953cbe9a-96f1-401b-831b-c1c7d2961615 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:32.256430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fae6c-5a78-4d52-ba8c-759af3cf6edd req-c3b37e9d-4251-4041-b654-1764aee0662c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.263919 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-354fae6c-5a78-4d52-ba8c-759af3cf6edd req-c3b37e9d-4251-4041-b654-1764aee0662c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1987910 Jul 09 17:41:32.275974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26121-194f-4750-9628-16db551240cd req-0c77a373-db7d-4140-8239-dedf063a0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.278209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-0c77a373-db7d-4140-8239-dedf063a0c4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 1059 time: 0.5563750 Jul 09 17:41:32.312732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:32.338137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] For port 953cbe9a-96f1-401b-831b-c1c7d2961615, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:32.338522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.364079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Calling delete_port for 953cbe9a-96f1-401b-831b-c1c7d2961615 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:32.372959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Port 953cbe9a-96f1-401b-831b-c1c7d2961615 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:41:32.380935 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.420490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6958c-a53d-44a6-a966-c8e7c6ed070c req-5100c8d4-8e8d-4c0f-9fcd-8c80048fe169 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.427965 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87c6958c-a53d-44a6-a966-c8e7c6ed070c req-5100c8d4-8e8d-4c0f-9fcd-8c80048fe169 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0997171 Jul 09 17:41:32.437761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26121-194f-4750-9628-16db551240cd req-7b4b3052-85ed-4d8d-9d8a-3e41849a4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.439309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-7b4b3052-85ed-4d8d-9d8a-3e41849a4e73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1420269 Jul 09 17:41:32.453995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] Pushing event deleted for resources: {'Port': ['ID=953cbe9a-96f1-401b-831b-c1c7d2961615,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:32.461955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d557f5-ea87-4910-ae0a-4932c2a91f97 None None] No DVR routers for this DVR port 953cbe9a-96f1-401b-831b-c1c7d2961615 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:32.472851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87c6958c-a53d-44a6-a966-c8e7c6ed070c req-64f07478-1914-400d-9a9d-47011d0600c8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Jul 09 17:41:32.504536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fd5-3d08-49c0-a285-5c4291fee128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.532980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-b1f03033-eb24-4dff-b5f7-aa3383218d2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf HTTP/1.1" status: 200 len: 217 time: 0.0648785 Jul 09 17:41:32.589886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.610492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-354fae6c-5a78-4d52-ba8c-759af3cf6edd req-d6db0633-d87a-47dc-9ab3-8a9137e4d506 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454840 Jul 09 17:41:32.630320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26121-194f-4750-9628-16db551240cd req-26c9336f-80ec-401d-95b6-4bf69053bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.632015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-26c9336f-80ec-401d-95b6-4bf69053bd73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0926111 Jul 09 17:41:32.633856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a390667-7f60-4217-bfcf-c96a38b9a9eb']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:32.656395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:32.656789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c9d6c9-4b71-4c64-a839-d8d2f8d1edae') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:32.668310 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fd5-3d08-49c0-a285-5c4291fee128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.676626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aeda7fd5-3d08-49c0-a285-5c4291fee128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.689339 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.712015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.716113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda7fd5-3d08-49c0-a285-5c4291fee128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0afc1a-6d9b-4069-b2ef-8bacc7d8275d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:32.721958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:41:32.722457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:41:32.724625 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:41:32.784178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26121-194f-4750-9628-16db551240cd req-c7ad2e0c-c86d-4e78-8bcd-6ad85f948dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.785645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-c7ad2e0c-c86d-4e78-8bcd-6ad85f948dbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1425185 Jul 09 17:41:32.820583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-aeda7fd5-3d08-49c0-a285-5c4291fee128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93fe9d7d6f9d4bd7ba7f9d964f303399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067022 Jul 09 17:41:32.823494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:32.858167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.865926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.870672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a390667-7f60-4217-bfcf-c96a38b9a9eb HTTP/1.1" status: 204 len: 168 time: 1.6323485 Jul 09 17:41:32.872841 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37056) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:32.924244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f6d-721c-450b-97cf-daee695ec51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:32.933121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af384953-1968-41f6-aa82-86b722c2202d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a390667-7f60-4217-bfcf-c96a38b9a9eb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:32.951656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-3224e483-f1c0-4bbe-97d7-13bea30164f3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:32.960034 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-3224e483-f1c0-4bbe-97d7-13bea30164f3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.2462239 Jul 09 17:41:32.980961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-bb1fdecc-ffc1-4d74-8e4c-6dfe24bc5476 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/quotas/ec0405588b4b4886965775e5f650f2c2 HTTP/1.1" status: 200 len: 375 time: 0.0202510 Jul 09 17:41:33.002629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-e96cd7ac-c5af-4ec6-9884-9eaad517df32 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071590 Jul 09 17:41:33.008645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f6d-721c-450b-97cf-daee695ec51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:33.020089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 953cbe9a-96f1-401b-831b-c1c7d2961615 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:33.050269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 953cbe9a-96f1-401b-831b-c1c7d2961615 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:33.050796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 953cbe9a-96f1-401b-831b-c1c7d2961615 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:33.106844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-cc470b76-6fbe-4a29-9d98-9e8115cebd36 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1186812 Jul 09 17:41:33.222255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac26121-194f-4750-9628-16db551240cd req-6e953831-16dd-41f5-a9d0-ba403f5639c5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050602 Jul 09 17:41:33.414273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:33.532684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f6d-721c-450b-97cf-daee695ec51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:33.535797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5f6d-721c-450b-97cf-daee695ec51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:33.537104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f3ce5f6d-721c-450b-97cf-daee695ec51c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec0afc1a-6d9b-4069-b2ef-8bacc7d8275d HTTP/1.1" status: 204 len: 168 time: 0.7126274 Jul 09 17:41:33.572899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5f6d-721c-450b-97cf-daee695ec51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0afc1a-6d9b-4069-b2ef-8bacc7d8275d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:33.630595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-8a148a9d-acc2-4429-b915-46c67928ad78 service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150528 Jul 09 17:41:33.766800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-42baabf6-be16-4c2b-bd8f-ba784ec3925b service neutron] 10.222.0.21 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174393 Jul 09 17:41:33.837915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Deleting port 30ce1a42-1657-4886-aec4-179a40391df8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:33.838125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:33.955974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37066) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:33.956868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eac7d-1975-4b9b-a203-7b14cb785071 req-cff46164-88c8-489a-986c-9712b8ac2624 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:33.960596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a4eac7d-1975-4b9b-a203-7b14cb785071 req-cff46164-88c8-489a-986c-9712b8ac2624 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 943 time: 0.1795568 Jul 09 17:41:33.986949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-878267e2-8f32-428e-9ff3-ee903d507b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.001351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] For port 30ce1a42-1657-4886-aec4-179a40391df8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=30ce1a42-1657-4886-aec4-179a40391df8,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:34.001729 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.027007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Calling delete_port for 30ce1a42-1657-4886-aec4-179a40391df8 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:34.051977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1a4eac7d-1975-4b9b-a203-7b14cb785071 req-334da853-dafd-4f27-be55-1b829bc0e7cb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735099 Jul 09 17:41:34.136534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49813a9c-ba2d-4981-b29d-d78e19d96a62 req-41360883-c258-488a-82f0-87e9755ea726 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 210 time: 0.1001365 Jul 09 17:41:34.234565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-878267e2-8f32-428e-9ff3-ee903d507b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.243302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-878267e2-8f32-428e-9ff3-ee903d507b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.277124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-878267e2-8f32-428e-9ff3-ee903d507b54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dc040b58afb4fb5be2d96d23735b857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188519 Jul 09 17:41:34.282699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37074) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:34.316581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.335471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878267e2-8f32-428e-9ff3-ee903d507b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8b4e5-9c3f-412f-bb5d-ba501cd200f1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:34.354261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22ec16dd-e445-423f-87de-012c36f40aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.382905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ce1a42-1657-4886-aec4-179a40391df8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:34.386514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22ec16dd-e445-423f-87de-012c36f40aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.446935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22ec16dd-e445-423f-87de-012c36f40aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.449960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22ec16dd-e445-423f-87de-012c36f40aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:34.451906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-22ec16dd-e445-423f-87de-012c36f40aab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fa8b4e5-9c3f-412f-bb5d-ba501cd200f1 HTTP/1.1" status: 204 len: 168 time: 0.1680813 Jul 09 17:41:34.463755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec16dd-e445-423f-87de-012c36f40aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8b4e5-9c3f-412f-bb5d-ba501cd200f1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:35.000711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0af4d753-ec78-4d53-8273-7afba9380605 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:35.038083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37088) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:35.054005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60293b4b-907f-4e17-a2f7-f773dd606eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.143040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0af4d753-ec78-4d53-8273-7afba9380605, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0af4d753-ec78-4d53-8273-7afba9380605,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:35.159180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '0af4d753-ec78-4d53-8273-7afba9380605', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': '0af4d753-ec78-4d53-8273-7afba9380605', 'mac_address': 'fa:16:3e:8d:c9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:35.168738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.176404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60293b4b-907f-4e17-a2f7-f773dd606eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.181856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60293b4b-907f-4e17-a2f7-f773dd606eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.237755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-60293b4b-907f-4e17-a2f7-f773dd606eae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31ad8d28dfa044cca1361f1595d80f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981084 Jul 09 17:41:35.238907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60293b4b-907f-4e17-a2f7-f773dd606eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3c0da6-d94e-45b5-8af9-c921c05cd9fb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:35.243991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37096) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:35.292393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.322303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af4d753-ec78-4d53-8273-7afba9380605 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:35.382749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0af4d753-ec78-4d53-8273-7afba9380605, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0af4d753-ec78-4d53-8273-7afba9380605,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:35.390154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.393431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2526e89-b7cf-41e5-9892-c5b101952901 req-9f32208e-942f-41c2-8cb9-447a578cb489 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 210 time: 0.0609934 Jul 09 17:41:35.401281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b48bb7d2-3f86-4ed2-9447-a73c875e0eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.448266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b48bb7d2-3f86-4ed2-9447-a73c875e0eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.494472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0af4d753-ec78-4d53-8273-7afba9380605,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:35.509495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c996fc-8563-478b-b8e9-6311f8940246 req-59f64d0d-0248-4c3f-8726-ddd7cc64708b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:35.511149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76c996fc-8563-478b-b8e9-6311f8940246 req-59f64d0d-0248-4c3f-8726-ddd7cc64708b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 944 time: 0.1347475 Jul 09 17:41:35.573497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b48bb7d2-3f86-4ed2-9447-a73c875e0eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.576843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b48bb7d2-3f86-4ed2-9447-a73c875e0eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:35.578899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b48bb7d2-3f86-4ed2-9447-a73c875e0eee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d3c0da6-d94e-45b5-8af9-c921c05cd9fb HTTP/1.1" status: 204 len: 168 time: 0.3350701 Jul 09 17:41:35.595406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bb7d2-3f86-4ed2-9447-a73c875e0eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3c0da6-d94e-45b5-8af9-c921c05cd9fb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:35.629648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76c996fc-8563-478b-b8e9-6311f8940246 req-1ad4c612-0b39-4427-a365-f0bd4cda184e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821748 Jul 09 17:41:35.631749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Router 95c08361-cd23-4a3c-aa23-352e4d6acb7b has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:41:35.664536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0af4d753-ec78-4d53-8273-7afba9380605'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:35.677058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-56d068be-2e72-441d-ba75-83f860235441 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:35.687252 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-56d068be-2e72-441d-ba75-83f860235441 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.1739056 Jul 09 17:41:35.705661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-2e18c55e-44ea-4968-959d-cd5a02efbecd tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/quotas/158c6e7870d74b0982345c1da8e6cc5c HTTP/1.1" status: 200 len: 375 time: 0.0170867 Jul 09 17:41:35.776321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:41:35.782383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cee0ab42-d610-4080-ba31-9903cfd99e99 admin admin] 10.222.0.21 "PUT /v2.0/routers/95c08361-cd23-4a3c-aa23-352e4d6acb7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9082482 Jul 09 17:41:35.785695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:35.789144 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] Sync routers for ids ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:41:35.795048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-7ee0ca3f-e93c-4e2f-87b9-3152fb4193f7 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884962 Jul 09 17:41:35.803062 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] Routers {'95c08361-cd23-4a3c-aa23-352e4d6acb7b'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:35.805173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:41:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:35.960634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:36.045568 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] Set router 95c08361-cd23-4a3c-aa23-352e4d6acb7b gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:36.073647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-3c4e0008-bf2b-42fe-af04-fad1c6cae995 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682807 Jul 09 17:41:36.098657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:36.181230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Deleting port 04e7966b-7074-4d65-9245-03152300164a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:36.182805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:36.240205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-c2229bd5-4b1f-4c54-a987-e67aa9dad621 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:36.245532 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-c2229bd5-4b1f-4c54-a987-e67aa9dad621 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.36 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 812 time: 0.3338580 Jul 09 17:41:36.269307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Request body: {'port': {'device_id': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'admin_state_up': True, 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:36.326486 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '04e7966b-7074-4d65-9245-03152300164a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:41:34Z', 'revision_number': 5, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port': {'id': '04e7966b-7074-4d65-9245-03152300164a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:14Z', 'updated_at': '2021-07-09T17:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:36.343070 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-5866065c-ae1b-43be-b7a1-16b35201c43d service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684007 Jul 09 17:41:36.344739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] For port 04e7966b-7074-4d65-9245-03152300164a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=04e7966b-7074-4d65-9245-03152300164a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:36.345566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:36.367049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Calling delete_port for 04e7966b-7074-4d65-9245-03152300164a owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:36.399925 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] Checking router: 95c08361-cd23-4a3c-aa23-352e4d6acb7b for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:41:36.412961 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] Routers {'95c08361-cd23-4a3c-aa23-352e4d6acb7b'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:41:36.414708 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:41:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:36.446153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Made reservation on behalf of ec0405588b4b4886965775e5f650f2c2 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:36.463897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:36.562579 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] Set router 95c08361-cd23-4a3c-aa23-352e4d6acb7b gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:41:36.659273 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:41:36Z', 'revision_number': 6, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:36.670713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:36.698201 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357a98d-4c47-40f0-9c57-c422cce5f0f5 None None] The sync data for ids ['95c08361-cd23-4a3c-aa23-352e4d6acb7b'] in n-d-791506-17 is: [{'id': '95c08361-cd23-4a3c-aa23-352e4d6acb7b', 'name': 'tempest-TestVolumeBackupRestore-453000418-router', 'tenant_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:13Z', 'updated_at': '2021-07-09T17:41:36Z', 'revision_number': 6, 'project_id': 'cc5fdf9befca47b5bb78ca1abe79cac3', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:41:36.725250 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56d2bf5d-caf7-43e5-9128-b933cdec79d7 req-018b1487-4846-4199-bbcd-82db89647601 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 210 time: 0.0702732 Jul 09 17:41:36.776027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67db4bf7-1ba0-4082-8346-e2d46b0d4f64 req-0c0fafef-31bc-4291-b04a-f006d42619ce tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 210 time: 0.0566163 Jul 09 17:41:36.795446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=04e7966b-7074-4d65-9245-03152300164a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:36.806640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Allocated IP 172.20.0.6 (7c7f085d-5ece-4ae7-8f7f-00d410edae08/554a3d1b-e94d-407c-afce-df457747d603/2f79910d-6d11-4344-9185-589c8979eca4) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:36.946086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.001304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0af4d753-ec78-4d53-8273-7afba9380605 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:37.033154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.051288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Transition to ACTIVE for port object 2f79910d-6d11-4344-9185-589c8979eca4 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:37.141293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.145619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 0af4d753-ec78-4d53-8273-7afba9380605 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:37.161505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:37.170086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['723da9df-f023-4ef2-934c-156671f65525'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:37.206056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.218147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 0af4d753-ec78-4d53-8273-7afba9380605 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:37.218591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.237925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.256072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:37.264383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:37.269052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:37.282507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b734-59a0-4fcb-b85a-f0972a01aadc req-259b32e1-b3a9-49cb-88c2-5951e844a9d6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:37.291980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 30ce1a42-1657-4886-aec4-179a40391df8 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:37.300917 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5e6b734-59a0-4fcb-b85a-f0972a01aadc req-259b32e1-b3a9-49cb-88c2-5951e844a9d6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 944 time: 0.4100087 Jul 09 17:41:37.317837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 30ce1a42-1657-4886-aec4-179a40391df8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:37.318458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 30ce1a42-1657-4886-aec4-179a40391df8 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:37.346639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:37.371679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.372181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.372524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.372857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.373217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.373553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.373874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.374197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.374519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.374839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.375190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.375644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:37.412921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:37.413585 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.428587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.432311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c08361-cd23-4a3c-aa23-352e4d6acb7b {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:41:37.444789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5e6b734-59a0-4fcb-b85a-f0972a01aadc req-364279c7-fe3b-4e67-89f9-c45da6a5a752 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421745 Jul 09 17:41:37.448177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.452258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37158) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:37.452647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b2fce214-4be1-4a5a-9606-950ebd2f8e4a admin admin] 10.222.0.21 "DELETE /v2.0/routers/95c08361-cd23-4a3c-aa23-352e4d6acb7b HTTP/1.1" status: 204 len: 168 time: 1.6650732 Jul 09 17:41:37.480914 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-31835fe8-803e-43fd-9ed5-6768d19a6c0e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2201245 Jul 09 17:41:37.550659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Deleting subnet b5243331-f706-4ebe-8217-fd7801d80eae {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:41:37.559483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.566855 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.662485 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.710945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37164) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:37.715289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4d753-ec78-4d53-8273-7afba9380605'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:37.718449 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb45a7-1f8e-4492-be56-9dba24d6ef5e" -d '{"events": [{"server_uuid": "6df04832-5d27-4441-a36d-8c21bbe3939f", "name": "network-vif-plugged", "status": "completed", "tag": "0af4d753-ec78-4d53-8273-7afba9380605"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:37.761427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 0af4d753-ec78-4d53-8273-7afba9380605, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0af4d753-ec78-4d53-8273-7afba9380605,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:37.785839 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.815652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5191c9d2-8b5e-4e99-89e3-cc9617d96f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.840190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-53fd0dab-650d-442e-b71e-b040a84d1128 None None] Provisioning for port 2f79910d-6d11-4344-9185-589c8979eca4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:37.853751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Request body: {'port': {'device_id': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:37.865666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-53fd0dab-650d-442e-b71e-b040a84d1128 None None] Provisioning complete for port 2f79910d-6d11-4344-9185-589c8979eca4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:37.866358 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-53fd0dab-650d-442e-b71e-b040a84d1128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.924907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=0af4d753-ec78-4d53-8273-7afba9380605,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:37.932689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-53fd0dab-650d-442e-b71e-b040a84d1128 None None] Port 2f79910d-6d11-4344-9185-589c8979eca4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:41:37.969729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:37.982323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5191c9d2-8b5e-4e99-89e3-cc9617d96f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.013459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5191c9d2-8b5e-4e99-89e3-cc9617d96f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.053154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.069937 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c070787-7e20-4083-be75-8a100b4b5a99 x-openstack-request-id: req-0c070787-7e20-4083-be75-8a100b4b5a99 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:38.070610 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df04832-5d27-4441-a36d-8c21bbe3939f", "name": "network-vif-plugged", "status": "completed", "tag": "0af4d753-ec78-4d53-8273-7afba9380605", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:38.071115 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c070787-7e20-4083-be75-8a100b4b5a99 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:38.071741 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4d753-ec78-4d53-8273-7afba9380605', 'code': 200} Jul 09 17:41:38.115888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5191c9d2-8b5e-4e99-89e3-cc9617d96f46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e381237d6eb642d4a13a970122d8b574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024034 Jul 09 17:41:38.118604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191c9d2-8b5e-4e99-89e3-cc9617d96f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec8e20b-ae0c-4c81-b2c3-59350408f8f3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:38.122872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37176) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:38.149926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.175053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862a712-a8ec-494b-ae1a-cbda0387acf9 req-ceb7dc9a-334e-4943-bd81-20c276ac933e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:38.184174 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0862a712-a8ec-494b-ae1a-cbda0387acf9 req-ceb7dc9a-334e-4943-bd81-20c276ac933e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 931 time: 0.2180474 Jul 09 17:41:38.194164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5243331-f706-4ebe-8217-fd7801d80eae,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:38.222157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.226424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff10d7-8b32-4ea4-81ae-51d6b8fb38df None None] Network 0255055c-4e4a-453b-83b9-9573e17caf09 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:38.239283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a4733885-d7c7-410f-88dc-3b426d146bc6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5243331-f706-4ebe-8217-fd7801d80eae HTTP/1.1" status: 204 len: 168 time: 0.7858808 Jul 09 17:41:38.245172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37178) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:38.349873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.377930 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.404221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0862a712-a8ec-494b-ae1a-cbda0387acf9 req-492f331b-574b-4940-a6e8-c3f9dd0ba72d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190163 Jul 09 17:41:38.406236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-592e9b41-0aec-4258-b248-be5091832b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.455999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-592e9b41-0aec-4258-b248-be5091832b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.459133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becf134-27cd-4d4d-81e1-b0457d7a4be5 req-25fc0eb3-e9fa-416a-8001-d1a312791fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:38.461214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4becf134-27cd-4d4d-81e1-b0457d7a4be5 req-25fc0eb3-e9fa-416a-8001-d1a312791fcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 1097 time: 0.2485075 Jul 09 17:41:38.536878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4becf134-27cd-4d4d-81e1-b0457d7a4be5 req-77f84bac-91f5-4d3c-a288-169385c8d620 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633936 Jul 09 17:41:38.556384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c7b241e6-d273-42ae-bb72-68a7cf3c9eb1 req-3c6f6879-5cda-4551-8616-c4838d43e470 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 210 time: 0.3100410 Jul 09 17:41:38.566839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-592e9b41-0aec-4258-b248-be5091832b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.570055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-592e9b41-0aec-4258-b248-be5091832b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.573854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-592e9b41-0aec-4258-b248-be5091832b8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bec8e20b-ae0c-4c81-b2c3-59350408f8f3 HTTP/1.1" status: 204 len: 168 time: 0.4473491 Jul 09 17:41:38.607833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e9b41-0aec-4258-b248-be5091832b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec8e20b-ae0c-4c81-b2c3-59350408f8f3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:38.615679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] DHCP port deletion for 0255055c-4e4a-453b-83b9-9573e17caf09 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:41:38.762360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] Deleting port de546445-a17a-4695-9b1f-e5c8d68e30df {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:38.763645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.768468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Deleting port de546445-a17a-4695-9b1f-e5c8d68e30df {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:38.768975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.796526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-dff2bba1-c2fd-453e-bcaa-a382d1a64a87 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:38.799073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-dff2bba1-c2fd-453e-bcaa-a382d1a64a87 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.5576055 Jul 09 17:41:38.812574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d336-232e-4b83-9970-8b88d9dd2cdf req-372087eb-86fa-4e5e-aa60-78a2b41fcfce tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:38.815492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2445d336-232e-4b83-9970-8b88d9dd2cdf req-372087eb-86fa-4e5e-aa60-78a2b41fcfce tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 945 time: 0.0871022 Jul 09 17:41:38.841858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Request body: {'port': {'device_id': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'admin_state_up': True, 'tenant_id': '158c6e7870d74b0982345c1da8e6cc5c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:38.860317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] For port de546445-a17a-4695-9b1f-e5c8d68e30df, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=de546445-a17a-4695-9b1f-e5c8d68e30df,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:38.861187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:38.861945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2445d336-232e-4b83-9970-8b88d9dd2cdf req-55e40566-c7f6-4b61-8d9d-2b82bc9a1840 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Jul 09 17:41:38.884476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] Calling delete_port for de546445-a17a-4695-9b1f-e5c8d68e30df owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:38.981583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] For port de546445-a17a-4695-9b1f-e5c8d68e30df, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=de546445-a17a-4695-9b1f-e5c8d68e30df,segment=NetworkSegment(0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd),segment_id=0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:38.981992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.002216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 04e7966b-7074-4d65-9245-03152300164a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:39.024276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 04e7966b-7074-4d65-9245-03152300164a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:39.025276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 04e7966b-7074-4d65-9245-03152300164a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:39.025276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de546445-a17a-4695-9b1f-e5c8d68e30df no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:39.041441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Calling delete_port for de546445-a17a-4695-9b1f-e5c8d68e30df owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:39.061971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f79910d-6d11-4344-9185-589c8979eca4 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:39.066411 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.077435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.104819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] Pushing event deleted for resources: {'Port': ['ID=de546445-a17a-4695-9b1f-e5c8d68e30df,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:39.111697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b10c59-a621-45c1-b57a-ed602238e697 None None] No DVR routers for this DVR port de546445-a17a-4695-9b1f-e5c8d68e30df on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:39.118042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No active binding found for port de546445-a17a-4695-9b1f-e5c8d68e30df {{(pid=93897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 17:41:39.118982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device de546445-a17a-4695-9b1f-e5c8d68e30df not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:39.140984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Transition to ACTIVE for port object 2f79910d-6d11-4344-9185-589c8979eca4 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:39.154832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.166137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Made reservation on behalf of 158c6e7870d74b0982345c1da8e6cc5c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:39.169800 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.254728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:39.299573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.353524 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.361311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=de546445-a17a-4695-9b1f-e5c8d68e30df,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:39.417679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] No DVR routers for this DVR port de546445-a17a-4695-9b1f-e5c8d68e30df on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:41:39.585896 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:41:39.622587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Attempting to bind port 2f79910d-6d11-4344-9185-589c8979eca4 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:39.623018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Attempting to bind port 2f79910d-6d11-4344-9185-589c8979eca4 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:39.623224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Attempting to bind port 2f79910d-6d11-4344-9185-589c8979eca4 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:39.633142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Port 2f79910d-6d11-4344-9185-589c8979eca4 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:41:39.633342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Attempting to bind port 2f79910d-6d11-4344-9185-589c8979eca4 on network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:39.639900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.661404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:39.661849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Checking segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:39.662185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Bound using segment: {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:39.662612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Bound port: 2f79910d-6d11-4344-9185-589c8979eca4, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:39.662970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.665462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Allocated IP 172.20.0.10 (bc5f83ea-a606-424e-9965-964b9099eee9/360761c3-9f3d-4ce4-a729-9ec261f94815/6d17ddf3-9580-4904-8677-5a5a5d19c546) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:39.678875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0255055c-4e4a-453b-83b9-9573e17caf09']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:39.700776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:39.701262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba3a1bb-e17d-49b7-a1c1-6633e1fd82fd') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:39.720000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.741082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5be5e217-2393-4ff4-a842-bc05493dec95 req-77d613e4-0d62-40ff-a80b-b48ed8273517 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 210 time: 0.0362923 Jul 09 17:41:39.788311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.819273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:41:39.819676 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:41:39.824489 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:41:39.880891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04330adc-70e7-416d-b2f9-daceee0a15ca req-dc30457d-2f36-47db-b009-8d9f189e2627 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:39.882454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04330adc-70e7-416d-b2f9-daceee0a15ca req-dc30457d-2f36-47db-b009-8d9f189e2627 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.3118289 Jul 09 17:41:39.936962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:39.975919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:39.997240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.013346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.023554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04330adc-70e7-416d-b2f9-daceee0a15ca req-95d49e7b-9818-4ba2-8018-f967c8c5396e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982370 Jul 09 17:41:40.052846 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.056330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] 10.222.0.21 "DELETE /v2.0/networks/0255055c-4e4a-453b-83b9-9573e17caf09 HTTP/1.1" status: 204 len: 168 time: 1.8089752 Jul 09 17:41:40.104128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:40.108183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43bf2a-d134-413d-bba0-00050753106c req-2cfc5669-2997-4c2e-8715-6a5d1b8aba20 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.110131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d43bf2a-d134-413d-bba0-00050753106c req-2cfc5669-2997-4c2e-8715-6a5d1b8aba20 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 945 time: 0.0953074 Jul 09 17:41:40.113303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.114055 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.116137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-f41b5e93-0c06-4ff2-aabf-0a4904a7d752 service neutron] 10.222.0.36 "PUT /v2.0/ports/2f79910d-6d11-4344-9185-589c8979eca4 HTTP/1.1" status: 200 len: 1092 time: 2.5615854 Jul 09 17:41:40.144040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:40.147216 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535e1777-6068-4e62-b0dc-71bcc117f9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "tag": "2f79910d-6d11-4344-9185-589c8979eca4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:40.153412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f459a-b0f1-4756-8a12-688b918beb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=0255055c-4e4a-453b-83b9-9573e17caf09,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:40.187350 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d43bf2a-d134-413d-bba0-00050753106c req-b8cd2b75-fc04-4ed1-ab34-74167bea52a8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566733 Jul 09 17:41:40.195540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.257789 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:41:40.266554 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0483491c-3267-49b8-8cb6-ce76cae16611 x-openstack-request-id: req-0483491c-3267-49b8-8cb6-ce76cae16611 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:40.267133 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "tag": "2f79910d-6d11-4344-9185-589c8979eca4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:40.267866 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0483491c-3267-49b8-8cb6-ce76cae16611 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:40.268619 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4', 'status': 'completed', 'code': 200} Jul 09 17:41:40.331463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-df2a8a5e-084d-42eb-8f2d-ade30a6a6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.333409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-df2a8a5e-084d-42eb-8f2d-ade30a6a6b8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 1095 time: 0.1345272 Jul 09 17:41:40.340636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37240) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:40.379949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1259d140-1957-49e9-9ac4-69c1307ff814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.422551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-ce8f2977-2bca-4174-bf7f-1cb05ccf98b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f79910d-6d11-4344-9185-589c8979eca4 HTTP/1.1" status: 200 len: 217 time: 0.0557759 Jul 09 17:41:40.441530 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.450980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5812170d-fbaa-48f7-a777-6b48c051dedd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0a44e5c1c6444e29ff74ac0e3e1f51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082208 Jul 09 17:41:40.453783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:40.457912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37242) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:40.458656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['526f8525-c6db-4618-a35c-71ce56019b1a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:40.501114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c1d68-2c4c-4ca9-963d-732a52404da4 req-934fa946-b2df-408b-a477-edaf7743a4bd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.503097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-859c1d68-2c4c-4ca9-963d-732a52404da4 req-934fa946-b2df-408b-a477-edaf7743a4bd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 945 time: 0.1237295 Jul 09 17:41:40.559285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Network bc5f83ea-a606-424e-9965-964b9099eee9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:40.568035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-9af8e199-c730-40dc-b93a-870fd7526f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.569674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-859c1d68-2c4c-4ca9-963d-732a52404da4 req-fdedb803-29e8-4540-b2f7-76af3a4a3706 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573373 Jul 09 17:41:40.570108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-9af8e199-c730-40dc-b93a-870fd7526f42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1411955 Jul 09 17:41:40.576126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:40.578184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event updated for resources: {'Port': ['ID=6d17ddf3-9580-4904-8677-5a5a5d19c546,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:40.582613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:40.621889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:40.690633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67a66d1a-4e76-4dc0-a5d4-521d83cbca59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.713345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.713965 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.738929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-80586531-3406-4d18-9fc6-5108865e492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:40.740536 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-80586531-3406-4d18-9fc6-5108865e492b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550975 Jul 09 17:41:40.741743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78cf0f05-aea3-4397-ad2b-a004ff8a3b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.743031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67a66d1a-4e76-4dc0-a5d4-521d83cbca59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.773092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-21cd732e-126f-426f-9dad-fff26ac3f4bf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9352756 Jul 09 17:41:40.816046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Request body: {'port': {'device_id': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:40.904444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78cf0f05-aea3-4397-ad2b-a004ff8a3b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.912708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78cf0f05-aea3-4397-ad2b-a004ff8a3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:40.991061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78cf0f05-aea3-4397-ad2b-a004ff8a3b5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dcbab1b888b4648bbf4b2ad95fb5b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071474 Jul 09 17:41:40.993642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:41.002076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf0f05-aea3-4397-ad2b-a004ff8a3b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb757a86-42c6-49b0-ab8b-b04cad20088c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:41.086849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77ec6c-65c8-49e6-ad05-6daf79718b5d req-bc61118c-c28e-46a0-9ba3-2968dfbcb475 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:41.088513 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf77ec6c-65c8-49e6-ad05-6daf79718b5d req-bc61118c-c28e-46a0-9ba3-2968dfbcb475 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 932 time: 0.1549325 Jul 09 17:41:41.105927 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78751381-22fa-4989-aa3c-954147db4c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.145145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78751381-22fa-4989-aa3c-954147db4c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.156034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf77ec6c-65c8-49e6-ad05-6daf79718b5d req-2e3c2b12-a451-40f5-bee1-7c580e86806c tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592999 Jul 09 17:41:41.209268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78751381-22fa-4989-aa3c-954147db4c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.212772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78751381-22fa-4989-aa3c-954147db4c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.216815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78751381-22fa-4989-aa3c-954147db4c4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb757a86-42c6-49b0-ab8b-b04cad20088c HTTP/1.1" status: 204 len: 168 time: 0.2191062 Jul 09 17:41:41.236435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78751381-22fa-4989-aa3c-954147db4c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb757a86-42c6-49b0-ab8b-b04cad20088c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:41.342061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-c1b3fa57-6936-4a6c-a720-c25090993635 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907264 Jul 09 17:41:41.362493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc802e1-3b63-4dab-a9ad-9299399a8edc req-83e522ee-2775-48c2-ad3c-83ea8d4968b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:41.365133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bbc802e1-3b63-4dab-a9ad-9299399a8edc req-83e522ee-2775-48c2-ad3c-83ea8d4968b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.0862727 Jul 09 17:41:41.376229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67a66d1a-4e76-4dc0-a5d4-521d83cbca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.379372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67a66d1a-4e76-4dc0-a5d4-521d83cbca59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.380806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-67a66d1a-4e76-4dc0-a5d4-521d83cbca59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cb3a38e-090b-4017-811d-174eb24de2c1 HTTP/1.1" status: 204 len: 168 time: 0.8761775 Jul 09 17:41:41.420717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.431819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a66d1a-4e76-4dc0-a5d4-521d83cbca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3a38e-090b-4017-811d-174eb24de2c1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:41.444061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bbc802e1-3b63-4dab-a9ad-9299399a8edc req-f92ce9e7-6756-48af-93a2-787977bae983 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703385 Jul 09 17:41:41.459527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1315d-a826-477a-aad9-a51c23526590 req-7ccab427-56e0-4690-a4ed-e9b6bf367c2e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:41.461204 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49d1315d-a826-477a-aad9-a51c23526590 req-7ccab427-56e0-4690-a4ed-e9b6bf367c2e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 945 time: 0.2497900 Jul 09 17:41:41.602415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e460a8eb-f284-4cf7-829f-26b1f00c2929 req-6ed06a29-9dde-47bc-9a11-fffea6c41aff service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510860 Jul 09 17:41:41.637331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49d1315d-a826-477a-aad9-a51c23526590 req-0b2aa1d4-8217-43fd-96c6-cad8e70a156f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651716 Jul 09 17:41:41.806410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-dc641e7d-5e18-49eb-863c-645e1debc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:41.808122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-dc641e7d-5e18-49eb-863c-645e1debc515 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 1095 time: 0.1206474 Jul 09 17:41:41.844542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37278) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:41.889993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-079798ad-7713-4361-aa3f-239ee843b45c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc5fdf9befca47b5bb78ca1abe79cac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441780 Jul 09 17:41:41.892606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:41.925006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d17ddf3-9580-4904-8677-5a5a5d19c546 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:41.941046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.956825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a472c5d-46e4-4f18-a23b-35beb04561b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.963198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Transition to ACTIVE for port object 6d17ddf3-9580-4904-8677-5a5a5d19c546 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:41.969229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:41.982831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-8a493856-5381-4a35-9f58-2c12e9a0c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:41.984150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-8a493856-5381-4a35-9f58-2c12e9a0c951 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1686127 Jul 09 17:41:41.984829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a472c5d-46e4-4f18-a23b-35beb04561b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.045854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a472c5d-46e4-4f18-a23b-35beb04561b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.048875 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6a472c5d-46e4-4f18-a23b-35beb04561b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.050413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6a472c5d-46e4-4f18-a23b-35beb04561b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5699d6cc-8aba-4d0c-bb9f-84ecdeed89eb HTTP/1.1" status: 204 len: 168 time: 0.1568720 Jul 09 17:41:42.058969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472c5d-46e4-4f18-a23b-35beb04561b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699d6cc-8aba-4d0c-bb9f-84ecdeed89eb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:42.076339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-373e3b53-7e0f-43c9-b63d-1dadcd194d6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f79910d-6d11-4344-9185-589c8979eca4 HTTP/1.1" status: 200 len: 217 time: 0.0737896 Jul 09 17:41:42.135056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Pushing event updated for resources: {'Port': ['ID=6d17ddf3-9580-4904-8677-5a5a5d19c546,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:42.196719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-c27a712c-6ae8-48d8-9c02-d73177149019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.198267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-c27a712c-6ae8-48d8-9c02-d73177149019 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0974269 Jul 09 17:41:42.247716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Attempting to bind port 6d17ddf3-9580-4904-8677-5a5a5d19c546 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:42.248393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Attempting to bind port 6d17ddf3-9580-4904-8677-5a5a5d19c546 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:42.248725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Attempting to bind port 6d17ddf3-9580-4904-8677-5a5a5d19c546 on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:42.260832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Port 6d17ddf3-9580-4904-8677-5a5a5d19c546 on network bc5f83ea-a606-424e-9965-964b9099eee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:41:42.261621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Attempting to bind port 6d17ddf3-9580-4904-8677-5a5a5d19c546 on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:42.274964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:42.275312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Checking segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:42.275991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Bound using segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:42.276641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Bound port: 6d17ddf3-9580-4904-8677-5a5a5d19c546, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:42.277262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.353980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] For port 6d17ddf3-9580-4904-8677-5a5a5d19c546, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:42.359443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] For port 6d17ddf3-9580-4904-8677-5a5a5d19c546, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:42.368922 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.384562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-997cee97-7181-43c8-b41a-17b0b7ea1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.387297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-997cee97-7181-43c8-b41a-17b0b7ea1042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797309 Jul 09 17:41:42.389411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61c193-a34b-494c-894c-8b354484ce09 req-eb895468-3b0f-4781-b921-f723b6fb5025 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.397668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c61c193-a34b-494c-894c-8b354484ce09 req-eb895468-3b0f-4781-b921-f723b6fb5025 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 944 time: 0.0921450 Jul 09 17:41:42.441871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.442497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c61c193-a34b-494c-894c-8b354484ce09 req-2da05527-dc18-4e64-a410-dd2ac3a12fca tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Jul 09 17:41:42.443486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.445449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d17ddf3-9580-4904-8677-5a5a5d19c546 HTTP/1.1" status: 200 len: 1093 time: 1.6367819 Jul 09 17:41:42.446035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'tag': '6d17ddf3-9580-4904-8677-5a5a5d19c546'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:42.449252 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45a4894-a44d-4e98-bae7-aeebabbbaae2" -d '{"events": [{"name": "network-changed", "server_uuid": "99532460-43b1-4ec6-9238-e9d822c63ea3", "tag": "6d17ddf3-9580-4904-8677-5a5a5d19c546"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:42.548606 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e36c8-17c0-45e6-a8ba-4d955b90abc6 x-openstack-request-id: req-644e36c8-17c0-45e6-a8ba-4d955b90abc6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:42.549167 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99532460-43b1-4ec6-9238-e9d822c63ea3", "tag": "6d17ddf3-9580-4904-8677-5a5a5d19c546", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:42.549720 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-644e36c8-17c0-45e6-a8ba-4d955b90abc6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:42.550276 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'tag': '6d17ddf3-9580-4904-8677-5a5a5d19c546', 'status': 'completed', 'code': 200} Jul 09 17:41:42.594581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1819d1a-16f0-41a6-a335-e49c03cb4759 service neutron] Pushing event updated for resources: {'Port': ['ID=6d17ddf3-9580-4904-8677-5a5a5d19c546,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:42.616019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-574a7269-0f8d-4197-93a3-4035ac65aec9 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064068 Jul 09 17:41:42.722294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1dd5-7626-43ac-830e-d90675373118 req-95653ca4-751d-4329-9aec-da6cb14e0f0d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.731455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-6adc419e-698d-4bd9-b05b-0e70b381cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.732059 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-960c1dd5-7626-43ac-830e-d90675373118 req-95653ca4-751d-4329-9aec-da6cb14e0f0d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.0985372 Jul 09 17:41:42.733595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-6adc419e-698d-4bd9-b05b-0e70b381cb33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 1096 time: 0.1962004 Jul 09 17:41:42.773899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-960c1dd5-7626-43ac-830e-d90675373118 req-73d76f2f-4d61-41d6-bbce-4441df393a10 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Jul 09 17:41:42.788144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-f59acdf4-69aa-4c2f-a7cf-527882535c23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546 HTTP/1.1" status: 200 len: 217 time: 0.0473156 Jul 09 17:41:42.792851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-535e1777-6068-4e62-b0dc-71bcc117f9b4 req-87d113a9-7044-483e-8045-abcdefe6260f service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675787 Jul 09 17:41:42.889201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ddf8-6802-4249-b959-83bae231eefa req-37c98758-18b6-4d3d-b185-4a2907c960fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.889201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-37c98758-18b6-4d3d-b185-4a2907c960fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0888655 Jul 09 17:41:42.929742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-4e687c22-676a-42af-92bb-6d36153944a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329933 Jul 09 17:41:42.950017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b622e376-c65e-48f9-96c4-a41b892ef8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:42.975488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e736c6-7082-4d0f-b005-e5c992155bcf req-a2c9e579-f815-48ac-a55a-dd0f81107581 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:42.977009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0e736c6-7082-4d0f-b005-e5c992155bcf req-a2c9e579-f815-48ac-a55a-dd0f81107581 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 945 time: 0.1391408 Jul 09 17:41:43.005448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b192db-e591-4595-8538-3f64d6e21bed req-e5187388-4f3d-4c7e-91d7-b34d49b40320 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:43.007743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-22b192db-e591-4595-8538-3f64d6e21bed req-e5187388-4f3d-4c7e-91d7-b34d49b40320 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 945 time: 0.0689838 Jul 09 17:41:43.057170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a0e736c6-7082-4d0f-b005-e5c992155bcf req-6e4524f3-f40f-42a6-b8c3-4cf9f3db316f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 Jul 09 17:41:43.057643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37316) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:43.085264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-357ea278-980a-4af7-a459-425fde95acbc service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494601 Jul 09 17:41:43.129929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 0af4d753-ec78-4d53-8273-7afba9380605 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:43.130763 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.187382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-943983920', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:43.200721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a713ddf8-6802-4249-b959-83bae231eefa req-6cce966a-8975-49e2-a35a-8b828cdba684 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025486 Jul 09 17:41:43.217583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Made reservation on behalf of 849ef08b387b4937bf2dff404e1d70df for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:43.220465 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.234884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port 0af4d753-ec78-4d53-8273-7afba9380605, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0af4d753-ec78-4d53-8273-7afba9380605,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:43.235248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.236087 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.252009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 0af4d753-ec78-4d53-8273-7afba9380605 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:43.353847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.363277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-d976c670-983d-4a93-9f95-7bc23459d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:43.365240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-d976c670-983d-4a93-9f95-7bc23459d791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 1096 time: 0.1037118 Jul 09 17:41:43.398845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.401742 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.414462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['0af4d753-ec78-4d53-8273-7afba9380605'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:43.420137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['84de3dc0-efc1-4f9b-bdfc-0813595330a4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:43.435067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=0af4d753-ec78-4d53-8273-7afba9380605,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:43.440389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.447860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] device_id is not set on port faa009c5-5ddf-475b-9beb-a1f268ed0efd yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:41:43.484256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port 0af4d753-ec78-4d53-8273-7afba9380605 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:43.489311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:43.492982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-22b192db-e591-4595-8538-3f64d6e21bed req-5d42f3cb-9b05-4dde-8802-59d2196c135b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "DELETE /v2.0/ports/0af4d753-ec78-4d53-8273-7afba9380605 HTTP/1.1" status: 204 len: 173 time: 0.4788349 Jul 09 17:41:43.493638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'name': 'network-vif-deleted', 'tag': '0af4d753-ec78-4d53-8273-7afba9380605'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:43.496669 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5a067-c521-4deb-992c-445bd9c7dfa6" -d '{"events": [{"server_uuid": "6df04832-5d27-4441-a36d-8c21bbe3939f", "name": "network-vif-deleted", "tag": "0af4d753-ec78-4d53-8273-7afba9380605"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:43.556773 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18cafc-1c8d-4e41-b3ef-9d4e32d79250 x-openstack-request-id: req-4c18cafc-1c8d-4e41-b3ef-9d4e32d79250 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:43.557645 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df04832-5d27-4441-a36d-8c21bbe3939f", "name": "network-vif-deleted", "tag": "0af4d753-ec78-4d53-8273-7afba9380605", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:43.559887 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c18cafc-1c8d-4e41-b3ef-9d4e32d79250 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:43.560496 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df04832-5d27-4441-a36d-8c21bbe3939f', 'name': 'network-vif-deleted', 'tag': '0af4d753-ec78-4d53-8273-7afba9380605', 'status': 'completed', 'code': 200} Jul 09 17:41:43.573028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb35c1-5f0d-4587-bcd0-4ce5bc5f42ec,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:43.655153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-6bea2f79-cbf7-4fc5-9bf2-ea42c9eacd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:43.657073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-6bea2f79-cbf7-4fc5-9bf2-ea42c9eacd4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 916 time: 0.2758558 Jul 09 17:41:43.716798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-49526982-8dad-465d-8b09-46272f605cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546 HTTP/1.1" status: 200 len: 217 time: 0.0450399 Jul 09 17:41:43.754611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99921595-4bb2-4703-83e3-04b2d0e7e13c req-821ed671-a06a-4c61-8bc8-07e017a32a82 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:43.756181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99921595-4bb2-4703-83e3-04b2d0e7e13c req-821ed671-a06a-4c61-8bc8-07e017a32a82 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 944 time: 0.0776076 Jul 09 17:41:43.764706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Allocated IP 172.25.3.242 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/faa009c5-5ddf-475b-9beb-a1f268ed0efd) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:43.791055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-516d35b3-126c-4e12-87a7-2fc8689bb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:43.792582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-516d35b3-126c-4e12-87a7-2fc8689bb8ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0666273 Jul 09 17:41:43.835421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99921595-4bb2-4703-83e3-04b2d0e7e13c req-efeac6ac-25d5-4342-99e3-c38a4e2ec800 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706816 Jul 09 17:41:43.918474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-b2cbe8a3-ec29-4cd0-9b46-eb2d91b215c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765715 Jul 09 17:41:43.970144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.082141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.092034 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-b3f9170d-f2d6-4aae-a17e-7a3bca810635 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609936 Jul 09 17:41:44.116645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897b14-b6dc-4a3d-bcf3-5845ecc956de req-6ed2a183-778b-47b6-b1ee-ea3f5df04751 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:44.118158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc897b14-b6dc-4a3d-bcf3-5845ecc956de req-6ed2a183-778b-47b6-b1ee-ea3f5df04751 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.1987617 Jul 09 17:41:44.231726 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc897b14-b6dc-4a3d-bcf3-5845ecc956de req-9ae00a16-3d6e-4e75-a467-79c303edd998 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992079 Jul 09 17:41:44.240979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2f79910d-6d11-4344-9185-589c8979eca4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:44.248048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.266626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a639ebeb-e394-4f67-b5b3-bb01f6cecfca req-42e4a1b3-0b3c-4d24-aeb2-e44769a06d54 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 210 time: 0.0663097 Jul 09 17:41:44.320044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c45a4894-a44d-4e98-bae7-aeebabbbaae2 req-0a6bd79c-1feb-4676-bcc7-435ccb915a71 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190320 Jul 09 17:41:44.320909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Pushing event updated for resources: {'Port': ['ID=faa009c5-5ddf-475b-9beb-a1f268ed0efd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:44.331482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:44.333145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:44.337124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:44.380504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:44.386813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:44.387794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.395230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '2f79910d-6d11-4344-9185-589c8979eca4', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '2f79910d-6d11-4344-9185-589c8979eca4', 'mac_address': 'fa:16:3e:e8:f1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:44.409524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a39aa8db-ba5b-495e-8c09-18f9883ee69e tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3485978 Jul 09 17:41:44.409893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:44.414546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.242'}]}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:44.439432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.440498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.441292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.456561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f79910d-6d11-4344-9185-589c8979eca4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:44.477465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:44.483089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.496172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.533707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:44.644071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.715578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['2f79910d-6d11-4344-9185-589c8979eca4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:44.859794 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:44.883039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.034651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.048616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a870214-b6d9-4c5e-b689-adf30515816e req-4667f3d4-9935-4fd0-a6aa-07a929f6124f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:45.050763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a870214-b6d9-4c5e-b689-adf30515816e req-4667f3d4-9935-4fd0-a6aa-07a929f6124f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 944 time: 0.0708575 Jul 09 17:41:45.097545 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a870214-b6d9-4c5e-b689-adf30515816e req-e598abe2-ba85-4a11-a54b-dfc9e289da1b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Jul 09 17:41:45.197804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.201213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.254718 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.255361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46863c77-c02b-4f07-88c5-37f568a1afae {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:41:45.277750 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:41:45.279545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39c5013a-d296-4455-b9e7-9af95a742df2 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8686373 Jul 09 17:41:45.282569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37336) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:45.395004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Deleting port faa009c5-5ddf-475b-9beb-a1f268ed0efd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:45.397351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.446548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6a98-111d-4ad4-9b04-4923552ae7b6 req-7a96e559-fd4c-46a1-a99c-9d7fa7c2f2d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:45.448153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a1e6a98-111d-4ad4-9b04-4923552ae7b6 req-7a96e559-fd4c-46a1-a99c-9d7fa7c2f2d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 944 time: 0.0686255 Jul 09 17:41:45.488484 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a1e6a98-111d-4ad4-9b04-4923552ae7b6 req-2461b25a-b425-48bf-a265-6e7d93522f92 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342050 Jul 09 17:41:45.489021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5bea2ff-caee-4d49-b0f9-b81a727bc513 req-53ab4b2f-f8b7-41d7-8379-09d9317b7c8e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 210 time: 0.0382764 Jul 09 17:41:45.512075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.524264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Calling delete_port for faa009c5-5ddf-475b-9beb-a1f268ed0efd owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:45.654394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.682775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa009c5-5ddf-475b-9beb-a1f268ed0efd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:45.746517 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:45.750632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-600537ce-4989-42d5-891a-090a9f6f1235 tempest-RoutersAdminNegativeTest-1465509792 tempest-RoutersAdminNegativeTest-1465509792-project-admin] 10.222.0.21 "DELETE /v2.0/ports/faa009c5-5ddf-475b-9beb-a1f268ed0efd HTTP/1.1" status: 204 len: 168 time: 0.4647331 Jul 09 17:41:45.899944 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.029550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37344) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:46.134807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1704-70f5-42ac-949e-9c44c8210bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.235300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1704-70f5-42ac-949e-9c44c8210bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.238344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6d17ddf3-9580-4904-8677-5a5a5d19c546 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:46.240945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2f79910d-6d11-4344-9185-589c8979eca4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:46.241957 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ecb1704-70f5-42ac-949e-9c44c8210bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.285878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ecb1704-70f5-42ac-949e-9c44c8210bed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd1170e1ef454004a2fad6259000a947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551835 Jul 09 17:41:46.287032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb1704-70f5-42ac-949e-9c44c8210bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87338e8d-210d-47ef-92ec-ef5f2ca8b696,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:46.289434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37350) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:46.310544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad63f23-34b2-4d6e-91da-d5c3fb617778 req-01c15657-4acf-476a-875c-26e45caeccfd tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:46.313003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ad63f23-34b2-4d6e-91da-d5c3fb617778 req-01c15657-4acf-476a-875c-26e45caeccfd tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 944 time: 0.0981114 Jul 09 17:41:46.351997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ad63f23-34b2-4d6e-91da-d5c3fb617778 req-be2301a3-2652-4858-8160-ea27ee4bbb18 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Jul 09 17:41:46.360228 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b6961b7-a113-4544-878c-5b7ae44fc691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.378083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 2f79910d-6d11-4344-9185-589c8979eca4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:46.384423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b6961b7-a113-4544-878c-5b7ae44fc691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.390502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 2f79910d-6d11-4344-9185-589c8979eca4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:46.390881 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.447157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6d17ddf3-9580-4904-8677-5a5a5d19c546, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:46.448048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b6961b7-a113-4544-878c-5b7ae44fc691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.451345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8b6961b7-a113-4544-878c-5b7ae44fc691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.452612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8b6961b7-a113-4544-878c-5b7ae44fc691 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87338e8d-210d-47ef-92ec-ef5f2ca8b696 HTTP/1.1" status: 204 len: 168 time: 0.1521647 Jul 09 17:41:46.467547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6961b7-a113-4544-878c-5b7ae44fc691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87338e8d-210d-47ef-92ec-ef5f2ca8b696,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:46.468012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6d17ddf3-9580-4904-8677-5a5a5d19c546', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'port_id': '6d17ddf3-9580-4904-8677-5a5a5d19c546', 'mac_address': 'fa:16:3e:a6:56:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360761c3-9f3d-4ce4-a729-9ec261f94815', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:46.512053 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.626186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:46.629390 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210b0972-bd4a-4c71-8df7-98bf76d9e731" -d '{"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-plugged", "status": "completed", "tag": "2f79910d-6d11-4344-9185-589c8979eca4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:46.657499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:46.659812 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.684897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d17ddf3-9580-4904-8677-5a5a5d19c546 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:46.692380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.742415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6d17ddf3-9580-4904-8677-5a5a5d19c546, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:46.754883 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:46.772163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:46.807706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086347-4796-4df7-9725-e5f3ad9d805d req-e101d402-e91c-4ad0-90a1-0af8cb37888b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:46.815404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e4086347-4796-4df7-9725-e5f3ad9d805d req-e101d402-e91c-4ad0-90a1-0af8cb37888b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1644564 Jul 09 17:41:46.847210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6d17ddf3-9580-4904-8677-5a5a5d19c546,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:46.871129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e4086347-4796-4df7-9725-e5f3ad9d805d req-05d20db1-3b2c-4cfc-821e-56a80887af2e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518069 Jul 09 17:41:46.945009 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02088d93-3ef5-47df-912c-5f1b335bbee1 x-openstack-request-id: req-02088d93-3ef5-47df-912c-5f1b335bbee1 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:46.946334 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-plugged", "status": "completed", "tag": "2f79910d-6d11-4344-9185-589c8979eca4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:46.946887 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02088d93-3ef5-47df-912c-5f1b335bbee1 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:46.947743 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4', 'code': 200} Jul 09 17:41:46.949537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37362) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:47.008794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6d17ddf3-9580-4904-8677-5a5a5d19c546'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:47.021815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3f029f4d-69b9-4875-b583-669028bafc6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=849ef08b387b4937bf2dff404e1d70df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706444 Jul 09 17:41:47.025062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37364) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:47.062841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0af4d753-ec78-4d53-8273-7afba9380605 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:47.096287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 0af4d753-ec78-4d53-8273-7afba9380605 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:47.096684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0af4d753-ec78-4d53-8273-7afba9380605 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:47.132801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ea142-c8f1-415e-9f0d-ee360f0e3734 req-76820446-d250-495d-b929-ff764089bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:47.135175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-977ea142-c8f1-415e-9f0d-ee360f0e3734 req-76820446-d250-495d-b929-ff764089bad8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 1097 time: 0.1110101 Jul 09 17:41:47.141399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e76381e-70aa-41e6-94c5-33cdb24b18b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:47.152018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24e90516-d856-4f3b-b999-131dffeba043 req-5ab3544a-a80c-46d4-89b7-2a341e54bf2c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df04832-5d27-4441-a36d-8c21bbe3939f HTTP/1.1" status: 200 len: 210 time: 0.4645045 Jul 09 17:41:47.194442 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-977ea142-c8f1-415e-9f0d-ee360f0e3734 req-411fd332-6ede-428a-b225-4920181a3e71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 Jul 09 17:41:47.196335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e76381e-70aa-41e6-94c5-33cdb24b18b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:47.252165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e76381e-70aa-41e6-94c5-33cdb24b18b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:47.254840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3e76381e-70aa-41e6-94c5-33cdb24b18b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:47.256164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3e76381e-70aa-41e6-94c5-33cdb24b18b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3cb35c1-5f0d-4587-bcd0-4ce5bc5f42ec HTTP/1.1" status: 204 len: 168 time: 0.2225833 Jul 09 17:41:47.266392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76381e-70aa-41e6-94c5-33cdb24b18b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb35c1-5f0d-4587-bcd0-4ce5bc5f42ec,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:47.603294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76d11-ef2b-4b90-a215-810078ea4121 req-925f230b-d6a4-483f-afaa-994c24726dbf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:47.604994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4a76d11-ef2b-4b90-a215-810078ea4121 req-925f230b-d6a4-483f-afaa-994c24726dbf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 945 time: 0.0841587 Jul 09 17:41:47.648897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4a76d11-ef2b-4b90-a215-810078ea4121 req-3f87bb71-24bc-41e6-a9d5-82aa8a88cb16 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Jul 09 17:41:48.101057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37390) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:48.113068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998369-d7e4-40f9-bb2b-210ab336798e req-855c6f31-b227-4726-83f4-64010dd65b6b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:48.116123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8998369-d7e4-40f9-bb2b-210ab336798e req-855c6f31-b227-4726-83f4-64010dd65b6b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.0791392 Jul 09 17:41:48.172123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8998369-d7e4-40f9-bb2b-210ab336798e req-c257329a-2cb6-42b0-9079-7198a5f7aae0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482602 Jul 09 17:41:48.250304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1099397328'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:48.254890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6d17ddf3-9580-4904-8677-5a5a5d19c546 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:48.281484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Made reservation on behalf of b7cb008e12044c53b07f92438e22c75d for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:48.286128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.297687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.330911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6d17ddf3-9580-4904-8677-5a5a5d19c546 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:48.335328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6d17ddf3-9580-4904-8677-5a5a5d19c546 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:48.335914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.405506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.412996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.420393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.444119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:41:48.450738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98cf519-da0f-4450-aea6-730fd7f2aebf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:48.457196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.457541 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Added segment 0ba91d40-710a-448c-a7e5-451bf3eda6e7 of type vlan for network 7d52666f-7345-4d5f-85d6-2e38776b731d Jul 09 17:41:48.459480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6d17ddf3-9580-4904-8677-5a5a5d19c546, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:48.464722 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.502753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.517064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6d17ddf3-9580-4904-8677-5a5a5d19c546,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:48.535305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.540952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:48.541546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.605612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5030153 Jul 09 17:41:48.609878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37398) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:48.612483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d8b6e-fa8e-47c2-a057-dc122dd6936f tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event updated for resources: {'Network': ['ID=7d52666f-7345-4d5f-85d6-2e38776b731d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:48.615736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Request body: {'subnet': {'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:48.623540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7d52666f-7345-4d5f-85d6-2e38776b731d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:41:48.715946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Made reservation on behalf of b7cb008e12044c53b07f92438e22c75d for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:48.719801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:48.908597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb6527-4661-43b6-9bd2-2d8673fe4488 req-a95e8b2e-c4ea-4827-ac4a-4ea4e1e645f4 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:48.910197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2eb6527-4661-43b6-9bd2-2d8673fe4488 req-a95e8b2e-c4ea-4827-ac4a-4ea4e1e645f4 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 946 time: 0.1275709 Jul 09 17:41:48.949182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d17ddf3-9580-4904-8677-5a5a5d19c546'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:48.951959 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba853170-2844-4122-834d-1fb9820b885f" -d '{"events": [{"server_uuid": "99532460-43b1-4ec6-9238-e9d822c63ea3", "name": "network-vif-plugged", "status": "completed", "tag": "6d17ddf3-9580-4904-8677-5a5a5d19c546"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:48.988737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2eb6527-4661-43b6-9bd2-2d8673fe4488 req-2cb59f8d-7e12-4933-b543-a5c170d9ab12 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693164 Jul 09 17:41:48.990081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.003399 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b7510-9c74-4661-9ce0-a04f7acda7e3 x-openstack-request-id: req-8c2b7510-9c74-4661-9ce0-a04f7acda7e3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:49.003871 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99532460-43b1-4ec6-9238-e9d822c63ea3", "name": "network-vif-plugged", "status": "completed", "tag": "6d17ddf3-9580-4904-8677-5a5a5d19c546", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:49.004183 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c2b7510-9c74-4661-9ce0-a04f7acda7e3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:49.004638 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d17ddf3-9580-4904-8677-5a5a5d19c546', 'code': 200} Jul 09 17:41:49.046434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event updated for resources: {'Subnet': ['ID=aee9e2db-bc7b-4105-b949-76528dc42985,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:49.062347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.062699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.063046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.063392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.063726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.064165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.064504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.064836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.065169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.065502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.065832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.066162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:41:49.074649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Checking segment: {'id': '0ba91d40-710a-448c-a7e5-451bf3eda6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:49.075021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Network hostable DHCP agents. Network: 7d52666f-7345-4d5f-85d6-2e38776b731d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:41:49.092773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Network 7d52666f-7345-4d5f-85d6-2e38776b731d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:41:49.102238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7d52666f-7345-4d5f-85d6-2e38776b731d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:49.107078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.109086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.116647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a5efc-08cd-4275-a76c-2706605b70af None None] Network 7d52666f-7345-4d5f-85d6-2e38776b731d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:49.126849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a8bea210-ad5d-4ce0-9396-1b9b7fbc087c tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5156863 Jul 09 17:41:49.129652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37404) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:49.135517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Request body: {'port': {'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-660411803'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:49.168401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8e66b-8fd0-47ca-88cd-ea7790ff726f req-727344bd-395f-4814-bfe5-930482316246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.169921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11d8e66b-8fd0-47ca-88cd-ea7790ff726f req-727344bd-395f-4814-bfe5-930482316246 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0900865 Jul 09 17:41:49.240575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-11d8e66b-8fd0-47ca-88cd-ea7790ff726f req-48ac9587-1865-42c7-87ca-df9669090e3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564461 Jul 09 17:41:49.277557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Made reservation on behalf of b7cb008e12044c53b07f92438e22c75d for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:49.282119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.318635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] device_id is not set on port 853d0e46-7270-4eba-bb00-e55af53b509b yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:41:49.347962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-7d52666f-7345-4d5f-85d6-2e38776b731d', 'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d', 'tenant_id': 'b7cb008e12044c53b07f92438e22c75d', 'fixed_ips': [{'subnet_id': 'aee9e2db-bc7b-4105-b949-76528dc42985'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:41:49.349009 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.399088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a8de-73b0-4aee-9329-f55df51c181a req-f8c27c64-8597-4243-81a3-b80fa7f37070 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.401670 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c278a8de-73b0-4aee-9329-f55df51c181a req-f8c27c64-8597-4243-81a3-b80fa7f37070 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.0894306 Jul 09 17:41:49.455635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c278a8de-73b0-4aee-9329-f55df51c181a req-4793cab7-04aa-413e-aadb-1606a094bd06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Jul 09 17:41:49.481951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Allocated IP 172.20.0.11 (7d52666f-7345-4d5f-85d6-2e38776b731d/aee9e2db-bc7b-4105-b949-76528dc42985/853d0e46-7270-4eba-bb00-e55af53b509b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:49.666902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.690235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Transition to ACTIVE for port object 853d0e46-7270-4eba-bb00-e55af53b509b will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:49.733102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.801656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Network 7d52666f-7345-4d5f-85d6-2e38776b731d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:49.805967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:49.808094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event updated for resources: {'Port': ['ID=853d0e46-7270-4eba-bb00-e55af53b509b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:49.810482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:49.834892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72482-96e5-41a2-81ff-1ce6179cc84e req-58e7a048-e470-474e-a8b8-36bcb89e5e84 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.836690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66c72482-96e5-41a2-81ff-1ce6179cc84e req-58e7a048-e470-474e-a8b8-36bcb89e5e84 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.0761335 Jul 09 17:41:49.842881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Allocated IP 172.20.0.2 (7d52666f-7345-4d5f-85d6-2e38776b731d/aee9e2db-bc7b-4105-b949-76528dc42985/a2654382-e457-42e4-92e5-edb4d55abb93) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:49.863901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:49.864974 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:49.882335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-82976e9c-1c6f-4173-b5ee-db8cb9190724 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7512283 Jul 09 17:41:49.884765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-66c72482-96e5-41a2-81ff-1ce6179cc84e req-f4a02ebc-1627-4c05-ae69-a121bf4a55c9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Jul 09 17:41:49.885384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:49.892150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Request body: {'port': {'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1161080115', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:49.892732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.api.validators [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] bootfile-name is not in valid_values {{(pid=93895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:41:49.893156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.api.validators [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] tftp-server is not in valid_values {{(pid=93895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:41:49.893542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.api.validators [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] server-ip-address is not in valid_values {{(pid=93895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:41:49.967228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-b26e3ad5-7363-4341-b317-75aecfb1d24b req-bf3fe4f2-8166-486d-91a4-32c7c2b37257 service neutron] (93895) timed out ('10.222.0.21', 48030) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:41:50.026396 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.030193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Made reservation on behalf of b7cb008e12044c53b07f92438e22c75d for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:50.035550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.035816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Transition to ACTIVE for port object a2654382-e457-42e4-92e5-edb4d55abb93 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:50.056807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Transition to ACTIVE for port object a2654382-e457-42e4-92e5-edb4d55abb93 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:50.070254 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.087996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] device_id is not set on port 2f6cead3-302e-4670-b05b-f0feac821ae7 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:41:50.162875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Network 7d52666f-7345-4d5f-85d6-2e38776b731d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:50.168497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:50.172185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:50.183101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Pushing event updated for resources: {'Port': ['ID=a2654382-e457-42e4-92e5-edb4d55abb93,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:50.245378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Attempting to bind port a2654382-e457-42e4-92e5-edb4d55abb93 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:50.245806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Attempting to bind port a2654382-e457-42e4-92e5-edb4d55abb93 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0ba91d40-710a-448c-a7e5-451bf3eda6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:50.246179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Attempting to bind port a2654382-e457-42e4-92e5-edb4d55abb93 on network 7d52666f-7345-4d5f-85d6-2e38776b731d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:50.251748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:50.251948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Checking segment: {'id': '0ba91d40-710a-448c-a7e5-451bf3eda6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:50.252250 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.253216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Bound using segment: {'id': '0ba91d40-710a-448c-a7e5-451bf3eda6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:50.253216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Bound port: a2654382-e457-42e4-92e5-edb4d55abb93, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba91d40-710a-448c-a7e5-451bf3eda6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d52666f-7345-4d5f-85d6-2e38776b731d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:50.253533 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.297171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d0019-fa5b-476c-8dea-036a310dc4e0 req-d6846949-d391-4669-8438-732b86a63da1 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:50.298669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa9d0019-fa5b-476c-8dea-036a310dc4e0 req-d6846949-d391-4669-8438-732b86a63da1 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 946 time: 0.1229162 Jul 09 17:41:50.302984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Allocated IP 172.20.0.9 (7d52666f-7345-4d5f-85d6-2e38776b731d/aee9e2db-bc7b-4105-b949-76528dc42985/2f6cead3-302e-4670-b05b-f0feac821ae7) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:50.328178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] For port a2654382-e457-42e4-92e5-edb4d55abb93, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:50.331719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] For port a2654382-e457-42e4-92e5-edb4d55abb93, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a2654382-e457-42e4-92e5-edb4d55abb93,segment=NetworkSegment(0ba91d40-710a-448c-a7e5-451bf3eda6e7),segment_id=0ba91d40-710a-448c-a7e5-451bf3eda6e7)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:50.337827 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.379684 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa9d0019-fa5b-476c-8dea-036a310dc4e0 req-bc32857d-721c-462c-8bcb-479d01209a67 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Jul 09 17:41:50.394975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13249-e572-4943-8104-fa76c86cf278 None None] Pushing event updated for resources: {'Port': ['ID=a2654382-e457-42e4-92e5-edb4d55abb93,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:50.526561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.571955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Transition to ACTIVE for port object 2f6cead3-302e-4670-b05b-f0feac821ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:50.671460 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.747357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Network 7d52666f-7345-4d5f-85d6-2e38776b731d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:50.751728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:50.754761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:50.787392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event updated for resources: {'Port': ['ID=2f6cead3-302e-4670-b05b-f0feac821ae7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:50.831094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:50.832245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:50.856367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37424) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:50.857640 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-247f06f0-4576-436a-8ea5-a0153a910546 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9698212 Jul 09 17:41:50.938131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41e14f-0674-40bb-975d-abea402f3c3e tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:50.946571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41e14f-0674-40bb-975d-abea402f3c3e tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:50.953311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41e14f-0674-40bb-975d-abea402f3c3e tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:50.955669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd41e14f-0674-40bb-975d-abea402f3c3e tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0982516 Jul 09 17:41:50.958713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37428) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:51.036366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a2654382-e457-42e4-92e5-edb4d55abb93 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:51.115885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a2654382-e457-42e4-92e5-edb4d55abb93 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:51.546566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Deleting port 2f6cead3-302e-4670-b05b-f0feac821ae7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:51.546911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:51.588812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926e299-5dcc-41b7-83c4-d6da312825a5 req-1be3596a-4eaf-46e7-9082-abc2c03119cf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:51.598573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3926e299-5dcc-41b7-83c4-d6da312825a5 req-1be3596a-4eaf-46e7-9082-abc2c03119cf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1291056 Jul 09 17:41:51.661249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739410-4e9a-4ea7-9298-09ce48d044e2 req-89e2db77-b6f1-4977-8b88-d7c3da5257d0 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:51.672777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b9739410-4e9a-4ea7-9298-09ce48d044e2 req-89e2db77-b6f1-4977-8b88-d7c3da5257d0 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 946 time: 0.1257594 Jul 09 17:41:51.681001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f05f31-e410-4c28-b454-bb0e440b1ac2 None None] Network 7d52666f-7345-4d5f-85d6-2e38776b731d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:51.691922 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3926e299-5dcc-41b7-83c4-d6da312825a5 req-c5ef07e6-3b63-491a-9673-72daf3b50127 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917602 Jul 09 17:41:51.735173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b9739410-4e9a-4ea7-9298-09ce48d044e2 req-5990f42a-a5c9-4b01-a468-735f6c0bfb3f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597875 Jul 09 17:41:51.736513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:51.753843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Calling delete_port for 2f6cead3-302e-4670-b05b-f0feac821ae7 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:52.005550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] Provisioning for port a2654382-e457-42e4-92e5-edb4d55abb93 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:52.015092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.017941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] Provisioning complete for port a2654382-e457-42e4-92e5-edb4d55abb93 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:52.018284 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.082435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event deleted for resources: {'Port': ['ID=2f6cead3-302e-4670-b05b-f0feac821ae7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:52.181653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.187159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f84ff7cc-3918-45b2-b5f8-3004444da072 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "DELETE /v2.0/ports/2f6cead3-302e-4670-b05b-f0feac821ae7 HTTP/1.1" status: 204 len: 168 time: 1.2230806 Jul 09 17:41:52.187932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37446) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:52.204104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Request body: {'port': {'name': 'tempest-new-port-name-1621463456', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:52.204104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] bootfile-name is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:41:52.204104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] tftp-server is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:41:52.204104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.api.validators [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] server-ip-address is not in valid_values {{(pid=93896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 17:41:52.218466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.281180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] For port a2654382-e457-42e4-92e5-edb4d55abb93, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a2654382-e457-42e4-92e5-edb4d55abb93,segment=NetworkSegment(0ba91d40-710a-448c-a7e5-451bf3eda6e7),segment_id=0ba91d40-710a-448c-a7e5-451bf3eda6e7)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:52.288524 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.315151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.351128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eaac3-d53d-4532-bca4-cc1832038bb5 None None] Pushing event updated for resources: {'Port': ['ID=a2654382-e457-42e4-92e5-edb4d55abb93,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:52.562575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.569603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.589492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0b7d-478d-4e01-ab8b-e93ac76958ba req-027ff511-d343-4426-8383-2f6f62060f31 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:52.605918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b2e0b7d-478d-4e01-ab8b-e93ac76958ba req-027ff511-d343-4426-8383-2f6f62060f31 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1104763 Jul 09 17:41:52.638577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd501f84-d892-42e4-be96-7acc1df55e16 None None] Provisioning complete for port a2654382-e457-42e4-92e5-edb4d55abb93 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:52.639231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd501f84-d892-42e4-be96-7acc1df55e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.692177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event updated for resources: {'Port': ['ID=853d0e46-7270-4eba-bb00-e55af53b509b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:52.714741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b2e0b7d-478d-4e01-ab8b-e93ac76958ba req-62260792-79ce-4518-9abc-182b067562df tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076078 Jul 09 17:41:52.717585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] In _notify_port_updated(), no bound segment for port 853d0e46-7270-4eba-bb00-e55af53b509b on network 7d52666f-7345-4d5f-85d6-2e38776b731d {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:41:52.734799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:52.735642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.737145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae327695-fae7-443c-8530-48a9958debb1 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "PUT /v2.0/ports/853d0e46-7270-4eba-bb00-e55af53b509b HTTP/1.1" status: 200 len: 1137 time: 0.5464194 Jul 09 17:41:52.739678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37460) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:52.793561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd501f84-d892-42e4-be96-7acc1df55e16 None None] Provisioning for port 853d0e46-7270-4eba-bb00-e55af53b509b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:41:52.798788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd501f84-d892-42e4-be96-7acc1df55e16 None None] Provisioning complete for port 853d0e46-7270-4eba-bb00-e55af53b509b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:52.799093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd501f84-d892-42e4-be96-7acc1df55e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.814033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce4dcc-28de-490d-b96c-6026217347ed tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:52.819281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1cce4dcc-28de-490d-b96c-6026217347ed tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "GET /v2.0/ports/853d0e46-7270-4eba-bb00-e55af53b509b HTTP/1.1" status: 200 len: 1137 time: 0.0752666 Jul 09 17:41:52.819714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37462) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:52.846551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dd501f84-d892-42e4-be96-7acc1df55e16 None None] Port 853d0e46-7270-4eba-bb00-e55af53b509b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:41:52.989701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Deleting port 853d0e46-7270-4eba-bb00-e55af53b509b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:52.998463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:52.999304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0117e69a-cc6c-4ff0-a8e9-2a828a4fca65 None None] Provisioning complete for port 853d0e46-7270-4eba-bb00-e55af53b509b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:52.999662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0117e69a-cc6c-4ff0-a8e9-2a828a4fca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.069721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a2654382-e457-42e4-92e5-edb4d55abb93 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:53.164921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0117e69a-cc6c-4ff0-a8e9-2a828a4fca65 None None] Port 853d0e46-7270-4eba-bb00-e55af53b509b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:41:53.170702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a2654382-e457-42e4-92e5-edb4d55abb93 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:53.171138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.191818 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.216624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Calling delete_port for 853d0e46-7270-4eba-bb00-e55af53b509b owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:53.280702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5010-a6c1-42c6-bc9d-bbb9b03a2516 req-eb1ee999-b4ad-40d6-9b1a-c70f4ec8c727 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:53.288432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c04d5010-a6c1-42c6-bc9d-bbb9b03a2516 req-eb1ee999-b4ad-40d6-9b1a-c70f4ec8c727 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 945 time: 0.1026430 Jul 09 17:41:53.308469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-93fe4e85-1546-4390-9f17-4f48b513f5d3 None None] Could not find standard attr ID for object 2f6cead3-302e-4670-b05b-f0feac821ae7. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:41:53.336965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c04d5010-a6c1-42c6-bc9d-bbb9b03a2516 req-5cb6345b-15bc-4e14-92bd-4277401ce8c0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Jul 09 17:41:53.386504 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.427259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event deleted for resources: {'Port': ['ID=853d0e46-7270-4eba-bb00-e55af53b509b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:53.510247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.515061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:53.515238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-daa77ad2-4286-44fe-9958-a9bf5ddbd302 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "DELETE /v2.0/ports/853d0e46-7270-4eba-bb00-e55af53b509b HTTP/1.1" status: 204 len: 168 time: 0.6942153 Jul 09 17:41:53.576001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Deleting subnet aee9e2db-bc7b-4105-b949-76528dc42985 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:41:53.579516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.631614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.725986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5c6b910e-361a-4667-aaa9-45187b7b7f8e None None] Could not find standard attr ID for object 853d0e46-7270-4eba-bb00-e55af53b509b. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:41:53.751957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.832395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.870415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:53.874724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "DELETE /v2.0/subnets/aee9e2db-bc7b-4105-b949-76528dc42985 HTTP/1.1" status: 204 len: 168 time: 0.3558865 Jul 09 17:41:53.874724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbfe47-86fa-4d81-8d56-b3071b93aa17 tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event deleted for resources: {'Subnet': ['ID=aee9e2db-bc7b-4105-b949-76528dc42985,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:53.876195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37482) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:53.917263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203dbe73-b19f-4fc8-8d94-5f06c42904fd None None] Network 7d52666f-7345-4d5f-85d6-2e38776b731d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:53.954783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf96b2c-6c78-42c1-809c-2485cd8ff49e req-8df2d075-7914-40ab-99b3-73fc065e3a25 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:53.956443 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bf96b2c-6c78-42c1-809c-2485cd8ff49e req-8df2d075-7914-40ab-99b3-73fc065e3a25 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.0888138 Jul 09 17:41:53.958804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.017254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bf96b2c-6c78-42c1-809c-2485cd8ff49e req-86589bcb-a770-429d-9990-1ed59e2796a6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545139 Jul 09 17:41:54.032495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Deleting port a2654382-e457-42e4-92e5-edb4d55abb93 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:54.032495 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.096830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] For port a2654382-e457-42e4-92e5-edb4d55abb93, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a2654382-e457-42e4-92e5-edb4d55abb93,segment=NetworkSegment(0ba91d40-710a-448c-a7e5-451bf3eda6e7),segment_id=0ba91d40-710a-448c-a7e5-451bf3eda6e7)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:54.097224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.113249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Calling delete_port for a2654382-e457-42e4-92e5-edb4d55abb93 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:54.117870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] DHCP port deletion for 7d52666f-7345-4d5f-85d6-2e38776b731d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:41:54.170009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] Deleting port a2654382-e457-42e4-92e5-edb4d55abb93 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:54.170819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.202563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.230350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event deleted for resources: {'Port': ['ID=a2654382-e457-42e4-92e5-edb4d55abb93,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:54.231963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] No DVR routers for this DVR port a2654382-e457-42e4-92e5-edb4d55abb93 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:54.252661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] For port a2654382-e457-42e4-92e5-edb4d55abb93, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a2654382-e457-42e4-92e5-edb4d55abb93,segment=NetworkSegment(0ba91d40-710a-448c-a7e5-451bf3eda6e7),segment_id=0ba91d40-710a-448c-a7e5-451bf3eda6e7)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:54.253050 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.267120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] Calling delete_port for a2654382-e457-42e4-92e5-edb4d55abb93 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:54.309537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.313989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2f79910d-6d11-4344-9185-589c8979eca4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:41:54.320093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d52666f-7345-4d5f-85d6-2e38776b731d']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:54.335530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba91d40-710a-448c-a7e5-451bf3eda6e7') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:54.335886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba91d40-710a-448c-a7e5-451bf3eda6e7') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:54.345751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.361563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.370781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:41:54.371200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:41:54.375009 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:41:54.403831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.437787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] Pushing event deleted for resources: {'Port': ['ID=a2654382-e457-42e4-92e5-edb4d55abb93,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:54.449158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf82e99-c7ea-43ba-aa3e-7131b5cd440e None None] No DVR routers for this DVR port a2654382-e457-42e4-92e5-edb4d55abb93 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:54.475786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.486470 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.488707 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] 10.222.0.21 "DELETE /v2.0/networks/7d52666f-7345-4d5f-85d6-2e38776b731d HTTP/1.1" status: 204 len: 168 time: 0.6112897 Jul 09 17:41:54.507101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:54.523175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '2f79910d-6d11-4344-9185-589c8979eca4', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'port_id': '2f79910d-6d11-4344-9185-589c8979eca4', 'mac_address': 'fa:16:3e:e8:f1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:41:54.534767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c922ea-a0b2-4145-a73d-36c963c1e7dc tempest-ExtraDHCPOptionsTestJSON-1872202719 tempest-ExtraDHCPOptionsTestJSON-1872202719-project] Pushing event deleted for resources: {'Network': ['ID=7d52666f-7345-4d5f-85d6-2e38776b731d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:54.582003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.588768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450f03e-0e1b-4180-bac2-a85145234f72 req-61492624-bea1-4e22-8611-13971c374b4c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:54.597896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f79910d-6d11-4344-9185-589c8979eca4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:41:54.598313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4450f03e-0e1b-4180-bac2-a85145234f72 req-61492624-bea1-4e22-8611-13971c374b4c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 945 time: 0.1081448 Jul 09 17:41:54.620905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:54.628647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:54.644926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4450f03e-0e1b-4180-bac2-a85145234f72 req-23f3a9c3-f7b8-4ac8-b427-9b0920545d35 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=03fb50a6-4894-464b-a546-b358053216b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455296 Jul 09 17:41:54.692135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:54.749251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['2f79910d-6d11-4344-9185-589c8979eca4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:54.855656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37494) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:54.887992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e04c-327f-4056-934e-8645b7c969c1 req-a14b1a71-95de-44e1-b9c9-830476bf7c71 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:54.890296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1527e04c-327f-4056-934e-8645b7c969c1 req-a14b1a71-95de-44e1-b9c9-830476bf7c71 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 945 time: 0.1132798 Jul 09 17:41:55.008814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a2654382-e457-42e4-92e5-edb4d55abb93 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:55.051949 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a2654382-e457-42e4-92e5-edb4d55abb93 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:55.052288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a2654382-e457-42e4-92e5-edb4d55abb93 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:55.061691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:41:55.062040 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.085499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-73143a6f-7dc0-48af-868f-2ea3b8cf8297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7cb008e12044c53b07f92438e22c75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283914 Jul 09 17:41:55.088996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37508) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:55.148970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6374b438-a960-4d89-9985-97b43ca4003f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.189492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6374b438-a960-4d89-9985-97b43ca4003f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.247201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port 84de3dc0-efc1-4f9b-bdfc-0813595330a4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=84de3dc0-efc1-4f9b-bdfc-0813595330a4,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:55.247201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.267441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 84de3dc0-efc1-4f9b-bdfc-0813595330a4 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:41:55.307331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a35b5-f8e0-4109-8584-26fa7578c7b0 req-c32580d0-003f-487d-bfc8-9bc1a9d3b11d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:55.315016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822a35b5-f8e0-4109-8584-26fa7578c7b0 req-c32580d0-003f-487d-bfc8-9bc1a9d3b11d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 944 time: 0.1292622 Jul 09 17:41:55.355685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6374b438-a960-4d89-9985-97b43ca4003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.358786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6374b438-a960-4d89-9985-97b43ca4003f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.370952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6374b438-a960-4d89-9985-97b43ca4003f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a98cf519-da0f-4450-aea6-730fd7f2aebf HTTP/1.1" status: 204 len: 168 time: 0.2745478 Jul 09 17:41:55.397498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-822a35b5-f8e0-4109-8584-26fa7578c7b0 req-636ba7cf-7b0b-4461-ab13-28b02f9238ed tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813544 Jul 09 17:41:55.409260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374b438-a960-4d89-9985-97b43ca4003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98cf519-da0f-4450-aea6-730fd7f2aebf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:55.456561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.468501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['84de3dc0-efc1-4f9b-bdfc-0813595330a4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:41:55.538220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=84de3dc0-efc1-4f9b-bdfc-0813595330a4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:55.567427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port 84de3dc0-efc1-4f9b-bdfc-0813595330a4 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:41:55.572206 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:55.574513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1527e04c-327f-4056-934e-8645b7c969c1 req-881a9603-468f-4167-aca0-1a02adef0ee0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.36 "DELETE /v2.0/ports/84de3dc0-efc1-4f9b-bdfc-0813595330a4 HTTP/1.1" status: 204 len: 173 time: 0.6442802 Jul 09 17:41:55.574984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'name': 'network-vif-deleted', 'tag': '84de3dc0-efc1-4f9b-bdfc-0813595330a4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:55.578946 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da245b22-3b11-4b5a-bbc0-f64ef12eaadf" -d '{"events": [{"server_uuid": "7d89e9f4-e2dd-4e22-af38-60710959f471", "name": "network-vif-deleted", "tag": "84de3dc0-efc1-4f9b-bdfc-0813595330a4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:55.657198 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28924e5-5d8f-4cd8-9708-61d30db26918 x-openstack-request-id: req-a28924e5-5d8f-4cd8-9708-61d30db26918 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:55.657709 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d89e9f4-e2dd-4e22-af38-60710959f471", "name": "network-vif-deleted", "tag": "84de3dc0-efc1-4f9b-bdfc-0813595330a4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:55.657987 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a28924e5-5d8f-4cd8-9708-61d30db26918 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:55.658440 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d89e9f4-e2dd-4e22-af38-60710959f471', 'name': 'network-vif-deleted', 'tag': '84de3dc0-efc1-4f9b-bdfc-0813595330a4', 'status': 'completed', 'code': 200} Jul 09 17:41:55.836125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ef3adb6-eb8e-4a23-ab0a-c1b471f8089e req-ab0de70f-9494-41c9-a398-a587990cc39c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0442483 Jul 09 17:41:56.330493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2f79910d-6d11-4344-9185-589c8979eca4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:41:56.357485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37548) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:56.396981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 2f79910d-6d11-4344-9185-589c8979eca4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:41:56.398139 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.507208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.529221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2050924667'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:56.540629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:41:56.543310 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95066386-3a93-4021-8b55-9edc538f8c07" -d '{"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-plugged", "status": "completed", "tag": "2f79910d-6d11-4344-9185-589c8979eca4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:41:56.562230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:41:56.565242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:56.568005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.569012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.608898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.633411 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54a8571-a053-4158-bb4a-8c963555e133 x-openstack-request-id: req-e54a8571-a053-4158-bb4a-8c963555e133 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:41:56.633806 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-plugged", "status": "completed", "tag": "2f79910d-6d11-4344-9185-589c8979eca4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:41:56.634058 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e54a8571-a053-4158-bb4a-8c963555e133 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:41:56.634372 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4', 'code': 200} Jul 09 17:41:56.693487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:56.769368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d1b-3979-42d3-9b4b-5e5d1c7e92dd req-6de9d6e8-610e-40fe-8754-a3c921d69521 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:56.770991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19bf8d1b-3979-42d3-9b4b-5e5d1c7e92dd req-6de9d6e8-610e-40fe-8754-a3c921d69521 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1075375 Jul 09 17:41:56.812624 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.827062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.859933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe193df-77d1-494b-b701-28ea1e70d2a6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:56.866483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-19bf8d1b-3979-42d3-9b4b-5e5d1c7e92dd req-d1926fca-f15e-4172-9c13-5f28b7afcb6a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827215 Jul 09 17:41:56.873095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:41:56.884674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.885194 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 99a1df59-52a6-463a-9cd5-8d72292fc2da of type vlan for network 69703f5b-80f6-45cc-9c06-55c7f35e3235 Jul 09 17:41:56.933623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.977000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:56.985455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:56.986139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.058197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acc577d4-d5c3-44ad-9a7a-222b3d472a51 req-ff2e429b-083e-4daf-9fcc-8faa6775fc49 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0594764 Jul 09 17:41:57.068405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7096708 Jul 09 17:41:57.080343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378fe86-7a1d-4364-88d0-ef0560c4fd78 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=69703f5b-80f6-45cc-9c06-55c7f35e3235,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:57.091568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 69703f5b-80f6-45cc-9c06-55c7f35e3235 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:41:57.305464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37558) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:57.310893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:57.437361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:57.444040 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.730951 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.803506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=023ee086-5b00-4fa2-a7b9-39c855e0d44c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:57.815704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '99a1df59-52a6-463a-9cd5-8d72292fc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:57.816211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: 69703f5b-80f6-45cc-9c06-55c7f35e3235, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:41:57.841220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 69703f5b-80f6-45cc-9c06-55c7f35e3235 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:41:57.862665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 69703f5b-80f6-45cc-9c06-55c7f35e3235) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:57.877127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e45177-7d90-44d1-9e2f-eb60e577b9cd None None] Network 69703f5b-80f6-45cc-9c06-55c7f35e3235 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:57.885011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:57.885566 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.916129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bec8c605-d668-4766-abd0-507b299be2b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6036327 Jul 09 17:41:57.917489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37560) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:57.922227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796156485'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:57.955319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:57.959376 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.989970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:41:57.999480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:57.999867 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 7d26d903-9779-4fc4-ae86-5708601fe69b of type vlan for network 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 Jul 09 17:41:58.045005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.082980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.092178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:58.096445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.286401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-69703f5b-80f6-45cc-9c06-55c7f35e3235', 'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '023ee086-5b00-4fa2-a7b9-39c855e0d44c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:41:58.294200 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.321933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:58.323003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4047534 Jul 09 17:41:58.327266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': '94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:58.336307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 84de3dc0-efc1-4f9b-bdfc-0813595330a4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:41:58.413248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 84de3dc0-efc1-4f9b-bdfc-0813595330a4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:41:58.416049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 84de3dc0-efc1-4f9b-bdfc-0813595330a4 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:41:58.435532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ef286-66e8-4228-a08a-9b7a0a3ee220 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:58.490143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e92e9-169f-4427-afc2-f3160ac61aff req-529c9f94-b3f5-47ad-8618-3a840c528155 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:58.492151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-645e92e9-169f-4427-afc2-f3160ac61aff req-529c9f94-b3f5-47ad-8618-3a840c528155 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.3306675 Jul 09 17:41:58.512160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:58.517208 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.532157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:41:58.566097 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-645e92e9-169f-4427-afc2-f3160ac61aff req-f0a299af-bea8-47b3-85f4-c9f79f836089 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Jul 09 17:41:58.717599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Allocated IP 172.20.255.242 (69703f5b-80f6-45cc-9c06-55c7f35e3235/023ee086-5b00-4fa2-a7b9-39c855e0d44c/1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:41:58.741395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5002cc2d-35b9-4dc7-87bb-1423e6bcd4ae req-6c26c137-75a0-4638-bd5e-e096b0aad1e8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0372374 Jul 09 17:41:58.930715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.935016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:58.946244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Transition to ACTIVE for port object 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:58.964776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Transition to ACTIVE for port object 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:41:58.986850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.009285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=764b8f8f-f603-4492-9da3-2e88de8937f5,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:59.025297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '7d26d903-9779-4fc4-ae86-5708601fe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:59.025983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:41:59.038335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Network 69703f5b-80f6-45cc-9c06-55c7f35e3235 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:41:59.041435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:59.044099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:41:59.058211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Pushing event updated for resources: {'Port': ['ID=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:59.058872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:41:59.074720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:41:59.089133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:41:59.089865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.111824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26ed9864-0751-4437-a456-b77ac1481039 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7880962 Jul 09 17:41:59.113974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37572) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:59.117917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8e6e1-c95c-42da-aea9-4b32a5386a15 None None] Network 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:59.183794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Attempting to bind port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:41:59.183990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Attempting to bind port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '99a1df59-52a6-463a-9cd5-8d72292fc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:41:59.184445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Attempting to bind port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd on network 69703f5b-80f6-45cc-9c06-55c7f35e3235 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:41:59.193745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:41:59.194645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Checking segment: {'id': '99a1df59-52a6-463a-9cd5-8d72292fc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:41:59.194645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.195041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Bound using segment: {'id': '99a1df59-52a6-463a-9cd5-8d72292fc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:41:59.195578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Bound port: 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a1df59-52a6-463a-9cd5-8d72292fc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69703f5b-80f6-45cc-9c06-55c7f35e3235'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:41:59.196063 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.250466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.286526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] For port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:41:59.290927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] For port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,segment=NetworkSegment(99a1df59-52a6-463a-9cd5-8d72292fc2da),segment_id=99a1df59-52a6-463a-9cd5-8d72292fc2da)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:41:59.303875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.328067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.359913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445d903-aed0-4ba2-bc40-5faa9b6d933c None None] Pushing event updated for resources: {'Port': ['ID=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:59.431543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.488114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7475737-480d-4e05-96f2-034b1d0460a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9', 'network_id': '94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '764b8f8f-f603-4492-9da3-2e88de8937f5'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:41:59.489231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7475737-480d-4e05-96f2-034b1d0460a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.496772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=764b8f8f-f603-4492-9da3-2e88de8937f5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:59.565842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.580567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:59.594598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d26d903-9779-4fc4-ae86-5708601fe69b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:59.595082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d26d903-9779-4fc4-ae86-5708601fe69b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:41:59.607019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.626265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.636516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:41:59.637054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:41:59.641833 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:41:59.688920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab548d5-b9ac-4609-839e-c468df44d4fc None None] Network 94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:41:59.788806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.800179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.811243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37578) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:41:59.818187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339001482'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:41:59.822596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 HTTP/1.1" status: 204 len: 168 time: 0.7067614 Jul 09 17:41:59.859914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd32f-9f15-4f7c-b048-7b869a0ced8e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:41:59.868386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:41:59.875954 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.949827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:41:59.991914 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:41:59.992443 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 423a8850-3db2-4b8e-b8f3-88e9dae44c22 of type vlan for network c075ee6b-e231-4867-834b-ad28c11a4c61 Jul 09 17:42:00.061391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-158722f4-925f-43d1-99ba-12e39631a39a req-1ee2d9b8-7f91-4ccb-b0f6-f1f79687bf42 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0617256 Jul 09 17:42:00.104336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:00.130580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1de7a-7281-4250-9368-0d45c10a4f53 req-e0662c11-5032-4178-b442-ad353058841a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:00.137754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64e1de7a-7281-4250-9368-0d45c10a4f53 req-e0662c11-5032-4178-b442-ad353058841a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.2180994 Jul 09 17:42:00.197910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:00.204336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:00.205617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:00.317639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37580) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:00.323605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': 'c075ee6b-e231-4867-834b-ad28c11a4c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:00.324631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5115635 Jul 09 17:42:00.335870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64e1de7a-7281-4250-9368-0d45c10a4f53 req-5ac9ccf8-fedc-4351-a490-4cf1d5046031 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928694 Jul 09 17:42:00.354516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e5e05-f348-46ba-a06c-0a94d6ac71d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=c075ee6b-e231-4867-834b-ad28c11a4c61,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:00.370237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c075ee6b-e231-4867-834b-ad28c11a4c61 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:00.578806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:00.588627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:00.688730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Performing IP validity checks on allocation pools {{(pid=93895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:42:00.689356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:42:00.878391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.004612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=d8389866-1e5b-4498-bbe1-483c0cfa6649,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:01.022655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '423a8850-3db2-4b8e-b8f3-88e9dae44c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c075ee6b-e231-4867-834b-ad28c11a4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:01.022655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: c075ee6b-e231-4867-834b-ad28c11a4c61, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:01.062412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network c075ee6b-e231-4867-834b-ad28c11a4c61 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:01.088081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:42:01.127598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c075ee6b-e231-4867-834b-ad28c11a4c61) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:01.137418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:01.138050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.146292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2067a-393e-4e08-9823-5f0b51c84396 None None] Network c075ee6b-e231-4867-834b-ad28c11a4c61 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:01.180037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37590) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:01.182115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0bef8f28-18d2-4d79-abab-70a2884242ac tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8625922 Jul 09 17:42:01.293254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a2569-c35b-4218-852b-1868399a248a None None] Network 69703f5b-80f6-45cc-9c06-55c7f35e3235 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:01.386198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df112099-56af-409e-88a8-202f302255c3 req-8123107c-43e6-42d4-8871-b33f30f8f4b0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0985150 Jul 09 17:42:01.397284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fecb5e37-5aec-4ad9-8691-613d201c4f4a None None] Provisioning for port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:01.445390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.555234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.672371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c348a42-1c8c-4128-9341-8ed87a4019b6 req-651ad540-68ee-430c-8553-f22ea3cc257c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:01.674378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c348a42-1c8c-4128-9341-8ed87a4019b6 req-651ad540-68ee-430c-8553-f22ea3cc257c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1348724 Jul 09 17:42:01.698493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.748663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=d8389866-1e5b-4498-bbe1-483c0cfa6649,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:01.825554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.837770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c075ee6b-e231-4867-834b-ad28c11a4c61']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:01.857685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423a8850-3db2-4b8e-b8f3-88e9dae44c22') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:01.858028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423a8850-3db2-4b8e-b8f3-88e9dae44c22') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:01.869384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.887945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.895845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:01.896520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.926724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30ec7c-d2a4-41fb-8155-a93cd62081f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c075ee6b-e231-4867-834b-ad28c11a4c61', 'network_id': 'c075ee6b-e231-4867-834b-ad28c11a4c61', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': 'd8389866-1e5b-4498-bbe1-483c0cfa6649'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:01.928974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b30ec7c-d2a4-41fb-8155-a93cd62081f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.936015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:01.966797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:01.967481 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:01.969961 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:01.979311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.000566 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.010622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37594) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:02.016197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2129988448'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:02.021517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/c075ee6b-e231-4867-834b-ad28c11a4c61 HTTP/1.1" status: 204 len: 168 time: 0.8402784 Jul 09 17:42:02.024995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2662f7-2740-41cc-94e6-f3ec5f9b3f54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=c075ee6b-e231-4867-834b-ad28c11a4c61,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:02.032545 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c348a42-1c8c-4128-9341-8ed87a4019b6 req-ab34debc-a513-42a3-bb65-41b28d4f2883 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509252 Jul 09 17:42:02.084519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:02.088217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.093666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65639985-e6fe-411c-ae15-4d5ff4579355 None None] Network c075ee6b-e231-4867-834b-ad28c11a4c61 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:02.112186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65639985-e6fe-411c-ae15-4d5ff4579355 None None] Network c075ee6b-e231-4867-834b-ad28c11a4c61 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:42:02.127606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:02.163178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.163573 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment bd649dd0-cc6a-426a-901f-c18dc3f6a9a7 of type vlan for network cead7c96-86eb-4ec3-bc88-009c65e92b08 Jul 09 17:42:02.258424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.288281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.323254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,segment=NetworkSegment(99a1df59-52a6-463a-9cd5-8d72292fc2da),segment_id=99a1df59-52a6-463a-9cd5-8d72292fc2da)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:02.331568 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.356547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.365001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:02.366059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.400617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:02.428031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4161940 Jul 09 17:42:02.431099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37598) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:02.437002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': 'cead7c96-86eb-4ec3-bc88-009c65e92b08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:02.564291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c36e17-2714-4add-91b3-f87b5056592b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=cead7c96-86eb-4ec3-bc88-009c65e92b08,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:02.581708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network cead7c96-86eb-4ec3-bc88-009c65e92b08 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:02.629161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:02.633987 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:02.748267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2637c51a-0e96-4b17-80f9-b0250dc8de73 req-b662c12d-ebee-4060-a746-6fdc638e4825 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d89e9f4-e2dd-4e22-af38-60710959f471 HTTP/1.1" status: 200 len: 210 time: 0.0719607 Jul 09 17:42:02.749963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-855d0bf0-5071-4f5d-935a-99b5157782bc None None] Provisioning complete for port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:02.750458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-855d0bf0-5071-4f5d-935a-99b5157782bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.024645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.083919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:42:03.085532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=d76ac942-a489-4646-a591-e4d922d86d77,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:03.201814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': 'bd649dd0-cc6a-426a-901f-c18dc3f6a9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'cead7c96-86eb-4ec3-bc88-009c65e92b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:03.202306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: cead7c96-86eb-4ec3-bc88-009c65e92b08, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:03.211259 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:03.213370 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.246340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network cead7c96-86eb-4ec3-bc88-009c65e92b08 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:03.268667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, cead7c96-86eb-4ec3-bc88-009c65e92b08) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:03.277417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:03.278799 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.308353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc83b70-b1fc-4c55-90cd-74fbf5324ab7 None None] Network cead7c96-86eb-4ec3-bc88-009c65e92b08 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:03.331881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab9427db-7ee4-42a2-8743-b91ac29ccb97 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8993726 Jul 09 17:42:03.335008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37604) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:03.617497 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.668958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfdbbc-ff47-402b-9e72-75545ec05a3c req-2382d965-761f-47f0-a60d-e47b0b29c2d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:03.670556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6dfdbbc-ff47-402b-9e72-75545ec05a3c req-2382d965-761f-47f0-a60d-e47b0b29c2d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1309893 Jul 09 17:42:03.706265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0d2ea-c869-42cb-a9ea-2dbcbc5223d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-cead7c96-86eb-4ec3-bc88-009c65e92b08', 'network_id': 'cead7c96-86eb-4ec3-bc88-009c65e92b08', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': 'd76ac942-a489-4646-a591-e4d922d86d77'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:03.707275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-99d0d2ea-c869-42cb-a9ea-2dbcbc5223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.751816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6dfdbbc-ff47-402b-9e72-75545ec05a3c req-7a4ea4dc-adb9-4790-b712-76fe3d91c325 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576012 Jul 09 17:42:03.755242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.916473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:03.950004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=d76ac942-a489-4646-a591-e4d922d86d77,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:04.026815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server [None req-99d0d2ea-c869-42cb-a9ea-2dbcbc5223d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d76ac942-a489-4646-a591-e4d922d86d77: This subnet is being modified by another concurrent operation. Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d76ac942-a489-4646-a591-e4d922d86d77: This subnet is being modified by another concurrent operation. Jul 09 17:42:04.033953 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Jul 09 17:42:04.045857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cead7c96-86eb-4ec3-bc88-009c65e92b08']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:04.060431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd649dd0-cc6a-426a-901f-c18dc3f6a9a7') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:04.061550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd649dd0-cc6a-426a-901f-c18dc3f6a9a7') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:04.072842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.099241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.101127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251d363-d3cd-48ec-90f9-23b2c023aebd None None] Network cead7c96-86eb-4ec3-bc88-009c65e92b08 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:04.109187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:04.109596 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:04.115285 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:04.209270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.227593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.230447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/cead7c96-86eb-4ec3-bc88-009c65e92b08 HTTP/1.1" status: 204 len: 168 time: 0.8941905 Jul 09 17:42:04.235300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37610) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:04.241613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1515089708'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:04.277851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8ba21-9e1f-48e1-8157-1ba721f7e884 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=cead7c96-86eb-4ec3-bc88-009c65e92b08,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:04.291612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:04.294366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622cb9e-1c35-4826-9e62-3fd849a77228 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:42:04.298233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.345471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:04.358707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.359051 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 0cf1776c-276b-449b-9a4a-e69e4dec0acd of type vlan for network 731fa5a8-7692-49e9-ae88-0c31a5c2298c Jul 09 17:42:04.430964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b622cb9e-1c35-4826-9e62-3fd849a77228 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:42:04.472288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.534933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.543705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:04.544192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:04.649198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4100425 Jul 09 17:42:04.650521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37614) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:04.657467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': '731fa5a8-7692-49e9-ae88-0c31a5c2298c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:04.677750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54267b61-a6e6-4271-b1bd-4af1824329d5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=731fa5a8-7692-49e9-ae88-0c31a5c2298c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:04.691849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 731fa5a8-7692-49e9-ae88-0c31a5c2298c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:04.820718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:04.830076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.054268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1efc0-fffe-486e-ab51-6736c968772b req-7d3cc49d-286d-45fa-8fdd-422f93b34858 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:05.055935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3d1efc0-fffe-486e-ab51-6736c968772b req-7d3cc49d-286d-45fa-8fdd-422f93b34858 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1191666 Jul 09 17:42:05.126876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3d1efc0-fffe-486e-ab51-6736c968772b req-aae11fe2-afe0-477b-9976-6a662046ffd1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516515 Jul 09 17:42:05.230528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.281642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=b185c6f4-ce23-45a7-b156-7b9fc86b34fe,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:05.316950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '0cf1776c-276b-449b-9a4a-e69e4dec0acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '731fa5a8-7692-49e9-ae88-0c31a5c2298c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:05.317373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: 731fa5a8-7692-49e9-ae88-0c31a5c2298c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:05.341175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 731fa5a8-7692-49e9-ae88-0c31a5c2298c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:05.351925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 731fa5a8-7692-49e9-ae88-0c31a5c2298c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:05.358138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:05.358138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.371536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac3d02-3d18-4df1-9c0e-f3d69582285e None None] Network 731fa5a8-7692-49e9-ae88-0c31a5c2298c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:05.376243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cb1daa9c-0ead-435d-aaad-d0f583ffb39f tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7238061 Jul 09 17:42:05.378867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37620) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:05.513081 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.603490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298e3e5-f0da-4218-b8fd-37349b91d21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-731fa5a8-7692-49e9-ae88-0c31a5c2298c', 'network_id': '731fa5a8-7692-49e9-ae88-0c31a5c2298c', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': 'b185c6f4-ce23-45a7-b156-7b9fc86b34fe'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:05.604218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8298e3e5-f0da-4218-b8fd-37349b91d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.627368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.732903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.790814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=b185c6f4-ce23-45a7-b156-7b9fc86b34fe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server [None req-8298e3e5-f0da-4218-b8fd-37349b91d21c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b185c6f4-ce23-45a7-b156-7b9fc86b34fe: This subnet is being modified by another concurrent operation. Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b185c6f4-ce23-45a7-b156-7b9fc86b34fe: This subnet is being modified by another concurrent operation. Jul 09 17:42:05.800140 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Jul 09 17:42:05.832771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ed9af-e39b-4278-83b4-2a4a8387b01f None None] Network 731fa5a8-7692-49e9-ae88-0c31a5c2298c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:05.890939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.901686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731fa5a8-7692-49e9-ae88-0c31a5c2298c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:05.915642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf1776c-276b-449b-9a4a-e69e4dec0acd') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:05.916169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf1776c-276b-449b-9a4a-e69e4dec0acd') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:05.930331 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.945613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.952428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:05.952886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:05.982700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f45476-f5bb-41b9-98ab-ca17ff058b07 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:06.013819 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:06.022630 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.031537 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.034176 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/731fa5a8-7692-49e9-ae88-0c31a5c2298c HTTP/1.1" status: 204 len: 168 time: 0.6542773 Jul 09 17:42:06.037900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37624) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:06.043289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120447135'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:06.049348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac198f-940f-45af-bbd9-386f8eef567b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=731fa5a8-7692-49e9-ae88-0c31a5c2298c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:06.095701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:06.099473 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.149061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:06.170474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f45476-f5bb-41b9-98ab-ca17ff058b07 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:42:06.183595 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.184010 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 1f05961a-2c05-4fb5-a390-7dbeb6ab0624 of type vlan for network a77cc817-9e64-4897-bb78-a39e032dde8e Jul 09 17:42:06.275816 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.350387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.355826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:06.356634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.445260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4062064 Jul 09 17:42:06.448201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:06.453655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:06.466118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00500aef-3de4-4b74-b35f-ca17c59e1d79 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=a77cc817-9e64-4897-bb78-a39e032dde8e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:06.486035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a77cc817-9e64-4897-bb78-a39e032dde8e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:06.501107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d4a2-240f-4d3c-983c-430e763fef5b req-b554ff8f-8bbf-454e-9ad5-57380cbcd89c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:06.508751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f73d4a2-240f-4d3c-983c-430e763fef5b req-b554ff8f-8bbf-454e-9ad5-57380cbcd89c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1740069 Jul 09 17:42:06.575796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f73d4a2-240f-4d3c-983c-430e763fef5b req-934e2fbf-9604-4bc4-94ce-6f1835e61819 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658097 Jul 09 17:42:06.576289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:06.589153 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:06.668190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Performing IP validity checks on allocation pools {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:42:06.669190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:42:07.275886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:07.352515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=1f4d3bed-f079-4364-9cae-2bf78326bdd7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:07.366456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '1f05961a-2c05-4fb5-a390-7dbeb6ab0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:07.366738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: a77cc817-9e64-4897-bb78-a39e032dde8e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:07.394519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network a77cc817-9e64-4897-bb78-a39e032dde8e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:07.413485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a77cc817-9e64-4897-bb78-a39e032dde8e) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:07.423528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368aa5ca-3182-4b1c-be52-57ce330f23cd None None] Network a77cc817-9e64-4897-bb78-a39e032dde8e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:07.428236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:07.429297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:07.462526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-72674293-33c9-46aa-b288-dd078e490913 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0130394 Jul 09 17:42:07.465924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37640) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:07.640217 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:07.686389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a77cc817-9e64-4897-bb78-a39e032dde8e', 'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '1f4d3bed-f079-4364-9cae-2bf78326bdd7'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:07.687288 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:07.727998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:07.935859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Allocated IP 172.20.0.3 (a77cc817-9e64-4897-bb78-a39e032dde8e/1f4d3bed-f079-4364-9cae-2bf78326bdd7/9886de34-b133-490d-9994-3832714c66de) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:07.977893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf321d-ca2e-45d9-9d02-62504fea0c40 req-0fea9689-cfcc-4852-980b-d1d462daa001 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:07.980171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1daf321d-ca2e-45d9-9d02-62504fea0c40 req-0fea9689-cfcc-4852-980b-d1d462daa001 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1940989 Jul 09 17:42:08.025434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1daf321d-ca2e-45d9-9d02-62504fea0c40 req-1685202b-9792-49bf-9403-ff8a984cd28a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 Jul 09 17:42:08.145692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.155905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Transition to ACTIVE for port object 9886de34-b133-490d-9994-3832714c66de will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:08.180465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Transition to ACTIVE for port object 9886de34-b133-490d-9994-3832714c66de will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:08.191294 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.208669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.242770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Network a77cc817-9e64-4897-bb78-a39e032dde8e is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:08.250331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:08.258314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:08.271455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4d3bed-f079-4364-9cae-2bf78326bdd7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:08.276253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Pushing event updated for resources: {'Port': ['ID=9886de34-b133-490d-9994-3832714c66de,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:08.346125 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.355459 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.374127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77cc817-9e64-4897-bb78-a39e032dde8e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:08.388881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f05961a-2c05-4fb5-a390-7dbeb6ab0624') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:08.389226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f05961a-2c05-4fb5-a390-7dbeb6ab0624') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:08.401021 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.418500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Attempting to bind port 9886de34-b133-490d-9994-3832714c66de on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:42:08.418870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Attempting to bind port 9886de34-b133-490d-9994-3832714c66de by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1f05961a-2c05-4fb5-a390-7dbeb6ab0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:42:08.419258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Attempting to bind port 9886de34-b133-490d-9994-3832714c66de on network a77cc817-9e64-4897-bb78-a39e032dde8e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:08.424639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.434260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:42:08.436499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Checking segment: {'id': '1f05961a-2c05-4fb5-a390-7dbeb6ab0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:08.437629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:08.438400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.439201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Bound using segment: {'id': '1f05961a-2c05-4fb5-a390-7dbeb6ab0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:42:08.439844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.440552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Bound port: 9886de34-b133-490d-9994-3832714c66de, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f05961a-2c05-4fb5-a390-7dbeb6ab0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a77cc817-9e64-4897-bb78-a39e032dde8e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:08.444033 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:08.447164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.546867 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:42:08.546867 n-d-791506-17 neutron-server[93896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:42:08.546867 n-d-791506-17 neutron-server[93896]: [parameters: {'id': 'a77cc817-9e64-4897-bb78-a39e032dde8e'}] Jul 09 17:42:08.546867 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:42:08.547400 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:42:08.577754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] For port 9886de34-b133-490d-9994-3832714c66de, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:42:08.580228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] For port 9886de34-b133-490d-9994-3832714c66de, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9886de34-b133-490d-9994-3832714c66de,segment=NetworkSegment(1f05961a-2c05-4fb5-a390-7dbeb6ab0624),segment_id=1f05961a-2c05-4fb5-a390-7dbeb6ab0624)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:42:08.594020 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:08.693400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5dc6c-6c57-46cb-bc8e-a5cc390bf66f None None] Pushing event updated for resources: {'Port': ['ID=9886de34-b133-490d-9994-3832714c66de,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:08.725247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ec600-1f59-499a-bd53-2397336083e4 None None] Network a77cc817-9e64-4897-bb78-a39e032dde8e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:08.898749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f52df6-8c97-4723-8ca9-130ee901b95b None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:42:09.031931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f52df6-8c97-4723-8ca9-130ee901b95b None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:42:09.048463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.119259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Deleting port 9886de34-b133-490d-9994-3832714c66de {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:09.120007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.204982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] For port 9886de34-b133-490d-9994-3832714c66de, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9886de34-b133-490d-9994-3832714c66de,segment=NetworkSegment(1f05961a-2c05-4fb5-a390-7dbeb6ab0624),segment_id=1f05961a-2c05-4fb5-a390-7dbeb6ab0624)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:09.204982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.226583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Calling delete_port for 9886de34-b133-490d-9994-3832714c66de owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:09.384520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.426584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No DVR routers for this DVR port 9886de34-b133-490d-9994-3832714c66de on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:09.429261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Port': ['ID=9886de34-b133-490d-9994-3832714c66de,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:09.446660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813d47f-eb5c-430d-ae87-4fdaeb4da88b req-20dffa6b-7853-4820-8891-fe0e93e70384 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:09.448312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c813d47f-eb5c-430d-ae87-4fdaeb4da88b req-20dffa6b-7853-4820-8891-fe0e93e70384 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1401172 Jul 09 17:42:09.450322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.535862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c813d47f-eb5c-430d-ae87-4fdaeb4da88b req-f26e56fa-6b05-4b6d-a890-83f43e39b1f8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Jul 09 17:42:09.561651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.599274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77cc817-9e64-4897-bb78-a39e032dde8e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:09.620567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f05961a-2c05-4fb5-a390-7dbeb6ab0624') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:09.621120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f05961a-2c05-4fb5-a390-7dbeb6ab0624') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:09.633191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.655676 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.670817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:09.671419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:09.675878 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:09.760086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.774194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.782038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37694) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:09.784269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/a77cc817-9e64-4897-bb78-a39e032dde8e HTTP/1.1" status: 204 len: 168 time: 2.3162506 Jul 09 17:42:09.788470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554960697'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:09.800648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca46fa-5443-404d-a398-484173a81606 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=a77cc817-9e64-4897-bb78-a39e032dde8e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:09.842476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:09.846632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.888391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:09.898542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.899194 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 0efa5efa-9609-4185-b06f-e91915a286cf of type vlan for network f64d08da-648c-4b30-afc2-f484545ef534 Jul 09 17:42:09.946432 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.985855 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:09.993772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:09.994431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.085145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3013933 Jul 09 17:42:10.087938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37698) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:10.091844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c6ca-423e-47e1-89a4-bc13863f2881 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=f64d08da-648c-4b30-afc2-f484545ef534,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:10.095197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:10.103222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f64d08da-648c-4b30-afc2-f484545ef534 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:10.215915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:10.220510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.378841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bfc3821d-ad22-4162-ae8f-2cabae25d5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.516098 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.572812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37714) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:10.577556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362927552', 'description': 'tempest-secgroup-smoke-1362927552 description', 'project_id': '5bc0bf532a034cddb54314669aa2bb75'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:10.638964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=caed3d17-89bd-42da-8411-7d4b1a7f9c85,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:10.647455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '0efa5efa-9609-4185-b06f-e91915a286cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:10.647849 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: f64d08da-648c-4b30-afc2-f484545ef534, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:10.655864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.680194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network f64d08da-648c-4b30-afc2-f484545ef534 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:10.709923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f64d08da-648c-4b30-afc2-f484545ef534) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:10.715233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:10.716060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.722792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373330cc-c9d2-4153-9244-d91dff5df94e None None] Network f64d08da-648c-4b30-afc2-f484545ef534 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:10.882010 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.892491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.906330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-63484f09-b02a-46c4-a348-e36cb6723e37 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8130476 Jul 09 17:42:10.906865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:10.924598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed13f9e-9e2d-405f-98bf-45d5e91214ff,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:10.946593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6055-0b16-4c68-934c-8ea78301b2a1 req-a8e5a130-2fbe-42e1-a517-4c145c9e1b67 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:10.948831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eccb6055-0b16-4c68-934c-8ea78301b2a1 req-a8e5a130-2fbe-42e1-a517-4c145c9e1b67 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1577437 Jul 09 17:42:10.965774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:10.977406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-67078f45-043f-42cb-bcf1-61dbbd63f873 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4034505 Jul 09 17:42:10.978165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37722) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:11.030190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group_rule': {'security_group_id': 'bed13f9e-9e2d-405f-98bf-45d5e91214ff', 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:11.033333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-f64d08da-648c-4b30-afc2-f484545ef534', 'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': 'caed3d17-89bd-42da-8411-7d4b1a7f9c85'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:11.036174 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.110762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.129030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eccb6055-0b16-4c68-934c-8ea78301b2a1 req-6bea92db-80e8-4ac7-b2aa-2882470d35c2 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735661 Jul 09 17:42:11.215037 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.261024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.275645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.315193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cefaff-0006-4a1c-8ebc-bd8be8455bec,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:11.323155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.324557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d1e0af9c-82a5-4dda-8d44-a2ad9dcc6bc9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987869 Jul 09 17:42:11.331697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37732) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:11.335340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Allocated IP 172.20.0.1 (f64d08da-648c-4b30-afc2-f484545ef534/caed3d17-89bd-42da-8411-7d4b1a7f9c85/4a81f252-4f6d-4fed-995a-fd2dd8c91d0c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:11.336538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group_rule': {'security_group_id': 'bed13f9e-9e2d-405f-98bf-45d5e91214ff', 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:11.347188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.447210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.489754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-44d989aa-6b57-404c-98c3-cd15e8024547 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188879 Jul 09 17:42:11.511133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.514962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.523916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.525301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Transition to ACTIVE for port object 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:11.541384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Transition to ACTIVE for port object 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:11.548976 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.583603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfe245e-197e-427f-8aab-00b275a8aeda,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:11.603696 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.605422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Network f64d08da-648c-4b30-afc2-f484545ef534 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:11.608861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e62d3b18-3f43-47ad-85ab-0a2166ff0935 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759671 Jul 09 17:42:11.611481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:11.611733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37738) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:11.620499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:11.621091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.624142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group_rule': {'security_group_id': 'bed13f9e-9e2d-405f-98bf-45d5e91214ff', 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:11.659470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.661598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Pushing event updated for resources: {'Port': ['ID=4a81f252-4f6d-4fed-995a-fd2dd8c91d0c,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:11.662146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=caed3d17-89bd-42da-8411-7d4b1a7f9c85,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:11.694651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Attempting to bind port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:42:11.695187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Attempting to bind port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '0efa5efa-9609-4185-b06f-e91915a286cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:42:11.695559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Attempting to bind port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c on network f64d08da-648c-4b30-afc2-f484545ef534 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:11.704459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:42:11.704839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Checking segment: {'id': '0efa5efa-9609-4185-b06f-e91915a286cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:11.705387 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.705797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Bound using segment: {'id': '0efa5efa-9609-4185-b06f-e91915a286cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:42:11.706268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Bound port: 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efa5efa-9609-4185-b06f-e91915a286cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f64d08da-648c-4b30-afc2-f484545ef534'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:42:11.706672 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.749750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-68781763-370d-4530-8167-869d25883bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:11.751573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-68781763-370d-4530-8167-869d25883bba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 1098 time: 0.2367926 Jul 09 17:42:11.760338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.767110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.774918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.793132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b772e602-68d0-48d9-8fd2-1dcf1924578c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:11.805698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.808136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e00737d-38fa-4060-9ebb-e306f97fa5e1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938591 Jul 09 17:42:11.810570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64d08da-648c-4b30-afc2-f484545ef534']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:11.810916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] For port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:42:11.811282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37740) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:11.816700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] For port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4a81f252-4f6d-4fed-995a-fd2dd8c91d0c,segment=NetworkSegment(0efa5efa-9609-4185-b06f-e91915a286cf),segment_id=0efa5efa-9609-4185-b06f-e91915a286cf)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:42:11.819571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group_rule': {'security_group_id': 'bed13f9e-9e2d-405f-98bf-45d5e91214ff', 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:11.822884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.868120 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.873175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa5efa-9609-4185-b06f-e91915a286cf') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:11.873465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa5efa-9609-4185-b06f-e91915a286cf') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:11.891629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.898977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f96e77-5c47-4d09-9280-1503929f71c5 None None] Pushing event updated for resources: {'Port': ['ID=4a81f252-4f6d-4fed-995a-fd2dd8c91d0c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:11.956404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.971623 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.978524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.980599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:11.981370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:11.991331 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:12.000907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a40e658-d8c1-450e-a945-b793f9ae155d None None] Network f64d08da-648c-4b30-afc2-f484545ef534 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:12.002823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58df2e4-6c40-4c38-a6ec-590d76b097be,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:12.027265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.031428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e117adc8-b316-4ab7-821d-28a5bfddfbb3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153201 Jul 09 17:42:12.031751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37742) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:12.036595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group_rule': {'security_group_id': 'bed13f9e-9e2d-405f-98bf-45d5e91214ff', 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:12.062919 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Project 5bc0bf532a034cddb54314669aa2bb75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:42:12.072454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.075490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-cb45b178-8f64-46b3-af7c-d60ed38cbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:12.077712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-cb45b178-8f64-46b3-af7c-d60ed38cbee3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 916 time: 0.2828844 Jul 09 17:42:12.150287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-144bf20e-8391-4708-b1ae-cd58cbc7b388 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9 HTTP/1.1" status: 200 len: 217 time: 0.0627699 Jul 09 17:42:12.183391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.194700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.218702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:42:12.218702 n-d-791506-17 neutron-server[93896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:42:12.218702 n-d-791506-17 neutron-server[93896]: [parameters: {'id': 'f64d08da-648c-4b30-afc2-f484545ef534'}] Jul 09 17:42:12.218702 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:42:12.220411 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:42:12.252430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ebd762-f409-45ce-9c70-64d46da21007 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:42:12.256992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcabab7d-dbc5-45e3-9c1c-b96956d26c6d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:12.263853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.269711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-74f8c11d-1d31-44fb-95b3-c498d5fde809 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2359655 Jul 09 17:42:12.272488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37748) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:12.278963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'security_group_rule': {'security_group_id': 'bed13f9e-9e2d-405f-98bf-45d5e91214ff', 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:12.318742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-75f10081-8e42-49da-a282-1de7e5213295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:12.320456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-75f10081-8e42-49da-a282-1de7e5213295 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0955265 Jul 09 17:42:12.322699 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Project 5bc0bf532a034cddb54314669aa2bb75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:42:12.341051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-765cc47d-a529-4372-9645-09ed6caa7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:12.342566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-765cc47d-a529-4372-9645-09ed6caa7c87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 1097 time: 0.1912203 Jul 09 17:42:12.353561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.377881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-5017544d-841f-46c2-aee3-75be3b24a8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471163 Jul 09 17:42:12.430826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebd762-f409-45ce-9c70-64d46da21007 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:42:12.464728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.471102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.493605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbbd26c-910c-4710-865a-987f72cb66f1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:12.505944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.511550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21f8c853-a744-4ce3-a07f-5eb7806e9805 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2376878 Jul 09 17:42:12.587447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-d2b2d682-2261-4256-9894-13dba4acaf75 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953609 Jul 09 17:42:12.671316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-79b2718e-2c95-4ba5-b371-9041bad24fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:12.672839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-79b2718e-2c95-4ba5-b371-9041bad24fe2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.3073497 Jul 09 17:42:12.724571 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.732501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-56ad171d-3322-4cd9-a5e6-8d23a9630eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f79910d-6d11-4344-9185-589c8979eca4 HTTP/1.1" status: 200 len: 217 time: 0.0498943 Jul 09 17:42:12.741102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a19b5a-ccbf-4940-bf97-7c0f8e1dfc41 req-65e5c7bd-593b-4d90-acd3-a34430563bd7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:12.748047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25a19b5a-ccbf-4940-bf97-7c0f8e1dfc41 req-65e5c7bd-593b-4d90-acd3-a34430563bd7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.2387192 Jul 09 17:42:12.863460 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d8706d0-e9c4-48bc-8275-8119ec3f863a req-c2b300e9-02b2-4e56-b003-298f65f9c6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652097 Jul 09 17:42:12.880704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25a19b5a-ccbf-4940-bf97-7c0f8e1dfc41 req-f8ed8afe-daee-49fd-82ee-d2de6c0ad8ed tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317620 Jul 09 17:42:12.884189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-8f38b505-e55c-4e6b-9c8e-c11cb8783d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:12.892194 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-8f38b505-e55c-4e6b-9c8e-c11cb8783d98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.1353574 Jul 09 17:42:12.957605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Deleting port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:12.958201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:12.961858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bfe04321-7c8a-4f7b-9bd2-4906d3ba8610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.026167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-7ca380f1-83d8-4d2d-83d9-68096637049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:13.027862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-7ca380f1-83d8-4d2d-83d9-68096637049b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276891 Jul 09 17:42:13.106502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] For port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4a81f252-4f6d-4fed-995a-fd2dd8c91d0c,segment=NetworkSegment(0efa5efa-9609-4185-b06f-e91915a286cf),segment_id=0efa5efa-9609-4185-b06f-e91915a286cf)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:13.106873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.124456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Calling delete_port for 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:13.198535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-ff2b07a8-afb7-4a47-a99e-f3b8ddd3155f service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591177 Jul 09 17:42:13.320870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.356113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a963b71-dd02-4578-a9a1-fe8834d1fc06 req-7f342324-2e46-4f13-82d6-6b5f4ac5cb07 service neutron] 10.222.0.36 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456218 Jul 09 17:42:13.359370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Port': ['ID=4a81f252-4f6d-4fed-995a-fd2dd8c91d0c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:13.360574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No DVR routers for this DVR port 4a81f252-4f6d-4fed-995a-fd2dd8c91d0c on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:13.371422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.457432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.468307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64d08da-648c-4b30-afc2-f484545ef534']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:13.479457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa5efa-9609-4185-b06f-e91915a286cf') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:13.479756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa5efa-9609-4185-b06f-e91915a286cf') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:13.489379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.503665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.512338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:13.512756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:13.516527 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:13.588703 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.592535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.594512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/f64d08da-648c-4b30-afc2-f484545ef534 HTTP/1.1" status: 204 len: 168 time: 2.6862724 Jul 09 17:42:13.599928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37824) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:13.605300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1483071660'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:13.608077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ffb43-fbc6-47f9-9990-19f03040f8c3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=f64d08da-648c-4b30-afc2-f484545ef534,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:13.640126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:13.644184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.670890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:13.680845 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.681193 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 0295cadd-b56c-466c-b0ad-1b9a7bc246db of type vlan for network df13907e-4af4-4e9b-b883-1e8d8c2ac1cd Jul 09 17:42:13.725844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.759122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.765060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:13.765707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:13.831839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2316372 Jul 09 17:42:13.835907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37826) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:13.843798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': 'df13907e-4af4-4e9b-b883-1e8d8c2ac1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:13.850925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3bfe5-30c4-49de-bd84-b31999519729 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=df13907e-4af4-4e9b-b883-1e8d8c2ac1cd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:13.865152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network df13907e-4af4-4e9b-b883-1e8d8c2ac1cd details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:13.946396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:13.953636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.000131 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.143586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cdb57-7f9e-4794-89ba-f969cd64dafd req-4f228db7-23f4-4b27-bf4e-5d777fdb1162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:14.151088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed4cdb57-7f9e-4794-89ba-f969cd64dafd req-4f228db7-23f4-4b27-bf4e-5d777fdb1162 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 945 time: 0.1302993 Jul 09 17:42:14.220609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed4cdb57-7f9e-4794-89ba-f969cd64dafd req-187c60f4-87b8-4fcc-902c-8f76c3c6f2a7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Jul 09 17:42:14.274699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.338356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=4ed3309c-fd25-4bc7-ae54-ff38c8c6140a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:14.348861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '0295cadd-b56c-466c-b0ad-1b9a7bc246db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'df13907e-4af4-4e9b-b883-1e8d8c2ac1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:14.349386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: df13907e-4af4-4e9b-b883-1e8d8c2ac1cd, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:14.370757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network df13907e-4af4-4e9b-b883-1e8d8c2ac1cd is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:14.384958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, df13907e-4af4-4e9b-b883-1e8d8c2ac1cd) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:14.394437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:14.395217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.403855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7ea07-cc06-4829-9635-fd4746cacf1f None None] Network df13907e-4af4-4e9b-b883-1e8d8c2ac1cd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:14.408186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2f79910d-6d11-4344-9185-589c8979eca4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:14.425152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-565aaa5e-8426-4de5-ba2d-807c76e73583 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5869150 Jul 09 17:42:14.426867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37834) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:14.594772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.633634 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.650353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44dd70-c15e-4d03-bc00-f0f1bccf2735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-df13907e-4af4-4e9b-b883-1e8d8c2ac1cd', 'network_id': 'df13907e-4af4-4e9b-b883-1e8d8c2ac1cd', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '4ed3309c-fd25-4bc7-ae54-ff38c8c6140a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:14.651358 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2e44dd70-c15e-4d03-bc00-f0f1bccf2735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.663451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.675426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:14.677887 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b38aada-cfde-4dcb-9b36-0f02230aee6d" -d '{"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-unplugged", "status": "completed", "tag": "2f79910d-6d11-4344-9185-589c8979eca4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:14.729952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:14.736425 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769438eb-e1b6-4861-95db-31f79dfa12bf x-openstack-request-id: req-769438eb-e1b6-4861-95db-31f79dfa12bf {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:14.736744 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-unplugged", "status": "completed", "tag": "2f79910d-6d11-4344-9185-589c8979eca4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:14.737053 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-769438eb-e1b6-4861-95db-31f79dfa12bf {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:14.738513 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4', 'code': 200} Jul 09 17:42:14.740075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.743680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.777204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed3309c-fd25-4bc7-ae54-ff38c8c6140a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:14.848682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server [None req-2e44dd70-c15e-4d03-bc00-f0f1bccf2735 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ed3309c-fd25-4bc7-ae54-ff38c8c6140a: This subnet is being modified by another concurrent operation. Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ed3309c-fd25-4bc7-ae54-ff38c8c6140a: This subnet is being modified by another concurrent operation. Jul 09 17:42:14.860825 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Jul 09 17:42:14.867424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:14.867506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df13907e-4af4-4e9b-b883-1e8d8c2ac1cd']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:14.878562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0295cadd-b56c-466c-b0ad-1b9a7bc246db') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:14.878562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0295cadd-b56c-466c-b0ad-1b9a7bc246db') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:14.882267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d81ba02-2274-4d11-9451-74b892c1a072 None None] Network df13907e-4af4-4e9b-b883-1e8d8c2ac1cd requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:14.887690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.903249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.910621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:14.911387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:14.914991 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:14.988821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:14.999198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.005758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/df13907e-4af4-4e9b-b883-1e8d8c2ac1cd HTTP/1.1" status: 204 len: 168 time: 0.5735602 Jul 09 17:42:15.005964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37838) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:15.010732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1784945907'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:15.016195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5793630-af69-4d67-8ecc-59ceb46cb343 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=df13907e-4af4-4e9b-b883-1e8d8c2ac1cd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:15.021584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb1ed7-6afa-40ad-b47f-d81d257fa455 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:42:15.056108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:15.059546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.100773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:15.115603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.116617 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 20575bb5-a084-4fc7-9092-a33c475de890 of type vlan for network 38cf4509-2e9f-4d13-acfc-39e5691fd35c Jul 09 17:42:15.138325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb1ed7-6afa-40ad-b47f-d81d257fa455 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:42:15.180710 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.232762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.245662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:15.245956 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.326936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3202281 Jul 09 17:42:15.333048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37844) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:15.335960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:15.359983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8911536-cece-4c9f-9e5b-1fbc1671bc95 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=38cf4509-2e9f-4d13-acfc-39e5691fd35c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:15.391678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:15.590288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32652f2e-9be5-434e-b556-f8f4927be3fa req-e078019b-0342-4a34-a0dc-7e14957eeb58 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:15.593120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32652f2e-9be5-434e-b556-f8f4927be3fa req-e078019b-0342-4a34-a0dc-7e14957eeb58 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.1659772 Jul 09 17:42:15.628244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.654023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.669136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32652f2e-9be5-434e-b556-f8f4927be3fa req-d48df8c3-56e7-4757-a626-0735776a7096 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623391 Jul 09 17:42:15.731425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c is not hosted by any dhcp agent {{(pid=93895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:42:15.737824 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:15.738472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.739992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "PUT /v2.0/networks/38cf4509-2e9f-4d13-acfc-39e5691fd35c HTTP/1.1" status: 200 len: 723 time: 0.4086819 Jul 09 17:42:15.742859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37848) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:15.749412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:15.806965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a4634-69ce-410c-8919-3adf7b620679 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=38cf4509-2e9f-4d13-acfc-39e5691fd35c,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:15.820513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:15.859471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:15.865559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:15.921573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:16.485785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:16.550057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=6115326e-2bbe-49cb-a7b1-a678d364d445,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:16.553826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '20575bb5-a084-4fc7-9092-a33c475de890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:16.554188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: 38cf4509-2e9f-4d13-acfc-39e5691fd35c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:16.575393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:16.597567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 38cf4509-2e9f-4d13-acfc-39e5691fd35c) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:16.602963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:16.603560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:16.608607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bad801-944e-4468-bb87-19e476003ba9 None None] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:16.627550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bc8675cd-f387-41ae-adae-8821a5ea4407 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8836024 Jul 09 17:42:16.630820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:16.638755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:16.773476 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-a13aa5fb-2a30-4cd5-a5b1-4ae3c515b2ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947766 Jul 09 17:42:16.778238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8555371'] for subnet, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:16.853405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-38cf4509-2e9f-4d13-acfc-39e5691fd35c', 'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '6115326e-2bbe-49cb-a7b1-a678d364d445'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:16.854367 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:16.956894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6439af-64ca-43ad-a244-bf602112247b req-679ccd9e-51f0-499c-9f2f-2c837dfbf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:16.958921 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-679ccd9e-51f0-499c-9f2f-2c837dfbf2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.1263835 Jul 09 17:42:17.010733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-752ad7b8-ca08-4d4c-a42b-4320282ec47c tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.012248 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-752ad7b8-ca08-4d4c-a42b-4320282ec47c tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.1857886 Jul 09 17:42:17.034624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-3d5be4e9-7164-4d6d-8489-76448ebed5ce tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/quotas/158c6e7870d74b0982345c1da8e6cc5c HTTP/1.1" status: 200 len: 375 time: 0.0163651 Jul 09 17:42:17.078041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535aa9b-e900-4586-9b9a-68dd9259832a req-079bd169-c22a-4ac3-a41c-f686683a1187 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.079976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c535aa9b-e900-4586-9b9a-68dd9259832a req-079bd169-c22a-4ac3-a41c-f686683a1187 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.1677542 Jul 09 17:42:17.082009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734216802079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9240532'] for subnet, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.148131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c535aa9b-e900-4586-9b9a-68dd9259832a req-3a4e2bc3-8b4f-48c4-8bc4-27b25529b329 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 Jul 09 17:42:17.153503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=6115326e-2bbe-49cb-a7b1-a678d364d445,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:17.163056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.163980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.165981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c4a4043a-b68b-4103-a904-c81c686a8d04 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "PUT /v2.0/subnets/6115326e-2bbe-49cb-a7b1-a678d364d445 HTTP/1.1" status: 200 len: 806 time: 0.5329370 Jul 09 17:42:17.169476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37872) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:17.178488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6439af-64ca-43ad-a244-bf602112247b req-ed0440e8-6d5f-4013-8e1e-bfe7ef1770cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.180433 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-ed0440e8-6d5f-4013-8e1e-bfe7ef1770cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1972201 Jul 09 17:42:17.258220 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:42:17.272924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-4832c8e5-d885-4d01-b9f9-c7d8448dda4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.0854516 Jul 09 17:42:17.279463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-d90cbb86-1e74-49e9-a5dc-88287644a5ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2371054 Jul 09 17:42:17.329459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Allocated IP 172.20.0.2 (38cf4509-2e9f-4d13-acfc-39e5691fd35c/6115326e-2bbe-49cb-a7b1-a678d364d445/93ce6f59-74a2-4daf-9280-7846781ce859) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:17.357712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6439af-64ca-43ad-a244-bf602112247b req-dc313a11-bc5a-415c-9b9d-5235c1515bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.359222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-dc313a11-bc5a-415c-9b9d-5235c1515bbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0738587 Jul 09 17:42:17.372617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.473273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b5ec-8222-4fab-9b9a-d56a2dd6e2b8 req-ad89e0b8-231b-4bfc-aa9c-5629bb12a62d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.474955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f04b5ec-8222-4fab-9b9a-d56a2dd6e2b8 req-ad89e0b8-231b-4bfc-aa9c-5629bb12a62d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1004994 Jul 09 17:42:17.478001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6439af-64ca-43ad-a244-bf602112247b req-5816182f-3af2-495f-861e-440803514aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.480249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-5816182f-3af2-495f-861e-440803514aef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137035 Jul 09 17:42:17.500350 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-b0727868-e807-4579-ad10-cd5583e6525b service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085865 Jul 09 17:42:17.502695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.578134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.595390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Transition to ACTIVE for port object 93ce6f59-74a2-4daf-9280-7846781ce859 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:17.603940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f04b5ec-8222-4fab-9b9a-d56a2dd6e2b8 req-cf1574d7-b144-4749-a98d-85e346e01891 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221879 Jul 09 17:42:17.637936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Transition to ACTIVE for port object 93ce6f59-74a2-4daf-9280-7846781ce859 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:17.638064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-986a4d6e-bc50-49bf-b457-91ad6498f8a8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437504 Jul 09 17:42:17.647359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.696249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:17.699649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:17.704608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:17.708588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Pushing event updated for resources: {'Port': ['ID=93ce6f59-74a2-4daf-9280-7846781ce859,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:17.768737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f6439af-64ca-43ad-a244-bf602112247b req-e9d64e4a-127e-4728-b340-4b9f93646b5a service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239672 Jul 09 17:42:17.773596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Attempting to bind port 93ce6f59-74a2-4daf-9280-7846781ce859 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:42:17.774072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Attempting to bind port 93ce6f59-74a2-4daf-9280-7846781ce859 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '20575bb5-a084-4fc7-9092-a33c475de890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:42:17.774474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Attempting to bind port 93ce6f59-74a2-4daf-9280-7846781ce859 on network 38cf4509-2e9f-4d13-acfc-39e5691fd35c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:17.781111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:42:17.781487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Checking segment: {'id': '20575bb5-a084-4fc7-9092-a33c475de890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:17.781894 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.782292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Bound using segment: {'id': '20575bb5-a084-4fc7-9092-a33c475de890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:42:17.782761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Bound port: 93ce6f59-74a2-4daf-9280-7846781ce859, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20575bb5-a084-4fc7-9092-a33c475de890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:42:17.783143 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.875643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] For port 93ce6f59-74a2-4daf-9280-7846781ce859, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:42:17.879684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] For port 93ce6f59-74a2-4daf-9280-7846781ce859, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=93ce6f59-74a2-4daf-9280-7846781ce859,segment=NetworkSegment(20575bb5-a084-4fc7-9092-a33c475de890),segment_id=20575bb5-a084-4fc7-9092-a33c475de890)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:42:17.887023 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:17.891977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d565b28-8b07-43f4-8caa-becada77b745 req-db4946ce-1bb8-4aa5-b251-3f7f47642b9b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:17.893856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d565b28-8b07-43f4-8caa-becada77b745 req-db4946ce-1bb8-4aa5-b251-3f7f47642b9b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0913091 Jul 09 17:42:17.958360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06729a-3b9f-4703-827a-48d629bc47cd None None] Pushing event updated for resources: {'Port': ['ID=93ce6f59-74a2-4daf-9280-7846781ce859,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:17.965821 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7d565b28-8b07-43f4-8caa-becada77b745 req-d536a7ed-70f7-42c1-b6ab-5de4fb3ad04a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641313 Jul 09 17:42:18.216080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:18.278019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=6115326e-2bbe-49cb-a7b1-a678d364d445,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:18.290203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-851a68bd-80cf-4bd2-8201-5076b2a13183 service neutron] 10.222.0.21 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802987 Jul 09 17:42:18.361493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:18.380647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cf4509-2e9f-4d13-acfc-39e5691fd35c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:18.400053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20575bb5-a084-4fc7-9092-a33c475de890') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:18.400356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20575bb5-a084-4fc7-9092-a33c475de890') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:18.416061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:18.428373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 2f79910d-6d11-4344-9185-589c8979eca4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:18.433210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:18.447106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:18.447698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:18.451845 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:18.499295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c6283-4b61-4d56-a678-22ade750f600 req-78689a6c-9d50-4846-9067-4242886265bf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:18.500977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed1c6283-4b61-4d56-a678-22ade750f600 req-78689a6c-9d50-4846-9067-4242886265bf tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1665690 Jul 09 17:42:18.540046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:42:18.540046 n-d-791506-17 neutron-server[93896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:42:18.540046 n-d-791506-17 neutron-server[93896]: [parameters: {'id': '38cf4509-2e9f-4d13-acfc-39e5691fd35c'}] Jul 09 17:42:18.540046 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:42:18.542173 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:42:18.566613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ed1c6283-4b61-4d56-a678-22ade750f600 req-644ba13f-2752-4354-bf18-0bcea9876b56 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514989 Jul 09 17:42:18.624613 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27b2516b-daf4-4ae1-add7-0ed2796626b6 req-5ec020d7-d4f7-43c3-bfea-91d45d34db01 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 210 time: 0.0457945 Jul 09 17:42:19.044021 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.066164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 93ce6f59-74a2-4daf-9280-7846781ce859 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:42:19.110939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Deleting port 93ce6f59-74a2-4daf-9280-7846781ce859 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:19.111284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.142844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 93ce6f59-74a2-4daf-9280-7846781ce859 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:19.183389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e4ba8-db93-4975-b077-63a727af3cc2 None None] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:19.199482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] For port 93ce6f59-74a2-4daf-9280-7846781ce859, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=93ce6f59-74a2-4daf-9280-7846781ce859,segment=NetworkSegment(20575bb5-a084-4fc7-9092-a33c475de890),segment_id=20575bb5-a084-4fc7-9092-a33c475de890)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:19.200007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.215577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Calling delete_port for 93ce6f59-74a2-4daf-9280-7846781ce859 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:19.302536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-771f07f9-8794-4108-af8b-360d217ca942 None None] Provisioning for port 93ce6f59-74a2-4daf-9280-7846781ce859 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:19.322233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.336653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-771f07f9-8794-4108-af8b-360d217ca942 None None] Provisioning complete for port 93ce6f59-74a2-4daf-9280-7846781ce859 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:19.338285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-771f07f9-8794-4108-af8b-360d217ca942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.342917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No DVR routers for this DVR port 93ce6f59-74a2-4daf-9280-7846781ce859 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:19.377986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-771f07f9-8794-4108-af8b-360d217ca942 None None] Port 93ce6f59-74a2-4daf-9280-7846781ce859 was deleted so its status cannot be updated. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:42:19.391044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Port': ['ID=93ce6f59-74a2-4daf-9280-7846781ce859,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:19.440038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cafa36-5314-4a9f-af70-48f269305330 None None] DHCP port deletion for 38cf4509-2e9f-4d13-acfc-39e5691fd35c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:42:19.455665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.468940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1252f3-93aa-49ee-bb9b-ebdca9aa1bd2 None None] Network 38cf4509-2e9f-4d13-acfc-39e5691fd35c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:19.472368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cf4509-2e9f-4d13-acfc-39e5691fd35c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:19.488830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20575bb5-a084-4fc7-9092-a33c475de890') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:19.489320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20575bb5-a084-4fc7-9092-a33c475de890') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:19.502403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.517785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.525121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:19.525900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:19.530088 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:19.616509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.633502 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.636057 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/38cf4509-2e9f-4d13-acfc-39e5691fd35c HTTP/1.1" status: 204 len: 168 time: 2.4654734 Jul 09 17:42:19.638588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:19.660484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cae86-e548-42d9-9ff5-2c9423010c55 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=38cf4509-2e9f-4d13-acfc-39e5691fd35c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:19.672262 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5dc9c2-0f28-467e-8784-7d7404bc103c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:19.672844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5dc9c2-0f28-467e-8784-7d7404bc103c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:19.674615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dc5dc9c2-0f28-467e-8784-7d7404bc103c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/38cf4509-2e9f-4d13-acfc-39e5691fd35c HTTP/1.1" status: 404 len: 339 time: 0.0351024 Jul 09 17:42:19.678514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:19.684765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1418650472', 'description': 'd1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:19.715949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:19.719628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.779033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:19.796067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.796426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f41404a4-076f-4022-8a02-a2c16fa26819 req-c0129ad3-977b-42fa-b6df-c90eee274765 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 210 time: 0.0309362 Jul 09 17:42:19.796562 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 12630f34-f387-4646-810b-9145d2f5ebed of type vlan for network 38cb673b-169a-4fab-992a-915b7720d192 Jul 09 17:42:19.851222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93595ae1-5996-459c-a7b6-e5f7bea0ae27 req-c1d3309d-3fe9-4244-8488-cba91b83d8c9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:19.853454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93595ae1-5996-459c-a7b6-e5f7bea0ae27 req-c1d3309d-3fe9-4244-8488-cba91b83d8c9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1382492 Jul 09 17:42:19.855902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.912061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93595ae1-5996-459c-a7b6-e5f7bea0ae27 req-00b8dbed-ad50-49fa-b23c-4678862970e3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519717 Jul 09 17:42:19.922116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:19.928168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:19.928888 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.007615 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3277199 Jul 09 17:42:20.008256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37906) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:20.038392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9a3b-8a77-490c-a9f3-89ce80d60efc tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=38cb673b-169a-4fab-992a-915b7720d192,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:20.050920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 38cb673b-169a-4fab-992a-915b7720d192 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:20.093116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-956b09d5-8583-44d0-8ae2-26c435e67bcb tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:20.095500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-956b09d5-8583-44d0-8ae2-26c435e67bcb tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 815 time: 0.1190350 Jul 09 17:42:20.119598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919b0c9-ad73-4198-8db5-5f638e94f7b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:20.121650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b919b0c9-ad73-4198-8db5-5f638e94f7b4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks?id=38cb673b-169a-4fab-992a-915b7720d192 HTTP/1.1" status: 200 len: 761 time: 0.1097648 Jul 09 17:42:20.124135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37908) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:20.126884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Request body: {'port': {'device_id': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'admin_state_up': True, 'tenant_id': '158c6e7870d74b0982345c1da8e6cc5c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:20.130067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'description': 'd2'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:20.274918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Made reservation on behalf of 158c6e7870d74b0982345c1da8e6cc5c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:20.279068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.305795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.322381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.372455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 38cb673b-169a-4fab-992a-915b7720d192 is not hosted by any dhcp agent {{(pid=93895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:42:20.378400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:20.379058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.380427 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "PUT /v2.0/networks/38cb673b-169a-4fab-992a-915b7720d192 HTTP/1.1" status: 200 len: 758 time: 0.2551599 Jul 09 17:42:20.386397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37910) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:20.403616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b085d-4485-4a69-bc1c-577018795fa5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=38cb673b-169a-4fab-992a-915b7720d192,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:20.419473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 38cb673b-169a-4fab-992a-915b7720d192 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:20.480153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Allocated IP 172.20.0.7 (bc5f83ea-a606-424e-9965-964b9099eee9/360761c3-9f3d-4ce4-a729-9ec261f94815/99516c56-ec12-419e-95cf-0e2d7e5660b9) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:20.495716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8fc48a-78c9-4556-97be-47eb5c7468c5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:20.500949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ed8fc48a-78c9-4556-97be-47eb5c7468c5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks?id=38cb673b-169a-4fab-992a-915b7720d192 HTTP/1.1" status: 200 len: 761 time: 0.1098709 Jul 09 17:42:20.501273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:20.507258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025128503'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:20.531861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:20.535806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.563314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:20.579465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.579852 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 32531ef6-69f9-4481-b759-cf0097347b02 of type vlan for network 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f Jul 09 17:42:20.641454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.680335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.684001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.686253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:20.686895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.728725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.742317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['526f8525-c6db-4618-a35c-71ce56019b1a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:20.745166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9', '6d17ddf3-9580-4904-8677-5a5a5d19c546'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:20.751547 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2483180 Jul 09 17:42:20.753967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:20.763328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': '0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:20.781177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Network bc5f83ea-a606-424e-9965-964b9099eee9 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:20.784729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:20.789749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:20.794536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event updated for resources: {'Port': ['ID=99516c56-ec12-419e-95cf-0e2d7e5660b9,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:20.819804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4423bb3-f5e7-400a-a699-7145e4cc45d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:20.837161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:20.871470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:20.872260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.879901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:20.886309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:20.893423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-454f5449-44ee-4f6b-bbf6-aa3c8766f6ff tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761066 Jul 09 17:42:20.907937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Request body: {'port': {'device_id': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:21.127561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 93ce6f59-74a2-4daf-9280-7846781ce859 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:21.154601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.164856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 93ce6f59-74a2-4daf-9280-7846781ce859 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:21.165487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 93ce6f59-74a2-4daf-9280-7846781ce859 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:21.211599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.300351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=61bc538e-4ecd-457e-a3f0-071971a4e937,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:21.300801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcfcf5-8873-4648-b547-f8a876cdcc4a req-b7b99f2d-3497-48f0-830a-5ac93325508b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:21.302573 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5bcfcf5-8873-4648-b547-f8a876cdcc4a req-b7b99f2d-3497-48f0-830a-5ac93325508b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 931 time: 0.1583104 Jul 09 17:42:21.320366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d7c43-6073-4896-b297-6825009ccc0d req-45b843df-5bf3-4cd3-80fe-e8515e89a9d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:21.321967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8c3d7c43-6073-4896-b297-6825009ccc0d req-45b843df-5bf3-4cd3-80fe-e8515e89a9d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1825409 Jul 09 17:42:21.325029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '32531ef6-69f9-4481-b759-cf0097347b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:21.325397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:21.371495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8c3d7c43-6073-4896-b297-6825009ccc0d req-d552fc05-104c-4b03-91a4-93b740f74f5b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Jul 09 17:42:21.372001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:21.385062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:21.400467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:21.400983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.401123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30fed4-cc8e-4692-8798-b115237c1cb4 None None] Network 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:21.425479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b612a65-52be-4ab2-9afd-98de2897b101 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6702130 Jul 09 17:42:21.427738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37922) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:21.435272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5bcfcf5-8873-4648-b547-f8a876cdcc4a req-e30c7d15-8dd5-4a11-b874-6334e2fbb4ca tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195636 Jul 09 17:42:21.551912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.607366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52a721-d45e-4cee-9f3f-adc0eaa9e42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f', 'network_id': '0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '61bc538e-4ecd-457e-a3f0-071971a4e937'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:21.608276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7c52a721-d45e-4cee-9f3f-adc0eaa9e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.627304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99516c56-ec12-419e-95cf-0e2d7e5660b9 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:42:21.630223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.635810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.650790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Transition to ACTIVE for port object 99516c56-ec12-419e-95cf-0e2d7e5660b9 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:21.658655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.743357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.745400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Pushing event updated for resources: {'Port': ['ID=99516c56-ec12-419e-95cf-0e2d7e5660b9,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server [None req-7c52a721-d45e-4cee-9f3f-adc0eaa9e42e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61bc538e-4ecd-457e-a3f0-071971a4e937: This subnet is being modified by another concurrent operation. Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61bc538e-4ecd-457e-a3f0-071971a4e937: This subnet is being modified by another concurrent operation. Jul 09 17:42:21.746818 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Jul 09 17:42:21.767970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b23588-b586-4b06-add6-c2db65d2897c None None] Network 0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:21.780259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=61bc538e-4ecd-457e-a3f0-071971a4e937,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:21.814715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Attempting to bind port 99516c56-ec12-419e-95cf-0e2d7e5660b9 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:42:21.815094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Attempting to bind port 99516c56-ec12-419e-95cf-0e2d7e5660b9 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:42:21.815429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Attempting to bind port 99516c56-ec12-419e-95cf-0e2d7e5660b9 on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:21.820523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Port 99516c56-ec12-419e-95cf-0e2d7e5660b9 on network bc5f83ea-a606-424e-9965-964b9099eee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:42:21.820846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Attempting to bind port 99516c56-ec12-419e-95cf-0e2d7e5660b9 on network bc5f83ea-a606-424e-9965-964b9099eee9 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:21.826272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:42:21.826616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Checking segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:21.827129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Bound using segment: {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:42:21.827564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Bound port: 99516c56-ec12-419e-95cf-0e2d7e5660b9, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90820702-310e-47c9-8b84-d0eebb1b8d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:42:21.827958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.854242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.868909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:21.886795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32531ef6-69f9-4481-b759-cf0097347b02') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:21.887032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32531ef6-69f9-4481-b759-cf0097347b02') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:21.900075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.915007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] For port 99516c56-ec12-419e-95cf-0e2d7e5660b9, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:42:21.918266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.918520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] For port 99516c56-ec12-419e-95cf-0e2d7e5660b9, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:42:21.921813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a8d75a-6fda-4b20-8e1e-a891ab106caa None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:42:21.925849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.931802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:21.932236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:21.937236 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:21.971736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:21.972504 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:21.974447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] 10.222.0.36 "PUT /v2.0/ports/99516c56-ec12-419e-95cf-0e2d7e5660b9 HTTP/1.1" status: 200 len: 1092 time: 1.0725026 Jul 09 17:42:21.975460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'tag': '99516c56-ec12-419e-95cf-0e2d7e5660b9'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:21.978423 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93f995-5a7d-4386-a5b0-4d196a6f4114" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8086d8-9e50-4e24-9f01-6da5a166e577", "tag": "99516c56-ec12-419e-95cf-0e2d7e5660b9"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:22.019999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:22.027753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:22.033432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27c621-c467-41fc-9701-7273e81835bb service neutron] Pushing event updated for resources: {'Port': ['ID=99516c56-ec12-419e-95cf-0e2d7e5660b9,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:22.037247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f HTTP/1.1" status: 204 len: 168 time: 0.6057291 Jul 09 17:42:22.045223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37928) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.056186 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53dc08d-016e-448f-91b6-e947730b4ccd x-openstack-request-id: req-d53dc08d-016e-448f-91b6-e947730b4ccd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:22.056470 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8086d8-9e50-4e24-9f01-6da5a166e577", "tag": "99516c56-ec12-419e-95cf-0e2d7e5660b9", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:22.057522 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d53dc08d-016e-448f-91b6-e947730b4ccd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:22.057965 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'tag': '99516c56-ec12-419e-95cf-0e2d7e5660b9', 'status': 'completed', 'code': 200} Jul 09 17:42:22.068955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b84e5-9bfb-4df7-bdb7-8a3ba73f0723 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:22.072975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8d75a-6fda-4b20-8e1e-a891ab106caa None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:42:22.093095 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92833be-d076-4129-a9f0-43fe9c1d20af tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] GET failed (client error): The resource could not be found. Jul 09 17:42:22.094787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c92833be-d076-4129-a9f0-43fe9c1d20af tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/subnets/61bc538e-4ecd-457e-a3f0-071971a4e937 HTTP/1.1" status: 404 len: 337 time: 0.0466955 Jul 09 17:42:22.097950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37930) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.120278 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5597d051-200f-48d6-be52-7ad3def915e9 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:22.121249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5597d051-200f-48d6-be52-7ad3def915e9 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:22.123496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5597d051-200f-48d6-be52-7ad3def915e9 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f HTTP/1.1" status: 404 len: 339 time: 0.0243063 Jul 09 17:42:22.128270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-474cc1a2-5a62-4b9c-9ab6-5e7196a10a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.128522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37932) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.130234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-474cc1a2-5a62-4b9c-9ab6-5e7196a10a4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 1095 time: 0.0834703 Jul 09 17:42:22.187341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-0cbbee91-f5f7-43a3-887b-9e3ec69d56e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9 HTTP/1.1" status: 200 len: 217 time: 0.0487652 Jul 09 17:42:22.250518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-313d625d-dfc2-4725-8f88-731bace6d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.252534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-313d625d-dfc2-4725-8f88-731bace6d4bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0582085 Jul 09 17:42:22.299459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-ebe7813c-bf40-4f81-91c9-00dd999a3f1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379550 Jul 09 17:42:22.358489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366273b9-0ee0-4b50-ae1f-75999e568d0a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.360391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-366273b9-0ee0-4b50-ae1f-75999e568d0a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2306993 Jul 09 17:42:22.364138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37934) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.402714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cad451ad-0790-445a-90d2-351dfccfaad6 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 207 time: 0.0368512 Jul 09 17:42:22.405635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37938) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.420625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-638303b4-961f-477a-af15-2e292c8baaec service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136060 Jul 09 17:42:22.594219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dadcff20-9b66-43fd-9c91-b8f186ddc525 req-ace11113-aca1-42cf-a53d-4a52fbaa81d7 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656413 Jul 09 17:42:22.624331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ba776-db7c-4a86-83fc-91da2389e602 req-35734529-1074-4e2f-af4d-71a52f8f93b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.626299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b1ba776-db7c-4a86-83fc-91da2389e602 req-35734529-1074-4e2f-af4d-71a52f8f93b3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0930209 Jul 09 17:42:22.665040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafab4b-99f4-41c2-af7c-d0a8775656f8 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.670849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafab4b-99f4-41c2-af7c-d0a8775656f8 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.677024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafab4b-99f4-41c2-af7c-d0a8775656f8 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.683556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafab4b-99f4-41c2-af7c-d0a8775656f8 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.685333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9cafab4b-99f4-41c2-af7c-d0a8775656f8 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2787590 Jul 09 17:42:22.690209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37942) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.694507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b1ba776-db7c-4a86-83fc-91da2389e602 req-e30410fe-7aae-4b27-ab17-8abaa4df8d36 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624902 Jul 09 17:42:22.738683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-fa71293b-99d2-4660-9bd6-f533de3917a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.740736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-fa71293b-99d2-4660-9bd6-f533de3917a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 1095 time: 0.0842354 Jul 09 17:42:22.776640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dd6e7-600e-4a7e-8671-f1d38c9d550d req-69f9c68e-f5a9-45a2-aa54-5af5e207fc8a tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.778291 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b59dd6e7-600e-4a7e-8671-f1d38c9d550d req-69f9c68e-f5a9-45a2-aa54-5af5e207fc8a tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 943 time: 0.2074289 Jul 09 17:42:22.857881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-40417318-19e8-48e0-8d64-ba13b447cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.858621 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f81beec7-4d69-4782-9195-b6ab73637d0d tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1672301 Jul 09 17:42:22.859512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-40417318-19e8-48e0-8d64-ba13b447cd11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 916 time: 0.1109624 Jul 09 17:42:22.861855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37946) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.873241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b59dd6e7-600e-4a7e-8671-f1d38c9d550d req-d80ebb51-b7f6-4ac0-8b52-f7dc860126cd tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842967 Jul 09 17:42:22.909608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-ec9e79a5-2d51-49b8-a4da-7b1f770cab67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9 HTTP/1.1" status: 200 len: 217 time: 0.0407391 Jul 09 17:42:22.950873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cecdac-dd71-49f0-a2cd-4623b0605000 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.952527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cecdac-dd71-49f0-a2cd-4623b0605000 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.954329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-38cecdac-dd71-49f0-a2cd-4623b0605000 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0915549 Jul 09 17:42:22.958010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:22.977312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-d1a2c8e7-90dd-4db0-bc5f-396c091d277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:22.978845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-d1a2c8e7-90dd-4db0-bc5f-396c091d277a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.0619209 Jul 09 17:42:23.017653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-46896761-00e2-4a71-86f5-a3fd4758c084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320158 Jul 09 17:42:23.018687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06389817-b68c-444e-8c3a-f49a416607a6 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.020393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06389817-b68c-444e-8c3a-f49a416607a6 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.021837 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06389817-b68c-444e-8c3a-f49a416607a6 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0621645 Jul 09 17:42:23.025779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:23.125826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-47057793-d71b-44d3-b92a-383582196baa service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002505 Jul 09 17:42:23.134860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d38f5c-4888-418a-907d-c0017530b81e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.136386 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-53d38f5c-4888-418a-907d-c0017530b81e tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks/69703f5b-80f6-45cc-9c06-55c7f35e3235 HTTP/1.1" status: 200 len: 800 time: 0.1095612 Jul 09 17:42:23.140098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:23.218720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aa93f995-5a7d-4386-a5b0-4d196a6f4114 req-e430bb18-98bf-4fb0-82cc-0a9cc7e95ac3 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857882 Jul 09 17:42:23.245578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e4dc1de6-4d6e-4377-b938-9c7cf8fa95d1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/networks/69703f5b-80f6-45cc-9c06-55c7f35e3235?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1043837 Jul 09 17:42:23.248953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37954) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:23.307946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad0f04-90de-494f-8f64-1e99d9143561 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.319840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4ad0f04-90de-494f-8f64-1e99d9143561 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/subnets/023ee086-5b00-4fa2-a7b9-39c855e0d44c HTTP/1.1" status: 200 len: 811 time: 0.0593588 Jul 09 17:42:23.320456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:23.374792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a6f13a-05b5-4bb8-8ac7-951fb72c2037 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.380771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4a6f13a-05b5-4bb8-8ac7-951fb72c2037 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "GET /v2.0/subnets/023ee086-5b00-4fa2-a7b9-39c855e0d44c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0548570 Jul 09 17:42:23.381017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:23.386373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54805503'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:23.410143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:23.414317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:23.439211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:42:23.448729 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:23.449084 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Added segment 4df2165e-bc64-412c-8470-3a60409643da of type vlan for network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 Jul 09 17:42:23.494200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:23.523286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:23.529101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.529730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:23.586943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2046633 Jul 09 17:42:23.592334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37960) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:23.599571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:23.608690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a31a87-bbcc-4c79-972d-56a59165a508 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Network': ['ID=16c0b7d5-a1ce-45b9-bc75-de74a5458810,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:23.620916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:42:23.714743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Made reservation on behalf of bddff924d9894f73b5f22e05fde1dbf5 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:23.718874 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:23.781149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Performing IP validity checks on allocation pools {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:42:23.781414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:42:23.967802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02b5e-fd04-4413-af31-294a6df076df req-18cafdb8-8aa1-4393-9b63-ea06ab89a138 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:23.969341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1d02b5e-fd04-4413-af31-294a6df076df req-18cafdb8-8aa1-4393-9b63-ea06ab89a138 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1385202 Jul 09 17:42:23.970740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.059308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=2b7d095b-588f-4e8a-ae25-7945d42b60be,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:24.068972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1d02b5e-fd04-4413-af31-294a6df076df req-233b5574-8c68-41aa-b9da-3d4682868ce4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915046 Jul 09 17:42:24.080788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Checking segment: {'id': '4df2165e-bc64-412c-8470-3a60409643da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:24.081162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network hostable DHCP agents. Network: 16c0b7d5-a1ce-45b9-bc75-de74a5458810, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:42:24.098798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8c68-3e3e-41c7-8244-f41e7530224b req-3bde85ab-e29e-4685-90ef-de278facf604 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:24.100584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4cc8c68-3e3e-41c7-8244-f41e7530224b req-3bde85ab-e29e-4685-90ef-de278facf604 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 943 time: 0.0920696 Jul 09 17:42:24.109311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:42:24.121608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 16c0b7d5-a1ce-45b9-bc75-de74a5458810) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:24.128952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:24.129570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.131711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea7c37-ce8f-46b5-8e03-ce70aff72a30 None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:24.153558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4cc8c68-3e3e-41c7-8244-f41e7530224b req-f029f0bc-ecc7-4c48-8cd1-8866213687e2 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Jul 09 17:42:24.153898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-928687e8-eb7c-40f0-9994-f5ba8db75871 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5603170 Jul 09 17:42:24.154161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:24.159540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:24.263204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9203029'] for subnet, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.308653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-16c0b7d5-a1ce-45b9-bc75-de74a5458810', 'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810', 'tenant_id': 'bddff924d9894f73b5f22e05fde1dbf5', 'fixed_ips': [{'subnet_id': '2b7d095b-588f-4e8a-ae25-7945d42b60be'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:42:24.309533 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.441680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734216802079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8912078'] for subnet, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.490673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:24.491448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.495438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "PUT /v2.0/subnets/2b7d095b-588f-4e8a-ae25-7945d42b60be HTTP/1.1" status: 200 len: 877 time: 0.3376243 Jul 09 17:42:24.495800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:24.499415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Allocated IP 172.20.0.3 (16c0b7d5-a1ce-45b9-bc75-de74a5458810/2b7d095b-588f-4e8a-ae25-7945d42b60be/0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:24.518718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8b69-7d47-4308-910f-65816a446850 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event updated for resources: {'Subnet': ['ID=2b7d095b-588f-4e8a-ae25-7945d42b60be,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:24.678120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.688004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Transition to ACTIVE for port object 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:24.704219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Transition to ACTIVE for port object 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:24.712348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.756276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:24.763736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:24.768780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:24.776615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Pushing event updated for resources: {'Port': ['ID=0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:24.805100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.805444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.805793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.806232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.806563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.806892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.807220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.807599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.808011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.808375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.808704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.809096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:24.844904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Attempting to bind port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:42:24.845278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Attempting to bind port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '4df2165e-bc64-412c-8470-3a60409643da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:42:24.845646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Attempting to bind port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 on network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:24.851083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:42:24.851560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Checking segment: {'id': '4df2165e-bc64-412c-8470-3a60409643da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:24.852065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.852528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Bound using segment: {'id': '4df2165e-bc64-412c-8470-3a60409643da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:42:24.853068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Bound port: 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df2165e-bc64-412c-8470-3a60409643da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16c0b7d5-a1ce-45b9-bc75-de74a5458810'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:42:24.853538 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.931897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] For port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:42:24.935413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] For port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15,segment=NetworkSegment(4df2165e-bc64-412c-8470-3a60409643da),segment_id=4df2165e-bc64-412c-8470-3a60409643da)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:42:24.943391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:24.978694 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.017483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ca419-7c6d-4719-876b-3d5f539e85d7 None None] Pushing event updated for resources: {'Port': ['ID=0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:25.041693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Deleting port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:25.042147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.137357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] For port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15,segment=NetworkSegment(4df2165e-bc64-412c-8470-3a60409643da),segment_id=4df2165e-bc64-412c-8470-3a60409643da)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:25.138093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.157709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Calling delete_port for 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:25.342644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a4c9d-1e0f-4d3b-97b5-e3c5641179dd req-b908d407-e64e-49ec-8cd5-cb25663332e5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:25.345563 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-156a4c9d-1e0f-4d3b-97b5-e3c5641179dd req-b908d407-e64e-49ec-8cd5-cb25663332e5 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1043181 Jul 09 17:42:25.394481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-156a4c9d-1e0f-4d3b-97b5-e3c5641179dd req-8b4e0e93-eec8-4571-8c1f-000233ae885a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Jul 09 17:42:25.400769 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.438981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Port': ['ID=0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:25.458083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07742ad-d54a-4adb-b229-a83bf61b0a8d req-cbc23bbc-b7c6-4b97-b2f5-9c3b49f4ac46 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:25.459623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f07742ad-d54a-4adb-b229-a83bf61b0a8d req-cbc23bbc-b7c6-4b97-b2f5-9c3b49f4ac46 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 943 time: 0.1241884 Jul 09 17:42:25.509185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No DVR routers for this DVR port 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:25.559369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f07742ad-d54a-4adb-b229-a83bf61b0a8d req-c321f703-7d67-4f63-b125-8734d07b84bb tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832124 Jul 09 17:42:25.571636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.641746 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.671162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7d095b-588f-4e8a-ae25-7945d42b60be,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:25.729365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.740254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c0b7d5-a1ce-45b9-bc75-de74a5458810']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:25.762193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df2165e-bc64-412c-8470-3a60409643da') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:25.762511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df2165e-bc64-412c-8470-3a60409643da') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:25.778684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.793550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.800955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:25.801678 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:25.805190 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:25.871040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.876215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:25.882005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/16c0b7d5-a1ce-45b9-bc75-de74a5458810 HTTP/1.1" status: 204 len: 168 time: 1.3817990 Jul 09 17:42:25.882719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37978) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:25.895679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb722c-fc95-4915-8465-353625cfff87 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=16c0b7d5-a1ce-45b9-bc75-de74a5458810,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:25.914566 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7983cb39-7558-44c3-b499-31ad2ddaee3b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:25.915181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7983cb39-7558-44c3-b499-31ad2ddaee3b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:25.917341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7983cb39-7558-44c3-b499-31ad2ddaee3b tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/2b7d095b-588f-4e8a-ae25-7945d42b60be HTTP/1.1" status: 404 len: 337 time: 0.0335975 Jul 09 17:42:25.920302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:25.943806 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-355842c4-7d3a-4f04-ba72-5ffe73b69f23 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:25.944370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355842c4-7d3a-4f04-ba72-5ffe73b69f23 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:25.946130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-355842c4-7d3a-4f04-ba72-5ffe73b69f23 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/16c0b7d5-a1ce-45b9-bc75-de74a5458810 HTTP/1.1" status: 404 len: 339 time: 0.0246646 Jul 09 17:42:25.948975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37984) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:25.979982 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e22502-5f91-4e51-a9a6-8b48dfdb64d0 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:25.980537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e22502-5f91-4e51-a9a6-8b48dfdb64d0 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:25.985311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-95e22502-5f91-4e51-a9a6-8b48dfdb64d0 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/61bc538e-4ecd-457e-a3f0-071971a4e937 HTTP/1.1" status: 404 len: 337 time: 0.0328741 Jul 09 17:42:25.985522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37986) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.017027 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c17f768-84e1-42c6-8659-a4c289bbeaa4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.018301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c17f768-84e1-42c6-8659-a4c289bbeaa4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.026132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c17f768-84e1-42c6-8659-a4c289bbeaa4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/0142ed4e-1217-4b11-8e8b-1e4e0bfd4e2f HTTP/1.1" status: 404 len: 339 time: 0.0354323 Jul 09 17:42:26.026245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 37988) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.176063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.237872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1cb841-6e1f-4b97-aaf1-34f3ea2f59c2 None None] DHCP port deletion for 16c0b7d5-a1ce-45b9-bc75-de74a5458810 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:42:26.259301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40f53e-cef2-490d-8d1e-c8080ff85a1f None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:26.270269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.272245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7f0c5014-23b8-4e71-8c5e-5d4dabf128ee None None] Could not find standard attr ID for object 0c6d8aff-397b-4b8e-9be8-c0ff8aed6a15. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:42:26.274724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40f53e-cef2-490d-8d1e-c8080ff85a1f None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:42:26.281293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cb673b-169a-4fab-992a-915b7720d192']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:26.282721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe357939-2bf7-4c1d-a0d3-73720926a9bb None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:26.296452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12630f34-f387-4646-810b-9145d2f5ebed') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:26.296750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12630f34-f387-4646-810b-9145d2f5ebed') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:26.298707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe357939-2bf7-4c1d-a0d3-73720926a9bb None None] Network 16c0b7d5-a1ce-45b9-bc75-de74a5458810 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:42:26.306555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.326484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.332657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:26.333073 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:26.336169 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:26.397198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.416406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.418345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/38cb673b-169a-4fab-992a-915b7720d192 HTTP/1.1" status: 204 len: 168 time: 0.3902645 Jul 09 17:42:26.419780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae5103-6337-40ac-b87f-decdd1ee732a tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=38cb673b-169a-4fab-992a-915b7720d192,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:26.421080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 37998) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.448940 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a8b4e7-4ed8-45eb-a6b7-bf1dc87b29ad tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.449511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a8b4e7-4ed8-45eb-a6b7-bf1dc87b29ad tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.451358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c2a8b4e7-4ed8-45eb-a6b7-bf1dc87b29ad tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/6115326e-2bbe-49cb-a7b1-a678d364d445 HTTP/1.1" status: 404 len: 337 time: 0.0291147 Jul 09 17:42:26.454201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38002) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.456951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 99516c56-ec12-419e-95cf-0e2d7e5660b9 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:42:26.482912 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-688eae87-5d0f-4004-9f63-198b08b3b141 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.483789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688eae87-5d0f-4004-9f63-198b08b3b141 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.485705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-688eae87-5d0f-4004-9f63-198b08b3b141 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/38cf4509-2e9f-4d13-acfc-39e5691fd35c HTTP/1.1" status: 404 len: 339 time: 0.0252151 Jul 09 17:42:26.488343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.515972 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c07a9d-1626-4f66-909b-0aafa3b46863 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.516816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c07a9d-1626-4f66-909b-0aafa3b46863 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.522226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38006) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.522453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e5c07a9d-1626-4f66-909b-0aafa3b46863 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/4ed3309c-fd25-4bc7-ae54-ff38c8c6140a HTTP/1.1" status: 404 len: 337 time: 0.0325737 Jul 09 17:42:26.544955 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0af2b66-593c-43d4-bb9e-d4f2281013e1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.545870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0af2b66-593c-43d4-bb9e-d4f2281013e1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.547951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0af2b66-593c-43d4-bb9e-d4f2281013e1 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/df13907e-4af4-4e9b-b883-1e8d8c2ac1cd HTTP/1.1" status: 404 len: 339 time: 0.0246558 Jul 09 17:42:26.550881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.572258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 99516c56-ec12-419e-95cf-0e2d7e5660b9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:26.580215 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a935b34f-dd4c-4700-92d6-b77c476eb345 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.581060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a935b34f-dd4c-4700-92d6-b77c476eb345 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.590711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '99516c56-ec12-419e-95cf-0e2d7e5660b9', 'network_id': 'bc5f83ea-a606-424e-9965-964b9099eee9', 'port_id': '99516c56-ec12-419e-95cf-0e2d7e5660b9', 'mac_address': 'fa:16:3e:5a:b0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360761c3-9f3d-4ce4-a729-9ec261f94815', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:42:26.591197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a935b34f-dd4c-4700-92d6-b77c476eb345 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/caed3d17-89bd-42da-8411-7d4b1a7f9c85 HTTP/1.1" status: 404 len: 337 time: 0.0323942 Jul 09 17:42:26.592043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38012) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.594682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4161e7-4a64-4ec2-a012-414eefc49aba req-3e5bfb8f-a6e0-4a33-a45f-e3061ef73af0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:26.609417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a4161e7-4a64-4ec2-a012-414eefc49aba req-3e5bfb8f-a6e0-4a33-a45f-e3061ef73af0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0764830 Jul 09 17:42:26.612255 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3162554-9d3a-4968-9f77-df4201503c33 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.612668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3162554-9d3a-4968-9f77-df4201503c33 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.614565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b3162554-9d3a-4968-9f77-df4201503c33 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/f64d08da-648c-4b30-afc2-f484545ef534 HTTP/1.1" status: 404 len: 339 time: 0.0215375 Jul 09 17:42:26.622282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38014) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.659451 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.665704 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5b3261-ab60-4ea0-9708-e70e95d25d1c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.666222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5b3261-ab60-4ea0-9708-e70e95d25d1c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.670707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0f5b3261-ab60-4ea0-9708-e70e95d25d1c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/1f4d3bed-f079-4364-9cae-2bf78326bdd7 HTTP/1.1" status: 404 len: 337 time: 0.0474041 Jul 09 17:42:26.671377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38016) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.674601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99516c56-ec12-419e-95cf-0e2d7e5660b9 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:42:26.681142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a4161e7-4a64-4ec2-a012-414eefc49aba req-8c963786-5c20-4c79-9d00-d49acdf1fb88 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706084 Jul 09 17:42:26.693464 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e021bf1e-87ec-4e07-abea-305ed30a0622 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.693464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e021bf1e-87ec-4e07-abea-305ed30a0622 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.696259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38018) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.696412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e021bf1e-87ec-4e07-abea-305ed30a0622 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/a77cc817-9e64-4897-bb78-a39e032dde8e HTTP/1.1" status: 404 len: 339 time: 0.0239232 Jul 09 17:42:26.699388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 99516c56-ec12-419e-95cf-0e2d7e5660b9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:26.705058 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:26.725892 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-758fa839-a0c8-4eb1-87c7-62ad7f4bcbe3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.726700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758fa839-a0c8-4eb1-87c7-62ad7f4bcbe3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.728729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-758fa839-a0c8-4eb1-87c7-62ad7f4bcbe3 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/b185c6f4-ce23-45a7-b156-7b9fc86b34fe HTTP/1.1" status: 404 len: 337 time: 0.0311332 Jul 09 17:42:26.731491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.769655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=99516c56-ec12-419e-95cf-0e2d7e5660b9,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:26.788114 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8916b1d-df59-4f7f-8e75-04a018cebe54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.788756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8916b1d-df59-4f7f-8e75-04a018cebe54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.790693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d8916b1d-df59-4f7f-8e75-04a018cebe54 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/731fa5a8-7692-49e9-ae88-0c31a5c2298c HTTP/1.1" status: 404 len: 339 time: 0.0576730 Jul 09 17:42:26.793307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.820242 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5432f2ba-a3e3-44b7-9ba8-2b833b73e434 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.820695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5432f2ba-a3e3-44b7-9ba8-2b833b73e434 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.822452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5432f2ba-a3e3-44b7-9ba8-2b833b73e434 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/d76ac942-a489-4646-a591-e4d922d86d77 HTTP/1.1" status: 404 len: 337 time: 0.0280378 Jul 09 17:42:26.825323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.834756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55317c-dbaf-4cd4-b7c6-be1885c3d7bb req-22879500-8edd-4425-bf04-24ebebc2e207 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:26.837745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a55317c-dbaf-4cd4-b7c6-be1885c3d7bb req-22879500-8edd-4425-bf04-24ebebc2e207 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 944 time: 0.0970805 Jul 09 17:42:26.848995 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea8a841-9cc1-4fae-85ef-4aaf03a5d9d9 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.849575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea8a841-9cc1-4fae-85ef-4aaf03a5d9d9 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.853577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ea8a841-9cc1-4fae-85ef-4aaf03a5d9d9 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/cead7c96-86eb-4ec3-bc88-009c65e92b08 HTTP/1.1" status: 404 len: 339 time: 0.0250337 Jul 09 17:42:26.853845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38034) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.881612 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4c8247-5f71-44f6-831d-31d4df363da7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.882068 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4c8247-5f71-44f6-831d-31d4df363da7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.882225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a55317c-dbaf-4cd4-b7c6-be1885c3d7bb req-9e86464d-3d59-494d-9e31-1465e24234a1 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Jul 09 17:42:26.883859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1b4c8247-5f71-44f6-831d-31d4df363da7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/d8389866-1e5b-4498-bbe1-483c0cfa6649 HTTP/1.1" status: 404 len: 337 time: 0.0290484 Jul 09 17:42:26.886456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.904654 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e12b45-8b1c-4b70-af00-b644a0c2c9a5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.905208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e12b45-8b1c-4b70-af00-b644a0c2c9a5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.909222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a8e12b45-8b1c-4b70-af00-b644a0c2c9a5 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/c075ee6b-e231-4867-834b-ad28c11a4c61 HTTP/1.1" status: 404 len: 339 time: 0.0195444 Jul 09 17:42:26.909479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38038) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.935377 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a3c233-f639-40b0-9b39-d09aa99266a4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.935848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a3c233-f639-40b0-9b39-d09aa99266a4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.937577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e1a3c233-f639-40b0-9b39-d09aa99266a4 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/764b8f8f-f603-4492-9da3-2e88de8937f5 HTTP/1.1" status: 404 len: 337 time: 0.0272317 Jul 09 17:42:26.940210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38040) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:26.959008 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4263d6e2-e918-40ee-b29b-8825bb4bff06 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] DELETE failed (client error): The resource could not be found. Jul 09 17:42:26.959581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4263d6e2-e918-40ee-b29b-8825bb4bff06 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:42:26.961483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4263d6e2-e918-40ee-b29b-8825bb4bff06 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/94afc2b4-2e6b-4f0b-a600-5f2c5e556bf9 HTTP/1.1" status: 404 len: 339 time: 0.0202701 Jul 09 17:42:26.963864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['99516c56-ec12-419e-95cf-0e2d7e5660b9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:26.964015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38042) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:27.019853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Deleting subnet 023ee086-5b00-4fa2-a7b9-39c855e0d44c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:42:27.023392 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.071788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.162498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.229439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.261713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Subnet': ['ID=023ee086-5b00-4fa2-a7b9-39c855e0d44c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:27.266332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.270649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a25d69ff-bc3a-4476-ac7a-f30f09e358a7 tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/subnets/023ee086-5b00-4fa2-a7b9-39c855e0d44c HTTP/1.1" status: 204 len: 168 time: 0.3033476 Jul 09 17:42:27.271029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38046) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:27.275011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1188e6b-b1c6-45b6-b606-5cfaa63ac76a None None] Network 69703f5b-80f6-45cc-9c06-55c7f35e3235 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:42:27.351138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.409791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Deleting port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:27.410569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.479198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] DHCP port deletion for 69703f5b-80f6-45cc-9c06-55c7f35e3235 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:42:27.480485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] For port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,segment=NetworkSegment(99a1df59-52a6-463a-9cd5-8d72292fc2da),segment_id=99a1df59-52a6-463a-9cd5-8d72292fc2da)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:27.480970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.496228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Calling delete_port for 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:27.530356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] Deleting port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:27.530726 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.590593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.602558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] For port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,segment=NetworkSegment(99a1df59-52a6-463a-9cd5-8d72292fc2da),segment_id=99a1df59-52a6-463a-9cd5-8d72292fc2da)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:27.602952 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.617295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] Calling delete_port for 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:27.618924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] No DVR routers for this DVR port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:27.625528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Port': ['ID=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:27.697575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.697842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.710743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] No DVR routers for this DVR port 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:27.712390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69703f5b-80f6-45cc-9c06-55c7f35e3235']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:27.733379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f03fad-34c5-4a51-807d-8d1896d76788 None None] Pushing event deleted for resources: {'Port': ['ID=1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:27.745015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a1df59-52a6-463a-9cd5-8d72292fc2da') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:27.745305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a1df59-52a6-463a-9cd5-8d72292fc2da') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:27.755602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.775278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.784759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:42:27.785271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:42:27.791278 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:42:27.885057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.893685 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:27.895557 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] 10.222.0.21 "DELETE /v2.0/networks/69703f5b-80f6-45cc-9c06-55c7f35e3235 HTTP/1.1" status: 204 len: 168 time: 0.6233296 Jul 09 17:42:27.909361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1cabc-d615-4f2a-b85b-8111d2b3942c tempest-NetworksTest-488513263 tempest-NetworksTest-488513263-project] Pushing event deleted for resources: {'Network': ['ID=69703f5b-80f6-45cc-9c06-55c7f35e3235,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:27.937809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909c2ca-5802-4fd0-81c0-86f70e3c9c75 req-763fa124-90be-44f7-a265-3a76d27444cd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:27.939414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3909c2ca-5802-4fd0-81c0-86f70e3c9c75 req-763fa124-90be-44f7-a265-3a76d27444cd tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1091049 Jul 09 17:42:27.983039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3909c2ca-5802-4fd0-81c0-86f70e3c9c75 req-9dfd4bfb-2111-48d8-ad37-90921fc937f3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363879 Jul 09 17:42:28.085632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af0900-6ebd-41e9-8973-acb9d162d441 req-04dc16e9-355d-43ae-8878-ef6a9b62c279 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:28.087473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7af0900-6ebd-41e9-8973-acb9d162d441 req-04dc16e9-355d-43ae-8878-ef6a9b62c279 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 944 time: 0.0695443 Jul 09 17:42:28.143563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7af0900-6ebd-41e9-8973-acb9d162d441 req-05f0b9f4-13fc-4e0e-936b-9e2bfdb73844 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487158 Jul 09 17:42:28.191571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38066) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:28.329351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-492f6e5c-5e83-4fc9-91c9-e0a442569c6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bddff924d9894f73b5f22e05fde1dbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363225 Jul 09 17:42:28.331713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38070) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:28.380018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c23c353b-5bdf-49ae-82b0-da38b01347e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.403708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c23c353b-5bdf-49ae-82b0-da38b01347e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.453446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c23c353b-5bdf-49ae-82b0-da38b01347e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.456229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c23c353b-5bdf-49ae-82b0-da38b01347e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.457852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c23c353b-5bdf-49ae-82b0-da38b01347e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbe193df-77d1-494b-b701-28ea1e70d2a6 HTTP/1.1" status: 204 len: 168 time: 0.1248617 Jul 09 17:42:28.466565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c353b-5bdf-49ae-82b0-da38b01347e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe193df-77d1-494b-b701-28ea1e70d2a6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:28.468951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 99516c56-ec12-419e-95cf-0e2d7e5660b9 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:42:28.569250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 99516c56-ec12-419e-95cf-0e2d7e5660b9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:28.573556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 99516c56-ec12-419e-95cf-0e2d7e5660b9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:28.573927 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.658698 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.698249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 99516c56-ec12-419e-95cf-0e2d7e5660b9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:28.699609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99516c56-ec12-419e-95cf-0e2d7e5660b9'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:28.703438 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ba5cbc-7bcc-4ece-9079-8a446cc23ea5" -d '{"events": [{"server_uuid": "9c8086d8-9e50-4e24-9f01-6da5a166e577", "name": "network-vif-plugged", "status": "completed", "tag": "99516c56-ec12-419e-95cf-0e2d7e5660b9"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:28.708310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:28.757796 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ef3ca-61d1-4bb0-94d5-8dd17fc71f8e x-openstack-request-id: req-7c8ef3ca-61d1-4bb0-94d5-8dd17fc71f8e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:28.758180 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8086d8-9e50-4e24-9f01-6da5a166e577", "name": "network-vif-plugged", "status": "completed", "tag": "99516c56-ec12-419e-95cf-0e2d7e5660b9", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:28.758613 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c8ef3ca-61d1-4bb0-94d5-8dd17fc71f8e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:28.759099 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99516c56-ec12-419e-95cf-0e2d7e5660b9', 'code': 200} Jul 09 17:42:28.774473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=99516c56-ec12-419e-95cf-0e2d7e5660b9,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:28.888470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f823a8-79bf-4020-83c9-a35459496340 req-60667dae-ca72-4c99-9d5d-504f2bd30f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:28.890104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f823a8-79bf-4020-83c9-a35459496340 req-60667dae-ca72-4c99-9d5d-504f2bd30f17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 1097 time: 0.0691864 Jul 09 17:42:28.927586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-92f823a8-79bf-4020-83c9-a35459496340 req-59516542-b53f-466a-88ac-2766e75ac623 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303302 Jul 09 17:42:29.028607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:29.049376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:29.049946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1f6a6c76-0a9b-4b5b-a1f5-c93adbeeddfd not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:29.212970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aa985-80ae-42d1-895a-d626f5e45667 req-2df73431-48cc-4292-b8b3-b777e74cf95e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:29.214599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-069aa985-80ae-42d1-895a-d626f5e45667 req-2df73431-48cc-4292-b8b3-b777e74cf95e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0906854 Jul 09 17:42:29.249077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:29.274325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-069aa985-80ae-42d1-895a-d626f5e45667 req-d665e0d1-a72e-40af-b778-2b23954b9e63 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513623 Jul 09 17:42:29.367595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bd067-b398-4fb0-8ade-d8965cf71821 req-7d763d22-d7b1-4e18-9cc2-56c1e6a0c9bc tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:29.370048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-105bd067-b398-4fb0-8ade-d8965cf71821 req-7d763d22-d7b1-4e18-9cc2-56c1e6a0c9bc tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 945 time: 0.0872395 Jul 09 17:42:29.394965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710462213'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:29.429657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-105bd067-b398-4fb0-8ade-d8965cf71821 req-605175af-e8c7-44a8-9b59-0a2450545da8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544944 Jul 09 17:42:29.438165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.449890 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.573726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.581187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.668865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402750c4-ebdb-46c6-a16b-ad8f060c9735,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:29.669566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-12a737bb-8562-4dbe-adc1-2097b8aa61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:29.682856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-12a737bb-8562-4dbe-adc1-2097b8aa61d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.1069896 Jul 09 17:42:29.748396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f4db9-4d41-414d-b836-fab54a26b0f7 req-7ed1a893-8b8b-4b79-9470-3d35ec684de8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:29.751391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-372f4db9-4d41-414d-b836-fab54a26b0f7 req-7ed1a893-8b8b-4b79-9470-3d35ec684de8 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1404781 Jul 09 17:42:29.798856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.806385 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.826298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-71b5554c-2cde-4b65-a401-66d80a5af43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:29.828339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-71b5554c-2cde-4b65-a401-66d80a5af43f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1442101 Jul 09 17:42:29.852617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-372f4db9-4d41-414d-b836-fab54a26b0f7 req-b8ba6b0b-f15a-4cc6-959b-4d89e4860c0d tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914638 Jul 09 17:42:29.878897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:29.883463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6303973 Jul 09 17:42:29.883738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328cce3-bd10-4f8d-9de6-05ce697b003d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a326a2e-2567-4fc4-9a3b-d19a54f816b4,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:29.886199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38108) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:29.932719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-3f42ef34-c0f7-43a5-aae4-e749f7b07521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.0962496 Jul 09 17:42:29.973070 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3fd00506-4338-48fb-924f-31ec30851bc4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0765004 Jul 09 17:42:29.976047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38110) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:29.981298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-security--573386640', 'description': 'tempest-security-description-1722459555'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:30.000328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-92f210d6-667e-448b-aa3f-a50886642868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:30.002149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-92f210d6-667e-448b-aa3f-a50886642868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0630794 Jul 09 17:42:30.013354 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.072559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.079072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-91bcef4d-7e9e-4d23-88b4-686b9f701dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:30.081023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.081390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-91bcef4d-7e9e-4d23-88b4-686b9f701dee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716329 Jul 09 17:42:30.084123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.085548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "PUT /v2.0/security-groups/8a326a2e-2567-4fc4-9a3b-d19a54f816b4 HTTP/1.1" status: 200 len: 1779 time: 0.1085453 Jul 09 17:42:30.089349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38112) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.121228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288859fd-d9d0-49b6-88e2-853b411839a8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a326a2e-2567-4fc4-9a3b-d19a54f816b4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:30.206485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0f59b20-eef9-4eb0-af3d-3aed240fec6c tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups/8a326a2e-2567-4fc4-9a3b-d19a54f816b4 HTTP/1.1" status: 200 len: 1779 time: 0.1145318 Jul 09 17:42:30.210230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38116) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.233259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-c816053e-0c54-4221-8f26-3f18f4a38df4 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426780 Jul 09 17:42:30.295025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b081cea-2991-4508-ad43-1c1f1d6b0bb1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.335726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b081cea-2991-4508-ad43-1c1f1d6b0bb1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.359322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2a406ed7-810e-4a57-b31c-b519c34c6a32 req-349b0ef3-b4ac-4339-afe8-b3bcba74be25 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196010 Jul 09 17:42:30.381112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b081cea-2991-4508-ad43-1c1f1d6b0bb1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.384057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b081cea-2991-4508-ad43-1c1f1d6b0bb1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.387655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6b081cea-2991-4508-ad43-1c1f1d6b0bb1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a326a2e-2567-4fc4-9a3b-d19a54f816b4 HTTP/1.1" status: 204 len: 168 time: 0.1737127 Jul 09 17:42:30.389764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38120) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.394867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b081cea-2991-4508-ad43-1c1f1d6b0bb1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a326a2e-2567-4fc4-9a3b-d19a54f816b4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:30.465189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d8da8ff6-32bc-48d2-be15-c210b075e180 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742185 Jul 09 17:42:30.467944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38124) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.481210 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-75780739-4b24-45b3-a108-7c36c459b446 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] delete failed (client error): The resource could not be found. Jul 09 17:42:30.486188 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-75780739-4b24-45b3-a108-7c36c459b446 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a326a2e-2567-4fc4-9a3b-d19a54f816b4 HTTP/1.1" status: 404 len: 347 time: 0.0137136 Jul 09 17:42:30.487145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38126) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.492885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222044862'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:30.519210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.622022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.624101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c0477-b2ac-4ce5-a2d0-31732dfc6984 req-ea3bc6d7-f596-460d-a01d-47dc9304c8e1 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:30.625675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc4c0477-b2ac-4ce5-a2d0-31732dfc6984 req-ea3bc6d7-f596-460d-a01d-47dc9304c8e1 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 945 time: 0.0747068 Jul 09 17:42:30.629029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.660919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c80354-f77f-4161-8a31-c392fb291b73,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:30.664159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.667353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ddb7590-166b-4190-a088-4b73f2711e84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1771381 Jul 09 17:42:30.669227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38128) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.673915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'e8c80354-f77f-4161-8a31-c392fb291b73', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:30.682191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc4c0477-b2ac-4ce5-a2d0-31732dfc6984 req-e685df7c-3504-4b56-9b5d-29bc656441b4 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Jul 09 17:42:30.713066 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.787403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.794756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.819701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c08df7-5e48-45aa-8083-277c77b81392,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:30.832320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.834072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e62225f7-a1ac-490e-bb10-72ffd83ad0c9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638207 Jul 09 17:42:30.837190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38132) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.877913 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae584769-0266-4438-91c9-fe0f800a7154 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.889232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae584769-0266-4438-91c9-fe0f800a7154 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.926593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae584769-0266-4438-91c9-fe0f800a7154 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.931623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae584769-0266-4438-91c9-fe0f800a7154 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:30.935289 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae584769-0266-4438-91c9-fe0f800a7154 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/63c08df7-5e48-45aa-8083-277c77b81392 HTTP/1.1" status: 204 len: 168 time: 0.0940602 Jul 09 17:42:30.936194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:30.959489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae584769-0266-4438-91c9-fe0f800a7154 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63c08df7-5e48-45aa-8083-277c77b81392,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:31.008854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0aa672aa-1bab-4df3-b904-4ae6d973d8e6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705132 Jul 09 17:42:31.011401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38140) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:31.110048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da1d2bce-38b4-4ee0-8ef1-96dc31a40307 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.136884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed81464-5c48-4fdd-bab8-f4d04ecb49d3 req-4ad63603-d8ca-47ae-be0e-366a34917494 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:31.138376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ed81464-5c48-4fdd-bab8-f4d04ecb49d3 req-4ad63603-d8ca-47ae-be0e-366a34917494 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1087666 Jul 09 17:42:31.146501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da1d2bce-38b4-4ee0-8ef1-96dc31a40307 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.212175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ed81464-5c48-4fdd-bab8-f4d04ecb49d3 req-32939d6f-5706-457a-8fc9-3bacdb34d023 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614691 Jul 09 17:42:31.228881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da1d2bce-38b4-4ee0-8ef1-96dc31a40307 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.232414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-da1d2bce-38b4-4ee0-8ef1-96dc31a40307 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.233551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-da1d2bce-38b4-4ee0-8ef1-96dc31a40307 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8c80354-f77f-4161-8a31-c392fb291b73 HTTP/1.1" status: 204 len: 168 time: 0.2211246 Jul 09 17:42:31.236367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38146) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:31.244113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d2bce-38b4-4ee0-8ef1-96dc31a40307 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c80354-f77f-4161-8a31-c392fb291b73,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:31.304804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0e55c39-cab0-4183-b72f-026afed57247 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666821 Jul 09 17:42:31.305727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:31.311404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761233527'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:31.338360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.464890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762f55-1b5d-41bf-afd4-9c95a6e7df5c req-98275a34-7a76-460f-ac36-0e8f12b4fd72 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:31.466922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10762f55-1b5d-41bf-afd4-9c95a6e7df5c req-98275a34-7a76-460f-ac36-0e8f12b4fd72 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1047611 Jul 09 17:42:31.513119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.525439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.553368 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10762f55-1b5d-41bf-afd4-9c95a6e7df5c req-c55f5d24-66cb-4123-a216-425741f57aac tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713384 Jul 09 17:42:31.557549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.561435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2519007 Jul 09 17:42:31.561759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38162) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:31.570204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'e2897c07-3759-410b-93b8-665eeb2f5641', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:31.574670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd917e84-b3d0-4888-8194-4e3a6d8ccec8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2897c07-3759-410b-93b8-665eeb2f5641,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:31.642330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.689823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-94409f4d-7dfb-4577-a982-549cf1b06b47 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362927552&fields=id&tenant_id=5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 267 time: 0.0701137 Jul 09 17:42:31.790635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46435e2-a8bc-41e7-b317-4753a56ef1b8 req-83667a6b-4c82-44d0-8e04-647deae86774 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:31.792258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d46435e2-a8bc-41e7-b317-4753a56ef1b8 req-83667a6b-4c82-44d0-8e04-647deae86774 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0741282 Jul 09 17:42:31.793104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.804330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.839496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb61d63f-3fb5-471a-9372-dae3e01496ba,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:31.844253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d46435e2-a8bc-41e7-b317-4753a56ef1b8 req-03211e22-2845-4699-a788-216c8b163b34 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445523 Jul 09 17:42:31.853257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-65090470-3f64-4765-9343-2bcbfc852069 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:31.854822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-65090470-3f64-4765-9343-2bcbfc852069 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1545243 Jul 09 17:42:31.856130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.860276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-93d1253b-8b47-42f7-8403-032056bc11c4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2974114 Jul 09 17:42:31.860995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38168) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:31.875894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'e2897c07-3759-410b-93b8-665eeb2f5641', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:31.876092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-0bf9c0d4-f991-4dd0-a1fc-957f016c7f71 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Jul 09 17:42:31.898244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.943727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-8d2e221b-8257-4533-bfe6-64655aa8e3a1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653532 Jul 09 17:42:31.957915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.963388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:31.994162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f20564-7195-4c64-9e07-75ecd84d6b55,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:31.999616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.001028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4169cc94-5b3e-4eb0-84cf-c38ef7ecbba8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389160 Jul 09 17:42:32.005087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38172) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.010449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'e2897c07-3759-410b-93b8-665eeb2f5641', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:32.040114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.061228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-9247d448-d503-4446-a785-2f46329cf309 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065063 Jul 09 17:42:32.106107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.112518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.142148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7a2f77-60f5-4be4-b51f-0612c7a3d7cb,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:32.149885 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.151641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-93da2569-bad9-4176-bed5-dce1a0a78bc7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448750 Jul 09 17:42:32.154159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38180) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.160049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'e2897c07-3759-410b-93b8-665eeb2f5641', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:32.174931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-1c22d375-f16a-4040-8e2f-3836a089c477 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071279 Jul 09 17:42:32.190344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.256968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.263021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.282883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166202d8-0140-47b5-97b1-3e46a72b313b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:32.291329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.293035 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9f214dc4-5730-4177-b74c-e0fedfb3f45f tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378682 Jul 09 17:42:32.296297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38186) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.301673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'e2897c07-3759-410b-93b8-665eeb2f5641', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:32.340250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.419086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.423848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.443132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69004c2-8777-42e4-b9ee-307db8211985,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:32.452457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.453831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-91beb553-8ead-4fce-8306-a59771fe63cb tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1563804 Jul 09 17:42:32.456908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38196) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.486391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebddd146-255d-45f4-8006-6ffe15e74a84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.496424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebddd146-255d-45f4-8006-6ffe15e74a84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.534723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebddd146-255d-45f4-8006-6ffe15e74a84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.554976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ebddd146-255d-45f4-8006-6ffe15e74a84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.559222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38204) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.561101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ebddd146-255d-45f4-8006-6ffe15e74a84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a69004c2-8777-42e4-b9ee-307db8211985 HTTP/1.1" status: 204 len: 168 time: 0.1021974 Jul 09 17:42:32.562660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd146-255d-45f4-8006-6ffe15e74a84 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a69004c2-8777-42e4-b9ee-307db8211985,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:32.647982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fdc67e31-4a1e-4b9b-bd46-f5c1841ea157 req-05b407e7-70ba-47ac-9708-2b3d70168112 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 210 time: 0.0549088 Jul 09 17:42:32.710536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b1372d1b-40d0-4233-adae-02e25f53e290 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1498239 Jul 09 17:42:32.715939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38210) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.760909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e95f42a1-263f-4074-bbd0-8a1847706699 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.771459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e95f42a1-263f-4074-bbd0-8a1847706699 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.824651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e95f42a1-263f-4074-bbd0-8a1847706699 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.833582 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e95f42a1-263f-4074-bbd0-8a1847706699 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.839604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e95f42a1-263f-4074-bbd0-8a1847706699 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/166202d8-0140-47b5-97b1-3e46a72b313b HTTP/1.1" status: 204 len: 168 time: 0.1243401 Jul 09 17:42:32.840733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38212) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.870637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f42a1-263f-4074-bbd0-8a1847706699 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=166202d8-0140-47b5-97b1-3e46a72b313b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:32.907466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06dc2393-dd34-4818-8df4-e17d71689b8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0640740 Jul 09 17:42:32.908224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38216) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:32.937643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997399f0-24fe-4420-9531-3564497e55d3 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.948439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997399f0-24fe-4420-9531-3564497e55d3 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.984603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997399f0-24fe-4420-9531-3564497e55d3 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:32.998193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997399f0-24fe-4420-9531-3564497e55d3 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.002833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-997399f0-24fe-4420-9531-3564497e55d3 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4d7a2f77-60f5-4be4-b51f-0612c7a3d7cb HTTP/1.1" status: 204 len: 168 time: 0.0932081 Jul 09 17:42:33.003805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997399f0-24fe-4420-9531-3564497e55d3 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d7a2f77-60f5-4be4-b51f-0612c7a3d7cb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:33.005720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.071795 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-067cbf32-d156-4ef9-b9e2-9a1c3a0480f6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0648150 Jul 09 17:42:33.072456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38220) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.099615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e50c3b-be39-4e86-be94-7151267bc646 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.109029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e50c3b-be39-4e86-be94-7151267bc646 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.146121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e50c3b-be39-4e86-be94-7151267bc646 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.154252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015546-8ba2-4054-a1ff-0e1528b6737b req-e244b94a-7cb2-4603-a732-e28d2edd1285 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:33.155970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4015546-8ba2-4054-a1ff-0e1528b6737b req-e244b94a-7cb2-4603-a732-e28d2edd1285 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.5537403 Jul 09 17:42:33.158989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7e50c3b-be39-4e86-be94-7151267bc646 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.163074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e7e50c3b-be39-4e86-be94-7151267bc646 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/74f20564-7195-4c64-9e07-75ecd84d6b55 HTTP/1.1" status: 204 len: 168 time: 0.0895398 Jul 09 17:42:33.163271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38222) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.164235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e50c3b-be39-4e86-be94-7151267bc646 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74f20564-7195-4c64-9e07-75ecd84d6b55,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:33.208631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4015546-8ba2-4054-a1ff-0e1528b6737b req-b6042176-4ecb-40f0-a319-8e56674a84ef tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463159 Jul 09 17:42:33.234970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-65a43d2b-336b-4ada-acd3-0c9485708799 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0701582 Jul 09 17:42:33.237704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38224) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.264239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3ffcd27-1ddc-4886-abeb-c62657060631 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.273319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3ffcd27-1ddc-4886-abeb-c62657060631 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.308090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3ffcd27-1ddc-4886-abeb-c62657060631 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.315176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b3ffcd27-1ddc-4886-abeb-c62657060631 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.319275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b3ffcd27-1ddc-4886-abeb-c62657060631 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fb61d63f-3fb5-471a-9372-dae3e01496ba HTTP/1.1" status: 204 len: 168 time: 0.0779054 Jul 09 17:42:33.319676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38226) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.334293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffcd27-1ddc-4886-abeb-c62657060631 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb61d63f-3fb5-471a-9372-dae3e01496ba,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:33.380792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-adf7a384-bd3e-42db-8495-02f9f1495f44 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572021 Jul 09 17:42:33.381138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38228) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.436675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d240b-f6c7-4b92-b0cf-f163a210bf22 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.458484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d240b-f6c7-4b92-b0cf-f163a210bf22 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.505185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d240b-f6c7-4b92-b0cf-f163a210bf22 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.507963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d2d240b-f6c7-4b92-b0cf-f163a210bf22 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.509136 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d2d240b-f6c7-4b92-b0cf-f163a210bf22 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2897c07-3759-410b-93b8-665eeb2f5641 HTTP/1.1" status: 204 len: 168 time: 0.1268373 Jul 09 17:42:33.512123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.518490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d240b-f6c7-4b92-b0cf-f163a210bf22 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2897c07-3759-410b-93b8-665eeb2f5641,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:33.570537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9cc8b99d-4449-4b01-88fb-59fe7231b1b2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569704 Jul 09 17:42:33.576655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38232) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.579079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303878323'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:33.605525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.699677 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.706917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.746780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:33.747659 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1721153 Jul 09 17:42:33.750868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38238) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:33.756491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'ec34cfcf-5d97-4c0f-94f2-e8c90cf066ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:33.764867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a096ea7-01ff-4ca7-9e06-1a32ed5d1961 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34cfcf-5d97-4c0f-94f2-e8c90cf066ee,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:33.826819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7697834-9246-4ce0-bbaa-baf0aa6dfb4b req-ed7a416a-fcdf-4898-ba1e-211710611c95 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 210 time: 0.0449922 Jul 09 17:42:33.913371 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.015680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-1caaf301-4690-4b4e-b071-1401bfc84ab2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:34.017357 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-1caaf301-4690-4b4e-b071-1401bfc84ab2 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.2038331 Jul 09 17:42:34.026642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.035968 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.073005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.075150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3218491 Jul 09 17:42:34.077142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38240) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:34.091264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a363b-5fa0-4296-9bf4-2266faa36343 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb90a705-04e2-4d39-bc2f-669300fac99a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:34.100420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-42a03d83-28e1-48ef-bd78-5bf1e279fc46 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 380 time: 0.0723867 Jul 09 17:42:34.110799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'security_groups': ['bed13f9e-9e2d-405f-98bf-45d5e91214ff']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:34.161758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56f42367-d402-43e7-af8e-fbb0d52a0bb4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.201805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56f42367-d402-43e7-af8e-fbb0d52a0bb4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.249661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:42:34.256149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.259535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56f42367-d402-43e7-af8e-fbb0d52a0bb4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.262479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-56f42367-d402-43e7-af8e-fbb0d52a0bb4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.266147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-56f42367-d402-43e7-af8e-fbb0d52a0bb4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec34cfcf-5d97-4c0f-94f2-e8c90cf066ee HTTP/1.1" status: 204 len: 168 time: 0.1854680 Jul 09 17:42:34.269352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:34.285585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f42367-d402-43e7-af8e-fbb0d52a0bb4 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34cfcf-5d97-4c0f-94f2-e8c90cf066ee,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:34.428130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56398f51-c912-489f-ac25-3cca4f524cb5 req-ed64a29e-0005-4eac-838d-c823548e276e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:34.435860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56398f51-c912-489f-ac25-3cca4f524cb5 req-ed64a29e-0005-4eac-838d-c823548e276e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0752273 Jul 09 17:42:34.450972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.7 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/94b1b4f6-0f6b-4422-9d80-c96c3b3e785f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:34.480423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56398f51-c912-489f-ac25-3cca4f524cb5 req-a659254a-a8c5-46c9-99cc-03b0249299cb tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Jul 09 17:42:34.505890 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-db176e93-523d-4fe4-a852-afb194ee2ca8 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2353046 Jul 09 17:42:34.511309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:34.516291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121917952'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:34.565530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.704023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.735750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:34.767416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.780252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.819641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9801aa-530c-493d-9149-a5bc36ce55d8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:34.822853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.824153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ef3c76b1-94e5-4984-944e-521ba46e7429 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3115444 Jul 09 17:42:34.825898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.827369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:34.832794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--624227496'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:34.893491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-448a733d-efb1-4677-9a58-c4cd9eefbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:34.895837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-448a733d-efb1-4677-9a58-c4cd9eefbf09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec0405588b4b4886965775e5f650f2c2&device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 1097 time: 0.0794122 Jul 09 17:42:34.901888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:34.909669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:34.914776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:34.919900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:34.942003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:34.999981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.000661 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.047251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6badf-540a-4590-bcd8-9c957db14335 req-5262751c-0df7-4a85-8733-bc58f53d917e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.048996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efc6badf-540a-4590-bcd8-9c957db14335 req-5262751c-0df7-4a85-8733-bc58f53d917e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1724110 Jul 09 17:42:35.102828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-e316767b-f5a0-46e3-a029-976ae83c6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.108034 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-e316767b-f5a0-46e3-a029-976ae83c6166 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 200 len: 913 time: 0.1922126 Jul 09 17:42:35.115146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.131446 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.142978 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-31b497b4-9a3a-4f15-9ab7-08ac7556a27e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0367620 Jul 09 17:42:35.169878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Request body: {'port': {'device_id': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:35.202107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.202465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efc6badf-540a-4590-bcd8-9c957db14335 req-eb43e12a-6238-4f80-94db-4d6a80d01483 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460028 Jul 09 17:42:35.205862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3745241 Jul 09 17:42:35.208778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38258) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.214831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'af9801aa-530c-493d-9149-a5bc36ce55d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0902b6d1-6327-4237-a223-bb03babaabc5', 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:35.215107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e3611-73e7-45b9-b336-cfd2c1542b17 req-eed0a373-e70f-479d-a2a6-a3f005ffc1a6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.216710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ac7e3611-73e7-45b9-b336-cfd2c1542b17 req-eed0a373-e70f-479d-a2a6-a3f005ffc1a6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 931 time: 0.1708901 Jul 09 17:42:35.231384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48295-cfb9-4a3d-9f25-fd907b26bffc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0902b6d1-6327-4237-a223-bb03babaabc5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:35.256822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-65b37c3a-8430-4ff2-a2d2-07df2a0030ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 200 len: 1000 time: 0.1399219 Jul 09 17:42:35.273745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9c1679ea-581c-4fb4-b577-0cf416bcbf50 None None] Provisioning for port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:35.279403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9c1679ea-581c-4fb4-b577-0cf416bcbf50 None None] Provisioning complete for port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:35.280070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9c1679ea-581c-4fb4-b577-0cf416bcbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.298252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ac7e3611-73e7-45b9-b336-cfd2c1542b17 req-3706b0e0-cac0-4e5f-acf2-923244ee9942 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733342 Jul 09 17:42:35.309870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.324460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-a0d0d41d-785a-485a-9d5f-55906480d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.326189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-a0d0d41d-785a-485a-9d5f-55906480d303 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 200 len: 851 time: 0.0608125 Jul 09 17:42:35.331922 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.359107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9c1679ea-581c-4fb4-b577-0cf416bcbf50 None None] Port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:42:35.445496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-5730a88d-26dd-4ffe-b89e-4ea54165ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:35.447156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-5730a88d-26dd-4ffe-b89e-4ea54165ae58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7f085d-5ece-4ae7-8f7f-00d410edae08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122601 Jul 09 17:42:35.460559 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.470225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.535536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6efcbb-acbe-47ad-a4bf-91ae3cbfd942,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:35.546380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.550783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84e9956d-6131-4561-b1f6-e6123c505238 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3378274 Jul 09 17:42:35.551364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38260) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.580663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-84a08c2c-b437-459a-8425-4aa587a9a614 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230497 Jul 09 17:42:35.607000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24da61c4-48ca-458d-8c15-112d9b3d0689 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.622076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24da61c4-48ca-458d-8c15-112d9b3d0689 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.694756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:42:35.697617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99e06375-5d02-4e47-bd9e-62359b1ecfbc req-8a04c765-af9f-4285-948b-39a27297dd48 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012788 Jul 09 17:42:35.702004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24da61c4-48ca-458d-8c15-112d9b3d0689 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.705066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.712644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-24da61c4-48ca-458d-8c15-112d9b3d0689 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.713769 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-24da61c4-48ca-458d-8c15-112d9b3d0689 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7e6efcbb-acbe-47ad-a4bf-91ae3cbfd942 HTTP/1.1" status: 204 len: 168 time: 0.1614189 Jul 09 17:42:35.716559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38262) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.725611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da61c4-48ca-458d-8c15-112d9b3d0689 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e6efcbb-acbe-47ad-a4bf-91ae3cbfd942,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:35.729387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Transition to ACTIVE for port object 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:42:35.737053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.774768 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-02c25817-1832-406e-bd28-e5356201b389 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0559123 Jul 09 17:42:35.777594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.832085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Pushing event updated for resources: {'Port': ['ID=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:35.839879 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d90a8332-0d06-4ab0-b770-62d2a0e952c6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.869820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d90a8332-0d06-4ab0-b770-62d2a0e952c6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.877486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Attempting to bind port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:42:35.878166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Attempting to bind port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:42:35.878721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Attempting to bind port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:35.885843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:42:35.886420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Attempting to bind port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:42:35.892767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:42:35.893110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:42:35.893503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:42:35.893935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Bound port: 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:42:35.894298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.936225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d90a8332-0d06-4ab0-b770-62d2a0e952c6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.940173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d90a8332-0d06-4ab0-b770-62d2a0e952c6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:35.941964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d90a8332-0d06-4ab0-b770-62d2a0e952c6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/0902b6d1-6327-4237-a223-bb03babaabc5 HTTP/1.1" status: 204 len: 168 time: 0.1625612 Jul 09 17:42:35.945593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38266) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:35.952514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a8332-0d06-4ab0-b770-62d2a0e952c6 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0902b6d1-6327-4237-a223-bb03babaabc5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:36.010697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] For port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:42:36.034451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] For port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:42:36.042028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dfe10f5d-fa52-4c18-8233-19f9d1de41fc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0953498 Jul 09 17:42:36.043895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.045085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38268) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:36.083513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:36.085658 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.088315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/94b1b4f6-0f6b-4422-9d80-c96c3b3e785f HTTP/1.1" status: 200 len: 1092 time: 0.9264495 Jul 09 17:42:36.090595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:36.094570 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9add2-969a-483a-a904-43840b159ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:36.122412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff481b-df88-4c68-aa27-1f72779334b9 service neutron] Pushing event updated for resources: {'Port': ['ID=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:36.135940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-958d831a-09bb-4d15-9de9-f82e982654d7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.159717 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd65b10-75c9-4ecf-a18d-68b1fa50a9f1 x-openstack-request-id: req-3fd65b10-75c9-4ecf-a18d-68b1fa50a9f1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:36.160032 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:36.160279 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fd65b10-75c9-4ecf-a18d-68b1fa50a9f1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:36.160919 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'status': 'completed', 'code': 200} Jul 09 17:42:36.173772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-958d831a-09bb-4d15-9de9-f82e982654d7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.217514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-3dc499e5-a524-441f-9018-668cbad66de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:36.219790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-3dc499e5-a524-441f-9018-668cbad66de4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 1095 time: 0.0701115 Jul 09 17:42:36.240857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-958d831a-09bb-4d15-9de9-f82e982654d7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.243244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-958d831a-09bb-4d15-9de9-f82e982654d7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.247505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-958d831a-09bb-4d15-9de9-f82e982654d7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/af9801aa-530c-493d-9149-a5bc36ce55d8 HTTP/1.1" status: 204 len: 168 time: 0.2013352 Jul 09 17:42:36.248168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38274) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:36.290166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d831a-09bb-4d15-9de9-f82e982654d7 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9801aa-530c-493d-9149-a5bc36ce55d8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:36.335200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-30fca694-923a-4c82-97b7-f39aea9d89c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f HTTP/1.1" status: 200 len: 217 time: 0.1065965 Jul 09 17:42:36.396702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3912cc27-1af1-4219-8c81-2c3a435e019a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115420 Jul 09 17:42:36.398423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38278) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:36.403468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--785640669'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:36.430678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-33cd47bd-26ed-4105-9fae-e6ef41707ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:36.432144 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-33cd47bd-26ed-4105-9fae-e6ef41707ae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0896285 Jul 09 17:42:36.443410 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.544352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d075ba-7e89-4753-bf1a-adb70b5ff500 req-af7ae105-fd32-4358-850d-f996d565a493 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:36.548433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8d075ba-7e89-4753-bf1a-adb70b5ff500 req-af7ae105-fd32-4358-850d-f996d565a493 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.0696990 Jul 09 17:42:36.586195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aef891-e1db-4aa9-bfcf-455af0070005 req-a63314b3-0302-49bf-8d91-8a24c063d413 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:36.588056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8d075ba-7e89-4753-bf1a-adb70b5ff500 req-da5303d0-4977-415a-a271-a73ed3454944 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362465 Jul 09 17:42:36.594922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86aef891-e1db-4aa9-bfcf-455af0070005 req-a63314b3-0302-49bf-8d91-8a24c063d413 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1672156 Jul 09 17:42:36.614194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93326-1bbc-4259-994f-f037f5e46545 req-3208a7b6-99d7-42fd-a0c0-f97fc6151b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:36.615709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-3208a7b6-99d7-42fd-a0c0-f97fc6151b1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746817 Jul 09 17:42:36.715141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86aef891-e1db-4aa9-bfcf-455af0070005 req-6d78b323-24e3-4501-aea4-d5b10eccb4ba tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193116 Jul 09 17:42:36.723618 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.741802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.789671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.790953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3915200 Jul 09 17:42:36.792411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a4723-b9e2-4dab-8713-7cf27eaac8f2 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac892c63-0f31-43b4-94a3-e2505ae2140f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:36.794255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38280) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:36.797167 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-118db2e6-159f-4a3c-a63e-ea3b6e908c53 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691673 Jul 09 17:42:36.799482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': 'ac892c63-0f31-43b4-94a3-e2505ae2140f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:36.832706 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.896529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.901590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01d93326-1bbc-4259-994f-f037f5e46545 req-4bc9d4de-e7de-4db1-949d-ae51cbc2937a service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966437 Jul 09 17:42:36.901873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.925720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669e4d7d-e6ae-491f-8f82-2c2cb1e56749,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:36.937496 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.939198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9a315935-2720-447b-823a-a89fe3d51302 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1438050 Jul 09 17:42:36.942175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38282) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:36.967343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-30ce8ab0-d026-41cc-9a51-076e4371323d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:36.976456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-30ce8ab0-d026-41cc-9a51-076e4371323d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.002462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9add2-969a-483a-a904-43840b159ffd req-d1eb1929-927e-4505-b916-6b4fb4942fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.004233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-d1eb1929-927e-4505-b916-6b4fb4942fd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 1095 time: 0.0565495 Jul 09 17:42:37.007541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-30ce8ab0-d026-41cc-9a51-076e4371323d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.015197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-30ce8ab0-d026-41cc-9a51-076e4371323d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.019108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-30ce8ab0-d026-41cc-9a51-076e4371323d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/669e4d7d-e6ae-491f-8f82-2c2cb1e56749 HTTP/1.1" status: 204 len: 168 time: 0.0735528 Jul 09 17:42:37.019798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38284) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.033677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8ab0-d026-41cc-9a51-076e4371323d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=669e4d7d-e6ae-491f-8f82-2c2cb1e56749,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:37.072590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-97810d45-b9a5-422f-ae5e-8cd49916ee7c tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487642 Jul 09 17:42:37.072981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38286) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.104563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9add2-969a-483a-a904-43840b159ffd req-31bb675f-99c4-4214-8437-16dd42f3011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.106084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-31bb675f-99c4-4214-8437-16dd42f3011c service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.0956595 Jul 09 17:42:37.128387 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7509ca2f-c625-497b-b460-7604eaec68bd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.151461 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7509ca2f-c625-497b-b460-7604eaec68bd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.151824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-88bc11f3-dec7-49a2-9e6e-2e6307b456ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f HTTP/1.1" status: 200 len: 217 time: 0.0391076 Jul 09 17:42:37.193749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7509ca2f-c625-497b-b460-7604eaec68bd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.196611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7509ca2f-c625-497b-b460-7604eaec68bd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.197814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7509ca2f-c625-497b-b460-7604eaec68bd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac892c63-0f31-43b4-94a3-e2505ae2140f HTTP/1.1" status: 204 len: 168 time: 0.1238751 Jul 09 17:42:37.201243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38288) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.206104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9add2-969a-483a-a904-43840b159ffd req-98d7ae8e-98e3-4714-93f1-31ba06af0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.207710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-98d7ae8e-98e3-4714-93f1-31ba06af0da3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0502796 Jul 09 17:42:37.219931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509ca2f-c625-497b-b460-7604eaec68bd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac892c63-0f31-43b4-94a3-e2505ae2140f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:37.257929 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bb916836-d79d-4a81-a904-2ee11d97f89b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518565 Jul 09 17:42:37.259467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38290) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.264144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509968972'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:37.274960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9add2-969a-483a-a904-43840b159ffd req-9f35d16d-857d-4961-993f-4e83c6ded4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.276542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-9f35d16d-857d-4961-993f-4e83c6ded4a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627475 Jul 09 17:42:37.286999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.394089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-96a1effb-aa54-4c21-8671-831e86afc545 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107600 Jul 09 17:42:37.401673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.407844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.438637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.442859 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1795294 Jul 09 17:42:37.443196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38292) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.447912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': '32cbe988-ba2a-4fea-a03f-493255be5d75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:37.452788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cbe988-ba2a-4fea-a03f-493255be5d75,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:37.465392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.465812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.466214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.466611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.467007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.467412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.467852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.468234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.468622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.469116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.469490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.469872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d0b12-6a7c-4d2c-9503-52287e1a4529 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:37.496352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.501227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27c9add2-969a-483a-a904-43840b159ffd req-c593d9c8-0482-460d-9d28-6e129f7fd889 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996814 Jul 09 17:42:37.549333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.555539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.575122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ad4c84-52f4-49d1-9678-e525f62221ef,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:37.582825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.587222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-36999f3d-30cb-4078-801e-1c6a62fe6e8b tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405804 Jul 09 17:42:37.587646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38294) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.607578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-36748060-7fcd-4a8f-997d-d618a288bddd tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules/07ad4c84-52f4-49d1-9678-e525f62221ef HTTP/1.1" status: 200 len: 763 time: 0.0184979 Jul 09 17:42:37.610324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38296) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.658416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3bf7a957-1ba6-4dc7-a644-413f8b1854ef tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0441091 Jul 09 17:42:37.658760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38300) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.686920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf7bde37-1073-463e-9cd7-f79db05bcd63 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.695667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf7bde37-1073-463e-9cd7-f79db05bcd63 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.726893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf7bde37-1073-463e-9cd7-f79db05bcd63 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.735000 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf7bde37-1073-463e-9cd7-f79db05bcd63 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.739065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bf7bde37-1073-463e-9cd7-f79db05bcd63 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/07ad4c84-52f4-49d1-9678-e525f62221ef HTTP/1.1" status: 204 len: 168 time: 0.0768495 Jul 09 17:42:37.741445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38302) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.745777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bde37-1073-463e-9cd7-f79db05bcd63 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07ad4c84-52f4-49d1-9678-e525f62221ef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:37.802928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b47512d7-53b9-4031-9e7e-bb4ab4af3d69 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600889 Jul 09 17:42:37.805928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38306) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:37.810613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': '32cbe988-ba2a-4fea-a03f-493255be5d75', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:37.838428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817d834-ab51-476b-83f5-af463434f8e2 req-18892131-5eee-419f-bf39-d11bfa4482fd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.840843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b817d834-ab51-476b-83f5-af463434f8e2 req-18892131-5eee-419f-bf39-d11bfa4482fd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.1348810 Jul 09 17:42:37.891649 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.914699 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b817d834-ab51-476b-83f5-af463434f8e2 req-ec236ad7-c27f-488d-b82a-78af9951a752 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608306 Jul 09 17:42:37.940514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9adb0b-cea3-4fc5-a4e3-df993772689b req-6228cc54-38ac-4f50-889d-e98c6b178880 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:37.942260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d9adb0b-cea3-4fc5-a4e3-df993772689b req-6228cc54-38ac-4f50-889d-e98c6b178880 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0793471 Jul 09 17:42:37.982102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.987669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:37.988701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d9adb0b-cea3-4fc5-a4e3-df993772689b req-d559c207-fe90-4179-840c-0f625685683e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354960 Jul 09 17:42:38.012536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7a8f5a-b6c5-4ecf-9d17-fafca63f58e4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:38.014726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.019204 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3dc4d68b-4e0a-43ad-8e7e-1d305cbadab1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2091644 Jul 09 17:42:38.019685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38310) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.040138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ec341e9b-5983-47f3-86a1-6f675321b320 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules/1a7a8f5a-b6c5-4ecf-9d17-fafca63f58e4 HTTP/1.1" status: 200 len: 763 time: 0.0172598 Jul 09 17:42:38.040670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38312) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.086354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f346592a-d02d-404d-b768-312093102530 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419967 Jul 09 17:42:38.086582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38314) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.111633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b6f6-ae62-40a1-a1d1-5891a1047b5d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.120257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b6f6-ae62-40a1-a1d1-5891a1047b5d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.151551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b6f6-ae62-40a1-a1d1-5891a1047b5d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.159260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b6f6-ae62-40a1-a1d1-5891a1047b5d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.160484 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ecb5b6f6-ae62-40a1-a1d1-5891a1047b5d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1a7a8f5a-b6c5-4ecf-9d17-fafca63f58e4 HTTP/1.1" status: 204 len: 168 time: 0.0728445 Jul 09 17:42:38.164532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.171158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5b6f6-ae62-40a1-a1d1-5891a1047b5d tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a7a8f5a-b6c5-4ecf-9d17-fafca63f58e4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:38.185206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc02739-9e44-4ccb-bab9-aee5740ee025 req-d40e0f1c-e4b6-4311-9110-4a42237d0737 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:38.187169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bc02739-9e44-4ccb-bab9-aee5740ee025 req-d40e0f1c-e4b6-4311-9110-4a42237d0737 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0740788 Jul 09 17:42:38.208659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cb52b474-d15b-4afd-95e9-e74b89104fa1 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429037 Jul 09 17:42:38.211312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38318) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.215897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Request body: {'security_group_rule': {'security_group_id': '32cbe988-ba2a-4fea-a03f-493255be5d75', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:38.230905 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bc02739-9e44-4ccb-bab9-aee5740ee025 req-2a6bdd26-5ad3-4f39-a82c-19f0472b869b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 Jul 09 17:42:38.241925 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Project a5d7a85281ac4e2aa78844ffe245ca12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:42:38.247976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.278915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.313585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.318356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.338997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb3b5cc-2637-4161-92f5-3829bdb89ca4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:38.344236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.346500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5009684c-109e-4b9e-858f-e73468878ef9 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341279 Jul 09 17:42:38.348441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38322) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.365737 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc0e696d-a549-47d1-b11a-e1292c3924a0 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules/3eb3b5cc-2637-4161-92f5-3829bdb89ca4 HTTP/1.1" status: 200 len: 769 time: 0.0159187 Jul 09 17:42:38.368186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.413080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31212344-8686-4a48-87bc-f5f0c300dd7c tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0413134 Jul 09 17:42:38.413333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38330) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.442833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d11aaa02-b60c-4876-8089-1779ed30290a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.452522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d11aaa02-b60c-4876-8089-1779ed30290a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.483470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d11aaa02-b60c-4876-8089-1779ed30290a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.491437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d11aaa02-b60c-4876-8089-1779ed30290a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.494935 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d11aaa02-b60c-4876-8089-1779ed30290a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3eb3b5cc-2637-4161-92f5-3829bdb89ca4 HTTP/1.1" status: 204 len: 168 time: 0.0783477 Jul 09 17:42:38.496542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38334) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.499345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aaa02-b60c-4876-8089-1779ed30290a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eb3b5cc-2637-4161-92f5-3829bdb89ca4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:38.545593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6436bbc8-7218-4b57-9656-902966587c1a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471749 Jul 09 17:42:38.548543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38340) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.615013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-017ce0ec-567f-43eb-b375-68cadd6879bc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.639705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-017ce0ec-567f-43eb-b375-68cadd6879bc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.689263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-017ce0ec-567f-43eb-b375-68cadd6879bc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.692340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-017ce0ec-567f-43eb-b375-68cadd6879bc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:38.696048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-017ce0ec-567f-43eb-b375-68cadd6879bc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "DELETE /v2.0/security-groups/32cbe988-ba2a-4fea-a03f-493255be5d75 HTTP/1.1" status: 204 len: 168 time: 0.1439548 Jul 09 17:42:38.696438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38348) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.711228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ce0ec-567f-43eb-b375-68cadd6879bc tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cbe988-ba2a-4fea-a03f-493255be5d75,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:38.772475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-47f79cf5-d8e7-4aec-9dbe-b88e42a1bd01 tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748062 Jul 09 17:42:38.778265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38360) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:38.835662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ed9c1248-41b3-41eb-b1c3-e586dba2414a tempest-SecGroupIPv6Test-1137735096 tempest-SecGroupIPv6Test-1137735096-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548503 Jul 09 17:42:39.212648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8681-f1b4-46dd-90af-d480af5ff1ee req-77e490d1-eda6-4cad-babc-34b5b8d86b3b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:39.219850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38380) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:39.223824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69cc8681-f1b4-46dd-90af-d480af5ff1ee req-77e490d1-eda6-4cad-babc-34b5b8d86b3b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.1569195 Jul 09 17:42:39.280790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-b15b7946-a4fb-45bc-9f2c-1df29bca591b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:39.288517 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-b15b7946-a4fb-45bc-9f2c-1df29bca591b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=e350c2e9-a35a-4004-8a64-7b2bb932ace8 HTTP/1.1" status: 200 len: 943 time: 0.1142478 Jul 09 17:42:39.308519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69cc8681-f1b4-46dd-90af-d480af5ff1ee req-2455855e-b615-44d8-bc0c-893ba1f20041 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833225 Jul 09 17:42:39.354515 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.426426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-762cc8f9-ad61-4cbe-b9dd-54b9a89b47a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5d7a85281ac4e2aa78844ffe245ca12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051973 Jul 09 17:42:39.429250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38384) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:39.453280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Deleting port 2f79910d-6d11-4344-9185-589c8979eca4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:39.453750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.497142 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5d19bb6-558f-4502-a8a9-933590090110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.536013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5d19bb6-558f-4502-a8a9-933590090110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.552790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] For port 2f79910d-6d11-4344-9185-589c8979eca4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=2f79910d-6d11-4344-9185-589c8979eca4,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:39.553260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.574488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Calling delete_port for 2f79910d-6d11-4344-9185-589c8979eca4 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:39.602988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5d19bb6-558f-4502-a8a9-933590090110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.605842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5d19bb6-558f-4502-a8a9-933590090110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.610186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c5d19bb6-558f-4502-a8a9-933590090110 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/402750c4-ebdb-46c6-a16b-ad8f060c9735 HTTP/1.1" status: 204 len: 168 time: 0.1762824 Jul 09 17:42:39.623074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d19bb6-558f-4502-a8a9-933590090110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402750c4-ebdb-46c6-a16b-ad8f060c9735,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:39.735420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.748240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:39.771111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'Port': ['ID=2f79910d-6d11-4344-9185-589c8979eca4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:39.796405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['723da9df-f023-4ef2-934c-156671f65525'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:39.884428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] No DVR routers for this DVR port 2f79910d-6d11-4344-9185-589c8979eca4 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:39.890787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:39.893418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a01f38fe-b996-4dad-bf5b-d230eca4ee7d req-711e8791-4c7f-43c4-9fe1-c0af6e4f5b06 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "DELETE /v2.0/ports/2f79910d-6d11-4344-9185-589c8979eca4 HTTP/1.1" status: 204 len: 173 time: 0.6039112 Jul 09 17:42:39.897555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-deleted', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:39.899962 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea843d5b-e045-4b6d-90fb-37edc0c11d06" -d '{"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-deleted", "tag": "2f79910d-6d11-4344-9185-589c8979eca4"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:39.952135 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef69b11-b08c-41bf-a3ee-a7eca46e1a27 x-openstack-request-id: req-fef69b11-b08c-41bf-a3ee-a7eca46e1a27 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:39.952135 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e350c2e9-a35a-4004-8a64-7b2bb932ace8", "name": "network-vif-deleted", "tag": "2f79910d-6d11-4344-9185-589c8979eca4", "status": "failed", "code": 422}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:39.952577 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fef69b11-b08c-41bf-a3ee-a7eca46e1a27 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:39.953098 n-d-791506-17 neutron-server[93895]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e350c2e9-a35a-4004-8a64-7b2bb932ace8', 'name': 'network-vif-deleted', 'tag': '2f79910d-6d11-4344-9185-589c8979eca4', 'status': 'failed', 'code': 422} returned with failed status Jul 09 17:42:40.390276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a8dc25d2-120d-44ea-9349-5417b31d13f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.439819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38422) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:40.536746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b55acf-df88-4f66-b8e2-b65d829b446b req-0038141b-8ef9-414a-a5c5-93009a57c664 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:40.538398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b55acf-df88-4f66-b8e2-b65d829b446b req-0038141b-8ef9-414a-a5c5-93009a57c664 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.0777800 Jul 09 17:42:40.594465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b55acf-df88-4f66-b8e2-b65d829b446b req-efa0e754-af19-4770-85dd-22ebd0e2a849 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495861 Jul 09 17:42:40.597968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411307341'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:40.624333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.635926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.739789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.746147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.800381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a1050-6b72-4dc4-ba02-d9883bf9d317,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:40.862793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.869756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.929150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:40.930402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4887626 Jul 09 17:42:40.931204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7565f-8ebb-4772-b0dc-c6044d4a348c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5866bf-da84-4050-8dd7-c40a5ea34da3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:40.933511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38432) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:40.967505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d0d7-3ff8-4bbc-989b-68219a52f5df req-6bfa8e64-a732-41db-9637-c68bea5e3307 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:40.969113 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0a0d0d7-3ff8-4bbc-989b-68219a52f5df req-6bfa8e64-a732-41db-9637-c68bea5e3307 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 907 time: 0.1005328 Jul 09 17:42:40.996886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a89a4a6c-569f-4283-b37e-4ddff3bb495e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0620680 Jul 09 17:42:41.000006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38434) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.004998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-security--722065401', 'description': 'tempest-security-description-1992266977'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:41.036044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.085394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.089684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.092450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.093875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "PUT /v2.0/security-groups/2b5866bf-da84-4050-8dd7-c40a5ea34da3 HTTP/1.1" status: 200 len: 1779 time: 0.0927587 Jul 09 17:42:41.097253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38436) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.139641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ea6a0-195d-40e7-b6bf-c33aed5ad4e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5866bf-da84-4050-8dd7-c40a5ea34da3,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:41.151602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8cfee718-3705-4c74-938f-743345336f43 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups/2b5866bf-da84-4050-8dd7-c40a5ea34da3 HTTP/1.1" status: 200 len: 1779 time: 0.0532956 Jul 09 17:42:41.154127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.211791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5f685e-cf5e-4893-98ba-85d490cbd85a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.234036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5f685e-cf5e-4893-98ba-85d490cbd85a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.278104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5f685e-cf5e-4893-98ba-85d490cbd85a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.281261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c5f685e-cf5e-4893-98ba-85d490cbd85a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.282452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c5f685e-cf5e-4893-98ba-85d490cbd85a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b5866bf-da84-4050-8dd7-c40a5ea34da3 HTTP/1.1" status: 204 len: 168 time: 0.1273746 Jul 09 17:42:41.285312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38440) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.294874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f685e-cf5e-4893-98ba-85d490cbd85a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5866bf-da84-4050-8dd7-c40a5ea34da3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:41.329406 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e5818cfe-0272-475d-9ab6-7c94aea1ce38 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426304 Jul 09 17:42:41.332786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38442) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.347333 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-d0947e1b-675a-4589-90a7-1d8e22929310 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] delete failed (client error): The resource could not be found. Jul 09 17:42:41.348401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d0947e1b-675a-4589-90a7-1d8e22929310 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b5866bf-da84-4050-8dd7-c40a5ea34da3 HTTP/1.1" status: 404 len: 347 time: 0.0145516 Jul 09 17:42:41.352179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38444) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.356903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088264984'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:41.381404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.458266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.463892 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.492756 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.493968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1408770 Jul 09 17:42:41.495056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f852323-40a6-4e8e-930e-8940dfd46aad tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e95985-7f00-403a-9559-582168f200db,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:41.497254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38446) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.505093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'f7e95985-7f00-403a-9559-582168f200db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:41.534804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.596806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.605379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.631875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619ae998-3571-4e61-8fde-13d776187d2a,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:41.638187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.639857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f1d974ad-a0fa-4f9d-a019-c6f92fb587ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410570 Jul 09 17:42:41.642939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38452) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.667737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d51610d-c8d9-49fa-8d05-bc3768d084d5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.675154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d51610d-c8d9-49fa-8d05-bc3768d084d5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.704088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d51610d-c8d9-49fa-8d05-bc3768d084d5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.711145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d51610d-c8d9-49fa-8d05-bc3768d084d5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.712326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d51610d-c8d9-49fa-8d05-bc3768d084d5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/619ae998-3571-4e61-8fde-13d776187d2a HTTP/1.1" status: 204 len: 168 time: 0.0681188 Jul 09 17:42:41.715217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38454) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.755495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51610d-c8d9-49fa-8d05-bc3768d084d5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=619ae998-3571-4e61-8fde-13d776187d2a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:41.757472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0378eaac-4dd2-478c-bc12-b6c3dc152cd6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409822 Jul 09 17:42:41.760431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38456) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.794478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad5fc-d103-4697-80d5-9245ab16cbd3 req-79a2c6fa-4330-41e1-8a3c-629e3f33351f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:41.796077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-043ad5fc-d103-4697-80d5-9245ab16cbd3 req-79a2c6fa-4330-41e1-8a3c-629e3f33351f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.0827181 Jul 09 17:42:41.815074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1980338-d8ca-447d-9132-e5b5bc5bca30 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.837422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-043ad5fc-d103-4697-80d5-9245ab16cbd3 req-750e6995-48bc-4f71-bc5c-f48258d24e70 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344684 Jul 09 17:42:41.838431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1980338-d8ca-447d-9132-e5b5bc5bca30 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.890866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1980338-d8ca-447d-9132-e5b5bc5bca30 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.893620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b1980338-d8ca-447d-9132-e5b5bc5bca30 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:41.894837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b1980338-d8ca-447d-9132-e5b5bc5bca30 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/f7e95985-7f00-403a-9559-582168f200db HTTP/1.1" status: 204 len: 168 time: 0.1331756 Jul 09 17:42:41.898026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38458) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.904079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1980338-d8ca-447d-9132-e5b5bc5bca30 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e95985-7f00-403a-9559-582168f200db,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:41.948252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26a820b6-8e01-4d9d-b6b6-809c6b06ceeb tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490184 Jul 09 17:42:41.951968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:41.956650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689551782'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:41.987373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.074749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.079747 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.109726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.110875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1578612 Jul 09 17:42:42.112791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5398e-df75-459d-b6f8-cce136040875 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae0ad6-77f7-4499-950a-3a5dda0f8b7f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:42.114892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38464) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:42.119565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': '0aae0ad6-77f7-4499-950a-3a5dda0f8b7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:42.152351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4478b4-2f81-4f95-8c93-50cb8ee2deae req-1802dc79-e58f-4329-973e-349c37565123 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:42.153853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd4478b4-2f81-4f95-8c93-50cb8ee2deae req-1802dc79-e58f-4329-973e-349c37565123 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 907 time: 0.0650575 Jul 09 17:42:42.179472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.228931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-9c8853af-b16a-457c-8ccb-c15576078b30 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:42.230459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-9c8853af-b16a-457c-8ccb-c15576078b30 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 907 time: 0.0986781 Jul 09 17:42:42.287172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.294802 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.334776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5d72c2-15e9-4c91-816b-f7964131ebb0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:42.343451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.344689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bd960b54-6509-4bea-bc10-f2ae9b7dc18f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2287412 Jul 09 17:42:42.348524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:42.353307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': '0aae0ad6-77f7-4499-950a-3a5dda0f8b7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:42.391437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Deleting port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:42.391807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.397319 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.876433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.881706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] For port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:42.882069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.889569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.901214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Calling delete_port for 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:42.920859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a0c1ff-94f7-48c5-98e2-318023a1a393,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:42.927564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.928914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-93c9b4fa-cda9-48f7-94e4-1600bd4220a7 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5793529 Jul 09 17:42:42.931911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38472) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:42.945030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': '0aae0ad6-77f7-4499-950a-3a5dda0f8b7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:42.964715 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73ed1e91-ad18-4229-96f9-fce6597a6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:42.987017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.062332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.067467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.086560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3ce777-8ddb-4e4e-af61-37bae66e1dae,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.090820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf941d3-1c18-494f-8234-61517b665478 req-0f2b81a9-942f-4b74-afc7-4e92cafbc2aa tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:43.092630 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aaf941d3-1c18-494f-8234-61517b665478 req-0f2b81a9-942f-4b74-afc7-4e92cafbc2aa tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.1285021 Jul 09 17:42:43.096244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.100408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6e0be992-9fd6-4398-803f-70d16546ab8e tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669755 Jul 09 17:42:43.101019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38474) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.105592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': '0aae0ad6-77f7-4499-950a-3a5dda0f8b7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:43.132367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.136290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.171673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aaf941d3-1c18-494f-8234-61517b665478 req-48685874-b757-48b3-a6f4-e1fbcf69d6e6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717878 Jul 09 17:42:43.173959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'Port': ['ID=776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.210150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.215695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.224595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] No DVR routers for this DVR port 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:43.227131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.229214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7c32a9a-1047-4efc-a8fa-95e6c58fc21e req-8dec408b-b17f-4643-b9bb-acec85c187b1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "DELETE /v2.0/ports/776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf HTTP/1.1" status: 204 len: 173 time: 0.9901836 Jul 09 17:42:43.229677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'name': 'network-vif-deleted', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:43.232376 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a67e85-bd5b-4605-aae2-0b732e788a12" -d '{"events": [{"server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "name": "network-vif-deleted", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:43.251960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868b5bf4-43bb-4cb8-9ed4-164423926ac6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.274886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.279829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38480) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.280759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab5830b4-9ccf-402e-ba6c-5ac78cb0dcf3 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779542 Jul 09 17:42:43.284988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': '0aae0ad6-77f7-4499-950a-3a5dda0f8b7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:43.314735 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a948955b-ce2d-41ff-b90d-e1aecedfc76e x-openstack-request-id: req-a948955b-ce2d-41ff-b90d-e1aecedfc76e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:43.315098 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66f13b-f3c0-443d-b667-fa13a6f9f78c", "name": "network-vif-deleted", "tag": "776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:43.315295 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a948955b-ce2d-41ff-b90d-e1aecedfc76e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:43.315947 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66f13b-f3c0-443d-b667-fa13a6f9f78c', 'name': 'network-vif-deleted', 'tag': '776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf', 'status': 'completed', 'code': 200} Jul 09 17:42:43.342860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f24c6c77-64dd-45e1-a749-01f5fba78ea1 req-53063528-c515-4174-b3de-4c76ea2cdfc4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf66f13b-f3c0-443d-b667-fa13a6f9f78c HTTP/1.1" status: 200 len: 210 time: 0.0397623 Jul 09 17:42:43.351431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.375386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.421829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.426944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.448201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b56cb0-921a-4dc2-866b-3a7548b919f0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.456407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.457596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5aa0690e-1f18-478e-a92f-bd9d6f6c5230 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1766887 Jul 09 17:42:43.460781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.485045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21acaf6-6108-4f59-ad36-6a172187536b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.492691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21acaf6-6108-4f59-ad36-6a172187536b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.526031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21acaf6-6108-4f59-ad36-6a172187536b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.532055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21acaf6-6108-4f59-ad36-6a172187536b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.533771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c21acaf6-6108-4f59-ad36-6a172187536b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/95b56cb0-921a-4dc2-866b-3a7548b919f0 HTTP/1.1" status: 204 len: 168 time: 0.0718215 Jul 09 17:42:43.537711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38484) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.542504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21acaf6-6108-4f59-ad36-6a172187536b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b56cb0-921a-4dc2-866b-3a7548b919f0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.585240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58f34d6e-a906-4895-83bd-583785ef96c0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0455730 Jul 09 17:42:43.587689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38486) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.613451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92de6fee-49cc-4c22-bd1e-2a0ce6d82643 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.621500 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92de6fee-49cc-4c22-bd1e-2a0ce6d82643 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.653316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92de6fee-49cc-4c22-bd1e-2a0ce6d82643 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.662791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92de6fee-49cc-4c22-bd1e-2a0ce6d82643 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.663926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-92de6fee-49cc-4c22-bd1e-2a0ce6d82643 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/868b5bf4-43bb-4cb8-9ed4-164423926ac6 HTTP/1.1" status: 204 len: 168 time: 0.0752981 Jul 09 17:42:43.666808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38488) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.669633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de6fee-49cc-4c22-bd1e-2a0ce6d82643 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=868b5bf4-43bb-4cb8-9ed4-164423926ac6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.714525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39864139-c12d-40e6-a861-070e2900fe24 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0464053 Jul 09 17:42:43.717301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38490) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.747242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84f54a23-cc84-43f1-9c6f-94acf8a9b524 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.755194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84f54a23-cc84-43f1-9c6f-94acf8a9b524 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.787830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84f54a23-cc84-43f1-9c6f-94acf8a9b524 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.794671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84f54a23-cc84-43f1-9c6f-94acf8a9b524 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.797156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84f54a23-cc84-43f1-9c6f-94acf8a9b524 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ed3ce777-8ddb-4e4e-af61-37bae66e1dae HTTP/1.1" status: 204 len: 168 time: 0.0775445 Jul 09 17:42:43.798811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38494) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.801913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f54a23-cc84-43f1-9c6f-94acf8a9b524 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed3ce777-8ddb-4e4e-af61-37bae66e1dae,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.848246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2d9540fd-8ccf-4e44-857e-ed26441ddec1 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0481558 Jul 09 17:42:43.851253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38496) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.875641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2675a234-61e8-4c6f-8f6e-06d22469607c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.883941 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2675a234-61e8-4c6f-8f6e-06d22469607c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.914190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2675a234-61e8-4c6f-8f6e-06d22469607c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.920553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2675a234-61e8-4c6f-8f6e-06d22469607c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.921656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2675a234-61e8-4c6f-8f6e-06d22469607c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/36a0c1ff-94f7-48c5-98e2-318023a1a393 HTTP/1.1" status: 204 len: 168 time: 0.0694227 Jul 09 17:42:43.924531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38498) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.927369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675a234-61e8-4c6f-8f6e-06d22469607c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36a0c1ff-94f7-48c5-98e2-318023a1a393,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:43.969420 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-27bf2d0c-15d6-4037-898d-a90fbbc4b931 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0437658 Jul 09 17:42:43.972201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38500) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:43.980192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:43.997259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-040289f5-ecb0-4725-9848-e8f3368e3d56 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.005772 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-040289f5-ecb0-4725-9848-e8f3368e3d56 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.035298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-040289f5-ecb0-4725-9848-e8f3368e3d56 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.041705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-040289f5-ecb0-4725-9848-e8f3368e3d56 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.042816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-040289f5-ecb0-4725-9848-e8f3368e3d56 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9c5d72c2-15e9-4c91-816b-f7964131ebb0 HTTP/1.1" status: 204 len: 168 time: 0.0696731 Jul 09 17:42:44.045667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38502) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.048458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040289f5-ecb0-4725-9848-e8f3368e3d56 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c5d72c2-15e9-4c91-816b-f7964131ebb0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:44.088027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3c455703-c048-4ade-9c1d-787e083fa03b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411110 Jul 09 17:42:44.091497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.152222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cf78-14ba-4969-902a-8086ff12fdf0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.184189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cf78-14ba-4969-902a-8086ff12fdf0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.227061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cf78-14ba-4969-902a-8086ff12fdf0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.229862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cf78-14ba-4969-902a-8086ff12fdf0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.231048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dbe6cf78-14ba-4969-902a-8086ff12fdf0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/0aae0ad6-77f7-4499-950a-3a5dda0f8b7f HTTP/1.1" status: 204 len: 168 time: 0.1383376 Jul 09 17:42:44.234347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38508) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.240871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6cf78-14ba-4969-902a-8086ff12fdf0 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae0ad6-77f7-4499-950a-3a5dda0f8b7f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:44.288562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-31d7fbd8-c6fb-4ace-a657-b198bd8b9655 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487654 Jul 09 17:42:44.289131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38510) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.294146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301303256'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:44.349536 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.395533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9779d5d-e266-4e1b-992d-80a49bebc731 req-21649424-a846-4717-972c-b58bfebec5cf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:44.397173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9779d5d-e266-4e1b-992d-80a49bebc731 req-21649424-a846-4717-972c-b58bfebec5cf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.0975513 Jul 09 17:42:44.458963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f9779d5d-e266-4e1b-992d-80a49bebc731 req-e4b963dd-c75f-4143-b326-7a88ef15b564 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554423 Jul 09 17:42:44.492573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.498052 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.531730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.533668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2430732 Jul 09 17:42:44.535444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4198-f80e-4ff1-b094-ee41b16254a4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a3290-cbcd-4d52-99e4-9ef94e8a254a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:44.536359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38516) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.542349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'a48a3290-cbcd-4d52-99e4-9ef94e8a254a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:44.573754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.637002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.641962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.661360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a12522f-da50-461f-93b6-a7f413982778,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:44.670961 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.675191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5a111882-15dd-4571-a58d-233ebfc56a84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1377702 Jul 09 17:42:44.675438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38520) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.733149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a489429e-2d41-43f5-bd6c-fbd5c9ff0056 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.756214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a489429e-2d41-43f5-bd6c-fbd5c9ff0056 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.840096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a489429e-2d41-43f5-bd6c-fbd5c9ff0056 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.842672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a489429e-2d41-43f5-bd6c-fbd5c9ff0056 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:44.843849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a489429e-2d41-43f5-bd6c-fbd5c9ff0056 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/a48a3290-cbcd-4d52-99e4-9ef94e8a254a HTTP/1.1" status: 204 len: 168 time: 0.1668925 Jul 09 17:42:44.846862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38524) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.855531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489429e-2d41-43f5-bd6c-fbd5c9ff0056 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a3290-cbcd-4d52-99e4-9ef94e8a254a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:44.869510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9de4f-193a-4cef-8480-8fe2acfa5854 req-c4624c8e-220d-4fd5-b390-909c83fdaa40 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:44.871094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-79b9de4f-193a-4cef-8480-8fe2acfa5854 req-c4624c8e-220d-4fd5-b390-909c83fdaa40 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 946 time: 0.1073565 Jul 09 17:42:44.900224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f512b65b-1e33-4be2-92d0-ec5324d808b2 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521603 Jul 09 17:42:44.903743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38526) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:44.908189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055194591'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:44.913288 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-79b9de4f-193a-4cef-8480-8fe2acfa5854 req-c4e91a0f-92e1-4e29-bdd9-5401d654563c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Jul 09 17:42:44.935392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.023298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.028209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.055945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.057177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1524653 Jul 09 17:42:45.059575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551169c5-1fe4-4d36-a979-779fc24f3751 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76df1ac-c728-447f-beb8-1e9a0a9ef9ea,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:45.061004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38528) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.065745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--598999250'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:45.091682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.173007 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.178854 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.203997 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.205261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1436224 Jul 09 17:42:45.208196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38530) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.213478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'c76df1ac-c728-447f-beb8-1e9a0a9ef9ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d3d48cc-9db5-4e23-92f2-b594f027c6b3', 'remote_ip_prefix': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:45.218942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b29574-3c2e-4b09-9aae-21b0be382546 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d48cc-9db5-4e23-92f2-b594f027c6b3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:45.228759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:45.249394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:45.249780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 776f3ca0-5e5f-4e49-8dd8-a1306cc2c4cf not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:45.254857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.329156 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.336740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.359064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebb0615-88de-4042-a787-4e478f45b28b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:45.366166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.367574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-297f0628-2604-44e5-ab5a-bb4626988c45 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1576595 Jul 09 17:42:45.370500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38532) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.398457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d76152a-7a0d-4933-a020-c5c274c0ecf8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.409345 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d76152a-7a0d-4933-a020-c5c274c0ecf8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.450196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d76152a-7a0d-4933-a020-c5c274c0ecf8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.456292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8d76152a-7a0d-4933-a020-c5c274c0ecf8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.457397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8d76152a-7a0d-4933-a020-c5c274c0ecf8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3ebb0615-88de-4042-a787-4e478f45b28b HTTP/1.1" status: 204 len: 168 time: 0.0859826 Jul 09 17:42:45.460300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38534) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.463086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76152a-7a0d-4933-a020-c5c274c0ecf8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ebb0615-88de-4042-a787-4e478f45b28b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:45.505243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cad75c44-4766-4393-80ef-9c686d569de1 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0435698 Jul 09 17:42:45.508005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38538) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.560834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f6bbb20-123b-48e9-b098-ca07d70bc672 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.593779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f6bbb20-123b-48e9-b098-ca07d70bc672 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.665208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f6bbb20-123b-48e9-b098-ca07d70bc672 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.667717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f6bbb20-123b-48e9-b098-ca07d70bc672 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.668892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6f6bbb20-123b-48e9-b098-ca07d70bc672 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d3d48cc-9db5-4e23-92f2-b594f027c6b3 HTTP/1.1" status: 204 len: 168 time: 0.1599195 Jul 09 17:42:45.671680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.679995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba49488-d9cb-4af2-9f4c-9869579792c3 req-d817237d-5d8a-4dca-8bfa-0839c86e32eb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:45.681482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ba49488-d9cb-4af2-9f4c-9869579792c3 req-d817237d-5d8a-4dca-8bfa-0839c86e32eb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.1042039 Jul 09 17:42:45.688053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bbb20-123b-48e9-b098-ca07d70bc672 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d48cc-9db5-4e23-92f2-b594f027c6b3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:45.725923 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ba49488-d9cb-4af2-9f4c-9869579792c3 req-3d8cc51f-06d0-4ce6-9297-5c4cabbb7024 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342622 Jul 09 17:42:45.738937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0b04f2c9-a762-4e77-a65e-6f4e8ca09261 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660374 Jul 09 17:42:45.741833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38542) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.793749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba6341c5-11ab-45b5-b298-3e05ea493f18 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.815793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba6341c5-11ab-45b5-b298-3e05ea493f18 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.861912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba6341c5-11ab-45b5-b298-3e05ea493f18 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.865042 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba6341c5-11ab-45b5-b298-3e05ea493f18 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.866231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ba6341c5-11ab-45b5-b298-3e05ea493f18 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/c76df1ac-c728-447f-beb8-1e9a0a9ef9ea HTTP/1.1" status: 204 len: 168 time: 0.1233737 Jul 09 17:42:45.869344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38546) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.875802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6341c5-11ab-45b5-b298-3e05ea493f18 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76df1ac-c728-447f-beb8-1e9a0a9ef9ea,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:45.920586 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:45.940205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0e61776-7922-46c0-940a-85fe76835afc tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687377 Jul 09 17:42:45.944611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38552) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:45.950619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--633753898'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:45.982605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.101420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.105240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546af79-fba2-41b2-a721-8cbcf24ae14e req-3dd9401c-e79f-4c83-8362-9e812b31b63b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:46.107259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7546af79-fba2-41b2-a721-8cbcf24ae14e req-3dd9401c-e79f-4c83-8362-9e812b31b63b tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 946 time: 0.0707810 Jul 09 17:42:46.109756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.126612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.131052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1845341 Jul 09 17:42:46.132664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38560) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.144472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'bab97a70-18e9-40e1-9579-ce2b3284e62a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:46.156419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7546af79-fba2-41b2-a721-8cbcf24ae14e req-92a42698-8013-499d-bd16-4132899adfa1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Jul 09 17:42:46.166429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f87afa-be0b-4596-8e7c-43158c6fbf7f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab97a70-18e9-40e1-9579-ce2b3284e62a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.184555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.255688 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.272355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.294967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d504b9-26c8-4350-81cf-413d7f9f37e3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.306724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.308269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1a94c189-e581-40e0-a52a-5daf94273e00 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1704035 Jul 09 17:42:46.318094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.333626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-b761b87a-b805-4d94-9be1-d339e3757343 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:46.335181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-b761b87a-b805-4d94-9be1-d339e3757343 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.36 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 946 time: 0.0937901 Jul 09 17:42:46.343634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6221418-e682-491b-9fcf-08d510d437a6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.353116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6221418-e682-491b-9fcf-08d510d437a6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.395301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6221418-e682-491b-9fcf-08d510d437a6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.401123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e6221418-e682-491b-9fcf-08d510d437a6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.402322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e6221418-e682-491b-9fcf-08d510d437a6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e7d504b9-26c8-4350-81cf-413d7f9f37e3 HTTP/1.1" status: 204 len: 168 time: 0.0832381 Jul 09 17:42:46.406480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.418326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6221418-e682-491b-9fcf-08d510d437a6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7d504b9-26c8-4350-81cf-413d7f9f37e3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.456125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c5d66298-2087-4db7-93c5-e7e3c17bd91a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484753 Jul 09 17:42:46.458294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Deleting port 723da9df-f023-4ef2-934c-156671f65525 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:46.458645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.458971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38570) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.512322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1b35dfa-eb37-48f4-b74c-d05510e05506 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.534776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1b35dfa-eb37-48f4-b74c-d05510e05506 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.553035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] For port 723da9df-f023-4ef2-934c-156671f65525, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=723da9df-f023-4ef2-934c-156671f65525,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:46.553355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.566251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Calling delete_port for 723da9df-f023-4ef2-934c-156671f65525 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:46.577813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1b35dfa-eb37-48f4-b74c-d05510e05506 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.580520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a1b35dfa-eb37-48f4-b74c-d05510e05506 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.581680 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a1b35dfa-eb37-48f4-b74c-d05510e05506 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/bab97a70-18e9-40e1-9579-ce2b3284e62a HTTP/1.1" status: 204 len: 168 time: 0.1218030 Jul 09 17:42:46.585491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38572) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.603638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b35dfa-eb37-48f4-b74c-d05510e05506 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab97a70-18e9-40e1-9579-ce2b3284e62a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.634961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a58dadc7-eb4e-4e15-96b3-05df89e85d51 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483794 Jul 09 17:42:46.639354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38574) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.643878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group': {'name': 'tempest-secgroup--419767020'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:46.666155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.709310 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.721752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:46.745106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'Port': ['ID=723da9df-f023-4ef2-934c-156671f65525,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.751390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.766248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.794303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.795674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1553435 Jul 09 17:42:46.799143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38578) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:46.804006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'f41fdc83-661e-48dd-ae09-713bb3c20b86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:46.826331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a168e56-54fd-4f29-94f3-509e074f09e5 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41fdc83-661e-48dd-ae09-713bb3c20b86,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.826470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] No DVR routers for this DVR port 723da9df-f023-4ef2-934c-156671f65525 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:46.830950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.833125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a2fdaea-8cb1-4512-8cd1-fa0bdb98ca40 req-19e69dba-e018-418e-9f73-76a469c6561c tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.36 "DELETE /v2.0/ports/723da9df-f023-4ef2-934c-156671f65525 HTTP/1.1" status: 204 len: 173 time: 0.4923568 Jul 09 17:42:46.833609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'name': 'network-vif-deleted', 'tag': '723da9df-f023-4ef2-934c-156671f65525'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:46.840381 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b8939-0ba6-41af-ad42-51fef0d9cc91" -d '{"events": [{"server_uuid": "3143fd5b-9172-41dd-8126-b5378a9146f2", "name": "network-vif-deleted", "tag": "723da9df-f023-4ef2-934c-156671f65525"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:46.853556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.905614 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e95b6-14ff-446b-9c32-595ce66efcdf x-openstack-request-id: req-f67e95b6-14ff-446b-9c32-595ce66efcdf {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:46.905911 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3143fd5b-9172-41dd-8126-b5378a9146f2", "name": "network-vif-deleted", "tag": "723da9df-f023-4ef2-934c-156671f65525", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:46.906193 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f67e95b6-14ff-446b-9c32-595ce66efcdf {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:46.906582 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3143fd5b-9172-41dd-8126-b5378a9146f2', 'name': 'network-vif-deleted', 'tag': '723da9df-f023-4ef2-934c-156671f65525', 'status': 'completed', 'code': 200} Jul 09 17:42:46.925908 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.940397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.964872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf980078-d275-4e42-9d83-12ab72bbb90d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:46.975003 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:46.976605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58a8ebdf-c7ac-460e-9fa4-83abc4cbd4ea tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763568 Jul 09 17:42:46.979192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38582) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.026216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f2c51125-76a1-4e81-b17e-3356647316d4 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules/bf980078-d275-4e42-9d83-12ab72bbb90d HTTP/1.1" status: 200 len: 763 time: 0.0456483 Jul 09 17:42:47.029076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38584) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.066234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24369db9-27e0-4e04-95e8-4ebaf80e566f req-73da90cc-c4f7-4744-834e-71da13ab46cf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:47.067848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24369db9-27e0-4e04-95e8-4ebaf80e566f req-73da90cc-c4f7-4744-834e-71da13ab46cf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.0815063 Jul 09 17:42:47.080779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-59ae003c-2bff-4dee-855d-611f93d6a23b tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0501325 Jul 09 17:42:47.083299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38586) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.111715 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a49be387-034c-4e8f-8273-b19ae6dac19f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.113092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-24369db9-27e0-4e04-95e8-4ebaf80e566f req-23805aec-982a-4b9b-be2c-58255f60db69 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 Jul 09 17:42:47.124318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a49be387-034c-4e8f-8273-b19ae6dac19f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.159022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a49be387-034c-4e8f-8273-b19ae6dac19f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.165028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a49be387-034c-4e8f-8273-b19ae6dac19f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.168545 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a49be387-034c-4e8f-8273-b19ae6dac19f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bf980078-d275-4e42-9d83-12ab72bbb90d HTTP/1.1" status: 204 len: 168 time: 0.0819168 Jul 09 17:42:47.169127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38588) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.175246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49be387-034c-4e8f-8273-b19ae6dac19f tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf980078-d275-4e42-9d83-12ab72bbb90d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:47.225145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c4fa564-ee73-4e84-a7de-be5684a84dc8 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528498 Jul 09 17:42:47.225976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38592) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.230986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'f41fdc83-661e-48dd-ae09-713bb3c20b86', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:47.265958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.334925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.341825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.362740 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8388e841-571a-4775-ad4b-ec5fdb2486ef req-6fa8b730-ac3f-43aa-9c96-f0fa9cfc86dc tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=3143fd5b-9172-41dd-8126-b5378a9146f2 HTTP/1.1" status: 200 len: 210 time: 0.0428960 Jul 09 17:42:47.368844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57ec8c9-9ae9-4122-aa0c-3286ae95c2c5,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:47.382196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.383543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-49f2186c-fcbf-4347-b1e2-dc72a0661514 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562688 Jul 09 17:42:47.386136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38596) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.422039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f78917d1-cc79-4ccc-b2fa-f4ed9e8083cf tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules/a57ec8c9-9ae9-4122-aa0c-3286ae95c2c5 HTTP/1.1" status: 200 len: 763 time: 0.0346172 Jul 09 17:42:47.422282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38598) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.465224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-93ea34c6-2081-42f2-827b-ead391ab5f2a tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419314 Jul 09 17:42:47.467892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38600) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.493223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c43d2203-3696-4a7a-ae5a-3f60758e6805 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.501816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c43d2203-3696-4a7a-ae5a-3f60758e6805 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.532433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c43d2203-3696-4a7a-ae5a-3f60758e6805 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.538226 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c43d2203-3696-4a7a-ae5a-3f60758e6805 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.539429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c43d2203-3696-4a7a-ae5a-3f60758e6805 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a57ec8c9-9ae9-4122-aa0c-3286ae95c2c5 HTTP/1.1" status: 204 len: 168 time: 0.0706301 Jul 09 17:42:47.542408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38602) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.552834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d2203-3696-4a7a-ae5a-3f60758e6805 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57ec8c9-9ae9-4122-aa0c-3286ae95c2c5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:47.587600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f3a7d8e5-2eed-40f2-9c13-237716f7736c tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438776 Jul 09 17:42:47.590261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.595276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Request body: {'security_group_rule': {'security_group_id': 'f41fdc83-661e-48dd-ae09-713bb3c20b86', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:47.625017 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.680520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.685611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.703043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c4d46e-e259-4f8c-8ed0-39fc9a58f13a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:47.709806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.711009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-722ed8cb-5b58-4e6f-bc7d-b8f476d74297 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196682 Jul 09 17:42:47.713834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38606) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.730048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-95e5a97c-547f-4305-8c57-be1e719c7665 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules/c4c4d46e-e259-4f8c-8ed0-39fc9a58f13a HTTP/1.1" status: 200 len: 764 time: 0.0151150 Jul 09 17:42:47.732974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.780075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1985615f-6780-4d59-a7bf-0df0c2aa1e84 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0434055 Jul 09 17:42:47.780395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38610) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.806576 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fd03d0-b3ad-4fac-82f6-16f1b5187aa6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.815898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fd03d0-b3ad-4fac-82f6-16f1b5187aa6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.847351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fd03d0-b3ad-4fac-82f6-16f1b5187aa6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.853752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56fd03d0-b3ad-4fac-82f6-16f1b5187aa6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.854869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-56fd03d0-b3ad-4fac-82f6-16f1b5187aa6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c4c4d46e-e259-4f8c-8ed0-39fc9a58f13a HTTP/1.1" status: 204 len: 168 time: 0.0735438 Jul 09 17:42:47.858318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38612) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.860884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd03d0-b3ad-4fac-82f6-16f1b5187aa6 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c4d46e-e259-4f8c-8ed0-39fc9a58f13a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:47.899751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d0b3fc2d-170e-45b6-ae8a-004a78a7b612 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399802 Jul 09 17:42:47.902406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38614) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:47.954257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05ee227e-33da-4bfd-b9df-64fc52cc46af tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:47.976153 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05ee227e-33da-4bfd-b9df-64fc52cc46af tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.031103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05ee227e-33da-4bfd-b9df-64fc52cc46af tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.034142 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05ee227e-33da-4bfd-b9df-64fc52cc46af tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.035370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-05ee227e-33da-4bfd-b9df-64fc52cc46af tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "DELETE /v2.0/security-groups/f41fdc83-661e-48dd-ae09-713bb3c20b86 HTTP/1.1" status: 204 len: 168 time: 0.1320639 Jul 09 17:42:48.038679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38616) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:48.045904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee227e-33da-4bfd-b9df-64fc52cc46af tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41fdc83-661e-48dd-ae09-713bb3c20b86,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:48.088966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cbd21d33-ea80-4017-a822-e50cf21293cc tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489674 Jul 09 17:42:48.093216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:48.143412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f2bf6f7-a0c2-499d-9dff-abfdeb961634 tempest-SecGroupTest-2072631104 tempest-SecGroupTest-2072631104-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487788 Jul 09 17:42:48.301255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e69c-8337-449b-97a3-be2c560b1b03 req-04751ca9-9f08-4399-9dae-6540fc0fe6a6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:48.308585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a849e69c-8337-449b-97a3-be2c560b1b03 req-04751ca9-9f08-4399-9dae-6540fc0fe6a6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 943 time: 0.0742924 Jul 09 17:42:48.349125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a849e69c-8337-449b-97a3-be2c560b1b03 req-73a5116b-bf8c-4384-9df8-f5feb8a8235b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398571 Jul 09 17:42:48.414543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38628) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:48.566456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e2e7e1dd-5da8-4a33-b43b-c8a5350322e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6abceec03624fe48fbb80f017f6b615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504531 Jul 09 17:42:48.569076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38636) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:48.579579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 723da9df-f023-4ef2-934c-156671f65525 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:48.606213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 723da9df-f023-4ef2-934c-156671f65525 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:48.607220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 723da9df-f023-4ef2-934c-156671f65525 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:48.630616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-511aa339-b7a8-4a21-a8f7-37d92d668447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.654807 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-511aa339-b7a8-4a21-a8f7-37d92d668447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.717438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-511aa339-b7a8-4a21-a8f7-37d92d668447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.720859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-511aa339-b7a8-4a21-a8f7-37d92d668447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:48.724526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-511aa339-b7a8-4a21-a8f7-37d92d668447 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a97a1050-6b72-4dc4-ba02-d9883bf9d317 HTTP/1.1" status: 204 len: 168 time: 0.1513662 Jul 09 17:42:48.731195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511aa339-b7a8-4a21-a8f7-37d92d668447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a1050-6b72-4dc4-ba02-d9883bf9d317,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:48.895846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3141-3b3e-47cc-86b3-49e7b1173b7d req-ab8c8df7-1f9e-40d8-9f37-9f99fe2d7d1a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:48.897420 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d32c3141-3b3e-47cc-86b3-49e7b1173b7d req-ab8c8df7-1f9e-40d8-9f37-9f99fe2d7d1a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0855706 Jul 09 17:42:48.940125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d32c3141-3b3e-47cc-86b3-49e7b1173b7d req-363d9b5d-dd7f-4da9-afc6-ae3d8d0fb4de tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Jul 09 17:42:49.232278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:42:49.339031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:49.350714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'mac_address': 'fa:16:3e:81:45:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:42:49.390147 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.403806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:42:49.424064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:49.433511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:49.499270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:49.572452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118aad-7183-4d2a-b771-e4e87982484b req-e62ccb79-b3f3-4b22-9748-fc1873e1692f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:49.574542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62118aad-7183-4d2a-b771-e4e87982484b req-e62ccb79-b3f3-4b22-9748-fc1873e1692f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 944 time: 0.0762699 Jul 09 17:42:49.618437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62118aad-7183-4d2a-b771-e4e87982484b req-d5d27294-cf7c-4fb0-8d4e-8be42f97ff50 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 Jul 09 17:42:49.711409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['94b1b4f6-0f6b-4422-9d80-c96c3b3e785f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:50.088263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-7d762618-3e2b-4547-9f04-f10d73c947a0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:50.091160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-7d762618-3e2b-4547-9f04-f10d73c947a0 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0748777 Jul 09 17:42:50.200257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee320a5-1c1b-4570-a574-32429d40381c req-8780f5fc-8aff-4fb7-9ada-4d283c2b997e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:50.213392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ee320a5-1c1b-4570-a574-32429d40381c req-8780f5fc-8aff-4fb7-9ada-4d283c2b997e tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0933943 Jul 09 17:42:50.247620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Deleting port f5d436a9-1a43-4023-8599-9eb73a946b20 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:50.248632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.251627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ee320a5-1c1b-4570-a574-32429d40381c req-0d739402-6fd4-4bce-821f-a38ea0d22dd1 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Jul 09 17:42:50.368997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] For port f5d436a9-1a43-4023-8599-9eb73a946b20, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f5d436a9-1a43-4023-8599-9eb73a946b20,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:50.369869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.385552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Calling delete_port for f5d436a9-1a43-4023-8599-9eb73a946b20 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:50.533667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.555015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f5d436a9-1a43-4023-8599-9eb73a946b20'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:50.577962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'Port': ['ID=f5d436a9-1a43-4023-8599-9eb73a946b20,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:50.611540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.611966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.612523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.613110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.613768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.614358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.614883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.615403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.615961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.616513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.616922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.617573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:42:50.684503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] No DVR routers for this DVR port f5d436a9-1a43-4023-8599-9eb73a946b20 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:50.687720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.690657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0766c4a4-64d5-4520-a3c7-53e92dfa2a00 req-9fa95b8c-f2b8-4133-b217-6e850ae492c3 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "DELETE /v2.0/ports/f5d436a9-1a43-4023-8599-9eb73a946b20 HTTP/1.1" status: 204 len: 173 time: 0.5918412 Jul 09 17:42:50.694225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'name': 'network-vif-deleted', 'tag': 'f5d436a9-1a43-4023-8599-9eb73a946b20'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:50.694225 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9de7f7-ad18-44ca-b9ec-9ab6cc285170" -d '{"events": [{"server_uuid": "cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2", "name": "network-vif-deleted", "tag": "f5d436a9-1a43-4023-8599-9eb73a946b20"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:50.694812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38700) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:50.866686 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee57c84a-f142-483c-8062-1a0e048d7b32 x-openstack-request-id: req-ee57c84a-f142-483c-8062-1a0e048d7b32 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:50.867319 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2", "name": "network-vif-deleted", "tag": "f5d436a9-1a43-4023-8599-9eb73a946b20", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:50.867923 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee57c84a-f142-483c-8062-1a0e048d7b32 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:50.868554 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2', 'name': 'network-vif-deleted', 'tag': 'f5d436a9-1a43-4023-8599-9eb73a946b20', 'status': 'completed', 'code': 200} Jul 09 17:42:50.873667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d23514e5-aae0-4a10-ac05-dc9d9a6cffb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:50.924723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5cebd-9910-45aa-a741-ebfd729c3068 req-dec882f5-f42b-4ebc-a673-2bdf53c4d0a9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:50.927236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48b5cebd-9910-45aa-a741-ebfd729c3068 req-dec882f5-f42b-4ebc-a673-2bdf53c4d0a9 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 944 time: 0.1352832 Jul 09 17:42:51.002073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48b5cebd-9910-45aa-a741-ebfd729c3068 req-f609a179-3001-417f-b8cb-429d935eeb4a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619879 Jul 09 17:42:51.024992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d23514e5-aae0-4a10-ac05-dc9d9a6cffb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.030145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d23514e5-aae0-4a10-ac05-dc9d9a6cffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.069309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d23514e5-aae0-4a10-ac05-dc9d9a6cffb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8588e32cd2142cb823e07c6e77a6b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728328 Jul 09 17:42:51.070284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23514e5-aae0-4a10-ac05-dc9d9a6cffb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ea7dd-e7c6-4113-8a4a-0234010c6945,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.072190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38708) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:51.122060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1ab8b6-56de-4e0e-b3c1-501e7d4f97f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.142433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1ab8b6-56de-4e0e-b3c1-501e7d4f97f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.190422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1ab8b6-56de-4e0e-b3c1-501e7d4f97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.193318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1ab8b6-56de-4e0e-b3c1-501e7d4f97f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.194480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-be1ab8b6-56de-4e0e-b3c1-501e7d4f97f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/465ea7dd-e7c6-4113-8a4a-0234010c6945 HTTP/1.1" status: 204 len: 168 time: 0.1206748 Jul 09 17:42:51.204877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab8b6-56de-4e0e-b3c1-501e7d4f97f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ea7dd-e7c6-4113-8a4a-0234010c6945,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.250840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:42:51.320369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:42:51.327062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:42:51.327434 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.416215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.443952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:51.447038 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46254bba-94f1-4d41-9a45-3fc4fa77945f" -d '{"events": [{"server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "name": "network-vif-plugged", "status": "completed", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:51.485708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:51.496305 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.499453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f5d436a9-1a43-4023-8599-9eb73a946b20 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:51.509915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-516e9696-2a5a-498a-acf1-75ddd290d873 req-63b3895a-0267-4fec-a33c-587d946fe99a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbb41e4b-f523-40f8-b4cb-3b8f8069f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0440547 Jul 09 17:42:51.540073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: f5d436a9-1a43-4023-8599-9eb73a946b20 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:51.540375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f5d436a9-1a43-4023-8599-9eb73a946b20 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:51.545171 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f85d4d-4324-4e83-baeb-135030b1a9b2 x-openstack-request-id: req-03f85d4d-4324-4e83-baeb-135030b1a9b2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:51.545461 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "name": "network-vif-plugged", "status": "completed", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:51.545745 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03f85d4d-4324-4e83-baeb-135030b1a9b2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:51.546484 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'code': 200} Jul 09 17:42:51.603905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.632104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38718) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:51.645617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-315e2fea-b760-47c5-b837-006d6e29de43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.662318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf7067-8e33-437d-b2ea-cf0579b9db18 req-c2b7f088-6005-4a3e-bfb4-996774a8ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:51.663867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28bf7067-8e33-437d-b2ea-cf0579b9db18 req-c2b7f088-6005-4a3e-bfb4-996774a8ca40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 1097 time: 0.0669811 Jul 09 17:42:51.701726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28bf7067-8e33-437d-b2ea-cf0579b9db18 req-ae7748b0-ef0b-419a-8deb-3e1a7b015484 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Jul 09 17:42:51.743116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-315e2fea-b760-47c5-b837-006d6e29de43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.747802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-315e2fea-b760-47c5-b837-006d6e29de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.786509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-315e2fea-b760-47c5-b837-006d6e29de43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dad67b91930748458f41942f26f9e361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531672 Jul 09 17:42:51.789297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:51.795954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e2fea-b760-47c5-b837-006d6e29de43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965687c2-201f-435a-ac19-fc2bf886f2e8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:51.846437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1afe-98e1-4601-ab13-379c53469067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.869584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1afe-98e1-4601-ab13-379c53469067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.916902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1afe-98e1-4601-ab13-379c53469067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.919609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1afe-98e1-4601-ab13-379c53469067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:51.920834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8a8a1afe-98e1-4601-ab13-379c53469067 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/965687c2-201f-435a-ac19-fc2bf886f2e8 HTTP/1.1" status: 204 len: 168 time: 0.1306281 Jul 09 17:42:51.928870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a1afe-98e1-4601-ab13-379c53469067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965687c2-201f-435a-ac19-fc2bf886f2e8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:52.191088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf929b93-7ec6-4153-94e5-11b13a913fe5 req-6fb26806-e4fe-4296-a83f-720bc0389796 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:52.192904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf929b93-7ec6-4153-94e5-11b13a913fe5 req-6fb26806-e4fe-4296-a83f-720bc0389796 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 945 time: 0.0679879 Jul 09 17:42:52.237927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf929b93-7ec6-4153-94e5-11b13a913fe5 req-9ea2b540-05e7-4831-b306-fb3d51a5ca2d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353427 Jul 09 17:42:53.023345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53279b-a0c2-4817-81a1-89c6ecdff7ec req-6f0fa7cc-c96e-4a46-bd0d-c310ccf176d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:53.028992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec53279b-a0c2-4817-81a1-89c6ecdff7ec req-6f0fa7cc-c96e-4a46-bd0d-c310ccf176d7 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0808067 Jul 09 17:42:53.065689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec53279b-a0c2-4817-81a1-89c6ecdff7ec req-971d82c6-87a8-4996-8453-521144425334 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Jul 09 17:42:53.426101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525a937-ca94-4cf8-9515-5cd4ce484956 req-c6a1e60d-aabd-49df-8ac6-c05d45d71939 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:53.427852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525a937-ca94-4cf8-9515-5cd4ce484956 req-c6a1e60d-aabd-49df-8ac6-c05d45d71939 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 945 time: 0.0670509 Jul 09 17:42:53.468887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6525a937-ca94-4cf8-9515-5cd4ce484956 req-f98e68dc-fb97-4a9b-816a-80b264485016 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Jul 09 17:42:53.663051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c3cb-7e0c-4420-9b82-896abf1197be req-ca39bd71-5453-49c3-a560-6db9c097b1f8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:53.664729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3d9c3cb-7e0c-4420-9b82-896abf1197be req-ca39bd71-5453-49c3-a560-6db9c097b1f8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 945 time: 0.0748332 Jul 09 17:42:53.708342 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3d9c3cb-7e0c-4420-9b82-896abf1197be req-16aa6bb1-21ec-4727-8d55-30d3f15d6d01 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337155 Jul 09 17:42:53.735110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:53.789126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae0465-37b2-4e67-829e-d10c1e40c02c tempest-TestVolumeBootPattern-1201252629 tempest-TestVolumeBootPattern-1201252629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:53.790854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-10ae0465-37b2-4e67-829e-d10c1e40c02c tempest-TestVolumeBootPattern-1201252629 tempest-TestVolumeBootPattern-1201252629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 1092 time: 0.0542738 Jul 09 17:42:53.794309 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38798) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:53.799473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:42:53.822102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.927997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:53.948437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38802) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:54.074236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.25.3.155 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/04187222-9246-462a-9f0e-359250cfa889) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:42:54.080644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8566179-b1be-4b14-be8b-f778b4cdc45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.192302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8566179-b1be-4b14-be8b-f778b4cdc45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.198230 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b8566179-b1be-4b14-be8b-f778b4cdc45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.217469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.260536 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:42:54.269139 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b8566179-b1be-4b14-be8b-f778b4cdc45c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d90239a17ab64658879bb92f66607592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193030 Jul 09 17:42:54.271691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8566179-b1be-4b14-be8b-f778b4cdc45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52e04bb-a9d4-4213-b758-76f6434cff0e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:54.272395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38814) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:54.290706 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.308753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc460e9-6d09-41b6-b41d-93eb401e2f17 req-e917bf88-ee9a-4bb7-acbb-1aac422ce845 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:54.310863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cc460e9-6d09-41b6-b41d-93eb401e2f17 req-e917bf88-ee9a-4bb7-acbb-1aac422ce845 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0940459 Jul 09 17:42:54.350904 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cc460e9-6d09-41b6-b41d-93eb401e2f17 req-f3d363b2-b45f-40de-b304-6a7160205658 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335250 Jul 09 17:42:54.353086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:42:54.371959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:42:54.374362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:42:54.420159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=04187222-9246-462a-9f0e-359250cfa889,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:54.445574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f89cff4-9b5c-47ad-9610-779e2b495612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.497126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f89cff4-9b5c-47ad-9610-779e2b495612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.577035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586acfd-df4e-4c04-9039-84f0135e4ae8 req-fea88822-44dd-4650-817e-dd7c5f4c58e8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:54.578540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e586acfd-df4e-4c04-9039-84f0135e4ae8 req-fea88822-44dd-4650-817e-dd7c5f4c58e8 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 945 time: 0.2244797 Jul 09 17:42:54.676459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e586acfd-df4e-4c04-9039-84f0135e4ae8 req-965e7807-77e5-4121-993c-6208cdd7d92b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907598 Jul 09 17:42:54.679554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f89cff4-9b5c-47ad-9610-779e2b495612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.682567 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1f89cff4-9b5c-47ad-9610-779e2b495612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.683457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1f89cff4-9b5c-47ad-9610-779e2b495612 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b52e04bb-a9d4-4213-b758-76f6434cff0e HTTP/1.1" status: 204 len: 168 time: 0.4097240 Jul 09 17:42:54.721954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89cff4-9b5c-47ad-9610-779e2b495612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52e04bb-a9d4-4213-b758-76f6434cff0e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:54.832545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a82815-1d47-48d8-8f20-ff561270643e req-3ffd6f84-32d2-4c51-a1b4-ae69e346d03f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:54.834156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5a82815-1d47-48d8-8f20-ff561270643e req-3ffd6f84-32d2-4c51-a1b4-ae69e346d03f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.0716627 Jul 09 17:42:54.898007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.949869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Deleting port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:54.950217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:54.987079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38820) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:55.005415 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa64-14d4-4861-b851-3070d6f66784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.008347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.052563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] For port 5339b060-1d2f-4ef9-87a0-e37bb54294f2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=5339b060-1d2f-4ef9-87a0-e37bb54294f2,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:55.052963 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.206498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa64-14d4-4861-b851-3070d6f66784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.218486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b85aa64-14d4-4861-b851-3070d6f66784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.222705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.237691 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.292012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1b85aa64-14d4-4861-b851-3070d6f66784 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fb6e33e99704eae9a980087e9411f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037877 Jul 09 17:42:55.296412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38822) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:55.297795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85aa64-14d4-4861-b851-3070d6f66784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c578015b-b299-4d1f-a112-2cc7aef7766a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:55.326452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=04187222-9246-462a-9f0e-359250cfa889,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:55.343527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.359221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.359599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.359944 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Floating IP 01c1dbb8-4872-4985-9004-d7d07ec2ce42 disassociated. External IP: 172.25.3.161, port: 5339b060-1d2f-4ef9-87a0-e37bb54294f2. Jul 09 17:42:55.360294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Calling delete_port for 5339b060-1d2f-4ef9-87a0-e37bb54294f2 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:55.424254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f362e29-e99e-4b5a-8369-bd3c8ec28864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.449642 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Floating IP 896b943e-0842-467f-ba96-008be30be36b associated. External IP: 172.25.3.155, port: 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f. Jul 09 17:42:55.458270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f362e29-e99e-4b5a-8369-bd3c8ec28864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.587786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f362e29-e99e-4b5a-8369-bd3c8ec28864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.587786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f362e29-e99e-4b5a-8369-bd3c8ec28864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.587786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f362e29-e99e-4b5a-8369-bd3c8ec28864 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c578015b-b299-4d1f-a112-2cc7aef7766a HTTP/1.1" status: 204 len: 168 time: 0.2906060 Jul 09 17:42:55.618509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f362e29-e99e-4b5a-8369-bd3c8ec28864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578015b-b299-4d1f-a112-2cc7aef7766a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:55.629160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acb80f-a021-4840-ab3c-74aa89fcd8cd req-043a499e-9f9a-4b42-bc8f-06a3cd65d88a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:55.630987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4acb80f-a021-4840-ab3c-74aa89fcd8cd req-043a499e-9f9a-4b42-bc8f-06a3cd65d88a tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 945 time: 0.1652842 Jul 09 17:42:55.631823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:55.700058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'Port': ['ID=5339b060-1d2f-4ef9-87a0-e37bb54294f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:55.784479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4acb80f-a021-4840-ab3c-74aa89fcd8cd req-f8ed5748-c188-4505-b11d-05a4a41736d9 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups?id=16f74859-faaa-4ce1-ae75-fded89188779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271324 Jul 09 17:42:56.193637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Router 103eb457-f4a7-4266-809f-15555fe739a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:42:56.248222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:42:56.290919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb7035-6c29-41d0-85da-6deb666997de req-9be06127-eaa7-47bb-965c-2a801417659f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:56.292772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ccb7035-6c29-41d0-85da-6deb666997de req-9be06127-eaa7-47bb-965c-2a801417659f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 945 time: 0.1424913 Jul 09 17:42:56.307980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391fe3c-2af0-42b0-8bf8-8d1d20beb682 req-d6015b57-b2ac-4fea-8a81-64c2b337defa tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:56.309623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0391fe3c-2af0-42b0-8bf8-8d1d20beb682 req-d6015b57-b2ac-4fea-8a81-64c2b337defa tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 945 time: 0.1502440 Jul 09 17:42:56.320374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:42:56.330989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] Sync routers for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:42:56.343412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:56.344204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:56.366406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] No DVR routers for this DVR port 5339b060-1d2f-4ef9-87a0-e37bb54294f2 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:56.370849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:56.375131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5a82815-1d47-48d8-8f20-ff561270643e req-e8403576-2e2d-4fc3-973c-b979ea228034 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.13 "DELETE /v2.0/ports/5339b060-1d2f-4ef9-87a0-e37bb54294f2 HTTP/1.1" status: 204 len: 173 time: 1.5350037 Jul 09 17:42:56.375943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-deleted', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:56.379958 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09288da2-8ca2-4485-91aa-9898af2e1d1b" -d '{"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-deleted", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:56.426860 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c66d10-ced0-4c0c-9e42-92e2dda84121 x-openstack-request-id: req-66c66d10-ced0-4c0c-9e42-92e2dda84121 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:56.427162 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1317247c-5d23-4431-9c39-bba5bda81461", "name": "network-vif-deleted", "tag": "5339b060-1d2f-4ef9-87a0-e37bb54294f2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:56.427412 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66c66d10-ced0-4c0c-9e42-92e2dda84121 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:56.427874 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1317247c-5d23-4431-9c39-bba5bda81461', 'name': 'network-vif-deleted', 'tag': '5339b060-1d2f-4ef9-87a0-e37bb54294f2', 'status': 'completed', 'code': 200} Jul 09 17:42:56.503721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0391fe3c-2af0-42b0-8bf8-8d1d20beb682 req-0805d32d-3755-4eb5-a0d0-92248b0b3ecf tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550622 Jul 09 17:42:56.515277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:56.568193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:42:56.578842 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:42:56.589328 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:56.590379 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:56.605899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Deleting port 99516c56-ec12-419e-95cf-0e2d7e5660b9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:56.606786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:56.612586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:56.711781 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-aaed4242-145a-4fd3-9870-5e29e62da0a3 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9063401 Jul 09 17:42:56.711781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:56.711781 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afafa27-6dd9-4d61-84d2-dc54bb193754" -d '{"events": [{"name": "network-changed", "server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:56.716587 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:56.762838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:55Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:56.767878 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c66ae0-9bfa-4478-b5c2-97e71e710d4d x-openstack-request-id: req-d1c66ae0-9bfa-4478-b5c2-97e71e710d4d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:56.768571 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:56.768701 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1c66ae0-9bfa-4478-b5c2-97e71e710d4d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:56.769195 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'status': 'completed', 'code': 200} Jul 09 17:42:56.784979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] For port 99516c56-ec12-419e-95cf-0e2d7e5660b9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=99516c56-ec12-419e-95cf-0e2d7e5660b9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:56.785449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:56.798777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] Checking router: 103eb457-f4a7-4266-809f-15555fe739a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:42:56.800841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Calling delete_port for 99516c56-ec12-419e-95cf-0e2d7e5660b9 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:56.824994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:56.825685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:56.905988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-dd2ee595-d3ce-46eb-9144-c34713ccb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:56.907743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-dd2ee595-d3ce-46eb-9144-c34713ccb0cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 1097 time: 0.1029956 Jul 09 17:42:57.098034 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '896b943e-0842-467f-ba96-008be30be36b', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:81:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:42:54Z', 'updated_at': '2021-07-09T17:42:54Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:57.124005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-5a0e2283-4f9e-4af2-97a3-3806c9c5e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:57.125666 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-5a0e2283-4f9e-4af2-97a3-3806c9c5e6b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.2114620 Jul 09 17:42:57.145476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:57.160831 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:42:57.183619 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:42:57.184314 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:57.187908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6909db2a-bbe2-4254-960c-b0e8cd5e42fa req-5df9de74-9e05-4480-a099-d29af9c46bb4 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/ports?device_id=1317247c-5d23-4431-9c39-bba5bda81461 HTTP/1.1" status: 200 len: 210 time: 0.0643008 Jul 09 17:42:57.190555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.221493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['526f8525-c6db-4618-a35c-71ce56019b1a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:57.224783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9', '6d17ddf3-9580-4904-8677-5a5a5d19c546'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:42:57.269150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-95cbba03-ddf2-493f-9267-bded04ae0d7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f HTTP/1.1" status: 200 len: 999 time: 0.1357276 Jul 09 17:42:57.302888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event deleted for resources: {'Port': ['ID=99516c56-ec12-419e-95cf-0e2d7e5660b9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:57.345993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-5bb85552-22d0-47e9-a575-4f1f1707139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:57.347618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-5bb85552-22d0-47e9-a575-4f1f1707139f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0725183 Jul 09 17:42:57.392801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] No DVR routers for this DVR port 99516c56-ec12-419e-95cf-0e2d7e5660b9 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:42:57.396213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:57.399457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0ccb7035-6c29-41d0-85da-6deb666997de req-784c123f-82c3-4746-9217-b40012b3e58b tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "DELETE /v2.0/ports/99516c56-ec12-419e-95cf-0e2d7e5660b9 HTTP/1.1" status: 204 len: 173 time: 1.0999990 Jul 09 17:42:57.430777 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:42:57.464935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-db7e39ee-d8e2-46a6-bbaa-f07dceb898f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:42:57.467899 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-db7e39ee-d8e2-46a6-bbaa-f07dceb898f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110816 Jul 09 17:42:57.669807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-39759fc5-23e3-4513-8eeb-2729d000798b service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957390 Jul 09 17:42:57.754999 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '896b943e-0842-467f-ba96-008be30be36b', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:81:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:42:54Z', 'updated_at': '2021-07-09T17:42:54Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:57.788302 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893cf2a-4810-4cad-953e-6f4f4c143f0b None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '896b943e-0842-467f-ba96-008be30be36b', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:81:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:42:54Z', 'updated_at': '2021-07-09T17:42:54Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:42:57.804815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0240f025-4a51-4762-af8d-51f557c11f7a req-a5310af4-6749-4d67-90e3-c3aa9e240b18 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c8086d8-9e50-4e24-9f01-6da5a166e577 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Jul 09 17:42:57.864875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:55Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:42:57.866179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8afafa27-6dd9-4d61-84d2-dc54bb193754 req-bbadc26b-2eb7-4408-96b2-6f64bbdc98bc service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881371 Jul 09 17:42:57.901277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61194a-e3e2-4cb5-8ab2-e8c022d9ed4e None None] The sync data for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 is: [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:34:48Z', 'revision_number': 4, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '43438565-f0cc-4527-aed8-eecb185901fb', 'name': '', 'network_id': '7c7f085d-5ece-4ae7-8f7f-00d410edae08', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'mac_address': 'fa:16:3e:a3:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '554a3d1b-e94d-407c-afce-df457747d603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:45Z', 'updated_at': '2021-07-09T17:34:55Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'subnets': [{'id': '554a3d1b-e94d-407c-afce-df457747d603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:42:57.978568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38888) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.127291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5675e70-869a-4784-a6e2-09d4bb643e15 None None] New status for floating IP 896b943e-0842-467f-ba96-008be30be36b: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:42:58.140366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a459404a-39ad-4b65-b535-720cdfe06622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.253909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a459404a-39ad-4b65-b535-720cdfe06622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.262883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a459404a-39ad-4b65-b535-720cdfe06622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.263562 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3245f1a-f661-48e5-a070-139f41ef6834 None None] New status for floating IP 01c1dbb8-4872-4985-9004-d7d07ec2ce42: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:42:58.318201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a459404a-39ad-4b65-b535-720cdfe06622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40bd178fec01460183fc1e7a34764b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358617 Jul 09 17:42:58.318201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459404a-39ad-4b65-b535-720cdfe06622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc41a0fb-3bd1-4e77-86c2-df9b2769819f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.318410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38896) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.342785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38898) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.401383 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d02e3ef9-5ee5-44c7-a01e-205f71f95aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.414427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-478bbfc0-fbd3-432c-9489-cfb2380faad6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.424782 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d02e3ef9-5ee5-44c7-a01e-205f71f95aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.438991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-478bbfc0-fbd3-432c-9489-cfb2380faad6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.480581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d02e3ef9-5ee5-44c7-a01e-205f71f95aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.483819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d02e3ef9-5ee5-44c7-a01e-205f71f95aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.485130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d02e3ef9-5ee5-44c7-a01e-205f71f95aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc41a0fb-3bd1-4e77-86c2-df9b2769819f HTTP/1.1" status: 204 len: 168 time: 0.1657557 Jul 09 17:42:58.494902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-478bbfc0-fbd3-432c-9489-cfb2380faad6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.495818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e3ef9-5ee5-44c7-a01e-205f71f95aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc41a0fb-3bd1-4e77-86c2-df9b2769819f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.500388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-478bbfc0-fbd3-432c-9489-cfb2380faad6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.501671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-478bbfc0-fbd3-432c-9489-cfb2380faad6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "DELETE /v2.0/security-groups/16f74859-faaa-4ce1-ae75-fded89188779 HTTP/1.1" status: 204 len: 168 time: 0.1568525 Jul 09 17:42:58.504261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38902) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.513595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bbfc0-fbd3-432c-9489-cfb2380faad6 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f74859-faaa-4ce1-ae75-fded89188779,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.522262 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-eed956d7-4b66-43bf-844c-00c8da847854 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] show failed (client error): The resource could not be found. Jul 09 17:42:58.523303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eed956d7-4b66-43bf-844c-00c8da847854 tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "GET /v2.0/security-groups/16f74859-faaa-4ce1-ae75-fded89188779 HTTP/1.1" status: 404 len: 347 time: 0.0179431 Jul 09 17:42:58.526213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.639653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 99516c56-ec12-419e-95cf-0e2d7e5660b9 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:58.653880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Deleting port 17f7450a-d80d-4e62-8012-9cd20b6782fc {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:58.654191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.659461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 99516c56-ec12-419e-95cf-0e2d7e5660b9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:58.659813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 99516c56-ec12-419e-95cf-0e2d7e5660b9 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:58.738992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.739331 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.752414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Calling delete_port for 17f7450a-d80d-4e62-8012-9cd20b6782fc owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:42:58.770370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'name': 'network-vif-deleted', 'tag': '99516c56-ec12-419e-95cf-0e2d7e5660b9'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:42:58.774040 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95326d3-4edd-4d61-a51d-5df210fc3064" -d '{"events": [{"server_uuid": "9c8086d8-9e50-4e24-9f01-6da5a166e577", "name": "network-vif-deleted", "tag": "99516c56-ec12-419e-95cf-0e2d7e5660b9"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:42:58.774282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38908) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.790933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe505fb9-a728-4768-8eec-352e2f35b93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.821781 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f29be-0eb9-49e5-9ef0-d24017e3384d x-openstack-request-id: req-1c8f29be-0eb9-49e5-9ef0-d24017e3384d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:42:58.822098 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8086d8-9e50-4e24-9f01-6da5a166e577", "name": "network-vif-deleted", "tag": "99516c56-ec12-419e-95cf-0e2d7e5660b9", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:42:58.822326 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c8f29be-0eb9-49e5-9ef0-d24017e3384d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:42:58.822738 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8086d8-9e50-4e24-9f01-6da5a166e577', 'name': 'network-vif-deleted', 'tag': '99516c56-ec12-419e-95cf-0e2d7e5660b9', 'status': 'completed', 'code': 200} Jul 09 17:42:58.901130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe505fb9-a728-4768-8eec-352e2f35b93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.906343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe505fb9-a728-4768-8eec-352e2f35b93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.918523 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:58.948765 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fe505fb9-a728-4768-8eec-352e2f35b93e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ced1ce705ab4f81831f76741960c66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730692 Jul 09 17:42:58.950000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe505fb9-a728-4768-8eec-352e2f35b93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ccbc04-a29f-452f-bcff-3c6d8865ae49,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:58.952661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38916) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:58.961029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Pushing event deleted for resources: {'Port': ['ID=17f7450a-d80d-4e62-8012-9cd20b6782fc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:59.059439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.062193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.065931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-10af9f7f-6e10-49a5-a4cd-f8df12e7f19f tempest-ServerActionsTestJSON-1630139685 tempest-ServerActionsTestJSON-1630139685-project] 10.222.0.21 "DELETE /v2.0/floatingips/01c1dbb8-4872-4985-9004-d7d07ec2ce42 HTTP/1.1" status: 204 len: 168 time: 0.5361733 Jul 09 17:42:59.065931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a31137-b795-4d08-afac-71859667fae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.066826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38920) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:42:59.092490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a31137-b795-4d08-afac-71859667fae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.146085 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a31137-b795-4d08-afac-71859667fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.149506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a31137-b795-4d08-afac-71859667fae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.153930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-64a31137-b795-4d08-afac-71859667fae6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9ccbc04-a29f-452f-bcff-3c6d8865ae49 HTTP/1.1" status: 204 len: 168 time: 0.1983435 Jul 09 17:42:59.174121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a31137-b795-4d08-afac-71859667fae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ccbc04-a29f-452f-bcff-3c6d8865ae49,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:42:59.290394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:42:59.313418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 5339b060-1d2f-4ef9-87a0-e37bb54294f2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:42:59.314197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 5339b060-1d2f-4ef9-87a0-e37bb54294f2 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:42:59.641140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.916298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Deleting port 43438565-f0cc-4527-aed8-eecb185901fb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:42:59.916564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:42:59.996985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] For port 43438565-f0cc-4527-aed8-eecb185901fb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=43438565-f0cc-4527-aed8-eecb185901fb,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:42:59.997365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.017041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Calling delete_port for 43438565-f0cc-4527-aed8-eecb185901fb owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:00.268572 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.314608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=43438565-f0cc-4527-aed8-eecb185901fb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:00.509775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:00.788404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Router 103eb457-f4a7-4266-809f-15555fe739a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:00.947958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:00.958157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e087653-9328-4d24-8902-cda594873298 None None] Sync routers for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:00.967476 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c78a53fb-1d0a-466c-be4c-9e88ed863a85 admin admin] 10.222.0.21 "PUT /v2.0/routers/103eb457-f4a7-4266-809f-15555fe739a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994162 Jul 09 17:43:00.969948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:00.971342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:00.971898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:01.174613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:01.239666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.407475 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.440809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:43:00Z', 'revision_number': 5, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port': {'id': '506d6aa0-fa46-4bf9-9b98-89d41c645769', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103eb457-f4a7-4266-809f-15555fe739a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:34:40Z', 'updated_at': '2021-07-09T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:01.475392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 38986) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:01.481152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e087653-9328-4d24-8902-cda594873298 None None] Checking router: 103eb457-f4a7-4266-809f-15555fe739a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:01.491592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] Routers {'103eb457-f4a7-4266-809f-15555fe739a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:01.492254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['103eb457-f4a7-4266-809f-15555fe739a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:01.497360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Deleting port 506d6aa0-fa46-4bf9-9b98-89d41c645769 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:01.497884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.612858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] For port 506d6aa0-fa46-4bf9-9b98-89d41c645769, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=506d6aa0-fa46-4bf9-9b98-89d41c645769,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:01.613501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.631324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d252765c-28eb-44a6-b67f-84bce19c057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.638057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Calling delete_port for 506d6aa0-fa46-4bf9-9b98-89d41c645769 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:01.751896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] Set router 103eb457-f4a7-4266-809f-15555fe739a3 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:01.805741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3e087653-9328-4d24-8902-cda594873298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:43:01Z', 'revision_number': 6, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:01.837141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e087653-9328-4d24-8902-cda594873298 None None] The sync data for ids ['103eb457-f4a7-4266-809f-15555fe739a3'] in n-d-791506-17 is: [{'id': '103eb457-f4a7-4266-809f-15555fe739a3', 'name': 'tempest-ServerActionsTestJSON-1764676676-router', 'tenant_id': 'ec0405588b4b4886965775e5f650f2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:34:39Z', 'updated_at': '2021-07-09T17:43:01Z', 'revision_number': 6, 'project_id': 'ec0405588b4b4886965775e5f650f2c2', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:01.858447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d252765c-28eb-44a6-b67f-84bce19c057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.881227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d252765c-28eb-44a6-b67f-84bce19c057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.938354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d252765c-28eb-44a6-b67f-84bce19c057d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abfd94aea95d43449023b067afa22dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618089 Jul 09 17:43:01.939785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252765c-28eb-44a6-b67f-84bce19c057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a2f99-9cbd-4e9f-8c9b-0f618a8a4d19,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:01.941335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:01.944152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:01.970923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=506d6aa0-fa46-4bf9-9b98-89d41c645769,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:02.011356 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00235f5b-e66f-4984-aa27-78a356dc5086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.034720 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00235f5b-e66f-4984-aa27-78a356dc5086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.042785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.084207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00235f5b-e66f-4984-aa27-78a356dc5086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.087223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-00235f5b-e66f-4984-aa27-78a356dc5086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.091212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-00235f5b-e66f-4984-aa27-78a356dc5086 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e00a2f99-9cbd-4e9f-8c9b-0f618a8a4d19 HTTP/1.1" status: 204 len: 168 time: 0.1450849 Jul 09 17:43:02.098313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00235f5b-e66f-4984-aa27-78a356dc5086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a2f99-9cbd-4e9f-8c9b-0f618a8a4d19,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:02.140505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.142926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.196875 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.198561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 103eb457-f4a7-4266-809f-15555fe739a3 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:43:02.204275 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.208362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 38994) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:02.208560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c96a62cc-c013-4707-97ad-657efeb71b98 admin admin] 10.222.0.21 "DELETE /v2.0/routers/103eb457-f4a7-4266-809f-15555fe739a3 HTTP/1.1" status: 204 len: 168 time: 1.2341223 Jul 09 17:43:02.262680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Deleting subnet 554a3d1b-e94d-407c-afce-df457747d603 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:43:02.266917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.318646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.410268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.442818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39002) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:02.461211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9a91-37bf-43b7-85e5-928b19e40a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.498053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.539945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554a3d1b-e94d-407c-afce-df457747d603,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:02.549855 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.551829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0573c2a8-6f4b-4c3d-8d45-213f65cdfa05 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/554a3d1b-e94d-407c-afce-df457747d603 HTTP/1.1" status: 204 len: 168 time: 0.3423498 Jul 09 17:43:02.554670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39004) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:02.557432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e36ee-5493-46cb-a607-01af0b955a39 None None] Network 7c7f085d-5ece-4ae7-8f7f-00d410edae08 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:02.628512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9a91-37bf-43b7-85e5-928b19e40a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.636404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9a91-37bf-43b7-85e5-928b19e40a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.672533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.686173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5ccb9a91-37bf-43b7-85e5-928b19e40a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cf26b5c9acb4c47a99353ea5b9516f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425976 Jul 09 17:43:02.688192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb9a91-37bf-43b7-85e5-928b19e40a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b8d24-d1ff-4b4f-a6ac-0af540ae07c0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:02.688819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:02.773138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] DHCP port deletion for 7c7f085d-5ece-4ae7-8f7f-00d410edae08 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:43:02.820779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] Deleting port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:02.821135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.887514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] For port e899f1d5-0df3-475e-b2ad-d32f0d2c6220, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,segment=NetworkSegment(d1c3f133-6e8d-4e5d-9d02-cb7bb423296a),segment_id=d1c3f133-6e8d-4e5d-9d02-cb7bb423296a)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:02.888204 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:02.908604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] Calling delete_port for e899f1d5-0df3-475e-b2ad-d32f0d2c6220 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:02.997745 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.023738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] Pushing event deleted for resources: {'Port': ['ID=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.036501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173ed8a-8e30-4da3-a7ff-7fccb68524c9 None None] No DVR routers for this DVR port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:03.069738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 506d6aa0-fa46-4bf9-9b98-89d41c645769 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:03.086709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2d06-9e45-4308-acbc-3df80b973423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.092279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 506d6aa0-fa46-4bf9-9b98-89d41c645769 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:03.092698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 506d6aa0-fa46-4bf9-9b98-89d41c645769 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:03.093193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 43438565-f0cc-4527-aed8-eecb185901fb no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:03.111869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 43438565-f0cc-4527-aed8-eecb185901fb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:03.112268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 43438565-f0cc-4527-aed8-eecb185901fb not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:03.112879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e899f1d5-0df3-475e-b2ad-d32f0d2c6220 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:03.119121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Deleting port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:03.119466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.123655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2d06-9e45-4308-acbc-3df80b973423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.131488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e899f1d5-0df3-475e-b2ad-d32f0d2c6220 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:03.131865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e899f1d5-0df3-475e-b2ad-d32f0d2c6220 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:03.184791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09c4d-64a2-4f1a-8e50-559c0d6cb035 req-682b96c5-2508-48be-87a0-91c743bb3951 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:03.186287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4cf09c4d-64a2-4f1a-8e50-559c0d6cb035 req-682b96c5-2508-48be-87a0-91c743bb3951 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 946 time: 0.4636607 Jul 09 17:43:03.236202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] For port e899f1d5-0df3-475e-b2ad-d32f0d2c6220, host n-d-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:03.236737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.251208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Calling delete_port for e899f1d5-0df3-475e-b2ad-d32f0d2c6220 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:03.255076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 was not found and therefore no delete operation was performed {{(pid=93895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:43:03.263726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.278759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4cf09c4d-64a2-4f1a-8e50-559c0d6cb035 req-52e8c9d6-0eb4-472d-bf68-f655b3b8b3ec tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832458 Jul 09 17:43:03.298222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2d06-9e45-4308-acbc-3df80b973423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.300860 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2d06-9e45-4308-acbc-3df80b973423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.302066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d6ee2d06-9e45-4308-acbc-3df80b973423 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad8b8d24-d1ff-4b4f-a6ac-0af540ae07c0 HTTP/1.1" status: 204 len: 168 time: 0.6121445 Jul 09 17:43:03.304922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e899f1d5-0df3-475e-b2ad-d32f0d2c6220,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.313306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] No DVR routers for this DVR port e899f1d5-0df3-475e-b2ad-d32f0d2c6220 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:03.315263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee2d06-9e45-4308-acbc-3df80b973423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b8d24-d1ff-4b4f-a6ac-0af540ae07c0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.398069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.407989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7f085d-5ece-4ae7-8f7f-00d410edae08']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:03.418620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:03.418945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c3f133-6e8d-4e5d-9d02-cb7bb423296a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:03.427921 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.442244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.448479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:43:03.448920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:43:03.450635 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:43:03.506083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.512510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.515014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c7f085d-5ece-4ae7-8f7f-00d410edae08 HTTP/1.1" status: 204 len: 168 time: 0.9593439 Jul 09 17:43:03.529046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1410ca-85ed-4e49-9ef7-602fb1bf22ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7f085d-5ece-4ae7-8f7f-00d410edae08,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:03.718970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:03.763280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-89df15bb-e434-4c87-be17-c2ecdb7ef864 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec0405588b4b4886965775e5f650f2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430911 Jul 09 17:43:03.766139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:03.825155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-786f1f94-38ff-49bc-abfe-c42fd8002b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.850515 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-786f1f94-38ff-49bc-abfe-c42fd8002b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.913132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-786f1f94-38ff-49bc-abfe-c42fd8002b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.916308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-786f1f94-38ff-49bc-abfe-c42fd8002b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:03.917503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-786f1f94-38ff-49bc-abfe-c42fd8002b7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb HTTP/1.1" status: 204 len: 168 time: 0.1501112 Jul 09 17:43:03.925921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1f94-38ff-49bc-abfe-c42fd8002b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb37ec8-eceb-4b1e-adf6-01a3dbc0bceb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:04.162274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-ade04c70-83e2-492e-b11c-657bf58c8186 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:04.164454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-ade04c70-83e2-492e-b11c-657bf58c8186 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 946 time: 0.0786407 Jul 09 17:43:04.310072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Deleting port 6d17ddf3-9580-4904-8677-5a5a5d19c546 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:04.310072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.460895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] For port 6d17ddf3-9580-4904-8677-5a5a5d19c546, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6d17ddf3-9580-4904-8677-5a5a5d19c546,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:04.461327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.503734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Calling delete_port for 6d17ddf3-9580-4904-8677-5a5a5d19c546 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:04.592136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb47fb-c99e-4435-b104-cae64cc5dddc req-911a1818-22c7-449b-80ca-57ad6a8c1c2d tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:04.594153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91eb47fb-c99e-4435-b104-cae64cc5dddc req-911a1818-22c7-449b-80ca-57ad6a8c1c2d tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=99532460-43b1-4ec6-9238-e9d822c63ea3 HTTP/1.1" status: 200 len: 946 time: 0.1680350 Jul 09 17:43:04.622298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:04.677888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-91eb47fb-c99e-4435-b104-cae64cc5dddc req-a34d2cee-f8e2-4746-9fe7-8a76decd2774 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Jul 09 17:43:04.753945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.765582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:04.772031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['526f8525-c6db-4618-a35c-71ce56019b1a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:04.786022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event deleted for resources: {'Port': ['ID=6d17ddf3-9580-4904-8677-5a5a5d19c546,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:04.804034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:04.836362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] No DVR routers for this DVR port 6d17ddf3-9580-4904-8677-5a5a5d19c546 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:04.839080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.841219 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b020eded-205a-4e9a-b3d8-04e0ace7a5c6 req-58b0fde8-8441-4e98-a49f-6ffa4f812227 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "DELETE /v2.0/ports/6d17ddf3-9580-4904-8677-5a5a5d19c546 HTTP/1.1" status: 204 len: 173 time: 0.6696348 Jul 09 17:43:04.841863 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'name': 'network-vif-deleted', 'tag': '6d17ddf3-9580-4904-8677-5a5a5d19c546'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:04.844072 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df4170-3cd1-4bea-859c-92cf3f4a5ca9" -d '{"events": [{"server_uuid": "99532460-43b1-4ec6-9238-e9d822c63ea3", "name": "network-vif-deleted", "tag": "6d17ddf3-9580-4904-8677-5a5a5d19c546"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:04.847433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61aad2df-031a-43ea-9063-9707935e6334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:04.904758 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f376e22-f4c2-4858-90c8-ec5e00254297 x-openstack-request-id: req-4f376e22-f4c2-4858-90c8-ec5e00254297 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:04.905104 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99532460-43b1-4ec6-9238-e9d822c63ea3", "name": "network-vif-deleted", "tag": "6d17ddf3-9580-4904-8677-5a5a5d19c546", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:04.905357 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f376e22-f4c2-4858-90c8-ec5e00254297 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:04.905850 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99532460-43b1-4ec6-9238-e9d822c63ea3', 'name': 'network-vif-deleted', 'tag': '6d17ddf3-9580-4904-8677-5a5a5d19c546', 'status': 'completed', 'code': 200} Jul 09 17:43:04.998829 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61aad2df-031a-43ea-9063-9707935e6334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.004211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-275445630-network', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:05.024836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61aad2df-031a-43ea-9063-9707935e6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.034942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Made reservation on behalf of ad66f3b300ab4c9195cc40169045dd35 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:05.037380 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.065163 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.082340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61aad2df-031a-43ea-9063-9707935e6334 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=465e54cb3d034caf99f8bb8e6875afd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595590 Jul 09 17:43:05.085422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39078) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:05.087092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aad2df-031a-43ea-9063-9707935e6334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7cc065-385b-46d4-b3bb-ebda63cc76b4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:05.147360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fec6-7b31-470d-8c8c-067db936aead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.169650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fec6-7b31-470d-8c8c-067db936aead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.177527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.181653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.208354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:43:05.220271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2226c-84f4-4545-abbf-9bd0f37f74f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:05.222516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fec6-7b31-470d-8c8c-067db936aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.225245 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fec6-7b31-470d-8c8c-067db936aead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.226455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c5a4fec6-7b31-470d-8c8c-067db936aead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df7cc065-385b-46d4-b3bb-ebda63cc76b4 HTTP/1.1" status: 204 len: 168 time: 0.1400948 Jul 09 17:43:05.233890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.234196 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Added segment 3f024e7b-9487-4558-a32b-c2dd4742457f of type vlan for network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a Jul 09 17:43:05.238123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4fec6-7b31-470d-8c8c-067db936aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7cc065-385b-46d4-b3bb-ebda63cc76b4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:05.293160 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.335974 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.337837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:05.338480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.419319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6141508 Jul 09 17:43:05.422604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39084) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:05.428208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Request body: {'subnet': {'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-subnet', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:05.438353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ecf61-b459-4d98-ae15-2e2ad17afb2b admin admin] Pushing event updated for resources: {'Network': ['ID=98259109-e892-4d1e-9ec4-cea2a3c5cc4a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:05.449112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:43:05.455546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Made reservation on behalf of ad66f3b300ab4c9195cc40169045dd35 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:05.458352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.652943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.721316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5250d6d1-e422-4311-9dbc-22ea528e30af,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:05.732515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Checking segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:05.732866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Network hostable DHCP agents. Network: 98259109-e892-4d1e-9ec4-cea2a3c5cc4a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:43:05.751016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:43:05.762608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 98259109-e892-4d1e-9ec4-cea2a3c5cc4a) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:05.767755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:05.768686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.775323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f546e4-f25e-4112-87b4-5d7e275b27ca None None] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:05.790084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6ba23ccc-e57c-4674-97b1-373137fa2b3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3662999 Jul 09 17:43:05.792960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39102) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:05.800653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:05.829230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.830363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.896693 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:05.936753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94210822-655b-4b58-8b19-a9123b14eaf2 None None] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:06.092801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.240838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb75ae-f6c7-4a63-a467-97d30e734260 req-4e528da2-4585-4292-b7cd-bed28c4f8c3f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:06.242337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6eb75ae-f6c7-4a63-a467-97d30e734260 req-4e528da2-4585-4292-b7cd-bed28c4f8c3f tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 945 time: 0.0887895 Jul 09 17:43:06.369747 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6eb75ae-f6c7-4a63-a467-97d30e734260 req-977a0212-2b2f-43c6-909f-2c3a7cd4f443 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206729 Jul 09 17:43:06.387519 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.407429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.517426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Allocated IP 172.25.3.156 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/1dc1c522-b4ad-49b8-8e5c-856bfafc107f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:06.624629 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.665341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:06.682708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6d17ddf3-9580-4904-8677-5a5a5d19c546 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:06.700432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:06.702688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 6d17ddf3-9580-4904-8677-5a5a5d19c546 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:06.703113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6d17ddf3-9580-4904-8677-5a5a5d19c546 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:06.703610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:06.706502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:06.750660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Pushing event updated for resources: {'Port': ['ID=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:06.977760 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:07.180864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:07.314795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:43:07.423453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:07.432924 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Sync routers for ids ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:07.441603 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:07.443033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f6f023e4-1034-4bdd-b0ca-7f4a454d764a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6485221 Jul 09 17:43:07.446151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:07.447775 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Routers {'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:07.448567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:07.556487 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Set router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:07.690153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0417264-f7a4-4a33-8bdb-a4415b590086 req-776448ab-a75c-4a9f-80a6-4f14c13960eb tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:07.691723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0417264-f7a4-4a33-8bdb-a4415b590086 req-776448ab-a75c-4a9f-80a6-4f14c13960eb tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 945 time: 0.1999688 Jul 09 17:43:07.711547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-d7a6b284-7e57-4561-85e7-dca2a9dbe852 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:07.713574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-d7a6b284-7e57-4561-85e7-dca2a9dbe852 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 945 time: 0.1870453 Jul 09 17:43:07.778849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 3, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:07.806947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Checking router: f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:07.807297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Updating router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:07.825069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0417264-f7a4-4a33-8bdb-a4415b590086 req-03ec3ac9-5fbd-4142-80a8-c2223f4440fc tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236684 Jul 09 17:43:07.858912 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:07.974217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Deleting port 526f8525-c6db-4618-a35c-71ce56019b1a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:07.974557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.127087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] For port 526f8525-c6db-4618-a35c-71ce56019b1a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=526f8525-c6db-4618-a35c-71ce56019b1a,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:08.127455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.141486 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.154360 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Transition to ACTIVE for port object 1dc1c522-b4ad-49b8-8e5c-856bfafc107f will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:08.162738 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.172760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Calling delete_port for 526f8525-c6db-4618-a35c-71ce56019b1a owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:08.219860 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Attempting to bind port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:08.220301 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Attempting to bind port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:08.220872 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Attempting to bind port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:08.232704 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:08.233550 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:08.234137 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.234731 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:08.235557 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Bound port: 1dc1c522-b4ad-49b8-8e5c-856bfafc107f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:08.236183 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.238495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.280970 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Pushing event updated for resources: {'Port': ['ID=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:08.295657 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.311675 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] For port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:08.315606 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] For port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:08.322907 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.323542 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.323988 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.324412 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.325104 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.325865 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.326249 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.326629 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.327177 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.327967 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.328485 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.328987 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:08.336615 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.408492 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Routers {'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:08.409550 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:08.454577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.460566 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2fafa-7e54-4de1-b7f4-05bcc721a742 None None] Pushing event updated for resources: {'Port': ['ID=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:08.467806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['526f8525-c6db-4618-a35c-71ce56019b1a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:08.470002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:08.491049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event deleted for resources: {'Port': ['ID=526f8525-c6db-4618-a35c-71ce56019b1a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:08.503823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Allocated IP 172.20.0.1 (98259109-e892-4d1e-9ec4-cea2a3c5cc4a/5250d6d1-e422-4311-9dbc-22ea528e30af/582127df-2a10-4a69-9cf7-69180825c283) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:08.552709 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] Set router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:08.556704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] No DVR routers for this DVR port 526f8525-c6db-4618-a35c-71ce56019b1a on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:08.560396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.562628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83234384-415c-4c3a-8a8f-0ec486ec4690 req-8cc153ad-3a8a-4932-a635-26769bbe9746 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.13 "DELETE /v2.0/ports/526f8525-c6db-4618-a35c-71ce56019b1a HTTP/1.1" status: 204 len: 173 time: 0.8071847 Jul 09 17:43:08.563494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d23ef72-b107-44d3-b778-8854c750c521', 'name': 'network-vif-deleted', 'tag': '526f8525-c6db-4618-a35c-71ce56019b1a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:08.566026 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe02ee-b674-4a78-808b-fa436bf13c9f" -d '{"events": [{"server_uuid": "6d23ef72-b107-44d3-b778-8854c750c521", "name": "network-vif-deleted", "tag": "526f8525-c6db-4618-a35c-71ce56019b1a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:08.672168 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af4a26-d825-4e5c-873d-cb00cf921516 x-openstack-request-id: req-f7af4a26-d825-4e5c-873d-cb00cf921516 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:08.672508 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d23ef72-b107-44d3-b778-8854c750c521", "name": "network-vif-deleted", "tag": "526f8525-c6db-4618-a35c-71ce56019b1a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:08.672763 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7af4a26-d825-4e5c-873d-cb00cf921516 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:08.673171 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d23ef72-b107-44d3-b778-8854c750c521', 'name': 'network-vif-deleted', 'tag': '526f8525-c6db-4618-a35c-71ce56019b1a', 'status': 'completed', 'code': 200} Jul 09 17:43:08.692400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.745083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.797085 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 3, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:08.802458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:08.805641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:08.812783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:08.847227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Pushing event updated for resources: {'Port': ['ID=582127df-2a10-4a69-9cf7-69180825c283,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:08.861629 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:08.944290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e3f08-2f59-4218-9eca-698a98e15d55 None None] The sync data for ids ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'] in n-d-791506-17 is: [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:43:06Z', 'revision_number': 3, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:09.074857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3f1af080-5cb5-445b-9ec5-1398c2c089af req-d5d292bd-83a7-47a7-a273-622d0b72e097 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d23ef72-b107-44d3-b778-8854c750c521 HTTP/1.1" status: 200 len: 210 time: 0.0458741 Jul 09 17:43:09.134035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:09.350902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:09.357949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:09.362945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:09.429083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Pushing event updated for resources: {'Port': ['ID=582127df-2a10-4a69-9cf7-69180825c283,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:09.436045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:09.543156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:09.545737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:09.701134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:09.827188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:09.839555 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1057bdfa-50d4-4154-8b07-8ec3f1d5d44c admin admin] 10.222.0.21 "PUT /v2.0/routers/f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847172 Jul 09 17:43:10.319644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-4e239a81-3bfc-4e7a-9cd9-3044aa94758a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:10.326954 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-4e239a81-3bfc-4e7a-9cd9-3044aa94758a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 818 time: 0.1398408 Jul 09 17:43:10.339690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-8e086f96-480b-4e5d-a206-a78de032a6af tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/quotas/ad66f3b300ab4c9195cc40169045dd35 HTTP/1.1" status: 200 len: 375 time: 0.0117476 Jul 09 17:43:10.377256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69892467-b4ca-4598-ad5c-9c3b67075fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:10.413675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-b94fc5e6-1ba5-464d-936b-d851c9980229 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674617 Jul 09 17:43:10.682225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39194) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:10.714040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-402aaabc-a33b-411e-ba72-821b93007078 service neutron] 10.222.0.21 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931075 Jul 09 17:43:10.871786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cadd-1f3c-4b16-8e4b-5d385c3e4d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:10.885013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-aeb9893a-3543-4c95-95d8-87b6fe1d6549 service neutron] 10.222.0.21 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654634 Jul 09 17:43:10.986628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Sync routers for ids ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:11.025976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Routers {'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:11.028066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:11.049766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cadd-1f3c-4b16-8e4b-5d385c3e4d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.056290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cadd-1f3c-4b16-8e4b-5d385c3e4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.116480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c6e8cadd-1f3c-4b16-8e4b-5d385c3e4d97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a44bbae939643ab904e836f88aa5768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328485 Jul 09 17:43:11.117330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8cadd-1f3c-4b16-8e4b-5d385c3e4d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d130d6-5b15-4a8a-b8a3-29f68573da1b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:11.119252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:11.215527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca542a64-bf44-42c1-8fb1-51ed00b0a6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.241145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1dc1c522-b4ad-49b8-8e5c-856bfafc107f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:11.242403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ea13847-0400-4c75-a432-9c1b1d933044 req-b58f10db-e7c7-4da8-9c97-590eedac0c4f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 210 time: 0.0780797 Jul 09 17:43:11.285888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca542a64-bf44-42c1-8fb1-51ed00b0a6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.348704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca542a64-bf44-42c1-8fb1-51ed00b0a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.357956 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca542a64-bf44-42c1-8fb1-51ed00b0a6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.361729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca542a64-bf44-42c1-8fb1-51ed00b0a6ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33d130d6-5b15-4a8a-b8a3-29f68573da1b HTTP/1.1" status: 204 len: 168 time: 0.2391477 Jul 09 17:43:11.382938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542a64-bf44-42c1-8fb1-51ed00b0a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d130d6-5b15-4a8a-b8a3-29f68573da1b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:11.391515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 526f8525-c6db-4618-a35c-71ce56019b1a no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:11.456803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 526f8525-c6db-4618-a35c-71ce56019b1a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:11.457581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 526f8525-c6db-4618-a35c-71ce56019b1a not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:11.471054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Set router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:11.559706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:11.627312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:11.627817 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.792682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.838601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-6e41aeff-4901-4cc7-b033-d6f9b9ac4306 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:11.840960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-6e41aeff-4901-4cc7-b033-d6f9b9ac4306 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 818 time: 0.2212467 Jul 09 17:43:11.850303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:11.856513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:11.883527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-90e71912-8db3-4986-a316-e7aa86d07f8c tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/quotas/ad66f3b300ab4c9195cc40169045dd35 HTTP/1.1" status: 200 len: 375 time: 0.0325961 Jul 09 17:43:11.931598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:43:09Z', 'revision_number': 4, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '582127df-2a10-4a69-9cf7-69180825c283', 'name': '', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'mac_address': 'fa:16:3e:45:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:08Z', 'updated_at': '2021-07-09T17:43:09Z', 'revision_number': 2, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'subnets': [{'id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:11.961086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Checking router: f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:11.961489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Updating router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 port 582127df-2a10-4a69-9cf7-69180825c283 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:11.964195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:11.996243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-b2ce3c88-7d6b-47a4-87d7-41d3f5adb4f2 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057968 Jul 09 17:43:12.001133 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.168599 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-ca30fb2c-d8eb-4800-9f8a-9f928c2fac91 service neutron] 10.222.0.21 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654525 Jul 09 17:43:12.437629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.453415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Transition to ACTIVE for port object 582127df-2a10-4a69-9cf7-69180825c283 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:12.465111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.605373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededcae2-6bb9-4a21-80d2-61a541c1c633 None None] Pushing event updated for resources: {'Port': ['ID=582127df-2a10-4a69-9cf7-69180825c283,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:12.624932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Attempting to bind port 582127df-2a10-4a69-9cf7-69180825c283 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:12.625380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Attempting to bind port 582127df-2a10-4a69-9cf7-69180825c283 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:12.628028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Attempting to bind port 582127df-2a10-4a69-9cf7-69180825c283 on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:12.641418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:12.642692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Checking segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:12.643382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.643910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Bound using segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:12.644557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Bound port: 582127df-2a10-4a69-9cf7-69180825c283, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:12.645398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.751865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] For port 582127df-2a10-4a69-9cf7-69180825c283, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:12.755607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] For port 582127df-2a10-4a69-9cf7-69180825c283, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=582127df-2a10-4a69-9cf7-69180825c283,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:12.763270 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:12.817171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Routers {'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:12.817976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:42:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:12.868767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-2338ca76-4689-4cd1-bfc5-37fa2a390151 service neutron] 10.222.0.21 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987865 Jul 09 17:43:12.942220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-62a1e7ef-135a-403e-8c20-359b203483ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7315984 Jul 09 17:43:13.133110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730653e-4ff8-4c46-aed0-301aad932602 req-a6569bba-5392-41b0-a435-0d9aba8cf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:13.159200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-a6569bba-5392-41b0-a435-0d9aba8cf538 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 1098 time: 0.1410568 Jul 09 17:43:13.221932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5af648c-6de0-49d5-8936-d98bb25a8559 req-e1323d43-d8cd-418c-a7af-b984248bad5a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 210 time: 0.0659978 Jul 09 17:43:13.231537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] Set router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:13.272604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1dc1c522-b4ad-49b8-8e5c-856bfafc107f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:13.439343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededcae2-6bb9-4a21-80d2-61a541c1c633 None None] Pushing event updated for resources: {'Port': ['ID=582127df-2a10-4a69-9cf7-69180825c283,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:13.463383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b7c3e6d4-7d9b-4e4d-b7f5-51d64adc0ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:13.497253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:13.511656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730653e-4ff8-4c46-aed0-301aad932602 req-5b4ef888-db5f-401f-a4d4-a8a8aa7bf2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:13.516179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-5b4ef888-db5f-401f-a4d4-a8a8aa7bf2d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 200 len: 916 time: 0.3408463 Jul 09 17:43:13.574995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:13.575378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:13.708444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-76f523c2-a376-43a5-a4d4-383efd9e974e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9 HTTP/1.1" status: 200 len: 217 time: 0.1242421 Jul 09 17:43:13.819451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730653e-4ff8-4c46-aed0-301aad932602 req-4a6bfbcf-d7fe-44fe-9b19-3e1ab02ae7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:13.820969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-4a6bfbcf-d7fe-44fe-9b19-3e1ab02ae7b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 200 len: 855 time: 0.1025808 Jul 09 17:43:13.898391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-54dd2f48-0c36-470d-9da5-cb0c5863247f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc5f83ea-a606-424e-9965-964b9099eee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666671 Jul 09 17:43:13.939645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:43:09Z', 'revision_number': 4, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '582127df-2a10-4a69-9cf7-69180825c283', 'name': '', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'mac_address': 'fa:16:3e:45:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:08Z', 'updated_at': '2021-07-09T17:43:12Z', 'revision_number': 4, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'subnets': [{'id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:14.028685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b51a7e-b344-4204-85a3-d8056cf5974a None None] The sync data for ids ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'] in n-d-791506-17 is: [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:43:09Z', 'revision_number': 4, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '582127df-2a10-4a69-9cf7-69180825c283', 'name': '', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'mac_address': 'fa:16:3e:45:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:08Z', 'updated_at': '2021-07-09T17:43:12Z', 'revision_number': 4, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'subnets': [{'id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:14.085109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:14.172530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-3f89f564-f0cd-4994-853b-91b8e9c2ee16 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:14.174754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-3f89f564-f0cd-4994-853b-91b8e9c2ee16 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 818 time: 0.7177157 Jul 09 17:43:14.199729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Request body: {'port': {'device_id': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'admin_state_up': True, 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:14.337405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c6863-470a-4428-81dc-140ba0a7ecb6 req-4d002cfb-b163-48e8-8d03-4db5646ec1a2 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:14.339286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e08c6863-470a-4428-81dc-140ba0a7ecb6 req-4d002cfb-b163-48e8-8d03-4db5646ec1a2 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 946 time: 0.1108122 Jul 09 17:43:14.368934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-e5606e07-755a-4f2e-8510-7198aa25d710 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556651 Jul 09 17:43:14.418478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e08c6863-470a-4428-81dc-140ba0a7ecb6 req-96d9a3cc-9bb5-4713-9d0b-af5c5fbe24df tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732319 Jul 09 17:43:14.564092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-200a95af-23a1-420b-8795-7a393bcb4e73 req-b52384f7-9b04-44c3-b9c3-9fcb2d6eba62 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 210 time: 0.0570958 Jul 09 17:43:14.610928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7730653e-4ff8-4c46-aed0-301aad932602 req-f408a42c-0a80-4ee6-a2bd-b989c71606d8 service neutron] 10.222.0.36 "GET /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334683 Jul 09 17:43:14.643890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Made reservation on behalf of ad66f3b300ab4c9195cc40169045dd35 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:14.650681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:14.820536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Allocated IP 172.20.0.2 (98259109-e892-4d1e-9ec4-cea2a3c5cc4a/5250d6d1-e422-4311-9dbc-22ea528e30af/158b938e-4c40-49ea-ac36-5960efb1d5c5) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:15.127718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.166512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 582127df-2a10-4a69-9cf7-69180825c283 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:15.193836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-39faadc4-ec84-4912-b017-a7ba677f95f9 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:15.195226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-39faadc4-ec84-4912-b017-a7ba677f95f9 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 818 time: 0.2815244 Jul 09 17:43:15.220401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Request body: {'port': {'device_id': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'admin_state_up': True, 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:15.245561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 582127df-2a10-4a69-9cf7-69180825c283 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:15.252860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 582127df-2a10-4a69-9cf7-69180825c283 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:15.253739 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.304428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.364644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.385619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:15.398159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:15.404922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:15.432432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 582127df-2a10-4a69-9cf7-69180825c283, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=582127df-2a10-4a69-9cf7-69180825c283,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:15.439575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.453785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Pushing event updated for resources: {'Port': ['ID=158b938e-4c40-49ea-ac36-5960efb1d5c5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:15.499902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:15.500590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.521893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Made reservation on behalf of ad66f3b300ab4c9195cc40169045dd35 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:15.526171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.530767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-ccbd4fea-4b16-461e-9fe2-f6556f6b51e7 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3378549 Jul 09 17:43:15.553832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.36', 63557) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:15.594560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=582127df-2a10-4a69-9cf7-69180825c283,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:15.614255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Request body: {'port': {'device_id': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:15.745293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-3f619b92-5185-4e3d-a479-2f2376b16a37 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:15.747485 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-3f619b92-5185-4e3d-a479-2f2376b16a37 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 946 time: 0.1910820 Jul 09 17:43:15.844931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f48ac529-2e04-4193-8955-7652f4ad9968 req-2215afd7-a87f-4999-8d23-94d581ca61af tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 210 time: 0.0404184 Jul 09 17:43:15.850150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.900187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea889e4-04ba-406d-b5fa-4dd516520444 req-9de455ce-193d-4fc2-8659-bd5a4bd88235 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:15.902782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fea889e4-04ba-406d-b5fa-4dd516520444 req-9de455ce-193d-4fc2-8659-bd5a4bd88235 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 946 time: 0.2392802 Jul 09 17:43:15.938239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.945923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Allocated IP 172.20.0.10 (98259109-e892-4d1e-9ec4-cea2a3c5cc4a/5250d6d1-e422-4311-9dbc-22ea528e30af/f7822362-2a2a-4c24-8dc7-553e698fbd2d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:15.982007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Deleting port dd60ef5c-efa1-4797-8583-db3fcf7768f9 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:15.982438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:15.988392 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fea889e4-04ba-406d-b5fa-4dd516520444 req-72b343a6-9035-49f6-86a5-c4e435b203d7 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/security-groups?id=e82f0d21-1214-4ac2-a108-ce7ac149f146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782094 Jul 09 17:43:16.099299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] For port dd60ef5c-efa1-4797-8583-db3fcf7768f9, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=dd60ef5c-efa1-4797-8583-db3fcf7768f9,segment=NetworkSegment(90820702-310e-47c9-8b84-d0eebb1b8d93),segment_id=90820702-310e-47c9-8b84-d0eebb1b8d93)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:16.099680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.124162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Calling delete_port for dd60ef5c-efa1-4797-8583-db3fcf7768f9 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:16.203694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.258442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.360004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:16.371352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:16.378452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:16.421720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Pushing event updated for resources: {'Port': ['ID=f7822362-2a2a-4c24-8dc7-553e698fbd2d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:16.470155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:16.471002 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.497464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-58753532-4763-413a-a622-07f9e8f481fa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2897360 Jul 09 17:43:16.520438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Request body: {'port': {'device_id': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:16.553686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.565569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158b938e-4c40-49ea-ac36-5960efb1d5c5 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:16.567167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['dd60ef5c-efa1-4797-8583-db3fcf7768f9'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:16.579611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.623958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Transition to ACTIVE for port object 158b938e-4c40-49ea-ac36-5960efb1d5c5 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:16.629334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.632935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.666424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Pushing event deleted for resources: {'Port': ['ID=dd60ef5c-efa1-4797-8583-db3fcf7768f9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:16.678802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] No DVR routers for this DVR port dd60ef5c-efa1-4797-8583-db3fcf7768f9 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:16.681492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:16.684181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.36 "DELETE /v2.0/ports/dd60ef5c-efa1-4797-8583-db3fcf7768f9 HTTP/1.1" status: 204 len: 173 time: 0.9306612 Jul 09 17:43:16.684974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c284def3-a4f8-4284-be44-3f774277383b', 'name': 'network-vif-deleted', 'tag': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:16.688245 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4bff62-9075-4cc2-844a-25ef8925537f" -d '{"events": [{"server_uuid": "c284def3-a4f8-4284-be44-3f774277383b", "name": "network-vif-deleted", "tag": "dd60ef5c-efa1-4797-8583-db3fcf7768f9"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:16.763433 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6bf397-051f-46aa-a472-aa9a9f8087bb x-openstack-request-id: req-fd6bf397-051f-46aa-a472-aa9a9f8087bb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:16.764035 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c284def3-a4f8-4284-be44-3f774277383b", "name": "network-vif-deleted", "tag": "dd60ef5c-efa1-4797-8583-db3fcf7768f9", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:16.764442 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd6bf397-051f-46aa-a472-aa9a9f8087bb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:16.765138 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c284def3-a4f8-4284-be44-3f774277383b', 'name': 'network-vif-deleted', 'tag': 'dd60ef5c-efa1-4797-8583-db3fcf7768f9', 'status': 'completed', 'code': 200} Jul 09 17:43:16.829690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Pushing event updated for resources: {'Port': ['ID=158b938e-4c40-49ea-ac36-5960efb1d5c5,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:16.937952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-30ab7cb9-5fdd-4aee-b9df-f089e3e97a52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861771 Jul 09 17:43:16.949078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Attempting to bind port 158b938e-4c40-49ea-ac36-5960efb1d5c5 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:16.949613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Attempting to bind port 158b938e-4c40-49ea-ac36-5960efb1d5c5 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:16.950090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Attempting to bind port 158b938e-4c40-49ea-ac36-5960efb1d5c5 on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:16.961666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Port 158b938e-4c40-49ea-ac36-5960efb1d5c5 on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:16.962440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Attempting to bind port 158b938e-4c40-49ea-ac36-5960efb1d5c5 on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:16.982186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:16.982625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Checking segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:16.983198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Bound using segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:16.983929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Bound port: 158b938e-4c40-49ea-ac36-5960efb1d5c5, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:16.984316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.069876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-3f65d4d0-7608-42a5-b65b-64cdcaf378f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.071652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-3f65d4d0-7608-42a5-b65b-64cdcaf378f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e990adae5ae94f4daee97b2a1b016582&device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 1097 time: 0.1110902 Jul 09 17:43:17.137854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 582127df-2a10-4a69-9cf7-69180825c283 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:17.213262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104722-f178-4d8a-b795-6432ad8b05e3 req-dc6427d2-a552-4cd3-a25a-c4db35a52008 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.219548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] For port 158b938e-4c40-49ea-ac36-5960efb1d5c5, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:17.224440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50104722-f178-4d8a-b795-6432ad8b05e3 req-dc6427d2-a552-4cd3-a25a-c4db35a52008 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 932 time: 0.2149003 Jul 09 17:43:17.256361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 582127df-2a10-4a69-9cf7-69180825c283 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:17.256728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.299641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] For port 158b938e-4c40-49ea-ac36-5960efb1d5c5, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:17.319159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50104722-f178-4d8a-b795-6432ad8b05e3 req-bcfdb003-705a-4521-9475-c7a876d4aafe tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Jul 09 17:43:17.345598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f43f3c08-f77e-41d5-a523-b2d87c05e20d req-9c92ad4e-3773-4570-88ee-198fb8f65467 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c284def3-a4f8-4284-be44-3f774277383b HTTP/1.1" status: 200 len: 210 time: 0.0732915 Jul 09 17:43:17.348367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.366580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-e8f9c3c6-b3c1-4e08-8bbc-d6c14f0fcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.368092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-e8f9c3c6-b3c1-4e08-8bbc-d6c14f0fcf88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 200 len: 910 time: 0.2637630 Jul 09 17:43:17.417193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.418017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.419367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] 10.222.0.36 "PUT /v2.0/ports/158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 1092 time: 1.8500073 Jul 09 17:43:17.420066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'tag': '158b938e-4c40-49ea-ac36-5960efb1d5c5'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:17.422236 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd59af6-f014-445c-8516-04c86fe6b49a" -d '{"events": [{"name": "network-changed", "server_uuid": "693d7e55-2e58-4fac-a124-e78b640e7fd3", "tag": "158b938e-4c40-49ea-ac36-5960efb1d5c5"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:17.440295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d929d-0c02-4ac3-b02f-3faca515c61e service neutron] Pushing event updated for resources: {'Port': ['ID=158b938e-4c40-49ea-ac36-5960efb1d5c5,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:17.496689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7822362-2a2a-4c24-8dc7-553e698fbd2d {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:17.505714 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25899dd-8dfc-4683-a964-4e83018e3886 x-openstack-request-id: req-e25899dd-8dfc-4683-a964-4e83018e3886 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:17.506007 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693d7e55-2e58-4fac-a124-e78b640e7fd3", "tag": "158b938e-4c40-49ea-ac36-5960efb1d5c5", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:17.506265 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e25899dd-8dfc-4683-a964-4e83018e3886 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:17.506681 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'tag': '158b938e-4c40-49ea-ac36-5960efb1d5c5', 'status': 'completed', 'code': 200} Jul 09 17:43:17.513420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-8313bf85-4cf8-48e4-acdc-f3d12a3715d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 200 len: 1000 time: 0.1377079 Jul 09 17:43:17.530863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.552977 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Transition to ACTIVE for port object f7822362-2a2a-4c24-8dc7-553e698fbd2d will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:17.564099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.590813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-bd853ff3-b249-4b26-9d83-f72d965b2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.592314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-bd853ff3-b249-4b26-9d83-f72d965b2868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=930ab825-c20b-4f81-9683-2dd16acb5970 HTTP/1.1" status: 200 len: 848 time: 0.0720112 Jul 09 17:43:17.625886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-2a7519a6-8829-47fc-a806-c2b4b2be8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.627410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-2a7519a6-8829-47fc-a806-c2b4b2be8241 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1095 time: 0.1408937 Jul 09 17:43:17.633916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Pushing event updated for resources: {'Port': ['ID=f7822362-2a2a-4c24-8dc7-553e698fbd2d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:17.670577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-ec290614-ad60-4e75-b8a1-05bf8cfa544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.673034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-ec290614-ad60-4e75-b8a1-05bf8cfa544a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85450bbc-7229-441f-b18e-9a947d86046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732095 Jul 09 17:43:17.693795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-01e3d627-41ce-4e1d-9d66-0527add7c2df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0576963 Jul 09 17:43:17.776203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-60995a8f-8b2b-4d2a-877d-34a98915e1b2 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974491 Jul 09 17:43:17.785469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-f952eecc-7c26-4500-8d0f-462a0a205f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:17.787041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-f952eecc-7c26-4500-8d0f-462a0a205f30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0751066 Jul 09 17:43:17.787946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Attempting to bind port f7822362-2a2a-4c24-8dc7-553e698fbd2d on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:17.788280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Attempting to bind port f7822362-2a2a-4c24-8dc7-553e698fbd2d by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:17.788646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Attempting to bind port f7822362-2a2a-4c24-8dc7-553e698fbd2d on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:17.793661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Port f7822362-2a2a-4c24-8dc7-553e698fbd2d on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:17.794090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Attempting to bind port f7822362-2a2a-4c24-8dc7-553e698fbd2d on network 98259109-e892-4d1e-9ec4-cea2a3c5cc4a {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:17.826158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:17.826503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Checking segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:17.826909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Bound using segment: {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:17.827379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Bound port: f7822362-2a2a-4c24-8dc7-553e698fbd2d, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f024e7b-9487-4558-a32b-c2dd4742457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:17.827815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.831845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-76f75251-596e-433d-8ef8-a4ff898eb280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353525 Jul 09 17:43:17.901114 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ac7fa7b-2e89-4314-9358-e8865c6ee2b4 req-e23e6bdc-cd71-49e7-818f-28083c7fab73 service neutron] 10.222.0.13 "GET /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156776 Jul 09 17:43:17.966594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] For port f7822362-2a2a-4c24-8dc7-553e698fbd2d, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:17.974553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] For port f7822362-2a2a-4c24-8dc7-553e698fbd2d, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:17.980525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:17.987958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-f7990de4-5662-4be2-a7c7-6df3308852df service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478186 Jul 09 17:43:18.074181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:18.074873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.076457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] 10.222.0.36 "PUT /v2.0/ports/f7822362-2a2a-4c24-8dc7-553e698fbd2d HTTP/1.1" status: 200 len: 1093 time: 1.5610802 Jul 09 17:43:18.111295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9acfa2-ef4c-4963-86cb-585a6c3bcabb service neutron] Pushing event updated for resources: {'Port': ['ID=f7822362-2a2a-4c24-8dc7-553e698fbd2d,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:18.174849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2228e42d-05cd-4a46-bf9c-1917c57e41ee req-6b36ce7b-b5aa-413f-b92c-9f5c71d4559b service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628613 Jul 09 17:43:18.198575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-0fba46fc-6599-4269-8485-8c94b515211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:18.200439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-0fba46fc-6599-4269-8485-8c94b515211d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 1096 time: 0.0803020 Jul 09 17:43:18.262231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-981a8bc8-c6d8-43a9-87b1-e928aef6cadc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d HTTP/1.1" status: 200 len: 217 time: 0.0467584 Jul 09 17:43:18.338367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-61f7b6da-3d5b-41ce-946b-31e5212c718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:18.339751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-61f7b6da-3d5b-41ce-946b-31e5212c718c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0615330 Jul 09 17:43:18.387439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-cca41021-80f9-41af-ae16-7987be67c5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411966 Jul 09 17:43:18.391052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-d1556008-6d09-4c7f-bce3-ab031221964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:18.393535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-d1556008-6d09-4c7f-bce3-ab031221964a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1095 time: 0.1406446 Jul 09 17:43:18.501637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39368) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:18.557383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Deleting subnet 360761c3-9f3d-4ce4-a729-9ec261f94815 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:43:18.561818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.607294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.629935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-d292ec2c-f2e0-4eb7-9cfa-fe8a7eb5e181 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351151 Jul 09 17:43:18.637777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-4e56fef2-7ae0-4bc6-8e13-2f9def937cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:18.639329 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-4e56fef2-7ae0-4bc6-8e13-2f9def937cb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.2310987 Jul 09 17:43:18.652977 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.655896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ae156-7269-4b07-a553-be3bacda8f41 req-eecb88fd-5776-4074-a3b4-92ca97bf6b7d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:18.657415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045ae156-7269-4b07-a553-be3bacda8f41 req-eecb88fd-5776-4074-a3b4-92ca97bf6b7d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 944 time: 0.1883891 Jul 09 17:43:18.718538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.737334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd60ef5c-efa1-4797-8583-db3fcf7768f9 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:18.747748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360761c3-9f3d-4ce4-a729-9ec261f94815,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:18.751910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.754425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8906f30b-088f-4cb9-9457-796f3fc90f9f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/360761c3-9f3d-4ce4-a729-9ec261f94815 HTTP/1.1" status: 204 len: 168 time: 0.2511668 Jul 09 17:43:18.756798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39370) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:18.777185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: dd60ef5c-efa1-4797-8583-db3fcf7768f9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:18.777879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device dd60ef5c-efa1-4797-8583-db3fcf7768f9 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:18.836675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.937555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.950420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5f83ea-a606-424e-9965-964b9099eee9']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:18.966346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90820702-310e-47c9-8b84-d0eebb1b8d93') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:18.966670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90820702-310e-47c9-8b84-d0eebb1b8d93') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:18.977298 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:18.996835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.010355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:43:19.010857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:43:19.012966 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:43:19.073608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.092054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.097036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc5f83ea-a606-424e-9965-964b9099eee9 HTTP/1.1" status: 204 len: 168 time: 0.3362873 Jul 09 17:43:19.097036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497cb0-d5c1-46ef-b15d-195fcd80b7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5f83ea-a606-424e-9965-964b9099eee9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:19.147583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-4426f143-9ebc-4869-93e7-641d13d28230 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.4891596 Jul 09 17:43:19.213331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045ae156-7269-4b07-a553-be3bacda8f41 req-48e9f5b5-7f79-4a21-b521-c07f2813e623 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480404 Jul 09 17:43:19.256124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-934d060a-8790-4ec3-baf5-5916be65837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.257751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-934d060a-8790-4ec3-baf5-5916be65837b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.1031182 Jul 09 17:43:19.262755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a3fba4d-d8a5-4731-959e-1241305ef8ed req-a8ee6293-3fa7-4f78-890f-78080a380ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224680 Jul 09 17:43:19.298788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-35d11a4d-d9fd-4a56-96a1-0c25ec193c3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344472 Jul 09 17:43:19.357376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39380) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:19.409611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-5ff5a23e-2ff8-4b95-9562-347bf24d99d4 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964315 Jul 09 17:43:19.413871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8aad742d-6dd4-4d92-a9ab-3c2345cc6594 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=158c6e7870d74b0982345c1da8e6cc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529034 Jul 09 17:43:19.414115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:19.483420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-583cef72-7d05-496b-a9b9-d0100b7fd6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.506377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7fd59af6-f014-445c-8516-04c86fe6b49a req-a854579c-e4a6-4600-8b39-7b5ad0bc2cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897176 Jul 09 17:43:19.506737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-583cef72-7d05-496b-a9b9-d0100b7fd6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.508432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'tag': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:19.515013 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a179ce-c686-448a-b2e6-efe7aea63563", "tag": "f7822362-2a2a-4c24-8dc7-553e698fbd2d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:19.564830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-583cef72-7d05-496b-a9b9-d0100b7fd6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.567775 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5533a4-46df-427a-a847-b255e9b5d9d7 x-openstack-request-id: req-bd5533a4-46df-427a-a847-b255e9b5d9d7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:19.568246 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a179ce-c686-448a-b2e6-efe7aea63563", "tag": "f7822362-2a2a-4c24-8dc7-553e698fbd2d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:19.568494 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd5533a4-46df-427a-a847-b255e9b5d9d7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:19.568898 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'tag': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d', 'status': 'completed', 'code': 200} Jul 09 17:43:19.570625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-583cef72-7d05-496b-a9b9-d0100b7fd6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:19.572090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-583cef72-7d05-496b-a9b9-d0100b7fd6f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e82f0d21-1214-4ac2-a108-ce7ac149f146 HTTP/1.1" status: 204 len: 168 time: 0.1559124 Jul 09 17:43:19.583077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cef72-7d05-496b-a9b9-d0100b7fd6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82f0d21-1214-4ac2-a108-ce7ac149f146,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:19.665673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-e6ea535b-6c60-4237-9c67-dfe4e60ed7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.667650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-e6ea535b-6c60-4237-9c67-dfe4e60ed7de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 1096 time: 0.0743542 Jul 09 17:43:19.797762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-cd4729a3-0bc3-48c8-87e6-3ea043e448e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.797762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-cd4729a3-0bc3-48c8-87e6-3ea043e448e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1191998 Jul 09 17:43:19.846310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-eb17dcb3-a244-444c-90df-73754de87b4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d HTTP/1.1" status: 200 len: 217 time: 0.0436473 Jul 09 17:43:19.934584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-276c6186-348f-4922-9741-f5752a4ec7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.936071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-276c6186-348f-4922-9741-f5752a4ec7af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0803103 Jul 09 17:43:19.979840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507cc2-1004-4167-88ba-fc79ecba77d7 req-9e6782e2-a75c-4d2d-bab4-ee2504183307 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:19.981707 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74507cc2-1004-4167-88ba-fc79ecba77d7 req-9e6782e2-a75c-4d2d-bab4-ee2504183307 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.1390970 Jul 09 17:43:19.983877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-1095fe13-81c2-4301-9e83-69a6bc99a661 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395656 Jul 09 17:43:20.088349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74507cc2-1004-4167-88ba-fc79ecba77d7 req-a01a33f8-202d-435f-b3de-97340ca37cfc tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986073 Jul 09 17:43:20.131693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-12e07191-c3a3-4826-9496-3a62dfa3f8e1 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407692 Jul 09 17:43:20.232410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-30cdbd5b-7456-4bd3-9c6e-0561ebd9b7d3 req-a04f6f89-ccd5-4b52-9cbe-f01101fc24dd service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915663 Jul 09 17:43:20.416252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e40e2f-dba1-42fc-b7ec-0adee1b5b738 req-895caa9b-d385-4e45-a4af-df30ed042184 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:20.418225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25e40e2f-dba1-42fc-b7ec-0adee1b5b738 req-895caa9b-d385-4e45-a4af-df30ed042184 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 944 time: 0.0787706 Jul 09 17:43:20.471687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25e40e2f-dba1-42fc-b7ec-0adee1b5b738 req-d1998289-0cf0-476e-ad5b-9a1e9b4a15e9 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Jul 09 17:43:20.733671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 158b938e-4c40-49ea-ac36-5960efb1d5c5 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:43:20.863107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 158b938e-4c40-49ea-ac36-5960efb1d5c5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:20.876639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '158b938e-4c40-49ea-ac36-5960efb1d5c5', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'port_id': '158b938e-4c40-49ea-ac36-5960efb1d5c5', 'mac_address': 'fa:16:3e:22:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:43:20.927246 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:20.943836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158b938e-4c40-49ea-ac36-5960efb1d5c5 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:20.967791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 158b938e-4c40-49ea-ac36-5960efb1d5c5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:20.973591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:21.041100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=158b938e-4c40-49ea-ac36-5960efb1d5c5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:21.166660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['158b938e-4c40-49ea-ac36-5960efb1d5c5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:21.243482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-233c7c06-8ed2-4c8a-9c53-d14803eabc5f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:21.246894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-233c7c06-8ed2-4c8a-9c53-d14803eabc5f tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.13 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.1313298 Jul 09 17:43:21.374377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c250d-9cca-4413-aa32-b8ec37fbd273 req-861c1548-ddae-4a0f-8910-84ba96902338 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:21.383406 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-685c250d-9cca-4413-aa32-b8ec37fbd273 req-861c1548-ddae-4a0f-8910-84ba96902338 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 945 time: 0.1478565 Jul 09 17:43:21.401992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Deleting port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:21.402498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:21.431541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-685c250d-9cca-4413-aa32-b8ec37fbd273 req-66befd74-764d-4830-9a22-737815ddfcb6 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/security-groups?id=67af6061-0fa4-453c-b195-e9a64fff42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Jul 09 17:43:21.525191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] For port 0bbd149e-4411-4fd9-93ad-c1c717b3f566, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=0bbd149e-4411-4fd9-93ad-c1c717b3f566,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:21.525936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:21.791407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:21.791856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:21.792256 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Floating IP 152ecbbf-db7a-4928-9d68-2b10fcf64bf0 disassociated. External IP: 172.25.3.19, port: 0bbd149e-4411-4fd9-93ad-c1c717b3f566. Jul 09 17:43:21.792640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Calling delete_port for 0bbd149e-4411-4fd9-93ad-c1c717b3f566 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:21.809442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da8c1-48ea-47d5-8cff-3d4e3039c3db req-38637dd6-86fe-4698-bf03-7e8f06952c0b tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:21.811360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-933da8c1-48ea-47d5-8cff-3d4e3039c3db req-38637dd6-86fe-4698-bf03-7e8f06952c0b tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 944 time: 0.1839104 Jul 09 17:43:21.909600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-933da8c1-48ea-47d5-8cff-3d4e3039c3db req-95a981d0-b58f-4688-aabb-2bdfad04b243 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897932 Jul 09 17:43:22.017149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:22.062302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event deleted for resources: {'Port': ['ID=0bbd149e-4411-4fd9-93ad-c1c717b3f566,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:22.202727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Router 1219c42e-be8e-4c53-ad48-f7d53228f912 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:22.345895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:22.359471 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] Sync routers for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:22.375156 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:22.375799 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:22.413786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] No DVR routers for this DVR port 0bbd149e-4411-4fd9-93ad-c1c717b3f566 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:22.416721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:22.418989 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67156c17-f21b-4002-9bd7-b7cf71d590d0 req-657932f9-b858-4f74-8936-0ec092babb3a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.13 "DELETE /v2.0/ports/0bbd149e-4411-4fd9-93ad-c1c717b3f566 HTTP/1.1" status: 204 len: 173 time: 1.1653502 Jul 09 17:43:22.419464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'name': 'network-vif-deleted', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:22.422090 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e287420a-6428-4e24-8764-bdf5a21098ed" -d '{"events": [{"server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "name": "network-vif-deleted", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:22.499092 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37314bd-fa09-473c-ab8e-bcc16fd2cfa2 x-openstack-request-id: req-b37314bd-fa09-473c-ab8e-bcc16fd2cfa2 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:22.499092 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666143cd-5104-4139-8f2b-ca04db0cc920", "name": "network-vif-deleted", "tag": "0bbd149e-4411-4fd9-93ad-c1c717b3f566", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:22.499092 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b37314bd-fa09-473c-ab8e-bcc16fd2cfa2 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:22.499739 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666143cd-5104-4139-8f2b-ca04db0cc920', 'name': 'network-vif-deleted', 'tag': '0bbd149e-4411-4fd9-93ad-c1c717b3f566', 'status': 'completed', 'code': 200} Jul 09 17:43:22.648708 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:22.733781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aee5966f-7a1d-4ea7-b2ba-d3dfc61a3aab req-e23976ba-7030-4df7-9848-0692d29f064a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "GET /v2.0/ports?device_id=666143cd-5104-4139-8f2b-ca04db0cc920 HTTP/1.1" status: 200 len: 210 time: 0.0620921 Jul 09 17:43:22.762524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f7822362-2a2a-4c24-8dc7-553e698fbd2d details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:43:22.767526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 158b938e-4c40-49ea-ac36-5960efb1d5c5 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:22.891240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 158b938e-4c40-49ea-ac36-5960efb1d5c5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:22.898718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 158b938e-4c40-49ea-ac36-5960efb1d5c5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:22.899129 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:22.937181 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:57Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:22.965813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f7822362-2a2a-4c24-8dc7-553e698fbd2d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:22.989269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d', 'network_id': '98259109-e892-4d1e-9ec4-cea2a3c5cc4a', 'port_id': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d', 'mac_address': 'fa:16:3e:c7:f7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5250d6d1-e422-4311-9dbc-22ea528e30af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:43:23.012414 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] Checking router: 1219c42e-be8e-4c53-ad48-f7d53228f912 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:23.027013 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:23.028188 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:23.077204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:23.147077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.180995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.201183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7822362-2a2a-4c24-8dc7-553e698fbd2d {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:23.226635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f7822362-2a2a-4c24-8dc7-553e698fbd2d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:23.228088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158b938e-4c40-49ea-ac36-5960efb1d5c5'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:23.231495 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd383f76-68e3-4705-8a74-e9d4d657ae79" -d '{"events": [{"server_uuid": "693d7e55-2e58-4fac-a124-e78b640e7fd3", "name": "network-vif-plugged", "status": "completed", "tag": "158b938e-4c40-49ea-ac36-5960efb1d5c5"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:23.253375 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.255296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce874305-bfcd-4f03-bb7d-4b9f9d568967 req-be39021e-a09c-41ec-aefe-38712f430fdf tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:23.266882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce874305-bfcd-4f03-bb7d-4b9f9d568967 req-be39021e-a09c-41ec-aefe-38712f430fdf tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 944 time: 0.0905914 Jul 09 17:43:23.339295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce874305-bfcd-4f03-bb7d-4b9f9d568967 req-994c7301-e85a-46e5-82eb-cd42d468d359 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711536 Jul 09 17:43:23.358578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99c12e74-5d78-48b0-a639-27e107b2f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.387071 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:23.409656 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10273790-35ed-4f38-8de6-8ce7d808b670 x-openstack-request-id: req-10273790-35ed-4f38-8de6-8ce7d808b670 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:23.411097 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693d7e55-2e58-4fac-a124-e78b640e7fd3", "name": "network-vif-plugged", "status": "completed", "tag": "158b938e-4c40-49ea-ac36-5960efb1d5c5", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:23.412137 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10273790-35ed-4f38-8de6-8ce7d808b670 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:23.413458 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158b938e-4c40-49ea-ac36-5960efb1d5c5', 'code': 200} Jul 09 17:43:23.419725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 158b938e-4c40-49ea-ac36-5960efb1d5c5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:23.429402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.481531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f7822362-2a2a-4c24-8dc7-553e698fbd2d,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:23.503289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f7822362-2a2a-4c24-8dc7-553e698fbd2d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:43:23.508521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99c12e74-5d78-48b0-a639-27e107b2f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.515458 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99c12e74-5d78-48b0-a639-27e107b2f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.569454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f37ed-9607-4bf3-9911-954bffab7275 req-0797cd7a-33e4-4345-9272-77c26f1430ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:23.571982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99c12e74-5d78-48b0-a639-27e107b2f560 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=574a771dc24143a282eed1b3493828c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934585 Jul 09 17:43:23.572937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e11f37ed-9607-4bf3-9911-954bffab7275 req-0797cd7a-33e4-4345-9272-77c26f1430ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1299825 Jul 09 17:43:23.574437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39480) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:23.607225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c12e74-5d78-48b0-a639-27e107b2f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5192826-a8e7-4a03-a2dd-5176ba28d744,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:23.654898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d173bb8-83a6-4fac-bfd6-705079435aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.668246 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e11f37ed-9607-4bf3-9911-954bffab7275 req-67a67d87-736e-4f24-a84b-b3c583bf3c60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881970 Jul 09 17:43:23.684758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=158b938e-4c40-49ea-ac36-5960efb1d5c5,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:23.688360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d173bb8-83a6-4fac-bfd6-705079435aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.688551 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:57Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:23.721453 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ee05f-a266-49e0-b9c1-e964a3983471 None None] The sync data for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 is: [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:37:48Z', 'revision_number': 4, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b674b592-df44-4c19-b590-f7f39bdbf6a6', 'name': '', 'network_id': '85450bbc-7229-441f-b18e-9a947d86046b', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'mac_address': 'fa:16:3e:23:6d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:46Z', 'updated_at': '2021-07-09T17:37:57Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'subnets': [{'id': '930ab825-c20b-4f81-9683-2dd16acb5970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:23.749350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d173bb8-83a6-4fac-bfd6-705079435aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.752882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0d173bb8-83a6-4fac-bfd6-705079435aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:23.757591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0d173bb8-83a6-4fac-bfd6-705079435aae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5192826-a8e7-4a03-a2dd-5176ba28d744 HTTP/1.1" status: 204 len: 168 time: 0.1787403 Jul 09 17:43:23.765468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d173bb8-83a6-4fac-bfd6-705079435aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5192826-a8e7-4a03-a2dd-5176ba28d744,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:23.859792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39486) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:24.031082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Deleting port 2506daaa-630b-4e35-abb3-b84073cda6ef {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:24.031583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.105245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb398611-37e8-4db2-8ba4-0a37e571e8c5 None None] New status for floating IP 152ecbbf-db7a-4928-9d68-2b10fcf64bf0: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:43:24.147226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.147669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.165214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Calling delete_port for 2506daaa-630b-4e35-abb3-b84073cda6ef owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:24.233254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39490) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:24.252488 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1faa4a2a-699f-4dd1-991d-d4c691134b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.357638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.397632 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1faa4a2a-699f-4dd1-991d-d4c691134b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.404221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1faa4a2a-699f-4dd1-991d-d4c691134b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.467719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event deleted for resources: {'Port': ['ID=2506daaa-630b-4e35-abb3-b84073cda6ef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:24.468775 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1faa4a2a-699f-4dd1-991d-d4c691134b8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cce591fbf464d89ab1cde560426f056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338364 Jul 09 17:43:24.469778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa4a2a-699f-4dd1-991d-d4c691134b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665ce769-3549-474a-a12b-d80307578d97,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:24.472298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39496) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:24.568552 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.571863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.573436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8fcd2b14-e243-4c30-a73e-77c9a73e7c43 tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "DELETE /v2.0/floatingips/152ecbbf-db7a-4928-9d68-2b10fcf64bf0 HTTP/1.1" status: 204 len: 168 time: 0.7120550 Jul 09 17:43:24.581590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29de5a8-f9e9-4a30-a5af-d52073be875f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.623258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29de5a8-f9e9-4a30-a5af-d52073be875f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.668707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceed0c-cfdc-4f7b-bef7-4c08952a9bec req-ef619609-a297-4796-aaba-c7e142154eaa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:24.675480 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54ceed0c-cfdc-4f7b-bef7-4c08952a9bec req-ef619609-a297-4796-aaba-c7e142154eaa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 945 time: 0.1392543 Jul 09 17:43:24.717882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-54ceed0c-cfdc-4f7b-bef7-4c08952a9bec req-2b61b694-1712-4f46-bb37-839d8da2dcf8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Jul 09 17:43:24.732707 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29de5a8-f9e9-4a30-a5af-d52073be875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.736223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f29de5a8-f9e9-4a30-a5af-d52073be875f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.737862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f29de5a8-f9e9-4a30-a5af-d52073be875f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/665ce769-3549-474a-a12b-d80307578d97 HTTP/1.1" status: 204 len: 168 time: 0.2646213 Jul 09 17:43:24.746631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29de5a8-f9e9-4a30-a5af-d52073be875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665ce769-3549-474a-a12b-d80307578d97,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:24.769093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:24.778872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f7822362-2a2a-4c24-8dc7-553e698fbd2d up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:24.839412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3064e091-81e3-46f3-8be4-04fd7111f41a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.842565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port f7822362-2a2a-4c24-8dc7-553e698fbd2d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:24.853813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f7822362-2a2a-4c24-8dc7-553e698fbd2d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:24.854351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.871476 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3064e091-81e3-46f3-8be4-04fd7111f41a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.940905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3064e091-81e3-46f3-8be4-04fd7111f41a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.943780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3064e091-81e3-46f3-8be4-04fd7111f41a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:24.944955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3064e091-81e3-46f3-8be4-04fd7111f41a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] 10.222.0.21 "DELETE /v2.0/security-groups/67af6061-0fa4-453c-b195-e9a64fff42fb HTTP/1.1" status: 204 len: 168 time: 0.1744831 Jul 09 17:43:24.963889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064e091-81e3-46f3-8be4-04fd7111f41a tempest-TestServerBasicOps-842584191 tempest-TestServerBasicOps-842584191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67af6061-0fa4-453c-b195-e9a64fff42fb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:24.966378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:25.011263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f7822362-2a2a-4c24-8dc7-553e698fbd2d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:25.023056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:25.025465 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:25.083201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f7822362-2a2a-4c24-8dc7-553e698fbd2d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:25.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.092826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.093520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.093520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.093894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.094063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.094375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.094688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:25.415245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:25.417703 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b02ea-8a66-48d4-9f1b-03422b92a756" -d '{"events": [{"server_uuid": "c6a179ce-c686-448a-b2e6-efe7aea63563", "name": "network-vif-plugged", "status": "completed", "tag": "f7822362-2a2a-4c24-8dc7-553e698fbd2d"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:25.452348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0bbd149e-4411-4fd9-93ad-c1c717b3f566 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:25.498240 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f2344-2651-4687-9c99-304a48f5c008 x-openstack-request-id: req-228f2344-2651-4687-9c99-304a48f5c008 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:25.498850 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a179ce-c686-448a-b2e6-efe7aea63563", "name": "network-vif-plugged", "status": "completed", "tag": "f7822362-2a2a-4c24-8dc7-553e698fbd2d", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:25.499255 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-228f2344-2651-4687-9c99-304a48f5c008 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:25.499839 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d', 'code': 200} Jul 09 17:43:25.501332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 0bbd149e-4411-4fd9-93ad-c1c717b3f566 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:25.501917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 0bbd149e-4411-4fd9-93ad-c1c717b3f566 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:25.625315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:25.673353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d1156-9479-4072-ba8f-128cb88c5c17 req-31b10f1b-055e-46ea-b44b-736d63aa3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:25.674791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-983d1156-9479-4072-ba8f-128cb88c5c17 req-31b10f1b-055e-46ea-b44b-736d63aa3091 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 1098 time: 0.1285338 Jul 09 17:43:25.750043 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-983d1156-9479-4072-ba8f-128cb88c5c17 req-4ff04efa-e661-447d-ae13-83718abd9b40 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Jul 09 17:43:25.979287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911afac-9db7-4129-9d9c-38aef98d5203 req-69a7fd7c-c57e-497c-b30a-8a59534c453f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:25.981212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a911afac-9db7-4129-9d9c-38aef98d5203 req-69a7fd7c-c57e-497c-b30a-8a59534c453f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1257112 Jul 09 17:43:26.019995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Deleting port b674b592-df44-4c19-b590-f7f39bdbf6a6 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:26.020347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:26.086302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a911afac-9db7-4129-9d9c-38aef98d5203 req-d1c818c5-832c-49b8-9cb7-aaa6107e2203 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921705 Jul 09 17:43:26.130800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] For port b674b592-df44-4c19-b590-f7f39bdbf6a6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b674b592-df44-4c19-b590-f7f39bdbf6a6,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:26.131161 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:26.145036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Calling delete_port for b674b592-df44-4c19-b590-f7f39bdbf6a6 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:26.348333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:26.376226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b674b592-df44-4c19-b590-f7f39bdbf6a6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:26.620120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:26.902730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Router 1219c42e-be8e-4c53-ad48-f7d53228f912 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:27.041935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:27.047276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8f18236b-9e43-4c76-a714-1d8d6f35be87 admin admin] 10.222.0.21 "PUT /v2.0/routers/1219c42e-be8e-4c53-ad48-f7d53228f912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0230725 Jul 09 17:43:27.051414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39574) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:27.054103 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] Sync routers for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:27.068264 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:27.068893 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:27.172920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:27.225314 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:27.322944 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:27.350028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc598df-afd0-4c86-a99e-3cd8b396649a req-0a74a130-3515-4c65-b70e-9232138e55bb tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:27.364446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fc598df-afd0-4c86-a99e-3cd8b396649a req-0a74a130-3515-4c65-b70e-9232138e55bb tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1094220 Jul 09 17:43:27.421374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3fc598df-afd0-4c86-a99e-3cd8b396649a req-f3a6d80f-5053-4a74-8f3c-0655fb7a6e60 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558288 Jul 09 17:43:27.433241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Deleting port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:27.433745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:27.483405 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:43:26Z', 'revision_number': 5, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port': {'id': '54bf149a-0f2c-4fd1-b83a-51fb484b9cca', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:42Z', 'updated_at': '2021-07-09T17:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:27.513845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] Checking router: 1219c42e-be8e-4c53-ad48-f7d53228f912 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:27.524566 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] Routers {'1219c42e-be8e-4c53-ad48-f7d53228f912'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:27.525290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1219c42e-be8e-4c53-ad48-f7d53228f912'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:27.584516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] For port 54bf149a-0f2c-4fd1-b83a-51fb484b9cca, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:27.584884 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:27.603148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Calling delete_port for 54bf149a-0f2c-4fd1-b83a-51fb484b9cca owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:27.701191 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] Set router 1219c42e-be8e-4c53-ad48-f7d53228f912 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:27.797140 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:43:27Z', 'revision_number': 6, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:27.900761 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c487d-6836-4236-bd01-32db26388a8f None None] The sync data for ids ['1219c42e-be8e-4c53-ad48-f7d53228f912'] in n-d-791506-17 is: [{'id': '1219c42e-be8e-4c53-ad48-f7d53228f912', 'name': 'tempest-TestServerBasicOps-1630666089-router', 'tenant_id': 'e990adae5ae94f4daee97b2a1b016582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:41Z', 'updated_at': '2021-07-09T17:43:27Z', 'revision_number': 6, 'project_id': 'e990adae5ae94f4daee97b2a1b016582', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:27.974448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031790f-6711-43aa-bf27-c0e69986ae53 req-05bfe79a-6760-4ef3-9ebd-2aff05c23867 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:27.977138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9031790f-6711-43aa-bf27-c0e69986ae53 req-05bfe79a-6760-4ef3-9ebd-2aff05c23867 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0893638 Jul 09 17:43:27.999997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.031353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9031790f-6711-43aa-bf27-c0e69986ae53 req-b91101f1-a0bb-4efb-ac29-a8e2f4f72490 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Jul 09 17:43:28.054297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Pushing event deleted for resources: {'Port': ['ID=54bf149a-0f2c-4fd1-b83a-51fb484b9cca,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:28.150647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-98c0295d-04d1-4dce-80c2-8a297ccef25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:28.152946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-98c0295d-04d1-4dce-80c2-8a297ccef25d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 1098 time: 0.2659659 Jul 09 17:43:28.243553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.417230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.421428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.450259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-3096e674-46cc-423e-8179-c43dacb58d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:28.460714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-3096e674-46cc-423e-8179-c43dacb58d25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.2936029 Jul 09 17:43:28.501334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39600) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:28.547011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-70d4106d-c611-423a-8bd9-7c464c62c18f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d HTTP/1.1" status: 200 len: 217 time: 0.0379901 Jul 09 17:43:28.550136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.550853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1219c42e-be8e-4c53-ad48-f7d53228f912 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:43:28.563687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.564982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0c9d41da-77c7-4e7c-98b4-abdc1642315d admin admin] 10.222.0.21 "DELETE /v2.0/routers/1219c42e-be8e-4c53-ad48-f7d53228f912 HTTP/1.1" status: 204 len: 168 time: 1.5142152 Jul 09 17:43:28.567887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:28.605472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-0551280c-8744-4d26-bd13-022b0d4a60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:28.607596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-0551280c-8744-4d26-bd13-022b0d4a60a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0544438 Jul 09 17:43:28.652931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-93281fdb-08f4-4fea-8311-e3ceaca34d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388508 Jul 09 17:43:28.653913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Deleting subnet 930ab825-c20b-4f81-9683-2dd16acb5970 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:43:28.664181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.704233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cbff4db-55a3-4f1b-980f-f70a4e414832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.734294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.798931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-bb80798d-a5b4-41c9-bd44-84a8e22228ff service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388478 Jul 09 17:43:28.872365 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.936029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cbff4db-55a3-4f1b-980f-f70a4e414832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.950354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cbff4db-55a3-4f1b-980f-f70a4e414832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:28.954828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60b76d1-9ef6-4796-8057-662e40ef5b71 req-bae6d42e-a48b-4e7b-87be-5565ba176f09 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483369 Jul 09 17:43:29.003567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.020638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbff4db-55a3-4f1b-980f-f70a4e414832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a7f60c-8a36-4421-acaf-090e941f053a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:29.066984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39622) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:29.067505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1cbff4db-55a3-4f1b-980f-f70a4e414832 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfae937a20264c6ca336336281d1e26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650082 Jul 09 17:43:29.069350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b959c1-8897-4247-9533-fc540c1a18ea None None] Network 85450bbc-7229-441f-b18e-9a947d86046b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:29.069778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.074332 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/930ab825-c20b-4f81-9683-2dd16acb5970 HTTP/1.1" status: 204 len: 168 time: 0.5029321 Jul 09 17:43:29.074332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82ceb7-c9f5-434e-aa2e-16955b5c7a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=930ab825-c20b-4f81-9683-2dd16acb5970,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:29.074999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39624) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:29.173086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e841e65-9e95-428e-b879-8c34f23b0e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.199094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.215336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e841e65-9e95-428e-b879-8c34f23b0e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.220617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 54bf149a-0f2c-4fd1-b83a-51fb484b9cca no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:29.277143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 54bf149a-0f2c-4fd1-b83a-51fb484b9cca {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:29.277505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 54bf149a-0f2c-4fd1-b83a-51fb484b9cca not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:29.278163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b674b592-df44-4c19-b590-f7f39bdbf6a6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:29.283063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e841e65-9e95-428e-b879-8c34f23b0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.286933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e841e65-9e95-428e-b879-8c34f23b0e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.288996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5e841e65-9e95-428e-b879-8c34f23b0e0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4a7f60c-8a36-4421-acaf-090e941f053a HTTP/1.1" status: 204 len: 168 time: 0.2208505 Jul 09 17:43:29.301249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e841e65-9e95-428e-b879-8c34f23b0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a7f60c-8a36-4421-acaf-090e941f053a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:29.311042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Deleting port bab92645-49db-4691-87e6-786042cb6341 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:29.311506 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.353963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b674b592-df44-4c19-b590-f7f39bdbf6a6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:29.354636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b674b592-df44-4c19-b590-f7f39bdbf6a6 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:29.442523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] For port bab92645-49db-4691-87e6-786042cb6341, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bab92645-49db-4691-87e6-786042cb6341,segment=NetworkSegment(f503e618-9e3d-4f17-9e13-0796e9e28072),segment_id=f503e618-9e3d-4f17-9e13-0796e9e28072)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:29.442839 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.452739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee7862-23c4-40de-9d50-10529cd41bb1 req-442d7f00-e0b9-40bd-867d-c5b6284589ff tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:29.455343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87ee7862-23c4-40de-9d50-10529cd41bb1 req-442d7f00-e0b9-40bd-867d-c5b6284589ff tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1301003 Jul 09 17:43:29.462982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Calling delete_port for bab92645-49db-4691-87e6-786042cb6341 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:29.525970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-87ee7862-23c4-40de-9d50-10529cd41bb1 req-5830ac6d-1829-410b-9465-077de9a4ae93 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627735 Jul 09 17:43:29.557750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] DHCP port deletion for 85450bbc-7229-441f-b18e-9a947d86046b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:43:29.596875 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.613782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] No DVR routers for this DVR port bab92645-49db-4691-87e6-786042cb6341 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:29.632325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Deleting port bab92645-49db-4691-87e6-786042cb6341 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:29.632709 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.638111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab92645-49db-4691-87e6-786042cb6341,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:29.706563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] For port bab92645-49db-4691-87e6-786042cb6341, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:29.706963 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.718017 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.724646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Calling delete_port for bab92645-49db-4691-87e6-786042cb6341 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:29.727879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Port bab92645-49db-4691-87e6-786042cb6341 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:43:29.729609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.732474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85450bbc-7229-441f-b18e-9a947d86046b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:29.745315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f503e618-9e3d-4f17-9e13-0796e9e28072') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:29.745723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f503e618-9e3d-4f17-9e13-0796e9e28072') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:29.755814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:29.757154 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.771118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] Pushing event deleted for resources: {'Port': ['ID=bab92645-49db-4691-87e6-786042cb6341,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:29.773490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902119ed-ed4b-412d-98f7-82e73026660b None None] No DVR routers for this DVR port bab92645-49db-4691-87e6-786042cb6341 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:29.774317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2411-8ae0-42c3-bfff-235f28eb47df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.775520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.787873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:43:29.789090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:43:29.794624 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:43:29.891514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.913743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.919546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2411-8ae0-42c3-bfff-235f28eb47df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.919745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/85450bbc-7229-441f-b18e-9a947d86046b HTTP/1.1" status: 204 len: 168 time: 0.8402627 Jul 09 17:43:29.919745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aedef-d1b2-4580-9141-2b822355cf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=85450bbc-7229-441f-b18e-9a947d86046b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:29.919745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39634) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:29.925265 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2411-8ae0-42c3-bfff-235f28eb47df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:29.964964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2d7c2411-8ae0-42c3-bfff-235f28eb47df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7afacf9232ae4fc99cc23901fa6e952f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080376 Jul 09 17:43:29.967817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39636) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:29.975078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c2411-8ae0-42c3-bfff-235f28eb47df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4021df50-cf48-4838-83d6-7da710263a30,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:30.022683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49c7-3a3c-45cc-9dae-5c8db2801b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:30.054329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49c7-3a3c-45cc-9dae-5c8db2801b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:30.117061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49c7-3a3c-45cc-9dae-5c8db2801b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:30.119634 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc8b49c7-3a3c-45cc-9dae-5c8db2801b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:30.123850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dc8b49c7-3a3c-45cc-9dae-5c8db2801b98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4021df50-cf48-4838-83d6-7da710263a30 HTTP/1.1" status: 204 len: 168 time: 0.1522233 Jul 09 17:43:30.130444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b49c7-3a3c-45cc-9dae-5c8db2801b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4021df50-cf48-4838-83d6-7da710263a30,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:30.361169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:31.063574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a3b8-9977-4351-ae01-30d9002db555 req-3d6cb0a8-409a-4405-9ded-c6f83c46a864 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:31.074789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3af1a3b8-9977-4351-ae01-30d9002db555 req-3d6cb0a8-409a-4405-9ded-c6f83c46a864 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1911798 Jul 09 17:43:31.112118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab92645-49db-4691-87e6-786042cb6341 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:31.136859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3af1a3b8-9977-4351-ae01-30d9002db555 req-dab32333-8dc4-4294-b9cf-a89b7a8d08dd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607996 Jul 09 17:43:31.167802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: bab92645-49db-4691-87e6-786042cb6341 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:31.168320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bab92645-49db-4691-87e6-786042cb6341 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:31.244903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Deleting port c1308a4b-a6e9-46af-b136-50be498b4600 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:31.245689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:31.260354 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:43:31.340797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] For port c1308a4b-a6e9-46af-b136-50be498b4600, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c1308a4b-a6e9-46af-b136-50be498b4600,segment=NetworkSegment(b5e5ce73-bc12-46f1-a048-0aa50050d70e),segment_id=b5e5ce73-bc12-46f1-a048-0aa50050d70e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:31.341205 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:31.355268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Calling delete_port for c1308a4b-a6e9-46af-b136-50be498b4600 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:31.562904 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:31.597302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1308a4b-a6e9-46af-b136-50be498b4600,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:31.817628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:32.103729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:32.255692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:32.264738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] Sync routers for ids ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:32.266881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41d02f09-0d1d-4e11-ac5c-0f9067736e43 admin admin] 10.222.0.21 "PUT /v2.0/routers/86134cb2-a3dd-4d34-818b-72cdbc7990f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3460672 Jul 09 17:43:32.269535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39698) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:32.281725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] Routers {'86134cb2-a3dd-4d34-818b-72cdbc7990f1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:32.282923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:32.403149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d11f2-92e3-4b8c-bb91-f7fb6e335f75 req-7de3c785-a17a-42fe-ae23-26bc9092948a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:32.403149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee7d11f2-92e3-4b8c-bb91-f7fb6e335f75 req-7de3c785-a17a-42fe-ae23-26bc9092948a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1002805 Jul 09 17:43:32.425006 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:32.610785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:32.736775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Deleting port 6b94c271-a7db-4fef-9970-632fa45107d9 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:32.736775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:32.786149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] Set router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:32.943263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] For port 6b94c271-a7db-4fef-9970-632fa45107d9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6b94c271-a7db-4fef-9970-632fa45107d9,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:32.950272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.014760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Calling delete_port for 6b94c271-a7db-4fef-9970-632fa45107d9 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:33.189108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ee7d11f2-92e3-4b8c-bb91-f7fb6e335f75 req-39c5bd7e-0777-4ee0-8a59-74b2e52013a3 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690167 Jul 09 17:43:33.203809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:43:31Z', 'revision_number': 5, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port': {'id': '6b94c271-a7db-4fef-9970-632fa45107d9', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:37:58Z', 'updated_at': '2021-07-09T17:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:33.289514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] Checking router: 86134cb2-a3dd-4d34-818b-72cdbc7990f1 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:33.310027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] Routers {'86134cb2-a3dd-4d34-818b-72cdbc7990f1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:33.312008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:33.384942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.436745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b94c271-a7db-4fef-9970-632fa45107d9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:33.474938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] Set router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:33.492041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39734) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:33.521157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.544583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:43:32Z', 'revision_number': 6, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:33.574422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ad3f5-2d8b-4ef9-bad3-199e6c71b10a None None] The sync data for ids ['86134cb2-a3dd-4d34-818b-72cdbc7990f1'] in n-d-791506-17 is: [{'id': '86134cb2-a3dd-4d34-818b-72cdbc7990f1', 'name': 'tempest-TestServerBasicOps-1978496762-router', 'tenant_id': 'ba3375381fa241e7a901e3f02eb034f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:37:56Z', 'updated_at': '2021-07-09T17:43:32Z', 'revision_number': 6, 'project_id': 'ba3375381fa241e7a901e3f02eb034f6', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:33.638252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.640976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.713960 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86dc1c65-9bd1-4a50-b242-f92c4589e3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.725795 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.726510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86134cb2-a3dd-4d34-818b-72cdbc7990f1 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:43:33.732918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.734678 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e1940840-80ef-4599-9c56-ed944fead407 admin admin] 10.222.0.21 "DELETE /v2.0/routers/86134cb2-a3dd-4d34-818b-72cdbc7990f1 HTTP/1.1" status: 204 len: 168 time: 1.4616108 Jul 09 17:43:33.738078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39738) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:33.794639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Deleting subnet 05990635-b94f-40ad-93c0-eea0f47a31ad {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:43:33.798003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.836345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.869047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86dc1c65-9bd1-4a50-b242-f92c4589e3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.874801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86dc1c65-9bd1-4a50-b242-f92c4589e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.927229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:33.940702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-86dc1c65-9bd1-4a50-b242-f92c4589e3c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4c0dbddbbee4bb8879aba609e0acccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473281 Jul 09 17:43:33.941963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39740) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:33.950829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc1c65-9bd1-4a50-b242-f92c4589e3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf0d3d3-b8a7-4e73-a6d5-259c06ddfbb3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:33.993010 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.019695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05990635-b94f-40ad-93c0-eea0f47a31ad,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:34.025109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66d0cadf-1042-42c1-b6ee-7239bdf38f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.040095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.040962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c2b46-90d9-42eb-9554-2a0ba98e3399 None None] Network 4cff676d-6694-4066-9f5b-1c000316bee8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:34.042347 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-99c83c37-07ca-456d-aa38-44b6064cbd88 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/05990635-b94f-40ad-93c0-eea0f47a31ad HTTP/1.1" status: 204 len: 168 time: 0.3016417 Jul 09 17:43:34.045749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39742) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:34.068233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66d0cadf-1042-42c1-b6ee-7239bdf38f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.131851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.142777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66d0cadf-1042-42c1-b6ee-7239bdf38f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.147570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66d0cadf-1042-42c1-b6ee-7239bdf38f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.148888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-66d0cadf-1042-42c1-b6ee-7239bdf38f79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebf0d3d3-b8a7-4e73-a6d5-259c06ddfbb3 HTTP/1.1" status: 204 len: 168 time: 0.2056942 Jul 09 17:43:34.158418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0cadf-1042-42c1-b6ee-7239bdf38f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf0d3d3-b8a7-4e73-a6d5-259c06ddfbb3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:34.218008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Deleting port 754ae797-0419-4487-bb16-04cd0eb52274 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:34.218605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.295493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] For port 754ae797-0419-4487-bb16-04cd0eb52274, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=754ae797-0419-4487-bb16-04cd0eb52274,segment=NetworkSegment(b5e5ce73-bc12-46f1-a048-0aa50050d70e),segment_id=b5e5ce73-bc12-46f1-a048-0aa50050d70e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:34.295750 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.320798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Calling delete_port for 754ae797-0419-4487-bb16-04cd0eb52274 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:34.435856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.472908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=754ae797-0419-4487-bb16-04cd0eb52274,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:34.475225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] No DVR routers for this DVR port 754ae797-0419-4487-bb16-04cd0eb52274 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:43:34.477778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46769f98-5ad5-4f0d-bc28-d4b23a148c45 None None] DHCP port deletion for 4cff676d-6694-4066-9f5b-1c000316bee8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:43:34.540132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39754) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:34.562681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-784324cc-db48-4798-ade9-163a59fa8dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.575146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.590461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cff676d-6694-4066-9f5b-1c000316bee8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:34.611362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e5ce73-bc12-46f1-a048-0aa50050d70e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:34.611738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e5ce73-bc12-46f1-a048-0aa50050d70e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:34.620139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b138-52fd-48e7-b0ab-a3df54e9ab65 req-16ba7364-ca7f-43c5-8efa-060a9d0a8a6e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:34.624233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a23b138-52fd-48e7-b0ab-a3df54e9ab65 req-16ba7364-ca7f-43c5-8efa-060a9d0a8a6e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.2112708 Jul 09 17:43:34.625867 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.653238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.663429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:43:34.663912 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:43:34.667071 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:43:34.696714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a23b138-52fd-48e7-b0ab-a3df54e9ab65 req-b992630d-71b9-4576-8160-45b4cd0a1b14 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Jul 09 17:43:34.733763 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-784324cc-db48-4798-ade9-163a59fa8dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.739825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-784324cc-db48-4798-ade9-163a59fa8dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.757151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.769556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.771931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4cff676d-6694-4066-9f5b-1c000316bee8 HTTP/1.1" status: 204 len: 168 time: 0.7243273 Jul 09 17:43:34.785646 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-784324cc-db48-4798-ade9-163a59fa8dff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=241d9195864d4e71933aebcb3635168c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424381 Jul 09 17:43:34.786356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39758) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:34.787396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb1508-69bc-4b5e-a1dc-255731c0b7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cff676d-6694-4066-9f5b-1c000316bee8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:34.829055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784324cc-db48-4798-ade9-163a59fa8dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df82a1-d692-4132-ad3b-102d09c5b769,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:34.858926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-834d7a64-dcda-4127-89e7-1db01d69f3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.881764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-834d7a64-dcda-4127-89e7-1db01d69f3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.967059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-834d7a64-dcda-4127-89e7-1db01d69f3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.973215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-834d7a64-dcda-4127-89e7-1db01d69f3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:34.977280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-834d7a64-dcda-4127-89e7-1db01d69f3ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6df82a1-d692-4132-ad3b-102d09c5b769 HTTP/1.1" status: 204 len: 168 time: 0.1874802 Jul 09 17:43:34.990585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d7a64-dcda-4127-89e7-1db01d69f3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df82a1-d692-4132-ad3b-102d09c5b769,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:35.042776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39768) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:35.098450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-137e626a-94e5-4c18-a12c-31205382e39d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e990adae5ae94f4daee97b2a1b016582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537593 Jul 09 17:43:35.101038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:35.131322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 754ae797-0419-4487-bb16-04cd0eb52274 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:35.161213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 754ae797-0419-4487-bb16-04cd0eb52274 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:35.161479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-232618a6-d0a3-4ea3-abda-e40771179866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.161600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 754ae797-0419-4487-bb16-04cd0eb52274 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:35.161974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b94c271-a7db-4fef-9970-632fa45107d9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:35.182962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-232618a6-d0a3-4ea3-abda-e40771179866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.185863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6b94c271-a7db-4fef-9970-632fa45107d9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:35.186217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b94c271-a7db-4fef-9970-632fa45107d9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:35.186780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c1308a4b-a6e9-46af-b136-50be498b4600 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:43:35.220961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c1308a4b-a6e9-46af-b136-50be498b4600 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:43:35.221352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c1308a4b-a6e9-46af-b136-50be498b4600 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:43:35.244398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-232618a6-d0a3-4ea3-abda-e40771179866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.247841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-232618a6-d0a3-4ea3-abda-e40771179866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.256560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-232618a6-d0a3-4ea3-abda-e40771179866 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f84d900-5aa8-4afe-8b33-72abef2a65f7 HTTP/1.1" status: 204 len: 168 time: 0.1497271 Jul 09 17:43:35.269331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232618a6-d0a3-4ea3-abda-e40771179866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84d900-5aa8-4afe-8b33-72abef2a65f7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:35.542276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39786) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:35.588461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6c3774b0-5ca9-4e1b-a32f-ed7ae4238967 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba3375381fa241e7a901e3f02eb034f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446019 Jul 09 17:43:35.595934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39790) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:35.651707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-15d5d4eb-475d-4488-b358-0058775229e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.677271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-15d5d4eb-475d-4488-b358-0058775229e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.744424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-15d5d4eb-475d-4488-b358-0058775229e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.749032 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-15d5d4eb-475d-4488-b358-0058775229e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:35.750461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-15d5d4eb-475d-4488-b358-0058775229e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f1a3b8c-4434-44e5-bd04-c0216eaefbc4 HTTP/1.1" status: 204 len: 168 time: 0.1533668 Jul 09 17:43:35.776790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d4eb-475d-4488-b358-0058775229e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a3b8c-4434-44e5-bd04-c0216eaefbc4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:35.924839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2899ae0-7cc3-4a85-9383-7a7b24792e64 req-53ff6b6c-768b-4dcf-b3a8-96baa7ffabd4 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:35.926990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2899ae0-7cc3-4a85-9383-7a7b24792e64 req-53ff6b6c-768b-4dcf-b3a8-96baa7ffabd4 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0965760 Jul 09 17:43:35.975253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2899ae0-7cc3-4a85-9383-7a7b24792e64 req-26ed9c44-09a3-4a71-88b6-ea8b660e70cb tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Jul 09 17:43:36.656018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:36.769765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-985883763-network', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:36.798066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Made reservation on behalf of 1c29b47bf900462b9c6b53e811c3129b for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:36.803202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:36.817555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:36.925309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:36.931915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:36.961234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:43:36.978450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef256547-ac65-4b21-9459-dc437759825a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:36.993911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:36.994271 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Added segment cc964742-6b48-443c-805d-3b5ffbda7128 of type vlan for network d9fcfade-ffb9-4305-8092-608682c1596f Jul 09 17:43:37.043331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.089273 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.090606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:37.091402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.209547 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5524573 Jul 09 17:43:37.214703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:37.217373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4280e-a8c1-406f-b43c-e8c26a967359 admin admin] Pushing event updated for resources: {'Network': ['ID=d9fcfade-ffb9-4305-8092-608682c1596f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:37.222140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Request body: {'subnet': {'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-985883763-subnet', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:37.229618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d9fcfade-ffb9-4305-8092-608682c1596f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:43:37.250970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969327-003a-419b-b51c-a1dcfe16fc5a req-52bb844e-c5c9-4460-b9b7-dfecd502597e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:37.252585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-20969327-003a-419b-b51c-a1dcfe16fc5a req-52bb844e-c5c9-4460-b9b7-dfecd502597e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0872080 Jul 09 17:43:37.260312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Made reservation on behalf of 1c29b47bf900462b9c6b53e811c3129b for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:37.269492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.304422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-20969327-003a-419b-b51c-a1dcfe16fc5a req-7aa73f07-7f48-4cf6-a85e-63f81330e2c8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451949 Jul 09 17:43:37.479015 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.553936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Checking segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:37.554298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Network hostable DHCP agents. Network: d9fcfade-ffb9-4305-8092-608682c1596f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:43:37.556458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c9fd22-70e0-4da8-8280-30a699c0221b,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:37.570026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.570632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.571151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.571588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.571956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.572321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.572679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.573124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.573476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.573800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.574187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.574576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:37.590967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Network d9fcfade-ffb9-4305-8092-608682c1596f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:43:37.602261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d9fcfade-ffb9-4305-8092-608682c1596f) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:37.608228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:37.608723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.614036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaba2fc-5ae2-4261-baf0-736079462800 None None] Network d9fcfade-ffb9-4305-8092-608682c1596f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:37.637502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-77b779c3-00c5-43c9-b45b-c61bbd68d775 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4206939 Jul 09 17:43:37.640105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39882) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:37.646075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:37.674933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.677969 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.748520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.785012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39886) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:37.800100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d9fcfade-ffb9-4305-8092-608682c1596f', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'fixed_ips': [{'subnet_id': '39c9fd22-70e0-4da8-8280-30a699c0221b'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:43:37.801397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.931516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.931736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9060ed3-ebe5-4447-a206-3884e2aea1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:37.968111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Allocated IP 172.20.0.2 (d9fcfade-ffb9-4305-8092-608682c1596f/39c9fd22-70e0-4da8-8280-30a699c0221b/c9ef6c6b-a4db-4ed8-89d6-415f791c8306) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:38.038584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9060ed3-ebe5-4447-a206-3884e2aea1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.044802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b9060ed3-ebe5-4447-a206-3884e2aea1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.089391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b9060ed3-ebe5-4447-a206-3884e2aea1d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=009ac55f6a3847f4b824ab35dde9ccb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027833 Jul 09 17:43:38.090776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9060ed3-ebe5-4447-a206-3884e2aea1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5623c7-5316-4096-a28f-38602498e760,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:38.093546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39890) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:38.151746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.153050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-803230fb-913e-4933-a5f5-f82d44da6594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.162716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Transition to ACTIVE for port object c9ef6c6b-a4db-4ed8-89d6-415f791c8306 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:38.184115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-803230fb-913e-4933-a5f5-f82d44da6594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.184912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Transition to ACTIVE for port object c9ef6c6b-a4db-4ed8-89d6-415f791c8306 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:38.197126 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.223319 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.246358 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.269968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Network d9fcfade-ffb9-4305-8092-608682c1596f is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:38.273720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:38.277634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:38.278324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-803230fb-913e-4933-a5f5-f82d44da6594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.283482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-803230fb-913e-4933-a5f5-f82d44da6594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.293690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-803230fb-913e-4933-a5f5-f82d44da6594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d5623c7-5316-4096-a28f-38602498e760 HTTP/1.1" status: 204 len: 168 time: 0.1925554 Jul 09 17:43:38.313313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803230fb-913e-4933-a5f5-f82d44da6594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5623c7-5316-4096-a28f-38602498e760,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:38.330777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Pushing event updated for resources: {'Port': ['ID=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:38.369811 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.380942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Attempting to bind port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:38.381396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Attempting to bind port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:38.381831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Attempting to bind port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 on network d9fcfade-ffb9-4305-8092-608682c1596f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:38.387224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:38.387965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Checking segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:38.388747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.389338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Bound using segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:38.390045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Bound port: c9ef6c6b-a4db-4ed8-89d6-415f791c8306, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:38.390644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.406893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Allocated IP 172.25.3.248 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/7bb2d6ad-e107-479c-8ea6-982ba31520ce) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:38.463249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] For port c9ef6c6b-a4db-4ed8-89d6-415f791c8306, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:38.466868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] For port c9ef6c6b-a4db-4ed8-89d6-415f791c8306, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:38.477856 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.529172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.560909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5a629-5d85-436d-8529-02ed542aaa1b None None] Pushing event updated for resources: {'Port': ['ID=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:38.599697 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.644124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6f7f2-e4c4-454c-97d5-f9d82662d3a7 req-592c72e9-e315-4fd2-b9c6-df464d7b9802 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:38.646223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d6f7f2-e4c4-454c-97d5-f9d82662d3a7 req-592c72e9-e315-4fd2-b9c6-df464d7b9802 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1533477 Jul 09 17:43:38.658804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb2d6ad-e107-479c-8ea6-982ba31520ce,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:38.672609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:38.674220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:38.676968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:38.710552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-38d6f7f2-e4c4-454c-97d5-f9d82662d3a7 req-3340257c-b8bd-4bb1-b90a-b58118938dbf tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575993 Jul 09 17:43:38.744290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:38.760960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e7df11db-ff7f-47bb-b9d8-46b25b0a412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.962210 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e7df11db-ff7f-47bb-b9d8-46b25b0a412f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:38.978264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e7df11db-ff7f-47bb-b9d8-46b25b0a412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.072146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e7df11db-ff7f-47bb-b9d8-46b25b0a412f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d5015c4f65f4e1db628f194344b67f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266594 Jul 09 17:43:39.073090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df11db-ff7f-47bb-b9d8-46b25b0a412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1883cf00-79d3-4aae-bcc7-2dad53e90649,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:39.074826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:39.092241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.172581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c9ef6c6b-a4db-4ed8-89d6-415f791c8306 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:39.270363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:39.380408 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.619928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91bd86c-86b5-4ebe-a50e-7069e2ed686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.649703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91bd86c-86b5-4ebe-a50e-7069e2ed686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.936588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91bd86c-86b5-4ebe-a50e-7069e2ed686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.942263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f91bd86c-86b5-4ebe-a50e-7069e2ed686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:39.944517 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f91bd86c-86b5-4ebe-a50e-7069e2ed686f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1883cf00-79d3-4aae-bcc7-2dad53e90649 HTTP/1.1" status: 204 len: 168 time: 0.8686213 Jul 09 17:43:39.994667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524eb8f-71f8-4d7a-99f7-10e67bfed8a2 None None] Network d9fcfade-ffb9-4305-8092-608682c1596f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:39.996177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bd86c-86b5-4ebe-a50e-7069e2ed686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1883cf00-79d3-4aae-bcc7-2dad53e90649,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:40.018315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.104971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] Provisioning for port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:40.116225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] Provisioning complete for port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:40.116994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.196806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7a98-a018-4538-ac33-4e975cdec167 req-27ebfb77-8adc-470d-9c3f-1d5fbd5c4b53 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:40.198897 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86fa7a98-a018-4538-ac33-4e975cdec167 req-27ebfb77-8adc-470d-9c3f-1d5fbd5c4b53 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.3260741 Jul 09 17:43:40.280101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86fa7a98-a018-4538-ac33-4e975cdec167 req-862aac9e-9cdb-4d4b-a596-c2964308d117 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727563 Jul 09 17:43:40.298010 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.359888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] For port c9ef6c6b-a4db-4ed8-89d6-415f791c8306, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:40.372804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.381649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Router 88c37587-ad72-40d7-b4fe-df53606707b7 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:43:40.406331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ccd5163c-26ed-4206-b898-802249f09bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.455499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c7fcf-1b64-4298-acfc-7e17d3eb9293 None None] Pushing event updated for resources: {'Port': ['ID=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:40.564502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:40.580464 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Sync routers for ids ['88c37587-ad72-40d7-b4fe-df53606707b7'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:40.594643 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Routers {'88c37587-ad72-40d7-b4fe-df53606707b7'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:40.594891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:40.596652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-226a5ec0-1cca-455f-96a9-6423363b9d21 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9547668 Jul 09 17:43:40.599222 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88c37587-ad72-40d7-b4fe-df53606707b7'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:40.600000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 39920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:40.875609 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Set router 88c37587-ad72-40d7-b4fe-df53606707b7 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:40.910501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6105c345-e467-402e-bb9b-7f0d75e01602 None None] Provisioning complete for port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:40.910896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6105c345-e467-402e-bb9b-7f0d75e01602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.139342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c9ef6c6b-a4db-4ed8-89d6-415f791c8306 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:41.192178 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:43:38Z', 'revision_number': 3, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:41.228465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:41.228841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.239432 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Checking router: 88c37587-ad72-40d7-b4fe-df53606707b7 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:41.240438 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Updating router 88c37587-ad72-40d7-b4fe-df53606707b7 port 7bb2d6ad-e107-479c-8ea6-982ba31520ce binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:41.360573 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.543113 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.867997 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.882124 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Transition to ACTIVE for port object 7bb2d6ad-e107-479c-8ea6-982ba31520ce will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:41.893840 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.894107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474acc5-db8f-4020-affd-5869ba721002 req-729d12c0-a71f-4708-8a34-dc99f5670869 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:41.896039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1474acc5-db8f-4020-affd-5869ba721002 req-729d12c0-a71f-4708-8a34-dc99f5670869 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.2213581 Jul 09 17:43:41.914439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:41.960390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Attempting to bind port 7bb2d6ad-e107-479c-8ea6-982ba31520ce on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:41.961024 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Attempting to bind port 7bb2d6ad-e107-479c-8ea6-982ba31520ce by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:41.961379 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Attempting to bind port 7bb2d6ad-e107-479c-8ea6-982ba31520ce on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:41.968423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Allocated IP 172.20.0.1 (d9fcfade-ffb9-4305-8092-608682c1596f/39c9fd22-70e0-4da8-8280-30a699c0221b/cc6e542b-29f7-4d9c-a708-98d61be37236) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:41.973895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:41.974386 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:41.975171 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.975674 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:41.976785 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Bound port: 7bb2d6ad-e107-479c-8ea6-982ba31520ce, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:41.977234 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:41.996632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1474acc5-db8f-4020-affd-5869ba721002 req-f800b555-8df6-4870-9ae3-329f0bf3fb88 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901177 Jul 09 17:43:42.023233 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca59b9-42ce-4d6b-bf19-e8e7360b7246 None None] Pushing event updated for resources: {'Port': ['ID=7bb2d6ad-e107-479c-8ea6-982ba31520ce,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:42.064376 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] For port 7bb2d6ad-e107-479c-8ea6-982ba31520ce, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:42.068658 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] For port 7bb2d6ad-e107-479c-8ea6-982ba31520ce, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7bb2d6ad-e107-479c-8ea6-982ba31520ce,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:42.086390 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.113920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77789ed5-bf42-4cbe-87a3-12f7384ad067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.158257 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Routers {'88c37587-ad72-40d7-b4fe-df53606707b7'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:42.158916 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88c37587-ad72-40d7-b4fe-df53606707b7'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:42.161287 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca59b9-42ce-4d6b-bf19-e8e7360b7246 None None] Pushing event updated for resources: {'Port': ['ID=7bb2d6ad-e107-479c-8ea6-982ba31520ce,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:42.196953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.227728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Transition to ACTIVE for port object cc6e542b-29f7-4d9c-a708-98d61be37236 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:42.286005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77789ed5-bf42-4cbe-87a3-12f7384ad067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.289573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.308216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77789ed5-bf42-4cbe-87a3-12f7384ad067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.314387 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] Set router 88c37587-ad72-40d7-b4fe-df53606707b7 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:42.387353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Network d9fcfade-ffb9-4305-8092-608682c1596f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:42.394876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:42.399608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Pushing event updated for resources: {'Port': ['ID=cc6e542b-29f7-4d9c-a708-98d61be37236,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:42.403830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:42.437705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-77789ed5-bf42-4cbe-87a3-12f7384ad067 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b27168309dd24e91a24f69421ef88ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216839 Jul 09 17:43:42.439116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77789ed5-bf42-4cbe-87a3-12f7384ad067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97120ec9-2967-4ba5-ad59-0bb7841882b8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:42.456919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 39948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:42.472122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.571372 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:43:38Z', 'revision_number': 3, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:42.596754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c903-1a04-4a7e-8737-c6c7d138fc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.636631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c903-1a04-4a7e-8737-c6c7d138fc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.673124 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0287dc4-6519-4dea-a2c0-f37ac139eaf8 None None] The sync data for ids ['88c37587-ad72-40d7-b4fe-df53606707b7'] in n-d-791506-17 is: [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:43:38Z', 'revision_number': 3, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:42.737953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c903-1a04-4a7e-8737-c6c7d138fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.741445 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dc0c903-1a04-4a7e-8737-c6c7d138fc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.746599 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8dc0c903-1a04-4a7e-8737-c6c7d138fc19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97120ec9-2967-4ba5-ad59-0bb7841882b8 HTTP/1.1" status: 204 len: 168 time: 0.2776878 Jul 09 17:43:42.762649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0c903-1a04-4a7e-8737-c6c7d138fc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97120ec9-2967-4ba5-ad59-0bb7841882b8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:42.766503 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.892012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-73a3689c-0a6e-402f-9aaf-ab2b847cbb95 None None] Provisioning for port cc6e542b-29f7-4d9c-a708-98d61be37236 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:42.904381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-73a3689c-0a6e-402f-9aaf-ab2b847cbb95 None None] Provisioning complete for port cc6e542b-29f7-4d9c-a708-98d61be37236 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:42.905045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73a3689c-0a6e-402f-9aaf-ab2b847cbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.965288 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-84ab239a-fecb-454f-bd6e-0004cfe673b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:42.969931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-73a3689c-0a6e-402f-9aaf-ab2b847cbb95 None None] Port cc6e542b-29f7-4d9c-a708-98d61be37236 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:43.203464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:43.214067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:43.360386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Pushing event updated for resources: {'Port': ['ID=cc6e542b-29f7-4d9c-a708-98d61be37236,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:43.366458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4e66c-ddef-49ee-9080-5944781fe4e4 req-046c1407-9079-4952-97ce-7aaf5fda3d0a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:43.369727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:43.370668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8bf4e66c-ddef-49ee-9080-5944781fe4e4 req-046c1407-9079-4952-97ce-7aaf5fda3d0a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1671894 Jul 09 17:43:43.373632 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:43.453158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8bf4e66c-ddef-49ee-9080-5944781fe4e4 req-aecd8ed4-2be7-41b8-b2a2-f561a02d610f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709553 Jul 09 17:43:43.562835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Network d9fcfade-ffb9-4305-8092-608682c1596f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:43.564799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:43.722985 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Router 88c37587-ad72-40d7-b4fe-df53606707b7 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:43.898157 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:43.918694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-92bf5e1c-c77a-47cf-b9eb-c9c941a32c4d admin admin] 10.222.0.21 "PUT /v2.0/routers/88c37587-ad72-40d7-b4fe-df53606707b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3083992 Jul 09 17:43:43.929097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ea879d3a-5e9f-409b-aed2-c6fbb4378183 None None] Provisioning complete for port cc6e542b-29f7-4d9c-a708-98d61be37236 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:43.929740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea879d3a-5e9f-409b-aed2-c6fbb4378183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:44.021770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ea879d3a-5e9f-409b-aed2-c6fbb4378183 None None] Port cc6e542b-29f7-4d9c-a708-98d61be37236 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:44.038440 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:44.661705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18f15-2d54-4eff-afee-a70f4cf8f415 req-0024adb3-d1d2-4150-8b70-b2bf110b256d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:44.664263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ea18f15-2d54-4eff-afee-a70f4cf8f415 req-0024adb3-d1d2-4150-8b70-b2bf110b256d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0917599 Jul 09 17:43:44.779585 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7ea18f15-2d54-4eff-afee-a70f4cf8f415 req-50ccd96b-2f18-4f57-b038-2707b74317a6 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066053 Jul 09 17:43:44.985918 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40008) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:44.991246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-98826217-network', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:45.000416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:45.022272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Made reservation on behalf of 70f8cb4f1fba49cd8f00a748878e8749 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:45.024879 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.035127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.151100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7bb2d6ad-e107-479c-8ea6-982ba31520ce up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:45.179322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Sync routers for ids ['88c37587-ad72-40d7-b4fe-df53606707b7'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:45.193452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Routers {'88c37587-ad72-40d7-b4fe-df53606707b7'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:45.194387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88c37587-ad72-40d7-b4fe-df53606707b7'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:45.219407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.229370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.280801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:43:45.285830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1287078307'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:45.301814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:45.319199 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.320848 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Added segment 42d29575-6c92-41d2-8b39-f9f19c3ab393 of type vlan for network af55c401-d3d5-46ec-86cc-7dd987e8644c Jul 09 17:43:45.323577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Made reservation on behalf of 334228453d854a529d8836ae861e1c03 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:45.331995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.337560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7bb2d6ad-e107-479c-8ea6-982ba31520ce completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:45.344055 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.358542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7bb2d6ad-e107-479c-8ea6-982ba31520ce triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:45.358910 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.380678 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.425277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.426457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:45.429335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.456563 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.462861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Set router 88c37587-ad72-40d7-b4fe-df53606707b7 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:45.472219 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.477792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.506407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:43:45.516490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f712c836-61ba-4286-bef8-02dddffb3364,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:45.521981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.522329 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Added segment 119c8b37-ffa3-41cd-abf1-0c8abbe624be of type vlan for network cb16bea8-e6b2-4a6a-816b-13dd0199b295 Jul 09 17:43:45.524934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7bb2d6ad-e107-479c-8ea6-982ba31520ce, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7bb2d6ad-e107-479c-8ea6-982ba31520ce,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:45.533341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.556967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] Pushing event updated for resources: {'Network': ['ID=af55c401-d3d5-46ec-86cc-7dd987e8644c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:45.574026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:45.575261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-41aaa9b5-c19b-4370-a668-db6534571d95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5881371 Jul 09 17:43:45.579245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Request body: {'subnet': {'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-98826217-subnet', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:45.594586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network af55c401-d3d5-46ec-86cc-7dd987e8644c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:43:45.596810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.622942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Made reservation on behalf of 70f8cb4f1fba49cd8f00a748878e8749 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:45.624407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7bb2d6ad-e107-479c-8ea6-982ba31520ce,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:45.627972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.692700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.698872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:45.699900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:45.792998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7913554 Jul 09 17:43:45.809342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f35ffe-b732-4a4e-b561-8ddcde99283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Pushing event updated for resources: {'Network': ['ID=cb16bea8-e6b2-4a6a-816b-13dd0199b295,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:45.836226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network cb16bea8-e6b2-4a6a-816b-13dd0199b295 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:43:45.935795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 4, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'cc6e542b-29f7-4d9c-a708-98d61be37236', 'name': '', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'mac_address': 'fa:16:3e:46:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:41Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 2, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'subnets': [{'id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:45.937962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.053469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.129853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebb7012-4ee1-473f-a53f-9ce6021654a2,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:46.154724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Checking segment: {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:46.155872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Network hostable DHCP agents. Network: af55c401-d3d5-46ec-86cc-7dd987e8644c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:43:46.160222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9b62e-2a2e-4601-b4ab-7c1f08d837d0 req-7abc7813-fca4-4532-8992-bdb0644451ac tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:46.162609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4db9b62e-2a2e-4601-b4ab-7c1f08d837d0 req-7abc7813-fca4-4532-8992-bdb0644451ac tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.2147658 Jul 09 17:43:46.188663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Network af55c401-d3d5-46ec-86cc-7dd987e8644c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:43:46.204197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, af55c401-d3d5-46ec-86cc-7dd987e8644c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:46.209892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:46.209892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.231704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4db9b62e-2a2e-4601-b4ab-7c1f08d837d0 req-963498f3-45ca-4955-bcec-a9706ef7a2f6 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 Jul 09 17:43:46.233829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ca5def21-824f-459e-955d-3d9132bc5d6e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6586914 Jul 09 17:43:46.234830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Checking router: 88c37587-ad72-40d7-b4fe-df53606707b7 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:46.235463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Updating router 88c37587-ad72-40d7-b4fe-df53606707b7 port cc6e542b-29f7-4d9c-a708-98d61be37236 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:46.236703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40024) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:46.242123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:46.243722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315565f-f1bf-481d-bf4f-712ab81f8f00 None None] Network af55c401-d3d5-46ec-86cc-7dd987e8644c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:46.282864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.285810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.292293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40026) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:46.298107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Request body: {'port': {'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295', 'binding:host_id': 'n-h2-791506-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1620614000'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:46.324427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Made reservation on behalf of 462b3b341f264ccb8fd53b026aca12a0 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:46.327178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.333841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.337509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.354282 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.471206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.478628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.486135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port 945fda30-f688-47a1-9e69-0d4c7d221a90 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:46.513751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.588210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6962d-7f02-45a3-95a8-6e18dcdd324a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:46.606206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-af55c401-d3d5-46ec-86cc-7dd987e8644c', 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'fixed_ips': [{'subnet_id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:43:46.607040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.780738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port 945fda30-f688-47a1-9e69-0d4c7d221a90 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:46.792140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.792509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.804757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Transition to ACTIVE for port object 945fda30-f688-47a1-9e69-0d4c7d221a90 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:46.816727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.820467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.860893 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.876581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=945fda30-f688-47a1-9e69-0d4c7d221a90,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:46.878038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Allocated IP 172.20.0.2 (af55c401-d3d5-46ec-86cc-7dd987e8644c/eebb7012-4ee1-473f-a53f-9ce6021654a2/198e44b6-d362-40d2-ac9b-91c7516684f3) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:46.881253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Transition to ACTIVE for port object cc6e542b-29f7-4d9c-a708-98d61be37236 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:46.897549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Checking segment: {'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:46.898351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Network hostable DHCP agents. Network: cb16bea8-e6b2-4a6a-816b-13dd0199b295, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:43:46.898626 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:46.918146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Network cb16bea8-e6b2-4a6a-816b-13dd0199b295 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:43:46.932538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, cb16bea8-e6b2-4a6a-816b-13dd0199b295) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:46.944528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:46.961490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:46.961857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:46.962675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:46.967314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:46.967691 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:46.968109 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 2 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:46.981675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b284d6-e18f-4ce2-b53c-981c006c2d9c None None] Network cb16bea8-e6b2-4a6a-816b-13dd0199b295 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:46.983244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:46.983631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:46.983998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:46.986575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Allocated IP 172.25.3.87 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e7ed7e3a-0ba6-4036-a738-3a65386e0733) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:46.988747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:46.989112 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:46.989523 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 3 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.005048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.005433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.005870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.011284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.011607 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.012058 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 4 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.025707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.026048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.026368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.031198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.031663 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.032082 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 5 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.045387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.045727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.046065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.052275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.052601 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.053638 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 6 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.084300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.088383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.088727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.096158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b572e5-1852-4d2a-a39d-4cb648e739a0 None None] Pushing event updated for resources: {'Port': ['ID=cc6e542b-29f7-4d9c-a708-98d61be37236,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:47.101420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.103280 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.103713 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 7 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.129750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.131812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.137257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.143463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7bb2d6ad-e107-479c-8ea6-982ba31520ce up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:47.148954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.149495 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.150043 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 8 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.163973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.166267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.167498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.168269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.176879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.177470 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.178571 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 9 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.227249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.227700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.227882 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.228093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.244811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.245044 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.245274 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 10 to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 Jul 09 17:43:47.271994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.272518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.272873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.279616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 945fda30-f688-47a1-9e69-0d4c7d221a90 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:47.280012 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 945fda30-f688-47a1-9e69-0d4c7d221a90 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:47.280817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.315008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:47.321467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:47.338328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:47.440150 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.450599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Transition to ACTIVE for port object 198e44b6-d362-40d2-ac9b-91c7516684f3 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:47.451989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] For port 945fda30-f688-47a1-9e69-0d4c7d221a90, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:47.452444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempted to set empty binding levels {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:43:47.461900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.468635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Transition to ACTIVE for port object 198e44b6-d362-40d2-ac9b-91c7516684f3 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:47.478143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Pushing event updated for resources: {'Port': ['ID=e7ed7e3a-0ba6-4036-a738-3a65386e0733,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:47.501105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.521129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Network af55c401-d3d5-46ec-86cc-7dd987e8644c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:47.524528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:47.527690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7bb2d6ad-e107-479c-8ea6-982ba31520ce triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:47.528186 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.530297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:47.546114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=945fda30-f688-47a1-9e69-0d4c7d221a90,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:47.566318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:47.573131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.575339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Attempting to bind port cc6e542b-29f7-4d9c-a708-98d61be37236 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.575714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Attempting to bind port cc6e542b-29f7-4d9c-a708-98d61be37236 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.576106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Attempting to bind port cc6e542b-29f7-4d9c-a708-98d61be37236 on network d9fcfade-ffb9-4305-8092-608682c1596f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.607789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:47.608181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Checking segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:47.608593 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.609288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Bound using segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:47.609510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Bound port: cc6e542b-29f7-4d9c-a708-98d61be37236, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:47.609904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.629644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-82a1451b-49ed-41fd-bd2e-a1013c113e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.3328714 Jul 09 17:43:47.639219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40032) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:47.677240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.677430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Attempting to bind port 198e44b6-d362-40d2-ac9b-91c7516684f3 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:47.677673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Attempting to bind port 198e44b6-d362-40d2-ac9b-91c7516684f3 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:47.677990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Attempting to bind port 198e44b6-d362-40d2-ac9b-91c7516684f3 on network af55c401-d3d5-46ec-86cc-7dd987e8644c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:47.685738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Pushing event updated for resources: {'Port': ['ID=198e44b6-d362-40d2-ac9b-91c7516684f3,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:47.707992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:47.708371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Checking segment: {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:47.708770 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.709162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Bound using segment: {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:47.709648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Bound port: 198e44b6-d362-40d2-ac9b-91c7516684f3, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:47.710027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.721513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbee868-28b9-4316-a72a-a77d4fcd84cb req-ddac233e-862e-426d-a281-149a582c4b16 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:47.728403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fbee868-28b9-4316-a72a-a77d4fcd84cb req-ddac233e-862e-426d-a281-149a582c4b16 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.2934546 Jul 09 17:43:47.802487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fbee868-28b9-4316-a72a-a77d4fcd84cb req-2e9a8745-2c74-4d01-8c0c-6e775c6d2a8d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730848 Jul 09 17:43:47.813404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] For port cc6e542b-29f7-4d9c-a708-98d61be37236, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:47.836817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Deleting port 945fda30-f688-47a1-9e69-0d4c7d221a90 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:47.837429 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.837601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] For port cc6e542b-29f7-4d9c-a708-98d61be37236, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc6e542b-29f7-4d9c-a708-98d61be37236,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:47.850145 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.852491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] For port 198e44b6-d362-40d2-ac9b-91c7516684f3, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:47.860924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] For port 198e44b6-d362-40d2-ac9b-91c7516684f3, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=198e44b6-d362-40d2-ac9b-91c7516684f3,segment=NetworkSegment(42d29575-6c92-41d2-8b39-f9f19c3ab393),segment_id=42d29575-6c92-41d2-8b39-f9f19c3ab393)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:47.884839 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.915213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] For port 945fda30-f688-47a1-9e69-0d4c7d221a90, host n-h2-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:47.915657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:47.928339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Routers {'88c37587-ad72-40d7-b4fe-df53606707b7'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:47.928885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88c37587-ad72-40d7-b4fe-df53606707b7'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:47.932773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b572e5-1852-4d2a-a39d-4cb648e739a0 None None] Pushing event updated for resources: {'Port': ['ID=cc6e542b-29f7-4d9c-a708-98d61be37236,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:47.935168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Calling delete_port for 945fda30-f688-47a1-9e69-0d4c7d221a90 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:48.052366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.083011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event deleted for resources: {'Port': ['ID=945fda30-f688-47a1-9e69-0d4c7d221a90,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:48.095633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.097966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3bef51d6-4972-4f0c-a28d-fe36d739f07d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "DELETE /v2.0/ports/945fda30-f688-47a1-9e69-0d4c7d221a90 HTTP/1.1" status: 204 len: 168 time: 0.4573767 Jul 09 17:43:48.100630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40034) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:48.124765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e638ba-f969-46c6-9b39-9142d50c46f7 None None] Pushing event updated for resources: {'Port': ['ID=198e44b6-d362-40d2-ac9b-91c7516684f3,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:48.145964 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-82336267-73cb-4de6-b324-12fb23851e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:43:48.146794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] Set router 88c37587-ad72-40d7-b4fe-df53606707b7 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:48.152339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-82336267-73cb-4de6-b324-12fb23851e87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "GET /v2.0/ports/945fda30-f688-47a1-9e69-0d4c7d221a90 HTTP/1.1" status: 404 len: 333 time: 0.0505896 Jul 09 17:43:48.155441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:48.164835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Request body: {'port': {'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898118677'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:48.196404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Made reservation on behalf of 462b3b341f264ccb8fd53b026aca12a0 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:48.203136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.244523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port 396251dc-0eb0-4685-981e-1087f8856968 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:48.434681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.474093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.522092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.579486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Network cb16bea8-e6b2-4a6a-816b-13dd0199b295 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:48.586794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:48.587517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:48.588720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:48.589035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.592854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=396251dc-0eb0-4685-981e-1087f8856968,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:48.609291 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90f41938-03a7-4881-a93a-8f4123a71b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4504168 Jul 09 17:43:48.612201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:48.618740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:48.636405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 4, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'cc6e542b-29f7-4d9c-a708-98d61be37236', 'name': '', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'mac_address': 'fa:16:3e:46:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:41Z', 'updated_at': '2021-07-09T17:43:47Z', 'revision_number': 4, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'subnets': [{'id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:48.642968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Router e34be6b7-6791-4a84-ba46-7cefbd07bb6d is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:43:48.681451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5c5b3-aac6-46ef-8430-4d68c1e47551 None None] The sync data for ids ['88c37587-ad72-40d7-b4fe-df53606707b7'] in n-d-791506-17 is: [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:43:42Z', 'revision_number': 4, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'cc6e542b-29f7-4d9c-a708-98d61be37236', 'name': '', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'mac_address': 'fa:16:3e:46:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:41Z', 'updated_at': '2021-07-09T17:43:47Z', 'revision_number': 4, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'subnets': [{'id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:48.707114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.850971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:48.872642 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Sync routers for ids ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:48.887413 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Routers {'e34be6b7-6791-4a84-ba46-7cefbd07bb6d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:48.888545 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:48.910694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:48.915129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-17cae8c5-a283-46ac-b145-23bba936352c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6773016 Jul 09 17:43:48.915890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:49.004455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port 396251dc-0eb0-4685-981e-1087f8856968 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:49.014828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.068879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Transition to ACTIVE for port object 396251dc-0eb0-4685-981e-1087f8856968 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:49.078290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.164893 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Set router e34be6b7-6791-4a84-ba46-7cefbd07bb6d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:49.207788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=396251dc-0eb0-4685-981e-1087f8856968,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:49.242218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.242916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.243509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.249150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.249835 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.250594 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 2 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.266823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.268767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.269413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.275500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.276187 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.276795 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 3 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.286077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 198e44b6-d362-40d2-ac9b-91c7516684f3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:49.293274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.293930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.294609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.302078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.302577 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.303875 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 4 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.333478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.334027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.334468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.348035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.348520 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.349016 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 5 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.375756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.376154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.378269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.390109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.391544 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.392124 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 6 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.395399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494da38-fb82-46ea-a152-99e0f3822bb5 req-ff2c245b-827f-4ac4-8ed5-f6b6b30ff330 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:49.408873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1494da38-fb82-46ea-a152-99e0f3822bb5 req-ff2c245b-827f-4ac4-8ed5-f6b6b30ff330 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.4216268 Jul 09 17:43:49.414168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 198e44b6-d362-40d2-ac9b-91c7516684f3 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:49.419290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc6e542b-29f7-4d9c-a708-98d61be37236 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:49.427358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.428076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.428584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.436294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.441794 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.442463 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 7 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.477620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.478106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.480092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.490451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.491963 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.492556 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 8 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.503537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cc6e542b-29f7-4d9c-a708-98d61be37236 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:49.517306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cc6e542b-29f7-4d9c-a708-98d61be37236 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:49.518024 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.520888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.521232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.521578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.540461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.540821 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.541208 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 9 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.566987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.567328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.567696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.580722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.598942 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:47Z', 'revision_number': 3, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:49.599721 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.599963 n-d-791506-17 neutron-server[93895]: INFO neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 10 to bind port 396251dc-0eb0-4685-981e-1087f8856968 Jul 09 17:43:49.626383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:49.626719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:49.627063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:49.642458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:49.642805 n-d-791506-17 neutron-server[93895]: ERROR neutron.plugins.ml2.managers [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port 396251dc-0eb0-4685-981e-1087f8856968 on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:49.643195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.650588 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.660460 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Checking router: e34be6b7-6791-4a84-ba46-7cefbd07bb6d for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:49.661069 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Updating router e34be6b7-6791-4a84-ba46-7cefbd07bb6d port e7ed7e3a-0ba6-4036-a738-3a65386e0733 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:49.700916 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.713890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port cc6e542b-29f7-4d9c-a708-98d61be37236, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc6e542b-29f7-4d9c-a708-98d61be37236,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:49.715792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaabf82-ff6c-4bbc-b5be-7b054faa1410 None None] Network af55c401-d3d5-46ec-86cc-7dd987e8644c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:43:49.730221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1494da38-fb82-46ea-a152-99e0f3822bb5 req-9d28e146-3cc2-4541-b71f-b12837cbddf3 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182521 Jul 09 17:43:49.777573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] For port 396251dc-0eb0-4685-981e-1087f8856968, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:49.778380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempted to set empty binding levels {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:43:49.786687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.801102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] In _notify_port_updated(), no bound segment for port 396251dc-0eb0-4685-981e-1087f8856968 on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:43:49.802833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:49.803706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.805944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "PUT /v2.0/ports/396251dc-0eb0-4685-981e-1087f8856968 HTTP/1.1" status: 200 len: 980 time: 1.1927304 Jul 09 17:43:49.810721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40056) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:49.847155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f4198-7c54-4c91-bf21-3ed158c33cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=396251dc-0eb0-4685-981e-1087f8856968,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:49.890181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:49.947688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] Provisioning for port 198e44b6-d362-40d2-ac9b-91c7516684f3 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:49.975600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] Provisioning complete for port 198e44b6-d362-40d2-ac9b-91c7516684f3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:49.976004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.018680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.051689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=cc6e542b-29f7-4d9c-a708-98d61be37236,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:50.088107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.089557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.090228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.090942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.091599 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.092280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.092930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.093607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.094260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.094973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.096095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.096758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.097409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.098188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.098894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.099718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.100649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.101319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.101969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.102616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.103262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.103937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:50.108023 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25626dc7-151a-4e00-b193-fb3dd5a00ade tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19839 time: 0.2945123 Jul 09 17:43:50.111812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40060) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:50.253653 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.267883 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.279474 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Transition to ACTIVE for port object e7ed7e3a-0ba6-4036-a738-3a65386e0733 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:50.285586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Deleting port 396251dc-0eb0-4685-981e-1087f8856968 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:50.286352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.299656 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.343971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] For port 198e44b6-d362-40d2-ac9b-91c7516684f3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=198e44b6-d362-40d2-ac9b-91c7516684f3,segment=NetworkSegment(42d29575-6c92-41d2-8b39-f9f19c3ab393),segment_id=42d29575-6c92-41d2-8b39-f9f19c3ab393)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:50.353320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.384217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] For port 396251dc-0eb0-4685-981e-1087f8856968, host n-h2-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:50.384589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.388568 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35cde-045f-4c53-a175-6ba088283e65 None None] Pushing event updated for resources: {'Port': ['ID=e7ed7e3a-0ba6-4036-a738-3a65386e0733,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:50.415134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Calling delete_port for 396251dc-0eb0-4685-981e-1087f8856968 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:50.423644 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Attempting to bind port e7ed7e3a-0ba6-4036-a738-3a65386e0733 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:50.424139 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Attempting to bind port e7ed7e3a-0ba6-4036-a738-3a65386e0733 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:50.424691 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Attempting to bind port e7ed7e3a-0ba6-4036-a738-3a65386e0733 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:50.431217 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:50.431922 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:50.432559 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.433156 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:50.433832 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Bound port: e7ed7e3a-0ba6-4036-a738-3a65386e0733, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:50.434419 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.444640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Allocated IP 172.20.0.1 (af55c401-d3d5-46ec-86cc-7dd987e8644c/eebb7012-4ee1-473f-a53f-9ce6021654a2/1a37d316-c217-40c9-bbc3-241899f9a770) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:50.454632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3077648-1dcf-4dbd-a6f4-857c09342937 None None] Pushing event updated for resources: {'Port': ['ID=198e44b6-d362-40d2-ac9b-91c7516684f3,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:50.516509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.557707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.563906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40062) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:50.571804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "DELETE /v2.0/ports/396251dc-0eb0-4685-981e-1087f8856968 HTTP/1.1" status: 204 len: 168 time: 0.4494357 Jul 09 17:43:50.573028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712f502-431f-48e3-b6ea-cc3d2bf986ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event deleted for resources: {'Port': ['ID=396251dc-0eb0-4685-981e-1087f8856968,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:50.609243 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbce5b68-10ab-430d-baf3-0d8050fc05d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:43:50.610932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fbce5b68-10ab-430d-baf3-0d8050fc05d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "GET /v2.0/ports/396251dc-0eb0-4685-981e-1087f8856968 HTTP/1.1" status: 404 len: 333 time: 0.0460386 Jul 09 17:43:50.615159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40064) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:50.620836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2048178644', 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:50.638820 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] For port e7ed7e3a-0ba6-4036-a738-3a65386e0733, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:50.644304 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] For port e7ed7e3a-0ba6-4036-a738-3a65386e0733, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7ed7e3a-0ba6-4036-a738-3a65386e0733,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:50.644646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.644968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Made reservation on behalf of 462b3b341f264ccb8fd53b026aca12a0 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:50.647671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.651413 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.659251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Transition to ACTIVE for port object 1a37d316-c217-40c9-bbc3-241899f9a770 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:50.663441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port 6d761e3e-1dea-4379-83e9-a09b19c14e18 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:50.695573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7c9742f2-e8ee-4a42-b1c8-2201e032fc04 None None] Provisioning complete for port 198e44b6-d362-40d2-ac9b-91c7516684f3 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:50.696195 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7c9742f2-e8ee-4a42-b1c8-2201e032fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.722784 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35cde-045f-4c53-a175-6ba088283e65 None None] Pushing event updated for resources: {'Port': ['ID=e7ed7e3a-0ba6-4036-a738-3a65386e0733,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:50.726432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.757288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Routers {'e34be6b7-6791-4a84-ba46-7cefbd07bb6d'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:50.758000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:50.769650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Network af55c401-d3d5-46ec-86cc-7dd987e8644c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:50.776950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:50.785311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:50.814102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Pushing event updated for resources: {'Port': ['ID=1a37d316-c217-40c9-bbc3-241899f9a770,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:50.841712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:50.915919 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] Set router e34be6b7-6791-4a84-ba46-7cefbd07bb6d gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:50.997527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.060399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c757-7a69-4a24-812a-1440066d2c39 req-3633a6d9-ea34-491b-a0a2-7a8af26fbf41 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:51.063117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e44c757-7a69-4a24-812a-1440066d2c39 req-3633a6d9-ea34-491b-a0a2-7a8af26fbf41 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1110697 Jul 09 17:43:51.080802 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.134842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.139980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e44c757-7a69-4a24-812a-1440066d2c39 req-f9bdba1e-2d51-42ec-a4f1-7b23ef91b8af tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 Jul 09 17:43:51.182208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 198e44b6-d362-40d2-ac9b-91c7516684f3 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:51.189578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Network cb16bea8-e6b2-4a6a-816b-13dd0199b295 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:51.201225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:51.206050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:51.207635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:51.208390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.217462 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:47Z', 'revision_number': 3, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:51.225276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=6d761e3e-1dea-4379-83e9-a09b19c14e18,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:51.235324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.236210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.236568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.236951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.237283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.237886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.238042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.238808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.238942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.239180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.239543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.239913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:43:51.252041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-613a973c-64e3-4a19-8462-40af8e2d2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6347060 Jul 09 17:43:51.254658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:51.259377 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cd301-f1a3-4f33-a25d-44f73d1e2159 None None] The sync data for ids ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'] in n-d-791506-17 is: [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:47Z', 'revision_number': 3, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:51.272962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d8b5fbe-682b-45d4-953b-8db426ad3016 None None] Provisioning for port 1a37d316-c217-40c9-bbc3-241899f9a770 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:51.280479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d8b5fbe-682b-45d4-953b-8db426ad3016 None None] Provisioning complete for port 1a37d316-c217-40c9-bbc3-241899f9a770 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:51.280846 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4d8b5fbe-682b-45d4-953b-8db426ad3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.315064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 198e44b6-d362-40d2-ac9b-91c7516684f3 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:51.315854 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.342404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b76fd-1634-4cfb-832c-7b93fab44b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:51.343482 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e56b76fd-1634-4cfb-832c-7b93fab44b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "GET /v2.0/ports/6d761e3e-1dea-4379-83e9-a09b19c14e18 HTTP/1.1" status: 200 len: 959 time: 0.0882778 Jul 09 17:43:51.346838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40074) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:51.352996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.362398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.389316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b5fbe-682b-45d4-953b-8db426ad3016 None None] Port 1a37d316-c217-40c9-bbc3-241899f9a770 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:51.457281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.458145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Deleting port 6d761e3e-1dea-4379-83e9-a09b19c14e18 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:51.458539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.462448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc6e542b-29f7-4d9c-a708-98d61be37236 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:51.508235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Pushing event updated for resources: {'Port': ['ID=1a37d316-c217-40c9-bbc3-241899f9a770,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:51.538222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.556650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Calling delete_port for 6d761e3e-1dea-4379-83e9-a09b19c14e18 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:51.579535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cc6e542b-29f7-4d9c-a708-98d61be37236 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:51.579535 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.619726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Network af55c401-d3d5-46ec-86cc-7dd987e8644c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:51.624506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:51.692223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.759314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d761e3e-1dea-4379-83e9-a09b19c14e18,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:51.781856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.788271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-903360af-9de4-41da-b016-a5bc676dd50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6d761e3e-1dea-4379-83e9-a09b19c14e18 HTTP/1.1" status: 204 len: 168 time: 0.4401700 Jul 09 17:43:51.791461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40082) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:51.829866 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6ebc46-2952-429c-a02b-a5c09a41aa7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:43:51.831817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7f6ebc46-2952-429c-a02b-a5c09a41aa7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "GET /v2.0/ports/6d761e3e-1dea-4379-83e9-a09b19c14e18 HTTP/1.1" status: 404 len: 333 time: 0.0391297 Jul 09 17:43:51.836367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40086) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:51.841764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Request body: {'port': {'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1637232810'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:51.848704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Router e34be6b7-6791-4a84-ba46-7cefbd07bb6d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:43:51.880812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Made reservation on behalf of 462b3b341f264ccb8fd53b026aca12a0 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:51.884005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:51.905913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:52.010772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:43:52.015262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0cba1dba-0706-4420-afc2-c9d343e9a7f1 None None] Provisioning complete for port 1a37d316-c217-40c9-bbc3-241899f9a770 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:52.016232 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0cba1dba-0706-4420-afc2-c9d343e9a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.039858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-08e5c123-aa42-4272-b84e-6672eaad5e50 admin admin] 10.222.0.21 "PUT /v2.0/routers/e34be6b7-6791-4a84-ba46-7cefbd07bb6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1120794 Jul 09 17:43:52.077028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0cba1dba-0706-4420-afc2-c9d343e9a7f1 None None] Port 1a37d316-c217-40c9-bbc3-241899f9a770 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:52.129958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.194669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.264529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Network cb16bea8-e6b2-4a6a-816b-13dd0199b295 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:52.264529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:52.264529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:52.264529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:52.265239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.283371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:52.290448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-45e009ff-958e-4550-8a29-e8f42078791a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4503245 Jul 09 17:43:52.292179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:52.298565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:52.416230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a34d33-5d9c-4ff7-9b16-067b170a32ec req-35a9ee3b-6730-459f-9aeb-96086bb60f35 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:52.424023 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01a34d33-5d9c-4ff7-9b16-067b170a32ec req-35a9ee3b-6730-459f-9aeb-96086bb60f35 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0988564 Jul 09 17:43:52.430007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.467141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01a34d33-5d9c-4ff7-9b16-067b170a32ec req-d8fed033-782e-4a5f-abc6-1a93453abf1a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Jul 09 17:43:52.708277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] device_id is not set on port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:43:52.713539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-b9c19d94-b783-4991-886f-281188542a00 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:52.716074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-b9c19d94-b783-4991-886f-281188542a00 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/networks?id=d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 200 len: 910 time: 0.1634581 Jul 09 17:43:52.720296 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.743271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-407712fe-46ce-4ba8-9c33-484a72ea62fc tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/quotas/70f8cb4f1fba49cd8f00a748878e8749 HTTP/1.1" status: 200 len: 375 time: 0.0201035 Jul 09 17:43:52.745225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Transition to ACTIVE for port object e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:52.758785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:52.871999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:52.889141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:52.889483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:52.889833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:52.922619 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:52.922969 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:52.924368 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 2 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:52.948372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:52.948717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:52.949051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:52.955179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-c35a0940-ad46-4377-9e31-74239dcd00b3 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2045422 Jul 09 17:43:52.959051 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:52.959376 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:52.959813 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 3 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:52.981939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:52.982292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:52.982608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.035174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.035517 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.057102 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 4 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.091590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.092022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.094373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.124430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.124744 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.126615 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 5 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.180651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-f0955112-b800-44f6-bbb6-91962bad7303 service neutron] 10.222.0.21 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114298 Jul 09 17:43:53.181829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.182556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.183150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.208335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.208676 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.212622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7ed7e3a-0ba6-4036-a738-3a65386e0733 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:53.219490 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 6 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.271999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e7ed7e3a-0ba6-4036-a738-3a65386e0733 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:53.272116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.272463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.272802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.276550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e7ed7e3a-0ba6-4036-a738-3a65386e0733 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:53.277283 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.288769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.289117 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.291360 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 7 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.318112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.318235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.318479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.332686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.333059 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.335081 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 8 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.346579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-823342d4-b4a7-4e82-b965-0080985d2e92 service neutron] 10.222.0.21 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523099 Jul 09 17:43:53.351567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.351973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.352319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.357555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.357890 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.358430 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 9 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.373042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.373291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.373629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.379009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.379461 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.380118 n-d-791506-17 neutron-server[93896]: INFO neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempt 10 to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a Jul 09 17:43:53.389746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.397150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:53.397583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:53.397998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempting to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:53.403347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:53.403793 n-d-791506-17 neutron-server[93896]: ERROR neutron.plugins.ml2.managers [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Failed to bind port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on host n-h2-791506-17 for vnic_type normal using segments [{'id': '119c8b37-ffa3-41cd-abf1-0c8abbe624be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'cb16bea8-e6b2-4a6a-816b-13dd0199b295'}] Jul 09 17:43:53.404633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.417289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e7ed7e3a-0ba6-4036-a738-3a65386e0733, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7ed7e3a-0ba6-4036-a738-3a65386e0733,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:53.424050 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.477124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] For port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:53.477748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attempted to set empty binding levels {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 17:43:53.484690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.514877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e7ed7e3a-0ba6-4036-a738-3a65386e0733,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:53.526991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] In _notify_port_updated(), no bound segment for port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a on network cb16bea8-e6b2-4a6a-816b-13dd0199b295 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:43:53.527942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:53.528651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.530487 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "PUT /v2.0/ports/e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a HTTP/1.1" status: 200 len: 980 time: 1.2367475 Jul 09 17:43:53.533286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40120) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:53.549206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77900ae1-4547-4766-a763-e501b701017e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event updated for resources: {'Port': ['ID=e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:53.596552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Sync routers for ids ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:43:53.609730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Routers {'e34be6b7-6791-4a84-ba46-7cefbd07bb6d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:53.610799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:53.642188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-390593d0-dbb1-4319-b255-7d4379ae5d8e req-287efc44-d872-41ef-a9bc-4cb73f36eabb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 210 time: 0.0565581 Jul 09 17:43:53.697945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Deleting port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:43:53.699701 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.782798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Set router e34be6b7-6791-4a84-ba46-7cefbd07bb6d gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:53.795388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] For port e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a, host n-h2-791506-17, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:53.795895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:53.829359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Calling delete_port for e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:43:53.938848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87db30-c81e-4c0d-8887-a220255e3f64 req-baacfc48-db1f-40fb-9992-bb9ed3990f1a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:53.940741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd87db30-c81e-4c0d-8887-a220255e3f64 req-baacfc48-db1f-40fb-9992-bb9ed3990f1a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.2239890 Jul 09 17:43:54.012775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.039605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:51Z', 'revision_number': 4, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1a37d316-c217-40c9-bbc3-241899f9a770', 'name': '', 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'mac_address': 'fa:16:3e:8b:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:50Z', 'updated_at': '2021-07-09T17:43:51Z', 'revision_number': 2, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'subnets': [{'id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:54.052212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd87db30-c81e-4c0d-8887-a220255e3f64 req-624f02c2-3f85-4e96-bfd2-8bdd56b70bae tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029212 Jul 09 17:43:54.053496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Pushing event deleted for resources: {'Port': ['ID=e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:54.060509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.063677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd03ce99-a358-4090-8a0d-a0d6d5f51bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a HTTP/1.1" status: 204 len: 168 time: 0.5292449 Jul 09 17:43:54.066422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:54.095710 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bc9e19-820c-4301-b8d6-0b848823064d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] GET failed (client error): The resource could not be found. Jul 09 17:43:54.097451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e9bc9e19-820c-4301-b8d6-0b848823064d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108877335-project-admin] 10.222.0.21 "GET /v2.0/ports/e583cbcd-1790-4bb8-af81-5c2d1d9f2d3a HTTP/1.1" status: 404 len: 333 time: 0.0299730 Jul 09 17:43:54.100984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:54.111066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Checking router: e34be6b7-6791-4a84-ba46-7cefbd07bb6d for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:43:54.111459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Updating router e34be6b7-6791-4a84-ba46-7cefbd07bb6d port 1a37d316-c217-40c9-bbc3-241899f9a770 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:43:54.153320 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.192503 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.289909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.304372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb16bea8-e6b2-4a6a-816b-13dd0199b295']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:54.317959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119c8b37-ffa3-41cd-abf1-0c8abbe624be') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:54.318407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119c8b37-ffa3-41cd-abf1-0c8abbe624be') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:54.328390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.343539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.350642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:43:54.351258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:43:54.354823 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:43:54.445175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.454542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.465861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] 10.222.0.21 "DELETE /v2.0/networks/cb16bea8-e6b2-4a6a-816b-13dd0199b295 HTTP/1.1" status: 204 len: 168 time: 0.3574712 Jul 09 17:43:54.474153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.489481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178ac7-c092-44ea-85e4-c592942b9966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-206672-project] Pushing event deleted for resources: {'Network': ['ID=cb16bea8-e6b2-4a6a-816b-13dd0199b295,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:54.499064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Transition to ACTIVE for port object 1a37d316-c217-40c9-bbc3-241899f9a770 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:54.510196 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.561527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845c6a5-cf77-41e3-985d-c5a59d4fc589 None None] Pushing event updated for resources: {'Port': ['ID=1a37d316-c217-40c9-bbc3-241899f9a770,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:54.632306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Attempting to bind port 1a37d316-c217-40c9-bbc3-241899f9a770 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:54.632689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Attempting to bind port 1a37d316-c217-40c9-bbc3-241899f9a770 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:54.633061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Attempting to bind port 1a37d316-c217-40c9-bbc3-241899f9a770 on network af55c401-d3d5-46ec-86cc-7dd987e8644c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:54.640344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:54.640721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Checking segment: {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:54.641156 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.641536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Bound using segment: {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:54.642012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Bound port: 1a37d316-c217-40c9-bbc3-241899f9a770, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d29575-6c92-41d2-8b39-f9f19c3ab393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:54.642400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.793161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] For port 1a37d316-c217-40c9-bbc3-241899f9a770, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:54.805056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40146) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:54.815701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] For port 1a37d316-c217-40c9-bbc3-241899f9a770, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1a37d316-c217-40c9-bbc3-241899f9a770,segment=NetworkSegment(42d29575-6c92-41d2-8b39-f9f19c3ab393),segment_id=42d29575-6c92-41d2-8b39-f9f19c3ab393)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:54.824497 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:54.883997 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08791703-bc42-407e-84a1-1fd787578a2a req-4b398fb3-8788-4251-9d2f-7b8ecd252338 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 210 time: 0.0720263 Jul 09 17:43:54.942458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Routers {'e34be6b7-6791-4a84-ba46-7cefbd07bb6d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:43:54.943129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:43:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:54.982581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845c6a5-cf77-41e3-985d-c5a59d4fc589 None None] Pushing event updated for resources: {'Port': ['ID=1a37d316-c217-40c9-bbc3-241899f9a770,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:55.174346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] Set router e34be6b7-6791-4a84-ba46-7cefbd07bb6d gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:43:55.264009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c7c42101-2da2-4b85-9202-5277a48d9544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=334228453d854a529d8836ae861e1c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575903 Jul 09 17:43:55.278467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:55.301622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7ed7e3a-0ba6-4036-a738-3a65386e0733 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:55.367883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-f4ae0c72-aae5-4bfb-8ecc-673369dd3824 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:55.369502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-f4ae0c72-aae5-4bfb-8ecc-673369dd3824 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.13 "GET /v2.0/networks?id=d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 200 len: 910 time: 0.3947830 Jul 09 17:43:55.371335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d61ac-019b-44bf-8cb8-0fe634f68fa2 req-deda2161-3758-4a39-892e-004792fc66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:55.373358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be1d61ac-019b-44bf-8cb8-0fe634f68fa2 req-deda2161-3758-4a39-892e-004792fc66eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 1098 time: 0.1118159 Jul 09 17:43:55.388510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Request body: {'port': {'device_id': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'admin_state_up': True, 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:55.420899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be1d61ac-019b-44bf-8cb8-0fe634f68fa2 req-f055b1c6-ee9b-4fb9-83d0-a6634bd74492 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Jul 09 17:43:55.439483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Made reservation on behalf of 70f8cb4f1fba49cd8f00a748878e8749 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:43:55.441883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.451546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85310d34-6129-44b4-b33c-17f9e56d048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.464154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e7ed7e3a-0ba6-4036-a738-3a65386e0733 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:55.464446 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.485672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41271-d33f-40f3-8c1d-b3402ba6d883 req-10c01a31-925a-479e-8661-93d762e7cdb0 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:55.492479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ce41271-d33f-40f3-8c1d-b3402ba6d883 req-10c01a31-925a-479e-8661-93d762e7cdb0 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1647029 Jul 09 17:43:55.520893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85310d34-6129-44b4-b33c-17f9e56d048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.569188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:51Z', 'revision_number': 4, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1a37d316-c217-40c9-bbc3-241899f9a770', 'name': '', 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'mac_address': 'fa:16:3e:8b:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:50Z', 'updated_at': '2021-07-09T17:43:54Z', 'revision_number': 4, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'subnets': [{'id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:43:55.610347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c86e4-7bf6-4fdb-b76b-a159571e11a5 None None] The sync data for ids ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'] in n-d-791506-17 is: [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:51Z', 'revision_number': 4, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '1a37d316-c217-40c9-bbc3-241899f9a770', 'name': '', 'network_id': 'af55c401-d3d5-46ec-86cc-7dd987e8644c', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'mac_address': 'fa:16:3e:8b:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:50Z', 'updated_at': '2021-07-09T17:43:54Z', 'revision_number': 4, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'subnets': [{'id': 'eebb7012-4ee1-473f-a53f-9ce6021654a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:43:55.625029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ce41271-d33f-40f3-8c1d-b3402ba6d883 req-18a39bd9-747f-43b0-9506-bac4364f3c9a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313827 Jul 09 17:43:55.697254 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85310d34-6129-44b4-b33c-17f9e56d048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.701548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85310d34-6129-44b4-b33c-17f9e56d048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:55.702966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-85310d34-6129-44b4-b33c-17f9e56d048e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f712c836-61ba-4286-bef8-02dddffb3364 HTTP/1.1" status: 204 len: 168 time: 0.4233351 Jul 09 17:43:55.727401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85310d34-6129-44b4-b33c-17f9e56d048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f712c836-61ba-4286-bef8-02dddffb3364,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:55.750391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Allocated IP 172.20.0.6 (d9fcfade-ffb9-4305-8092-608682c1596f/39c9fd22-70e0-4da8-8280-30a699c0221b/e2a05139-6fa1-4146-9668-309adf2644fa) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:43:56.072531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b3aa5d3-b6af-4035-b781-ffbf652e7e90 req-9a90ad14-e13e-4dcb-aab5-e9d6ce97c3bc tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 210 time: 0.0459137 Jul 09 17:43:56.145975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40162) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:56.209970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a7eaae4a-b6c6-498c-a1fc-83c2458c6d85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=462b3b341f264ccb8fd53b026aca12a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623834 Jul 09 17:43:56.212524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40164) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:56.292260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d13963-6541-4fc5-8c57-c1b3c7e03000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.321205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d13963-6541-4fc5-8c57-c1b3c7e03000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.337626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.367059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Transition to ACTIVE for port object e2a05139-6fa1-4146-9668-309adf2644fa will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:56.382736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d13963-6541-4fc5-8c57-c1b3c7e03000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.393277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21d13963-6541-4fc5-8c57-c1b3c7e03000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.406379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-21d13963-6541-4fc5-8c57-c1b3c7e03000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3d6962d-7f02-45a3-95a8-6e18dcdd324a HTTP/1.1" status: 204 len: 168 time: 0.1925075 Jul 09 17:43:56.416961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13963-6541-4fc5-8c57-c1b3c7e03000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6962d-7f02-45a3-95a8-6e18dcdd324a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:56.436903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.501140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Network d9fcfade-ffb9-4305-8092-608682c1596f is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:43:56.504395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:43:56.514054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:43:56.518980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Pushing event updated for resources: {'Port': ['ID=e2a05139-6fa1-4146-9668-309adf2644fa,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:56.562510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:56.563268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.584444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-88faa09e-3c14-4d3b-91f9-b2121e492aca tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2061496 Jul 09 17:43:56.611959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Request body: {'port': {'device_id': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:56.805102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.879264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fa1be6f5-0b85-467d-9103-78defb403879 None None] Provisioning for port e2a05139-6fa1-4146-9668-309adf2644fa completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:56.901600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fa1be6f5-0b85-467d-9103-78defb403879 None None] Provisioning complete for port e2a05139-6fa1-4146-9668-309adf2644fa triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:56.903462 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fa1be6f5-0b85-467d-9103-78defb403879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:56.983015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fa1be6f5-0b85-467d-9103-78defb403879 None None] Port e2a05139-6fa1-4146-9668-309adf2644fa cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:43:57.251519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a37d316-c217-40c9-bbc3-241899f9a770 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:57.289766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776da-f2ab-414f-9eff-ad9cb6b3bd65 req-e91a08b7-84d4-4f6d-a2a0-69e4ed5e5a09 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:57.295264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c55776da-f2ab-414f-9eff-ad9cb6b3bd65 req-e91a08b7-84d4-4f6d-a2a0-69e4ed5e5a09 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.4400878 Jul 09 17:43:57.367523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b0a3-aa29-42dc-82e8-9cfab641c233 req-6563b3ab-6068-460c-95a8-4e0ea49f9880 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:57.376001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e115b0a3-aa29-42dc-82e8-9cfab641c233 req-6563b3ab-6068-460c-95a8-4e0ea49f9880 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1027 time: 0.1055193 Jul 09 17:43:57.394897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1a37d316-c217-40c9-bbc3-241899f9a770 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:43:57.406186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1a37d316-c217-40c9-bbc3-241899f9a770 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:57.408639 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:57.460282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e115b0a3-aa29-42dc-82e8-9cfab641c233 req-e85c1782-aea6-4f7f-b6e7-a2bba124f40b tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830643 Jul 09 17:43:57.545972 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c55776da-f2ab-414f-9eff-ad9cb6b3bd65 req-245be6ec-f32c-4e6a-8fb3-9f031caca923 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375476 Jul 09 17:43:57.568881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a05139-6fa1-4146-9668-309adf2644fa {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:43:57.580116 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:57.595946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Transition to ACTIVE for port object e2a05139-6fa1-4146-9668-309adf2644fa will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:43:57.605261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:57.621767 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:57.729776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1a37d316-c217-40c9-bbc3-241899f9a770, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1a37d316-c217-40c9-bbc3-241899f9a770,segment=NetworkSegment(42d29575-6c92-41d2-8b39-f9f19c3ab393),segment_id=42d29575-6c92-41d2-8b39-f9f19c3ab393)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:43:57.740076 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:57.786046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Pushing event updated for resources: {'Port': ['ID=e2a05139-6fa1-4146-9668-309adf2644fa,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:57.849394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1a37d316-c217-40c9-bbc3-241899f9a770,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:57.890621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f12c7-4520-4c2f-8708-72f2416ac9e9 req-9655cc9d-e15e-4709-9605-f28298c6fbab tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:57.898555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d53f12c7-4520-4c2f-8708-72f2416ac9e9 req-9655cc9d-e15e-4709-9605-f28298c6fbab tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1829178 Jul 09 17:43:57.963970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Attempting to bind port e2a05139-6fa1-4146-9668-309adf2644fa on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:43:57.964305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Attempting to bind port e2a05139-6fa1-4146-9668-309adf2644fa by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:43:57.964768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Attempting to bind port e2a05139-6fa1-4146-9668-309adf2644fa on network d9fcfade-ffb9-4305-8092-608682c1596f {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:57.969719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d53f12c7-4520-4c2f-8708-72f2416ac9e9 req-b10e7748-3838-4b14-8c5d-ecbb0fb789d1 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701849 Jul 09 17:43:57.976670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Port e2a05139-6fa1-4146-9668-309adf2644fa on network d9fcfade-ffb9-4305-8092-608682c1596f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:43:57.995904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Attempting to bind port e2a05139-6fa1-4146-9668-309adf2644fa on network d9fcfade-ffb9-4305-8092-608682c1596f {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:43:58.015965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:43:58.017553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Checking segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:43:58.021492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Bound using segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:43:58.022206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Bound port: e2a05139-6fa1-4146-9668-309adf2644fa, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:43:58.028713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:58.125619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] For port e2a05139-6fa1-4146-9668-309adf2644fa, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:43:58.129285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] For port e2a05139-6fa1-4146-9668-309adf2644fa, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e2a05139-6fa1-4146-9668-309adf2644fa,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:43:58.141483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:58.181957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:58.182602 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:58.184468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] 10.222.0.13 "PUT /v2.0/ports/e2a05139-6fa1-4146-9668-309adf2644fa HTTP/1.1" status: 200 len: 1092 time: 1.5877526 Jul 09 17:43:58.209477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'tag': 'e2a05139-6fa1-4146-9668-309adf2644fa'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:43:58.212125 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b0a71-da54-42df-9721-dc4afcabb18d" -d '{"events": [{"name": "network-changed", "server_uuid": "58a1ae31-281e-4956-a4aa-005d7350b15e", "tag": "e2a05139-6fa1-4146-9668-309adf2644fa"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:43:58.346821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9f966-eb25-4a57-a5e2-b281bc72149f service neutron] Pushing event updated for resources: {'Port': ['ID=e2a05139-6fa1-4146-9668-309adf2644fa,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:43:58.421477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-82391213-8031-4155-b6af-a2a2de668b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:58.423339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-82391213-8031-4155-b6af-a2a2de668b99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1095 time: 0.1875885 Jul 09 17:43:58.588077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c65277-7c84-4361-86b8-29a1a213b685 req-124f632d-3455-4f7c-a390-dc18bec70d30 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:58.589343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-4ecae49e-3809-46c2-80fa-c6ee00f88553 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2a05139-6fa1-4146-9668-309adf2644fa HTTP/1.1" status: 200 len: 217 time: 0.1552110 Jul 09 17:43:58.595333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34c65277-7c84-4361-86b8-29a1a213b685 req-124f632d-3455-4f7c-a390-dc18bec70d30 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1087980 Jul 09 17:43:58.649901 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e447cc1-c442-46d2-8b18-9da000e276f1 x-openstack-request-id: req-1e447cc1-c442-46d2-8b18-9da000e276f1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:43:58.650187 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a1ae31-281e-4956-a4aa-005d7350b15e", "tag": "e2a05139-6fa1-4146-9668-309adf2644fa", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:43:58.650432 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e447cc1-c442-46d2-8b18-9da000e276f1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:43:58.650971 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'tag': 'e2a05139-6fa1-4146-9668-309adf2644fa', 'status': 'completed', 'code': 200} Jul 09 17:43:58.677550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-a7cc4159-559b-40cd-92a1-2d17b30adda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:58.679442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-a7cc4159-559b-40cd-92a1-2d17b30adda6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39c9fd22-70e0-4da8-8280-30a699c0221b HTTP/1.1" status: 200 len: 848 time: 0.0854602 Jul 09 17:43:58.680660 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-34c65277-7c84-4361-86b8-29a1a213b685 req-d0d6d39b-b475-48c2-98b2-8d5954b12e97 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794294 Jul 09 17:43:58.821372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-f0f9cb19-f5ce-4414-b311-d41d2f7d5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:58.822902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-f0f9cb19-f5ce-4414-b311-d41d2f7d5f08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9fcfade-ffb9-4305-8092-608682c1596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338527 Jul 09 17:43:58.889109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86125669-a076-4eff-8d40-9c4fd185fa62 req-2885b387-77f4-4660-8141-4c199021779e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:58.890667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86125669-a076-4eff-8d40-9c4fd185fa62 req-2885b387-77f4-4660-8141-4c199021779e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1095 time: 0.1147029 Jul 09 17:43:58.947798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86125669-a076-4eff-8d40-9c4fd185fa62 req-597f4a7a-0e6e-40ae-b481-5c8f0327a9b2 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489523 Jul 09 17:43:58.961738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-876f467c-dffb-4738-bd63-0d55654c58ac service neutron] 10.222.0.13 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319029 Jul 09 17:43:59.109388 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5bb194b-6d1d-471c-af07-db02b9cb13b5 req-0f8ced6f-34eb-4c6e-82d8-558cc1eb183b service neutron] 10.222.0.13 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352847 Jul 09 17:43:59.143856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a37d316-c217-40c9-bbc3-241899f9a770 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:43:59.223790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1a37d316-c217-40c9-bbc3-241899f9a770 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:43:59.224954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:43:59.256773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-77e6ca25-c07e-4902-aa26-fd74a7f55d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:59.258771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-77e6ca25-c07e-4902-aa26-fd74a7f55d58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1095 time: 0.0876231 Jul 09 17:43:59.279232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.372805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-d976aa28-e904-47a3-b593-e7f59fc1599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:59.374205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-d976aa28-e904-47a3-b593-e7f59fc1599e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 200 len: 910 time: 0.1077411 Jul 09 17:43:59.408520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d1a6dfa3-8305-4597-a418-4d02454600be tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:43:59.423169 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-a45eadcb-fc4b-4e1f-bd12-c85fd4400954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2a05139-6fa1-4146-9668-309adf2644fa HTTP/1.1" status: 200 len: 217 time: 0.0419281 Jul 09 17:43:59.454239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d1a6dfa3-8305-4597-a418-4d02454600be tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "PUT /v2.0/quotas/dd372a8e0033416ba64c43d3e3a62ea0 HTTP/1.1" status: 200 len: 366 time: 0.1735578 Jul 09 17:43:59.455521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40234) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.469148 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cb810868-46e5-42e9-b9ea-66f3d90ce749 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0125144 Jul 09 17:43:59.471555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40236) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.477647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-9b763080-c966-4d4a-aefe-a279332673ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:59.479424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-9b763080-c966-4d4a-aefe-a279332673ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39c9fd22-70e0-4da8-8280-30a699c0221b HTTP/1.1" status: 200 len: 848 time: 0.0499499 Jul 09 17:43:59.482842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e46ed9d7-4632-4efd-8070-0190854164ed tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "GET /v2.0/quotas/dd372a8e0033416ba64c43d3e3a62ea0 HTTP/1.1" status: 200 len: 366 time: 0.0102534 Jul 09 17:43:59.485492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40238) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.523896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4a8ac2b1-a11c-4ae1-b60f-8419920a4408 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dd372a8e0033416ba64c43d3e3a62ea0 HTTP/1.1" status: 204 len: 168 time: 0.0372670 Jul 09 17:43:59.526991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40240) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.541100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40242) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.543241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc01d3a4-dd76-400c-9a95-4a3d71b3e301 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0148404 Jul 09 17:43:59.554910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6d703c5f-a4ac-4917-b36c-e55daa6b7414 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "GET /v2.0/quotas/dd372a8e0033416ba64c43d3e3a62ea0 HTTP/1.1" status: 200 len: 370 time: 0.0126641 Jul 09 17:43:59.557462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40244) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.561931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-208cd2ff-6542-4f20-9b5b-b5d395b506b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:59.563406 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-208cd2ff-6542-4f20-9b5b-b5d395b506b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9fcfade-ffb9-4305-8092-608682c1596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717866 Jul 09 17:43:59.564980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.565232 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5f3bfe29-e4a1-4672-b3b3-454daeda1981 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "GET /v2.0/quotas/dd372a8e0033416ba64c43d3e3a62ea0/default HTTP/1.1" status: 200 len: 370 time: 0.0057125 Jul 09 17:43:59.598035 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-0a6b357b-1dc8-41d9-be10-214f7e141dc8 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] delete failed (client error): The resource could not be found. Jul 09 17:43:59.599226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0a6b357b-1dc8-41d9-be10-214f7e141dc8 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dd372a8e0033416ba64c43d3e3a62ea0 HTTP/1.1" status: 404 len: 348 time: 0.0333600 Jul 09 17:43:59.683247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-da7d3bf7-e7aa-48b4-9f6b-d46e7a768770 service neutron] 10.222.0.13 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112566 Jul 09 17:43:59.758121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40252) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:43:59.789784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e0b0a71-da54-42df-9721-dc4afcabb18d req-9db173a8-497d-49f1-a777-19ad4a6f574c service neutron] 10.222.0.13 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993118 Jul 09 17:43:59.792575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:network and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:43:59.818264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:43:59.851837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:subnet and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:43:59.861240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:43:59.879377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:subnetpool and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:43:59.888526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:43:59.903720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e7c16-1f6c-46f6-b332-87b21f566265 req-a7352285-6294-4e1e-8cd4-8a6c79aa1220 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:43:59.911037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e13e7c16-1f6c-46f6-b332-87b21f566265 req-a7352285-6294-4e1e-8cd4-8a6c79aa1220 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1021426 Jul 09 17:43:59.931967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:port and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:43:59.962505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:43:59.981516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e13e7c16-1f6c-46f6-b332-87b21f566265 req-3e825433-55cd-4a8a-bf80-e4908b446aaa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 Jul 09 17:43:59.986960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:router and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:44:00.004604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:44:00.016131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:floatingip and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:44:00.027048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:44:00.107103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:security_group and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:44:00.117904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:44:00.124952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Usage tracker for resource:security_group_rule and tenant:b92532fedb334eeb9cb6e2d2ccc085ee is out of sync, need to count used quota {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 17:44:00.131811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.quota.resource [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93896) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 17:44:00.142824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8cc081e8-593b-4b21-ab01-babdc1054da9 tempest-QuotasTest-1656551836 tempest-QuotasTest-1656551836-project-admin] 10.222.0.21 "GET /v2.0/quotas/b92532fedb334eeb9cb6e2d2ccc085ee/details.json HTTP/1.1" status: 200 len: 703 time: 0.3826556 Jul 09 17:44:00.215097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b4052-8ef8-4c24-a550-0f7ec75e3cb7 req-0fc13036-3f3f-40db-969b-1a6c04159849 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:00.222740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-107b4052-8ef8-4c24-a550-0f7ec75e3cb7 req-0fc13036-3f3f-40db-969b-1a6c04159849 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1095 time: 0.1210897 Jul 09 17:44:00.317933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-107b4052-8ef8-4c24-a550-0f7ec75e3cb7 req-115c81e2-9de9-446b-afe4-8600581f4351 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941775 Jul 09 17:44:00.635090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e016d06-ecef-4dfb-b24a-351f9bc7c6e9 req-662718f7-3ff4-4a0a-acbd-f63da83893ba tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:00.636778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e016d06-ecef-4dfb-b24a-351f9bc7c6e9 req-662718f7-3ff4-4a0a-acbd-f63da83893ba tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1037354 Jul 09 17:44:00.725066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e016d06-ecef-4dfb-b24a-351f9bc7c6e9 req-d709a78c-99bc-4d32-b7be-0b4cace5d63a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810928 Jul 09 17:44:00.843611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40268) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:01.009440 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-127e3fc9-f660-4c13-8b13-38ddc9c1f70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.134544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-127e3fc9-f660-4c13-8b13-38ddc9c1f70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.140242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-127e3fc9-f660-4c13-8b13-38ddc9c1f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.208051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40272) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:01.208951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-127e3fc9-f660-4c13-8b13-38ddc9c1f70c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d70857233c641cb8d3b956c881f1f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629920 Jul 09 17:44:01.210180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e3fc9-f660-4c13-8b13-38ddc9c1f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e66247-7265-4c87-88d9-de3534ec1e65,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:01.271457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57840bf7-4886-49a0-8022-d89b5cc63372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.294112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57840bf7-4886-49a0-8022-d89b5cc63372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.367027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57840bf7-4886-49a0-8022-d89b5cc63372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.370182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-57840bf7-4886-49a0-8022-d89b5cc63372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.374564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-57840bf7-4886-49a0-8022-d89b5cc63372 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6e66247-7265-4c87-88d9-de3534ec1e65 HTTP/1.1" status: 204 len: 168 time: 0.1648874 Jul 09 17:44:01.383779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57840bf7-4886-49a0-8022-d89b5cc63372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e66247-7265-4c87-88d9-de3534ec1e65,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:01.527575 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cf1eb-56c1-42f0-ab29-04c73ecd4161 req-a7da60f3-12f2-468e-9977-a0f2427b1ffd tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:01.535598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b41cf1eb-56c1-42f0-ab29-04c73ecd4161 req-a7da60f3-12f2-468e-9977-a0f2427b1ffd tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1095 time: 0.0683868 Jul 09 17:44:01.580530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b41cf1eb-56c1-42f0-ab29-04c73ecd4161 req-876724b6-deb7-450f-a28d-608290d40529 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Jul 09 17:44:01.590767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e2a05139-6fa1-4146-9668-309adf2644fa details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:44:01.705465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e2a05139-6fa1-4146-9668-309adf2644fa, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e2a05139-6fa1-4146-9668-309adf2644fa,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:01.717524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e2a05139-6fa1-4146-9668-309adf2644fa', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'port_id': 'e2a05139-6fa1-4146-9668-309adf2644fa', 'mac_address': 'fa:16:3e:28:6e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:44:01.749545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40282) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:01.767185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-14d79088-a9a3-4cf3-865a-4547e5b6ab46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.779392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.793694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a05139-6fa1-4146-9668-309adf2644fa {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:44:01.816421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e2a05139-6fa1-4146-9668-309adf2644fa, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e2a05139-6fa1-4146-9668-309adf2644fa,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:01.827476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.888337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e2a05139-6fa1-4146-9668-309adf2644fa,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:01.907474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-14d79088-a9a3-4cf3-865a-4547e5b6ab46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.913667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-14d79088-a9a3-4cf3-865a-4547e5b6ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:01.953862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d79088-a9a3-4cf3-865a-4547e5b6ab46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2ddd1e-7d83-4b85-b047-915bd28fe0ea,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:01.961363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-14d79088-a9a3-4cf3-865a-4547e5b6ab46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b92532fedb334eeb9cb6e2d2ccc085ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101872 Jul 09 17:44:01.962002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40286) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:01.976119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33de93e-4c93-4532-88ca-7b63c797736e req-0f780b2d-694c-4f30-8249-271b8217062d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:01.983529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c33de93e-4c93-4532-88ca-7b63c797736e req-0f780b2d-694c-4f30-8249-271b8217062d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1043580 Jul 09 17:44:02.031469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d67325e-2bc1-4755-9698-1b4de7101610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:02.032908 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c33de93e-4c93-4532-88ca-7b63c797736e req-5d978557-3f59-438a-9c0d-179dcc32687f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480764 Jul 09 17:44:02.046766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e2a05139-6fa1-4146-9668-309adf2644fa'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:02.072105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d67325e-2bc1-4755-9698-1b4de7101610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:02.129268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d67325e-2bc1-4755-9698-1b4de7101610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:02.132339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0d67325e-2bc1-4755-9698-1b4de7101610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:02.147502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0d67325e-2bc1-4755-9698-1b4de7101610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de2ddd1e-7d83-4b85-b047-915bd28fe0ea HTTP/1.1" status: 204 len: 168 time: 0.1774695 Jul 09 17:44:02.161905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67325e-2bc1-4755-9698-1b4de7101610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2ddd1e-7d83-4b85-b047-915bd28fe0ea,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:02.978357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40320) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.137327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-64996604-6dd3-4e45-8888-d0aeef33e899 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.142116 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-64996604-6dd3-4e45-8888-d0aeef33e899 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1639597 Jul 09 17:44:03.142911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.151548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-f7ba6ae1-b49c-426d-985b-65c84e1b61e4 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.155483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7ba6ae1-b49c-426d-985b-65c84e1b61e4 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089459 Jul 09 17:44:03.155827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40326) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.161101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-b5c4330c-ba72-465c-9445-a2c41b07c884 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.163668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5c4330c-ba72-465c-9445-a2c41b07c884 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065563 Jul 09 17:44:03.165521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.172817 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-2a4128ff-b535-4e06-bbad-27138e294e9b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.175843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2a4128ff-b535-4e06-bbad-27138e294e9b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072079 Jul 09 17:44:03.177153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40330) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.184898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-85373045-d2f4-4707-8bed-e7927c48a377 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.187028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-85373045-d2f4-4707-8bed-e7927c48a377 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0076940 Jul 09 17:44:03.188831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40332) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.194682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-bad37698-6d1b-4009-a083-7708511187b6 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.195694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bad37698-6d1b-4009-a083-7708511187b6 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057731 Jul 09 17:44:03.198334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40334) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.206767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-2c15a01a-308b-4360-b544-2817361474fc tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.212407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2c15a01a-308b-4360-b544-2817361474fc tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0127034 Jul 09 17:44:03.213056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40336) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.217719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-98c26680-c94a-463d-ba75-447de76dd7b5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.219358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-98c26680-c94a-463d-ba75-447de76dd7b5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053530 Jul 09 17:44:03.222242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40338) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.226965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-8b0eb92a-6ae8-4920-88a2-ef6dc2848672 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.227996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8b0eb92a-6ae8-4920-88a2-ef6dc2848672 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045290 Jul 09 17:44:03.230783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40340) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.236685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-89af9d8d-79c2-44b3-9d07-c8e1f63fad61 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.240283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-89af9d8d-79c2-44b3-9d07-c8e1f63fad61 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084994 Jul 09 17:44:03.240590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40342) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.245890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-6efcb4b5-2e4b-45b7-8533-c36b4af60378 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.246806 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6efcb4b5-2e4b-45b7-8533-c36b4af60378 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051672 Jul 09 17:44:03.249003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40344) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.253224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-0c6195a0-85d9-4945-af80-20ce1bf83bca tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.255611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0c6195a0-85d9-4945-af80-20ce1bf83bca tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054848 Jul 09 17:44:03.257140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.261697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-322ca029-11d5-46c7-a97f-835ff28edd77 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.262604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9813b-c98b-4b39-8b36-d802be761c6c req-151c1e70-6b06-4cdb-b666-582fd43a888c tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:03.262740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-322ca029-11d5-46c7-a97f-835ff28edd77 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045280 Jul 09 17:44:03.264518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28d9813b-c98b-4b39-8b36-d802be761c6c req-151c1e70-6b06-4cdb-b666-582fd43a888c tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1096 time: 0.5217674 Jul 09 17:44:03.265311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40348) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.269755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-9e016285-a076-4ab9-9466-d137d81ee725 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.270715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9e016285-a076-4ab9-9466-d137d81ee725 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045311 Jul 09 17:44:03.273192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40350) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.280144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-96db8a4c-675a-4eb5-be4b-2bea756cb27f tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.281142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-96db8a4c-675a-4eb5-be4b-2bea756cb27f tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068009 Jul 09 17:44:03.283899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40352) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.288703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-95a73d6b-b41c-4165-bc70-a7f8937c74dd tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.289626 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-95a73d6b-b41c-4165-bc70-a7f8937c74dd tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046341 Jul 09 17:44:03.292013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40354) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.296670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-9eab8662-02ca-4ecb-afbe-06bd5bc328a1 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.297777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9eab8662-02ca-4ecb-afbe-06bd5bc328a1 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048416 Jul 09 17:44:03.300146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.304763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-e4f2e5b0-f4b2-4ef5-9c41-12f8795b4976 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.305631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e4f2e5b0-f4b2-4ef5-9c41-12f8795b4976 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044734 Jul 09 17:44:03.308206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.308624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28d9813b-c98b-4b39-8b36-d802be761c6c req-0e1eece6-d35d-4574-8264-e967bd63f2e9 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350873 Jul 09 17:44:03.312351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-d1bfca78-423b-46b9-afd2-f4278f68d00b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.315692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d1bfca78-423b-46b9-afd2-f4278f68d00b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0065620 Jul 09 17:44:03.315953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40360) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.320901 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-1eaee05e-53fc-4a55-beeb-101eb27f82d1 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.324467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1eaee05e-53fc-4a55-beeb-101eb27f82d1 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069852 Jul 09 17:44:03.324978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40362) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.332237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-925f380b-67f5-462c-8eef-fbf43aa62567 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.332237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-925f380b-67f5-462c-8eef-fbf43aa62567 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052054 Jul 09 17:44:03.334411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40364) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.338962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-995ec5b2-d3c6-4eaa-9ccd-0693e2fe8197 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.339983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-995ec5b2-d3c6-4eaa-9ccd-0693e2fe8197 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045230 Jul 09 17:44:03.342656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40366) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.347207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-1051f2ae-89ee-4bf9-9cc9-8b7b1c7838c3 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.348362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1051f2ae-89ee-4bf9-9cc9-8b7b1c7838c3 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046742 Jul 09 17:44:03.350911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40368) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.355842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-60edb636-d6f6-41b1-b076-20cae135ad7d tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.356830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-60edb636-d6f6-41b1-b076-20cae135ad7d tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049450 Jul 09 17:44:03.359392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40370) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.363944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-5a7f18de-5f35-4c10-9345-912c0d62d780 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.364915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5a7f18de-5f35-4c10-9345-912c0d62d780 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045238 Jul 09 17:44:03.367962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40372) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.375372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-c31500f6-09f4-4018-ba5c-915cb9be14eb tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.376416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c31500f6-09f4-4018-ba5c-915cb9be14eb tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068502 Jul 09 17:44:03.379056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.383002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-58efb567-59dc-4612-a7ef-9ec18790aa8c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.384065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58efb567-59dc-4612-a7ef-9ec18790aa8c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040386 Jul 09 17:44:03.387405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40376) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.392688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-1e3721c7-fc5e-4990-b936-a44dd9f37d97 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.393488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1e3721c7-fc5e-4990-b936-a44dd9f37d97 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050716 Jul 09 17:44:03.396143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.402162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-e53a7274-38e7-4b4b-ada7-4d1b0cf6efea tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.402162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e53a7274-38e7-4b4b-ada7-4d1b0cf6efea tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048857 Jul 09 17:44:03.404603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40382) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.409035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-2bc57582-ae40-433b-a92f-67024f46f3a7 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.409998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2bc57582-ae40-433b-a92f-67024f46f3a7 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044122 Jul 09 17:44:03.412387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40384) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.416448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-23d9382e-9a20-4155-b9be-e26694af743e tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.417365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-23d9382e-9a20-4155-b9be-e26694af743e tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040917 Jul 09 17:44:03.419636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40386) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.424420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-8fa517b3-79a6-4b72-b053-67b5f3abff59 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.425320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8fa517b3-79a6-4b72-b053-67b5f3abff59 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048156 Jul 09 17:44:03.427806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40388) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.432070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-53fc1c76-35d1-4e53-a647-2bdc710a6265 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.432989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-53fc1c76-35d1-4e53-a647-2bdc710a6265 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043087 Jul 09 17:44:03.435436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40390) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.440246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-6c155816-9497-41f0-b5d3-c09c645c896b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.441328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c155816-9497-41f0-b5d3-c09c645c896b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046828 Jul 09 17:44:03.443484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40392) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.447612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-0abf3534-03e9-41c9-9005-9b4a6dff6d14 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.448701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0abf3534-03e9-41c9-9005-9b4a6dff6d14 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041709 Jul 09 17:44:03.450690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40394) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.454507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-82448e1a-4eb4-4fa0-8e63-0fe11e7a2f1c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.455401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-82448e1a-4eb4-4fa0-8e63-0fe11e7a2f1c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039077 Jul 09 17:44:03.457662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40398) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.462274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-7fd8f307-4925-4b72-9a6c-6962b6ebe586 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.463206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7fd8f307-4925-4b72-9a6c-6962b6ebe586 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047264 Jul 09 17:44:03.465486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40400) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.469388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-6c53de3a-5770-4163-b921-e82353d95f91 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.470336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c53de3a-5770-4163-b921-e82353d95f91 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0039892 Jul 09 17:44:03.547686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40404) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.553202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-6b724a58-68e3-48ce-8d76-c2262c45c039 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.554192 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6b724a58-68e3-48ce-8d76-c2262c45c039 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046785 Jul 09 17:44:03.556931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.561345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-e06bab7b-fa64-46b2-9fd8-3e2aeccb6386 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.564216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e06bab7b-fa64-46b2-9fd8-3e2aeccb6386 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063760 Jul 09 17:44:03.564898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40410) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.569462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-9c001f47-e27c-4e63-af2f-4b3bde34269b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.572894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40412) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.573044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c001f47-e27c-4e63-af2f-4b3bde34269b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063572 Jul 09 17:44:03.577254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-d5e91321-15e3-4f20-9d65-c5f6261fbcd4 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.580507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d5e91321-15e3-4f20-9d65-c5f6261fbcd4 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065217 Jul 09 17:44:03.581277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.585934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-ea79bd61-0728-403d-ba51-06f8db5446ad tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.586877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ea79bd61-0728-403d-ba51-06f8db5446ad tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045524 Jul 09 17:44:03.590183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.598641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-ea816e69-73e4-4f41-a59c-d72517ee69d5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.600462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ea816e69-73e4-4f41-a59c-d72517ee69d5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084891 Jul 09 17:44:03.604722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40418) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.611354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-e46d2238-a53d-476f-93f9-666b14e735c5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.616385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e46d2238-a53d-476f-93f9-666b14e735c5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096745 Jul 09 17:44:03.617158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40420) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.628138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e2a05139-6fa1-4146-9668-309adf2644fa up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:03.635384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-674e3798-14b2-4aaf-a67d-f7c47e8233f4 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.639367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.639520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-674e3798-14b2-4aaf-a67d-f7c47e8233f4 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0212066 Jul 09 17:44:03.644377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-018dd26e-6ba8-4fc5-a3c2-132de5f0a550 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.647721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-018dd26e-6ba8-4fc5-a3c2-132de5f0a550 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047839 Jul 09 17:44:03.648612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40426) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.652323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-2a3e060c-aa3f-4423-a3a3-76f16bba1093 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.659626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40428) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.660412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2a3e060c-aa3f-4423-a3a3-76f16bba1093 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0113297 Jul 09 17:44:03.664798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-57378ff8-c930-4f43-9c1c-9504eb7e362f tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.665784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-57378ff8-c930-4f43-9c1c-9504eb7e362f tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044816 Jul 09 17:44:03.668797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40430) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.676698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-d6610e50-3154-4bd6-b828-d70916be640d tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.677860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d6610e50-3154-4bd6-b828-d70916be640d tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0081477 Jul 09 17:44:03.681329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40432) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.688407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-e7ecb539-1666-48fa-952b-8f66b26bb848 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.689372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e7ecb539-1666-48fa-952b-8f66b26bb848 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061257 Jul 09 17:44:03.695295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port e2a05139-6fa1-4146-9668-309adf2644fa completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:03.700332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e2a05139-6fa1-4146-9668-309adf2644fa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:03.700705 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:03.708364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40434) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.721090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-bfdf9457-31bd-42be-9e20-e29f0fb74690 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.722292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bfdf9457-31bd-42be-9e20-e29f0fb74690 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0129111 Jul 09 17:44:03.725246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40440) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.729876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-9734b7a9-892a-4c9f-8c6c-5e68014a19f6 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.731052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9734b7a9-892a-4c9f-8c6c-5e68014a19f6 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048060 Jul 09 17:44:03.734033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40442) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.738243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-58d35612-51ae-433d-b15b-da794dfb425a tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.739818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58d35612-51ae-433d-b15b-da794dfb425a tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044291 Jul 09 17:44:03.741933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40446) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.747363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-7cd2e75f-9017-441c-9db8-7099477e205b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.748444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7cd2e75f-9017-441c-9db8-7099477e205b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053065 Jul 09 17:44:03.751156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40448) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.755877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-bf96f5b1-64a6-4a8c-844a-d49503efac1c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.757127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bf96f5b1-64a6-4a8c-844a-d49503efac1c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046196 Jul 09 17:44:03.760064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40450) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.766609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-4f36e2f2-4bad-41f3-aa85-d4277272a220 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.767593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4f36e2f2-4bad-41f3-aa85-d4277272a220 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065489 Jul 09 17:44:03.770584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40452) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.778198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-5d4a8985-3994-4e7c-9f16-8ef0273716b5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.779479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5d4a8985-3994-4e7c-9f16-8ef0273716b5 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079527 Jul 09 17:44:03.782072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40454) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.787196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-1851dace-91e8-4879-9ef7-4b7561c685d2 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.790562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1851dace-91e8-4879-9ef7-4b7561c685d2 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049677 Jul 09 17:44:03.790895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40456) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.803285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-a42b4348-3a9a-42c6-9577-e225a717b147 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.804787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a42b4348-3a9a-42c6-9577-e225a717b147 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0127723 Jul 09 17:44:03.807630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40458) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.812161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-4c67a8a5-6d05-4219-98cf-2816e14055b9 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.816287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c67a8a5-6d05-4219-98cf-2816e14055b9 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073924 Jul 09 17:44:03.817324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.821904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-76e5f5ea-b780-4be3-9657-3e9ac493285c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.826083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-76e5f5ea-b780-4be3-9657-3e9ac493285c tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074542 Jul 09 17:44:03.826908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40462) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.835869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-a741f368-4d9e-4ab9-8067-3bb6169d0b0b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.840648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a741f368-4d9e-4ab9-8067-3bb6169d0b0b tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0125732 Jul 09 17:44:03.841096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40464) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.847004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [None req-cc8e6569-204e-42b3-971e-5853660ca174 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.850537 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:03.851175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cc8e6569-204e-42b3-971e-5853660ca174 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089493 Jul 09 17:44:03.851570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.859253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-4e5195ed-8ec6-416d-b4f0-7dce6743ebf6 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.865676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4e5195ed-8ec6-416d-b4f0-7dce6743ebf6 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0114236 Jul 09 17:44:03.867112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40468) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.872211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-d5fa219a-e3c1-4430-836a-d57854990df0 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.876295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d5fa219a-e3c1-4430-836a-d57854990df0 tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078814 Jul 09 17:44:03.876937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40470) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.881230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-ce8786d3-879a-4b16-91d1-ad1326d808ee tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.885258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ce8786d3-879a-4b16-91d1-ad1326d808ee tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071712 Jul 09 17:44:03.885671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.890703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-a5ce89c6-9675-46b2-afc9-e9774c7943fd tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.894564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a5ce89c6-9675-46b2-afc9-e9774c7943fd tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079587 Jul 09 17:44:03.895151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40474) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:03.896034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e2a05139-6fa1-4146-9668-309adf2644fa, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e2a05139-6fa1-4146-9668-309adf2644fa,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:03.897308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a05139-6fa1-4146-9668-309adf2644fa'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:03.899755 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05d336-5ee3-46c8-b6d2-ca3642cc44d4" -d '{"events": [{"server_uuid": "58a1ae31-281e-4956-a4aa-005d7350b15e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a05139-6fa1-4146-9668-309adf2644fa"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:03.900042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [None req-053bd053-5a3e-47d2-b51c-866be67e025a tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:03.905951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-053bd053-5a3e-47d2-b51c-866be67e025a tempest-ExtensionsTestJSON-402751667 tempest-ExtensionsTestJSON-402751667-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079713 Jul 09 17:44:03.912031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:03.942437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-595b6b2f-baa1-469c-94b7-9dd687defb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:03.944296 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-595b6b2f-baa1-469c-94b7-9dd687defb33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1548636 Jul 09 17:44:04.048734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584ff2c-3d1f-4b32-9fca-87259b95d619 req-a3d59724-7cc0-4b5b-b0bc-6ad02ff0f6b1 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:04.056488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1584ff2c-3d1f-4b32-9fca-87259b95d619 req-a3d59724-7cc0-4b5b-b0bc-6ad02ff0f6b1 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1885636 Jul 09 17:44:04.112576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-c9a867fb-438d-401a-8964-9123caf13529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:04.114504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-c9a867fb-438d-401a-8964-9123caf13529 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1634135 Jul 09 17:44:04.115287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e278d-57e3-4872-8c6a-2f7b782d01fe req-e8c33355-5144-420f-b887-8912fe6d53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:04.120179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1584ff2c-3d1f-4b32-9fca-87259b95d619 req-92701470-e07b-47a9-884c-6794b93893c6 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623713 Jul 09 17:44:04.122607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-641e278d-57e3-4872-8c6a-2f7b782d01fe req-e8c33355-5144-420f-b887-8912fe6d53f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.1101723 Jul 09 17:44:04.136910 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d07138-9118-4e39-983f-3cf9549ff198 x-openstack-request-id: req-53d07138-9118-4e39-983f-3cf9549ff198 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:04.137201 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1ae31-281e-4956-a4aa-005d7350b15e", "name": "network-vif-plugged", "status": "completed", "tag": "e2a05139-6fa1-4146-9668-309adf2644fa", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:04.137441 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53d07138-9118-4e39-983f-3cf9549ff198 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:04.137839 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a05139-6fa1-4146-9668-309adf2644fa', 'code': 200} Jul 09 17:44:04.172717 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e2a05139-6fa1-4146-9668-309adf2644fa,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:04.180130 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-641e278d-57e3-4872-8c6a-2f7b782d01fe req-3cb4c829-424e-4c6b-9127-8d63c54719a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504940 Jul 09 17:44:04.193320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-1fa2c2de-9438-4691-bfd2-cf45873cf939 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0694177 Jul 09 17:44:04.245379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-f95b22fc-6d76-4eed-8d3a-60a480ad5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:04.247915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-f95b22fc-6d76-4eed-8d3a-60a480ad5f9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0482466 Jul 09 17:44:04.273860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:04.286464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-18a7684f-84d5-4a02-9f67-4ee00bcbe05e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325708 Jul 09 17:44:04.388359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-e5f51e14-0756-428e-ab0d-a8c7dc7be6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946896 Jul 09 17:44:04.417255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0056f709-4e5f-4536-abb4-839360d2604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.490445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9ae849a-5606-45fc-ac28-9e1f5b6fc72c req-015ae83a-1341-4bf1-9575-a7c77b3ef01b service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947671 Jul 09 17:44:04.545404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10b125-f63a-410d-b2ff-e42958cb30d0 req-40ae175d-a374-429f-9653-95d1bf744beb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:04.547377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d10b125-f63a-410d-b2ff-e42958cb30d0 req-40ae175d-a374-429f-9653-95d1bf744beb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.0950992 Jul 09 17:44:04.590338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0056f709-4e5f-4536-abb4-839360d2604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.601712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0056f709-4e5f-4536-abb4-839360d2604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.627252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d10b125-f63a-410d-b2ff-e42958cb30d0 req-03164b64-e071-4b76-9887-6cffac58572a tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697775 Jul 09 17:44:04.649667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0056f709-4e5f-4536-abb4-839360d2604c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49e7d23558cb4e5a819cef9a87262196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720198 Jul 09 17:44:04.649667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056f709-4e5f-4536-abb4-839360d2604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3128a4fb-5457-49f9-aff0-730d8767d147,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:04.650265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40492) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:04.714472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eac011b2-5600-48e9-b075-db0b42ae1879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.741537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eac011b2-5600-48e9-b075-db0b42ae1879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.792523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eac011b2-5600-48e9-b075-db0b42ae1879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.795158 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eac011b2-5600-48e9-b075-db0b42ae1879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:04.796381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eac011b2-5600-48e9-b075-db0b42ae1879 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3128a4fb-5457-49f9-aff0-730d8767d147 HTTP/1.1" status: 204 len: 168 time: 0.1446469 Jul 09 17:44:04.804795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac011b2-5600-48e9-b075-db0b42ae1879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128a4fb-5457-49f9-aff0-730d8767d147,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:05.319844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79e4cb-6edc-4808-9bbe-b592c041492e req-52412e84-0b18-4564-844e-0f1bdac29553 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:05.326832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b79e4cb-6edc-4808-9bbe-b592c041492e req-52412e84-0b18-4564-844e-0f1bdac29553 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0822496 Jul 09 17:44:05.364434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b79e4cb-6edc-4808-9bbe-b592c041492e req-f4cb30b4-0b71-4780-a9a9-e28b438bde9a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366371 Jul 09 17:44:05.508532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40518) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:05.608680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'networks': [{'name': 'tempest-network--64004962'}, {'name': 'tempest-network--1307077523'}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:05.609027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'network': {'name': 'tempest-network--64004962'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:05.609493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'network': {'name': 'tempest-network--1307077523'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:05.633727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'network': 2} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:05.638438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.647867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.779554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.786352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.786845 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.836386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e020961-550d-4960-91ee-8cbdd58f7f6b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:05.841954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:05.854850 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.855174 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Added segment e4d79dfc-c5d7-43ea-add8-860bc0fc7471 of type vlan for network 6c711d76-9590-4820-8960-e748f2cb78ec Jul 09 17:44:05.858164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5542c-98d7-412a-b87f-e071a7ed6256 req-f03d31b5-426f-4dff-a2f8-2dae0026f310 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:05.859715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b5542c-98d7-412a-b87f-e071a7ed6256 req-f03d31b5-426f-4dff-a2f8-2dae0026f310 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.1180246 Jul 09 17:44:05.915452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.933845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b5542c-98d7-412a-b87f-e071a7ed6256 req-7528f027-2149-4774-b6e1-d44b051bae54 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665393 Jul 09 17:44:05.969758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:05.981147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:05.981507 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Added segment 6028658b-8186-4246-a4a4-0962ce7ca478 of type vlan for network f6cd7c61-d58f-4366-9c3e-4127acbc94d3 Jul 09 17:44:06.036712 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.073596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.074308 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.081666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.086567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.087255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.116899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a4f2-7545-416f-8220-b2ce9238274e req-0bd5120c-4bdf-4b2f-997d-10a9d266ade3 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.124376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fef0a4f2-7545-416f-8220-b2ce9238274e req-0bd5120c-4bdf-4b2f-997d-10a9d266ade3 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.0654223 Jul 09 17:44:06.149934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6391616 Jul 09 17:44:06.153323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40532) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:06.172979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fef0a4f2-7545-416f-8220-b2ce9238274e req-a7c0014c-d9fa-4873-bee2-b4e925545002 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Jul 09 17:44:06.215364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Network': ['ID=6c711d76-9590-4820-8960-e748f2cb78ec,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:06.227456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 6c711d76-9590-4820-8960-e748f2cb78ec details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:06.371654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee7dc0-8694-415c-aba1-39b8b3bfbae6 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Network': ['ID=f6cd7c61-d58f-4366-9c3e-4127acbc94d3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:06.383579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f6cd7c61-d58f-4366-9c3e-4127acbc94d3 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:06.433101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2e8ef-5500-4baa-a16a-e8a9c10e538d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.439204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2e8ef-5500-4baa-a16a-e8a9c10e538d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.445515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2e8ef-5500-4baa-a16a-e8a9c10e538d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.451256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2e8ef-5500-4baa-a16a-e8a9c10e538d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.453034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b6f2e8ef-5500-4baa-a16a-e8a9c10e538d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2987707 Jul 09 17:44:06.456050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40538) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:06.518803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203f3a-162c-4415-92b0-c721ea6d2bd2 req-64a7145c-3a98-4463-b362-aa7573732a1e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.527284 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06203f3a-162c-4415-92b0-c721ea6d2bd2 req-64a7145c-3a98-4463-b362-aa7573732a1e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.2099869 Jul 09 17:44:06.570024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b4d35-c51e-4a5b-b895-f8ad73b81f21 req-e8fbd076-fbd8-49c6-8299-af44ab67395e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.571896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-570b4d35-c51e-4a5b-b895-f8ad73b81f21 req-e8fbd076-fbd8-49c6-8299-af44ab67395e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0807121 Jul 09 17:44:06.579909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06203f3a-162c-4415-92b0-c721ea6d2bd2 req-8ad8092e-8745-4750-bb98-1274f99ab0cb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Jul 09 17:44:06.588877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.637132 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-570b4d35-c51e-4a5b-b895-f8ad73b81f21 req-fdb259be-798d-434c-a34a-5cc5415b1844 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590494 Jul 09 17:44:06.696520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.707596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c711d76-9590-4820-8960-e748f2cb78ec']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:06.722718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d79dfc-c5d7-43ea-add8-860bc0fc7471') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:06.723017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d79dfc-c5d7-43ea-add8-860bc0fc7471') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:06.733480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.747671 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.754026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:06.754433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:06.757747 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:06.821115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.829238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.833604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/networks/6c711d76-9590-4820-8960-e748f2cb78ec HTTP/1.1" status: 204 len: 168 time: 0.3734972 Jul 09 17:44:06.834164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40554) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:06.851915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e9c4-6db1-4ac8-b04e-d457ca872d29 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Network': ['ID=6c711d76-9590-4820-8960-e748f2cb78ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:06.919281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:06.940528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-d1d1eb5b-aa0d-4fd1-9c8d-7a3df23cea47 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:06.942422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-d1d1eb5b-aa0d-4fd1-9c8d-7a3df23cea47 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/networks?id=d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 200 len: 910 time: 0.1091893 Jul 09 17:44:06.957756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-c35349a5-c68a-461d-92e4-606db9987f5c tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/quotas/70f8cb4f1fba49cd8f00a748878e8749 HTTP/1.1" status: 200 len: 375 time: 0.0094066 Jul 09 17:44:07.019289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.030670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cd7c61-d58f-4366-9c3e-4127acbc94d3']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:07.048003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6028658b-8186-4246-a4a4-0962ce7ca478') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:07.048917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6028658b-8186-4246-a4a4-0962ce7ca478') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:07.054616 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-5e328260-c92e-4f62-8465-e3ebaa86da4b tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916262 Jul 09 17:44:07.066390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.067365 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-e1a382b5-bc43-46d2-ab5f-27019f339418 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:44:07.068713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-e1a382b5-bc43-46d2-ab5f-27019f339418 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076518 Jul 09 17:44:07.083623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.090702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:07.091120 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:07.094630 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:07.158831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.165476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.170366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/networks/f6cd7c61-d58f-4366-9c3e-4127acbc94d3 HTTP/1.1" status: 204 len: 168 time: 0.3350489 Jul 09 17:44:07.172976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40560) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:07.243035 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-09cc27c7-19a1-4031-9ffa-37677561d975 service neutron] 10.222.0.21 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658750 Jul 09 17:44:07.285671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f1596-2937-4f3c-96a4-b784fc2d07c0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Network': ['ID=f6cd7c61-d58f-4366-9c3e-4127acbc94d3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:07.339461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-2f4dcfe1-de1d-49a3-ab4a-488377d94031 service neutron] 10.222.0.21 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900717 Jul 09 17:44:07.383290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e18813-2efe-4c28-a765-4efb43fc0b24 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:07.389923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e18813-2efe-4c28-a765-4efb43fc0b24 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:07.391620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-92e18813-2efe-4c28-a765-4efb43fc0b24 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2137065 Jul 09 17:44:07.395556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40562) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:07.401094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1562065236'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:07.423428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:07.427302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.456096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:07.464130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.464595 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Added segment 51bea895-24f3-4405-87c9-090675ed1f71 of type vlan for network 9aaec294-2a50-4958-80df-78bfa6bd74ac Jul 09 17:44:07.523485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.568092 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.576328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:07.576551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba3df3af-5b8a-4dfa-a50d-8be416b28862 req-9c0060f3-fcaa-4224-9697-757ed26c359e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 210 time: 0.0548744 Jul 09 17:44:07.577123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.644489 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2454188 Jul 09 17:44:07.644743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40570) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:07.650009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-231695504'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:07.672367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886f753-297b-480a-9e40-14bd6f61a200 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Network': ['ID=9aaec294-2a50-4958-80df-78bfa6bd74ac,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:07.686408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 9aaec294-2a50-4958-80df-78bfa6bd74ac details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:07.689093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:07.693654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.727876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:07.739696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.740170 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Added segment 06e103eb-c98d-43f0-b155-2290e0aaa7d9 of type vlan for network 7f363bf7-6faf-4c8c-be44-e6fbdb005b70 Jul 09 17:44:07.790075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.845416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.857158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:07.858203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:07.995445 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3496463 Jul 09 17:44:07.999049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40578) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:08.009615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'ports': [{'network_id': '9aaec294-2a50-4958-80df-78bfa6bd74ac', 'name': 'tempest-port--1376743523', 'admin_state_up': True}, {'network_id': '7f363bf7-6faf-4c8c-be44-e6fbdb005b70', 'admin_state_up': False}]} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:08.010435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'port': {'network_id': '9aaec294-2a50-4958-80df-78bfa6bd74ac', 'name': 'tempest-port--1376743523', 'admin_state_up': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:08.010711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b166d1-73d1-4332-ada4-5ad772d9424d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Network': ['ID=7f363bf7-6faf-4c8c-be44-e6fbdb005b70,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:08.011546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'port': {'network_id': '7f363bf7-6faf-4c8c-be44-e6fbdb005b70', 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:08.021893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7f363bf7-6faf-4c8c-be44-e6fbdb005b70 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:08.078742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65350264-4e66-4147-8914-53e8128cfc18 req-4d61de03-218d-4e69-8b55-cce4de228edd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:08.080754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-65350264-4e66-4147-8914-53e8128cfc18 req-4d61de03-218d-4e69-8b55-cce4de228edd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.2003560 Jul 09 17:44:08.126334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-65350264-4e66-4147-8914-53e8128cfc18 req-0609adf7-8652-40d7-8e4f-948fbef8d21d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Jul 09 17:44:08.263522 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:44:08.278037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'port': 2} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:08.284414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.310469 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.312403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.397151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] device_id is not set on port f58ff544-e671-4959-bdf8-ccf9ffbcd07e yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:08.521051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.613911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] device_id is not set on port 2d302d41-e262-4e91-a7fa-2c7bccabe9eb yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:08.731103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c386fb35-f2c1-4626-9826-6567d0dcf89a req-ffd94bc1-9dcc-4ab6-9430-87bd341418a7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 210 time: 0.0406010 Jul 09 17:44:08.768972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.817192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:08.976106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Port': ['ID=f58ff544-e671-4959-bdf8-ccf9ffbcd07e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:09.009994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Checking segment: {'id': '51bea895-24f3-4405-87c9-090675ed1f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9aaec294-2a50-4958-80df-78bfa6bd74ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:09.010252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network hostable DHCP agents. Network: 9aaec294-2a50-4958-80df-78bfa6bd74ac, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:09.012883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-15a76c94-16a6-496c-8d58-44fdfb569d07 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.014813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-15a76c94-16a6-496c-8d58-44fdfb569d07 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.36 "GET /v2.0/networks?id=d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 200 len: 910 time: 0.1918225 Jul 09 17:44:09.029565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Request body: {'port': {'device_id': '0ee84d00-24b0-4863-b26f-010df8559571', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'admin_state_up': True, 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:09.046369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network 9aaec294-2a50-4958-80df-78bfa6bd74ac is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:09.067547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 9aaec294-2a50-4958-80df-78bfa6bd74ac) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:09.073005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:09.074357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.076974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f430f-1467-483c-90ec-bf868f9743c3 None None] Network 9aaec294-2a50-4958-80df-78bfa6bd74ac requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:09.084088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Made reservation on behalf of 70f8cb4f1fba49cd8f00a748878e8749 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:09.086413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.153198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Port': ['ID=2d302d41-e262-4e91-a7fa-2c7bccabe9eb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:09.217838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Checking segment: {'id': '06e103eb-c98d-43f0-b155-2290e0aaa7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7f363bf7-6faf-4c8c-be44-e6fbdb005b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:09.218272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network hostable DHCP agents. Network: 7f363bf7-6faf-4c8c-be44-e6fbdb005b70, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:09.270601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network 7f363bf7-6faf-4c8c-be44-e6fbdb005b70 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:09.288709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7f363bf7-6faf-4c8c-be44-e6fbdb005b70) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:09.295270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:09.298421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36875b3a-f94b-4b4e-b5a1-da437c685628 None None] Network 7f363bf7-6faf-4c8c-be44-e6fbdb005b70 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:09.301702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.308372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.309158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.339975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Allocated IP 172.20.0.8 (d9fcfade-ffb9-4305-8092-608682c1596f/39c9fd22-70e0-4da8-8280-30a699c0221b/85ce15a6-7604-4ec5-a10b-363ad7137750) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:09.347514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b29cc752-65b0-4724-b38f-fea21b596ede tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3440206 Jul 09 17:44:09.348399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40592) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:09.360735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152bf13-b6df-4808-a7a0-aa26b7be3372 req-bf63c250-1f5d-41bc-94bc-d1cbe36e795d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.363129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b152bf13-b6df-4808-a7a0-aa26b7be3372 req-bf63c250-1f5d-41bc-94bc-d1cbe36e795d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1106844 Jul 09 17:44:09.400871 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.408649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b152bf13-b6df-4808-a7a0-aa26b7be3372 req-640b802e-a2b8-4d58-8430-9ab1e9c6d25c tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Jul 09 17:44:09.559453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1eded1-fcd0-4879-8bf8-816f4e4dc8e8 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.565184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1eded1-fcd0-4879-8bf8-816f4e4dc8e8 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.566782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9d1eded1-fcd0-4879-8bf8-816f4e4dc8e8 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2173390 Jul 09 17:44:09.570022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40594) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:09.615675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.629257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Transition to ACTIVE for port object 85ce15a6-7604-4ec5-a10b-363ad7137750 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:09.665459 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.676993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Deleting port f58ff544-e671-4959-bdf8-ccf9ffbcd07e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:09.677363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.677614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e2a05139-6fa1-4146-9668-309adf2644fa'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:09.722873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Network d9fcfade-ffb9-4305-8092-608682c1596f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:09.727200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:09.729300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Pushing event updated for resources: {'Port': ['ID=85ce15a6-7604-4ec5-a10b-363ad7137750,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:09.732092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:09.779418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.790064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:09.790682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.803017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Calling delete_port for f58ff544-e671-4959-bdf8-ccf9ffbcd07e owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:09.811105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-ffaa7178-c2f4-400a-a947-0e713b9fe8e7 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7851694 Jul 09 17:44:09.824635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Request body: {'port': {'device_id': '0ee84d00-24b0-4863-b26f-010df8559571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:09.932145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:09.998949 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.029291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Port': ['ID=f58ff544-e671-4959-bdf8-ccf9ffbcd07e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:10.035409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.037595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2ea06370-1678-496f-a984-e307c8d61e27 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/ports/f58ff544-e671-4959-bdf8-ccf9ffbcd07e HTTP/1.1" status: 204 len: 168 time: 0.4665911 Jul 09 17:44:10.040083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40598) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:10.133292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ce2e6cd-5369-4df4-a5f4-322ed37da798 None None] Provisioning for port 85ce15a6-7604-4ec5-a10b-363ad7137750 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:10.139660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ce2e6cd-5369-4df4-a5f4-322ed37da798 None None] Provisioning complete for port 85ce15a6-7604-4ec5-a10b-363ad7137750 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:10.140055 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e6cd-5369-4df4-a5f4-322ed37da798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.148692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Deleting port 2d302d41-e262-4e91-a7fa-2c7bccabe9eb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:10.149391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.180115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2e6cd-5369-4df4-a5f4-322ed37da798 None None] Port 85ce15a6-7604-4ec5-a10b-363ad7137750 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:44:10.232435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.247229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Calling delete_port for 2d302d41-e262-4e91-a7fa-2c7bccabe9eb owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:10.336632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.370044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Port': ['ID=2d302d41-e262-4e91-a7fa-2c7bccabe9eb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:10.382551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.384835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-70e98807-84c1-422d-a08c-b0338d7b3bd5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/ports/2d302d41-e262-4e91-a7fa-2c7bccabe9eb HTTP/1.1" status: 204 len: 168 time: 0.3430693 Jul 09 17:44:10.387398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ba2ab10-da80-4c83-822c-1883d73251f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.387929 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40604) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:10.442202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61b382f6-f181-45b7-a01f-8bc42d00f06d tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0530066 Jul 09 17:44:10.446182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40608) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:10.452110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-713343313'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:10.477025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:10.479442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d1f5a-12a1-46e6-9e04-7e83aa953ca0 req-7eec59ec-7fa5-4a14-8e6a-f6929340a460 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:10.481559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e8d1f5a-12a1-46e6-9e04-7e83aa953ca0 req-7eec59ec-7fa5-4a14-8e6a-f6929340a460 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1027 time: 0.5224233 Jul 09 17:44:10.482178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.510383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:10.523137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.524810 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Added segment cb09a5f7-3109-4014-b604-a60515878c2e of type vlan for network d5556de3-75ac-44a2-8752-63025fa63e0f Jul 09 17:44:10.553956 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7e8d1f5a-12a1-46e6-9e04-7e83aa953ca0 req-9ca329fb-4062-4c64-8523-b351e835211b tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Jul 09 17:44:10.583905 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.639726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.646497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:10.647736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.696923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ce15a6-7604-4ec5-a10b-363ad7137750 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:44:10.705653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.718743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Transition to ACTIVE for port object 85ce15a6-7604-4ec5-a10b-363ad7137750 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:10.723992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.731169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Network': ['ID=d5556de3-75ac-44a2-8752-63025fa63e0f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:10.742726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d5556de3-75ac-44a2-8752-63025fa63e0f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:10.787101 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Pushing event updated for resources: {'Port': ['ID=85ce15a6-7604-4ec5-a10b-363ad7137750,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:10.797434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fbb0952b-91e2-46d4-a308-42f3080ee7b5 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3495851 Jul 09 17:44:10.800060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40612) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:10.805707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-950014799'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:10.851299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:10.855146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.894820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Attempting to bind port 85ce15a6-7604-4ec5-a10b-363ad7137750 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:10.896088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Attempting to bind port 85ce15a6-7604-4ec5-a10b-363ad7137750 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:10.896687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Attempting to bind port 85ce15a6-7604-4ec5-a10b-363ad7137750 on network d9fcfade-ffb9-4305-8092-608682c1596f {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:10.917940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Port 85ce15a6-7604-4ec5-a10b-363ad7137750 on network d9fcfade-ffb9-4305-8092-608682c1596f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:44:10.918502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Attempting to bind port 85ce15a6-7604-4ec5-a10b-363ad7137750 on network d9fcfade-ffb9-4305-8092-608682c1596f {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:10.924830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:10.925195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Checking segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:10.925790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Bound using segment: {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:10.926222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Bound port: 85ce15a6-7604-4ec5-a10b-363ad7137750, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc964742-6b48-443c-805d-3b5ffbda7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:10.926582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.930510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c8cd4-d150-4e60-9910-c1b187f90462 req-74afcd60-561e-431f-8f53-cde491aa29ad tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:10.933493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-617c8cd4-d150-4e60-9910-c1b187f90462 req-74afcd60-561e-431f-8f53-cde491aa29ad tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.2073002 Jul 09 17:44:10.941791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:10.987595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-617c8cd4-d150-4e60-9910-c1b187f90462 req-df7bf4d6-9dfa-4242-a415-4cad1d8198c8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Jul 09 17:44:10.996619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:10.997049 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Added segment 175192f3-aa6a-40a0-9c53-c16107cc6175 of type vlan for network 72621b97-c1fa-4053-8faa-d303e7e12461 Jul 09 17:44:11.031326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] For port 85ce15a6-7604-4ec5-a10b-363ad7137750, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:11.035027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] For port 85ce15a6-7604-4ec5-a10b-363ad7137750, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=85ce15a6-7604-4ec5-a10b-363ad7137750,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:11.040828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.109020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.109769 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.111143 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] 10.222.0.36 "PUT /v2.0/ports/85ce15a6-7604-4ec5-a10b-363ad7137750 HTTP/1.1" status: 200 len: 1092 time: 1.2920940 Jul 09 17:44:11.111604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee84d00-24b0-4863-b26f-010df8559571', 'tag': '85ce15a6-7604-4ec5-a10b-363ad7137750'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:11.114094 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447c5f6c-b13c-495e-b77d-bafefd85a556" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee84d00-24b0-4863-b26f-010df8559571", "tag": "85ce15a6-7604-4ec5-a10b-363ad7137750"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:11.149731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aab1db-aedd-4ad9-a513-8c8d4aa9ceae service neutron] Pushing event updated for resources: {'Port': ['ID=85ce15a6-7604-4ec5-a10b-363ad7137750,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:11.187513 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd5df16-cbad-4581-b06a-432b3c25877d x-openstack-request-id: req-5cd5df16-cbad-4581-b06a-432b3c25877d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:11.187854 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee84d00-24b0-4863-b26f-010df8559571", "tag": "85ce15a6-7604-4ec5-a10b-363ad7137750", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:11.188283 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cd5df16-cbad-4581-b06a-432b3c25877d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:11.188686 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee84d00-24b0-4863-b26f-010df8559571', 'tag': '85ce15a6-7604-4ec5-a10b-363ad7137750', 'status': 'completed', 'code': 200} Jul 09 17:44:11.221423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-8481cc19-94f4-41fe-b391-2b5076889047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.223174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-8481cc19-94f4-41fe-b391-2b5076889047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1095 time: 0.0692194 Jul 09 17:44:11.280969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-34161df1-7bc0-4215-bc97-ac640afa571e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85ce15a6-7604-4ec5-a10b-363ad7137750 HTTP/1.1" status: 200 len: 217 time: 0.0478940 Jul 09 17:44:11.344964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-d52ea5a0-ff4b-477a-a369-f1bf3a119af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.346536 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-d52ea5a0-ff4b-477a-a369-f1bf3a119af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39c9fd22-70e0-4da8-8280-30a699c0221b HTTP/1.1" status: 200 len: 848 time: 0.0577765 Jul 09 17:44:11.393257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.428855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-315de673-4fbb-489e-9c01-432d84581213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.430298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-315de673-4fbb-489e-9c01-432d84581213 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9fcfade-ffb9-4305-8092-608682c1596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751760 Jul 09 17:44:11.432288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.437994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.438574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.500693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6989355 Jul 09 17:44:11.517443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30afd-9e6d-45e9-a5e4-ef4890bfe37f tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Network': ['ID=72621b97-c1fa-4053-8faa-d303e7e12461,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:11.530410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-60e3bc6f-f15e-47ef-9bf3-6618ff8c0e09 service neutron] 10.222.0.36 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926080 Jul 09 17:44:11.532921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 72621b97-c1fa-4053-8faa-d303e7e12461 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:11.631608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40620) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:11.638424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'subnets': [{'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1794623474', 'ip_version': 4}, {'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:11.638879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'subnet': {'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1794623474', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:11.639570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Request body: {'subnet': {'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:11.648014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2312795-87ab-4fc2-94a0-79ab6f8113f6 req-c046a9a4-9382-4857-b75b-b65684f906e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107736 Jul 09 17:44:11.762958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-d873a508-1d49-44d3-8de8-187bade2b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.764652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-d873a508-1d49-44d3-8de8-187bade2b626 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1095 time: 0.0600262 Jul 09 17:44:11.857717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ee474-3f2a-43a3-84cb-c9b9972e2fcb req-f2267a56-5d2c-4bbd-b5db-e18893c77d69 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.859286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c9ee474-3f2a-43a3-84cb-c9b9972e2fcb req-f2267a56-5d2c-4bbd-b5db-e18893c77d69 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1095 time: 0.1346650 Jul 09 17:44:11.866011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-5ea2083b-62d3-4c33-9a93-a89cb89d8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.867490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-5ea2083b-62d3-4c33-9a93-a89cb89d8576 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 200 len: 910 time: 0.0966713 Jul 09 17:44:11.868196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Made reservation on behalf of 737df9f15c0442629bee0967ac0b989c for: {'subnet': 2} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:11.872744 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.873084 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:11.915283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-921eac3a-ad17-48a2-9523-93b8dc0266f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85ce15a6-7604-4ec5-a10b-363ad7137750 HTTP/1.1" status: 200 len: 217 time: 0.0407403 Jul 09 17:44:11.954131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c9ee474-3f2a-43a3-84cb-c9b9972e2fcb req-ffe85da4-352b-423c-b851-b8b602cf0d78 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879784 Jul 09 17:44:11.971687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-67d4e485-00db-4d66-8b48-fdf8af066bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:11.973980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-67d4e485-00db-4d66-8b48-fdf8af066bfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=39c9fd22-70e0-4da8-8280-30a699c0221b HTTP/1.1" status: 200 len: 848 time: 0.0516498 Jul 09 17:44:12.041905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-0bb1269f-abad-4782-89d3-9390cb15bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.043727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-0bb1269f-abad-4782-89d3-9390cb15bbc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9fcfade-ffb9-4305-8092-608682c1596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618734 Jul 09 17:44:12.251055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-7f79bc8f-d9c2-4960-b208-af586151a2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997950 Jul 09 17:44:12.288973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:12.323168 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53957017-800f-478e-8c22-e8b15e300f99 req-02593967-ba38-4611-876f-d1974933e6f3 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.324799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53957017-800f-478e-8c22-e8b15e300f99 req-02593967-ba38-4611-876f-d1974933e6f3 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1870246 Jul 09 17:44:12.363621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Subnet': ['ID=0c8e76e7-3369-4386-9009-b293f1284405,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:12.366328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-f02cc930-306a-4897-bb62-f05eb5bf9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.367868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-f02cc930-306a-4897-bb62-f05eb5bf9b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1676416 Jul 09 17:44:12.373987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Checking segment: {'id': 'cb09a5f7-3109-4014-b604-a60515878c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:12.374850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network hostable DHCP agents. Network: d5556de3-75ac-44a2-8752-63025fa63e0f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:12.399285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network d5556de3-75ac-44a2-8752-63025fa63e0f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:12.410518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d5556de3-75ac-44a2-8752-63025fa63e0f) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:12.413047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53957017-800f-478e-8c22-e8b15e300f99 req-31117217-223e-4a70-a6b2-2d2f64a3d7f4 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756598 Jul 09 17:44:12.415293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:12.421622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e113f9a-0671-48ed-a480-990dc3026a06 None None] Network d5556de3-75ac-44a2-8752-63025fa63e0f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:12.455880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-c9c0d31a-a78f-4a6d-ae09-9ed1925c4aae service neutron] 10.222.0.36 "GET /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952708 Jul 09 17:44:12.509460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-e7346e16-804f-4600-a8ae-5eec678509ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.511816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Checking segment: {'id': '175192f3-aa6a-40a0-9c53-c16107cc6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:12.512640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network hostable DHCP agents. Network: 72621b97-c1fa-4053-8faa-d303e7e12461, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:12.513235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-e7346e16-804f-4600-a8ae-5eec678509ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1198127 Jul 09 17:44:12.522668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event updated for resources: {'Subnet': ['ID=b81c269f-3797-4df0-8608-006ca473ca33,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:12.563905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Network 72621b97-c1fa-4053-8faa-d303e7e12461 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:12.569064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-ca0c32f0-0a91-45f5-be40-31bf5b24ab88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0483994 Jul 09 17:44:12.577007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 72621b97-c1fa-4053-8faa-d303e7e12461) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:12.586876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7efb9-8005-46e1-9c2d-91771131e149 None None] Network 72621b97-c1fa-4053-8faa-d303e7e12461 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:12.605641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.606121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.608370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:12.650683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40624) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:12.650915 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-807505ef-d4f6-45b0-b007-24f620c28b87 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0171320 Jul 09 17:44:12.710963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d5556de3-75ac-44a2-8752-63025fa63e0f', 'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f', 'tenant_id': '737df9f15c0442629bee0967ac0b989c', 'fixed_ips': [{'subnet_id': '0c8e76e7-3369-4386-9009-b293f1284405'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:12.712097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:12.801548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c236a-1ec4-480a-8a85-4a2036c7954b tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.804503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c236a-1ec4-480a-8a85-4a2036c7954b tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.806498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c236a-1ec4-480a-8a85-4a2036c7954b tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.808603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9a3c236a-1ec4-480a-8a85-4a2036c7954b tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1564355 Jul 09 17:44:12.811892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:12.858634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-6529f6dc-3342-48fe-a028-5f15eaad0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:12.860690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-6529f6dc-3342-48fe-a028-5f15eaad0629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.2798667 Jul 09 17:44:12.905553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-08ccc1cc-33ce-463d-8d72-20ad9937f23a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372112 Jul 09 17:44:12.914997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Deleting subnet 0c8e76e7-3369-4386-9009-b293f1284405 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:12.931038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-72621b97-c1fa-4053-8faa-d303e7e12461', 'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461', 'tenant_id': '737df9f15c0442629bee0967ac0b989c', 'fixed_ips': [{'subnet_id': 'b81c269f-3797-4df0-8608-006ca473ca33'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:12.932622 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:12.990188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Allocated IP 172.20.0.2 (d5556de3-75ac-44a2-8752-63025fa63e0f/0c8e76e7-3369-4386-9009-b293f1284405/d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:12.998541 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c150fb9a-01b9-4435-a231-771e0435b198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.088133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-d033d5a7-c22c-4293-b5e9-b9b339939f32 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703770 Jul 09 17:44:13.220759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a93b0-5432-4210-8cc5-9d83b2a7fcc7 req-45da5d1a-ca72-4ad3-8bf3-7ab26eea08b1 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:13.222892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-516a93b0-5432-4210-8cc5-9d83b2a7fcc7 req-45da5d1a-ca72-4ad3-8bf3-7ab26eea08b1 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1095 time: 0.0867333 Jul 09 17:44:13.259170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:13.284898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-211d1333-7c23-4c4e-ad62-7295ebaa1535 req-09f11b54-88b6-44f6-b723-6c3d94a59296 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868217 Jul 09 17:44:13.289447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-516a93b0-5432-4210-8cc5-9d83b2a7fcc7 req-cef4dd7a-ef19-47bb-b8bc-613ec1a6bf21 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608263 Jul 09 17:44:13.306514 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.340405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Transition to ACTIVE for port object d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:13.349126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Allocated IP 172.20.0.18 (72621b97-c1fa-4053-8faa-d303e7e12461/b81c269f-3797-4df0-8608-006ca473ca33/78a7f4bf-c29f-4d4f-aaca-7746acb5d629) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:13.390970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Transition to ACTIVE for port object d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:13.403356 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.407258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.432643 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.441193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44df440-f59f-447e-ab30-e1985429d23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.476104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.490161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Network d5556de3-75ac-44a2-8752-63025fa63e0f is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:13.497357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:13.500250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:13.516745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Pushing event updated for resources: {'Port': ['ID=d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:13.602836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Attempting to bind port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:13.605946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Attempting to bind port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'cb09a5f7-3109-4014-b604-a60515878c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:13.606603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Attempting to bind port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 on network d5556de3-75ac-44a2-8752-63025fa63e0f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:13.634284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:13.634708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Checking segment: {'id': 'cb09a5f7-3109-4014-b604-a60515878c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:13.635134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.636806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Bound using segment: {'id': 'cb09a5f7-3109-4014-b604-a60515878c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:13.636806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Bound port: d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb09a5f7-3109-4014-b604-a60515878c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd5556de3-75ac-44a2-8752-63025fa63e0f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:13.636806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.675433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44df440-f59f-447e-ab30-e1985429d23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.681913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a44df440-f59f-447e-ab30-e1985429d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.727129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a44df440-f59f-447e-ab30-e1985429d23f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d264b787597f4f9e8a49e1c89ad350c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642487 Jul 09 17:44:13.727333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.727464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44df440-f59f-447e-ab30-e1985429d23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc871f8-f683-4539-8ba0-750ab36fa5e9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:13.727582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40644) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:13.738605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Transition to ACTIVE for port object 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:13.747136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.772339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Transition to ACTIVE for port object 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:13.779910 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.817956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368736f-52ca-4a70-bdfe-686e209004b5 req-745ad048-2ee2-4565-9faf-6029aa71cf51 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:13.822287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Network 72621b97-c1fa-4053-8faa-d303e7e12461 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:13.825105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1368736f-52ca-4a70-bdfe-686e209004b5 req-745ad048-2ee2-4565-9faf-6029aa71cf51 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1751330 Jul 09 17:44:13.825399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:13.827978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:13.837999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Pushing event updated for resources: {'Port': ['ID=78a7f4bf-c29f-4d4f-aaca-7746acb5d629,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:13.879878 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0af4f972-97cb-40b6-a7eb-045a0837ac1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.895180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.898865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] For port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:13.904063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1368736f-52ca-4a70-bdfe-686e209004b5 req-4ca9d1ab-c683-4589-8703-98058f2b62a5 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780845 Jul 09 17:44:13.930837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Attempting to bind port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:13.931274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Attempting to bind port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '175192f3-aa6a-40a0-9c53-c16107cc6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:13.931642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Attempting to bind port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 on network 72621b97-c1fa-4053-8faa-d303e7e12461 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:13.935442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8e76e7-3369-4386-9009-b293f1284405,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:13.938536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] For port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44,segment=NetworkSegment(cb09a5f7-3109-4014-b604-a60515878c2e),segment_id=cb09a5f7-3109-4014-b604-a60515878c2e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:13.938722 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0af4f972-97cb-40b6-a7eb-045a0837ac1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.943449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:13.943978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Checking segment: {'id': '175192f3-aa6a-40a0-9c53-c16107cc6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:13.944346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.944765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Bound using segment: {'id': '175192f3-aa6a-40a0-9c53-c16107cc6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:13.945291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Bound port: 78a7f4bf-c29f-4d4f-aaca-7746acb5d629, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175192f3-aa6a-40a0-9c53-c16107cc6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '72621b97-c1fa-4053-8faa-d303e7e12461'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:13.946335 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.946897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.948811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-188871a4-c0ae-4d5f-baa7-a2a62f4bad64 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/subnets/0c8e76e7-3369-4386-9009-b293f1284405 HTTP/1.1" status: 204 len: 168 time: 1.1353195 Jul 09 17:44:13.951796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40646) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:13.956034 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:13.999158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0af4f972-97cb-40b6-a7eb-045a0837ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.002535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0af4f972-97cb-40b6-a7eb-045a0837ac1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.006770 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0af4f972-97cb-40b6-a7eb-045a0837ac1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cc871f8-f683-4539-8ba0-750ab36fa5e9 HTTP/1.1" status: 204 len: 168 time: 0.2759931 Jul 09 17:44:14.010908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Deleting subnet b81c269f-3797-4df0-8608-006ca473ca33 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:14.014555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.022919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4f972-97cb-40b6-a7eb-045a0837ac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc871f8-f683-4539-8ba0-750ab36fa5e9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:14.083305 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.093100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.106672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a5fb-8766-4bd0-9c33-3402f47b2048 None None] Pushing event updated for resources: {'Port': ['ID=d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:14.119126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] For port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:14.124702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] For port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=78a7f4bf-c29f-4d4f-aaca-7746acb5d629,segment=NetworkSegment(175192f3-aa6a-40a0-9c53-c16107cc6175),segment_id=175192f3-aa6a-40a0-9c53-c16107cc6175)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:14.131425 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.192271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.219875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1819e7d-facf-4bf8-8792-61cb7a01bd84 None None] Pushing event updated for resources: {'Port': ['ID=78a7f4bf-c29f-4d4f-aaca-7746acb5d629,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:14.353102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.418926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Subnet': ['ID=b81c269f-3797-4df0-8608-006ca473ca33,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:14.423340 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.429039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4af7b255-1245-44f6-9796-a1a61f1c2af7 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/subnets/b81c269f-3797-4df0-8608-006ca473ca33 HTTP/1.1" status: 204 len: 168 time: 0.4737644 Jul 09 17:44:14.429406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40652) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:14.509868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f94aa-2575-4321-8485-5f8de040b7ec tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:14.514810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f11f94aa-2575-4321-8485-5f8de040b7ec tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811610 Jul 09 17:44:14.515086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40654) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:14.666279 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.691053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdbc8a-a225-4744-97ca-41fe95853cea req-4b966b1a-a0fc-46b9-95f7-56e3a24f3d5e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:14.692761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6bdbc8a-a225-4744-97ca-41fe95853cea req-4b966b1a-a0fc-46b9-95f7-56e3a24f3d5e tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1095 time: 0.1798706 Jul 09 17:44:14.766669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d6bdbc8a-a225-4744-97ca-41fe95853cea req-5e7240e0-f89b-4768-89e9-f38f2c6f894d tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Jul 09 17:44:14.783225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Deleting port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:14.783555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.845673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] For port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=78a7f4bf-c29f-4d4f-aaca-7746acb5d629,segment=NetworkSegment(175192f3-aa6a-40a0-9c53-c16107cc6175),segment_id=175192f3-aa6a-40a0-9c53-c16107cc6175)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:14.845915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.860567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Calling delete_port for 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:14.949202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:14.974704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Port': ['ID=78a7f4bf-c29f-4d4f-aaca-7746acb5d629,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:14.978241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] No DVR routers for this DVR port 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:14.981568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 85ce15a6-7604-4ec5-a10b-363ad7137750 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:44:15.073844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.085450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72621b97-c1fa-4053-8faa-d303e7e12461']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:15.100717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175192f3-aa6a-40a0-9c53-c16107cc6175') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:15.101008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175192f3-aa6a-40a0-9c53-c16107cc6175') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:15.111924 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.128833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.136159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:15.139086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f05d5-2b9b-44d8-ae8b-fd94674b0365 req-361a56f4-13db-474a-8fa3-9206b81a67b1 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:15.139812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:15.143435 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:15.147923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 85ce15a6-7604-4ec5-a10b-363ad7137750, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=85ce15a6-7604-4ec5-a10b-363ad7137750,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:15.148076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-858f05d5-2b9b-44d8-ae8b-fd94674b0365 req-361a56f4-13db-474a-8fa3-9206b81a67b1 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1014400 Jul 09 17:44:15.172520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '85ce15a6-7604-4ec5-a10b-363ad7137750', 'network_id': 'd9fcfade-ffb9-4305-8092-608682c1596f', 'port_id': '85ce15a6-7604-4ec5-a10b-363ad7137750', 'mac_address': 'fa:16:3e:b1:96:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c9fd22-70e0-4da8-8280-30a699c0221b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:44:15.203851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-858f05d5-2b9b-44d8-ae8b-fd94674b0365 req-d413bda7-da2a-4c13-a95d-5c73253151cf tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515964 Jul 09 17:44:15.210873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:15.235033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.254393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.254657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.257771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/networks/72621b97-c1fa-4053-8faa-d303e7e12461 HTTP/1.1" status: 204 len: 168 time: 0.7405274 Jul 09 17:44:15.259175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40660) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:15.268553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36166c4-b1a7-4e17-84a8-4657f7aba769 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Network': ['ID=72621b97-c1fa-4053-8faa-d303e7e12461,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:15.276124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ce15a6-7604-4ec5-a10b-363ad7137750 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:44:15.305329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 85ce15a6-7604-4ec5-a10b-363ad7137750, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=85ce15a6-7604-4ec5-a10b-363ad7137750,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:15.306925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:15.311228 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.342966 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.373212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=85ce15a6-7604-4ec5-a10b-363ad7137750,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:15.412720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Deleting port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:15.413060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.482502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] For port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44,segment=NetworkSegment(cb09a5f7-3109-4014-b604-a60515878c2e),segment_id=cb09a5f7-3109-4014-b604-a60515878c2e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:15.482868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.498178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Calling delete_port for d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:15.582542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['85ce15a6-7604-4ec5-a10b-363ad7137750'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:15.591507 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.625629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0cab7-211b-4d40-99de-e39f6e9394aa None None] DHCP port deletion for 72621b97-c1fa-4053-8faa-d303e7e12461 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:15.627490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Port': ['ID=d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:15.633610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] No DVR routers for this DVR port d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:15.642674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aab2d7c9-1b21-41ae-999a-93c9a294c80f None None] Could not find standard attr ID for object 78a7f4bf-c29f-4d4f-aaca-7746acb5d629. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:44:15.667800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddb223-3725-463a-bafa-969af015658b None None] Network 72621b97-c1fa-4053-8faa-d303e7e12461 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:15.687803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddb223-3725-463a-bafa-969af015658b None None] Network 72621b97-c1fa-4053-8faa-d303e7e12461 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:44:15.725687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.737319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5556de3-75ac-44a2-8752-63025fa63e0f']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:15.749611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb09a5f7-3109-4014-b604-a60515878c2e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:15.749992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb09a5f7-3109-4014-b604-a60515878c2e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:15.760341 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.790222 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.799110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:15.799590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:15.845082 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:15.877169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.887972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:15.888214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6951337-2aac-47b9-b76e-9cf34a3ec872 None None] Network d5556de3-75ac-44a2-8752-63025fa63e0f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:15.889834 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/networks/d5556de3-75ac-44a2-8752-63025fa63e0f HTTP/1.1" status: 204 len: 168 time: 0.6296301 Jul 09 17:44:15.892427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40664) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:15.911828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719dcc5-cc3d-4f42-81bf-0390478d12f0 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Network': ['ID=d5556de3-75ac-44a2-8752-63025fa63e0f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:15.931582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6951337-2aac-47b9-b76e-9cf34a3ec872 None None] Network d5556de3-75ac-44a2-8752-63025fa63e0f could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:44:15.934114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9a4c3ac3-a02f-4d92-a20d-731dfaed8499 None None] Could not find standard attr ID for object d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:44:15.949385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a933-4c0c-44d2-abbf-a98857e4cf80 req-7cb9766d-0109-4fb6-8217-a209515a8751 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:15.952607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ebf4a933-4c0c-44d2-abbf-a98857e4cf80 req-7cb9766d-0109-4fb6-8217-a209515a8751 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1096 time: 0.0694644 Jul 09 17:44:15.959553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.005420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ebf4a933-4c0c-44d2-abbf-a98857e4cf80 req-3aa4f5c4-cc51-403d-aa01-423695fd4155 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Jul 09 17:44:16.008824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.010828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2feb77-8884-40f1-8ecd-207f99020ba0 None None] DHCP port deletion for d5556de3-75ac-44a2-8752-63025fa63e0f request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:16.112257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.123137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f363bf7-6faf-4c8c-be44-e6fbdb005b70']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:16.135605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e103eb-c98d-43f0-b155-2290e0aaa7d9') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:16.136033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e103eb-c98d-43f0-b155-2290e0aaa7d9') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:16.146019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.160793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.167078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:16.167539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:16.170541 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:16.231233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.238699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.240693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/networks/7f363bf7-6faf-4c8c-be44-e6fbdb005b70 HTTP/1.1" status: 204 len: 168 time: 0.3473227 Jul 09 17:44:16.243205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40668) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:16.265190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abad5b2-c392-4ec6-877b-05d314975bc2 tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Network': ['ID=7f363bf7-6faf-4c8c-be44-e6fbdb005b70,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:16.339719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.457143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.471945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50efcba-4b52-4246-a060-3df2e212ab95 req-af4db28a-24c2-4c6e-aabb-be88de6e632b tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:16.473468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d50efcba-4b52-4246-a060-3df2e212ab95 req-af4db28a-24c2-4c6e-aabb-be88de6e632b tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1544635 Jul 09 17:44:16.476930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaec294-2a50-4958-80df-78bfa6bd74ac']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:16.494008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bea895-24f3-4405-87c9-090675ed1f71') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:16.494305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bea895-24f3-4405-87c9-090675ed1f71') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:16.510249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.532646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.539135 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d50efcba-4b52-4246-a060-3df2e212ab95 req-eeb43739-4df2-436c-a3c3-91c5e7550214 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Jul 09 17:44:16.541862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:16.542250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:16.545324 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:16.610008 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.614479 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:16.616511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] 10.222.0.21 "DELETE /v2.0/networks/9aaec294-2a50-4958-80df-78bfa6bd74ac HTTP/1.1" status: 204 len: 168 time: 0.3599744 Jul 09 17:44:16.630968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7cab-812e-460e-a3ae-63fd50c384fa tempest-BulkNetworkOpsTest-960497267 tempest-BulkNetworkOpsTest-960497267-project] Pushing event deleted for resources: {'Network': ['ID=9aaec294-2a50-4958-80df-78bfa6bd74ac,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:16.891194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40674) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:16.981457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 85ce15a6-7604-4ec5-a10b-363ad7137750 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:17.034520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-790f778e-033a-4248-b3bc-ccc371a55d63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=737df9f15c0442629bee0967ac0b989c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417694 Jul 09 17:44:17.037648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40680) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:17.041156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 85ce15a6-7604-4ec5-a10b-363ad7137750 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:17.046177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 85ce15a6-7604-4ec5-a10b-363ad7137750 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:17.046533 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.092107 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7be6cf86-1eac-4001-b381-0e9e7e49a1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.124069 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7be6cf86-1eac-4001-b381-0e9e7e49a1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.139534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:17.161045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:17.161386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 78a7f4bf-c29f-4d4f-aaca-7746acb5d629 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:17.161801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:17.163614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.188361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:17.188707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d9dfdaab-8fb0-4e6e-ac9c-122f7b647a44 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:17.190975 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7be6cf86-1eac-4001-b381-0e9e7e49a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.194611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7be6cf86-1eac-4001-b381-0e9e7e49a1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.195940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7be6cf86-1eac-4001-b381-0e9e7e49a1b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e020961-550d-4960-91ee-8cbdd58f7f6b HTTP/1.1" status: 204 len: 168 time: 0.1573110 Jul 09 17:44:17.203627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0399eb0-06b1-4b12-9ab1-41bf330c229c req-eedec413-c321-4868-8a7d-d83325dd2751 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:17.205731 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0399eb0-06b1-4b12-9ab1-41bf330c229c req-eedec413-c321-4868-8a7d-d83325dd2751 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1096 time: 0.0665944 Jul 09 17:44:17.206463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee84d00-24b0-4863-b26f-010df8559571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ce15a6-7604-4ec5-a10b-363ad7137750'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:17.208994 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14cd05-5a71-48ad-8bf4-607c5e3e7584" -d '{"events": [{"server_uuid": "0ee84d00-24b0-4863-b26f-010df8559571", "name": "network-vif-plugged", "status": "completed", "tag": "85ce15a6-7604-4ec5-a10b-363ad7137750"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:17.218391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6cf86-1eac-4001-b381-0e9e7e49a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e020961-550d-4960-91ee-8cbdd58f7f6b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:17.243448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 85ce15a6-7604-4ec5-a10b-363ad7137750, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=85ce15a6-7604-4ec5-a10b-363ad7137750,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:17.246637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0399eb0-06b1-4b12-9ab1-41bf330c229c req-b861cbd2-4588-4614-99f3-0339c1ae8e99 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Jul 09 17:44:17.257069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:17.259736 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b4a56b-6d4e-4c6f-b5a9-63db5952817f x-openstack-request-id: req-e8b4a56b-6d4e-4c6f-b5a9-63db5952817f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:17.260045 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee84d00-24b0-4863-b26f-010df8559571", "name": "network-vif-plugged", "status": "completed", "tag": "85ce15a6-7604-4ec5-a10b-363ad7137750", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:17.260299 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8b4a56b-6d4e-4c6f-b5a9-63db5952817f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:17.260688 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee84d00-24b0-4863-b26f-010df8559571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ce15a6-7604-4ec5-a10b-363ad7137750', 'code': 200} Jul 09 17:44:17.315475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=85ce15a6-7604-4ec5-a10b-363ad7137750,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:17.655846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c2ea-fc72-4e80-8157-beaa2d1aab41 req-d60cefa7-2e37-4944-acf6-e740cb7536f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:17.655846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7b9c2ea-fc72-4e80-8157-beaa2d1aab41 req-d60cefa7-2e37-4944-acf6-e740cb7536f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.3204987 Jul 09 17:44:17.722679 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b7b9c2ea-fc72-4e80-8157-beaa2d1aab41 req-64344579-29d4-46c0-8133-85b6cddbb96f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591841 Jul 09 17:44:17.749470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e2bb7-227b-405f-ba3d-9c19ee46038c req-65699811-346b-4a8e-943f-615ec4395faf tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:17.751004 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e41e2bb7-227b-405f-ba3d-9c19ee46038c req-65699811-346b-4a8e-943f-615ec4395faf tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0900781 Jul 09 17:44:17.792178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e41e2bb7-227b-405f-ba3d-9c19ee46038c req-17196d87-e1c5-4ec1-90d3-4fa4845c2808 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Jul 09 17:44:17.888321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40706) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:17.990308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770126736'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:18.017136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:18.020976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.029811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.124727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.131109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.159662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:18.164987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40dfbe5d-6752-4aa4-adc8-6989b4832fd1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:18.173131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.173484 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment 1d2795d7-0d03-4272-92b4-02eb66a80a90 of type vlan for network fb256120-f6b0-430b-90b6-fa79699a43c8 Jul 09 17:44:18.216726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.248697 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.254121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:18.254706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:18.313689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4239287 Jul 09 17:44:18.329520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bb1a2-720e-470f-baca-2439e90d0299 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=fb256120-f6b0-430b-90b6-fa79699a43c8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:18.341661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network fb256120-f6b0-430b-90b6-fa79699a43c8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:18.437984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323243-24b9-4edf-86ec-22439c930509 req-75ca6aa6-fe0a-4af2-ae85-704f9a41c8a9 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:18.439698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39323243-24b9-4edf-86ec-22439c930509 req-75ca6aa6-fe0a-4af2-ae85-704f9a41c8a9 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.0537407 Jul 09 17:44:18.477895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39323243-24b9-4edf-86ec-22439c930509 req-39f9ce9c-9f55-4141-bd33-a7cf30076b67 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282245 Jul 09 17:44:18.968102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038666-6492-46b5-8610-5adf3b699c06 req-cdbde9d5-7af7-4366-8aeb-089c2946310f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:18.969589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b038666-6492-46b5-8610-5adf3b699c06 req-cdbde9d5-7af7-4366-8aeb-089c2946310f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0659223 Jul 09 17:44:19.011954 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b038666-6492-46b5-8610-5adf3b699c06 req-49c5edc0-aaf1-433c-90b8-9f1c43afd09a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Jul 09 17:44:19.643279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5103e-86a6-445b-ab8c-30145952a515 req-cd5e2492-d458-46dd-9cda-c73eb5b075e8 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:19.644892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3c5103e-86a6-445b-ab8c-30145952a515 req-cd5e2492-d458-46dd-9cda-c73eb5b075e8 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.0585697 Jul 09 17:44:19.679129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3c5103e-86a6-445b-ab8c-30145952a515 req-d8497c31-93c0-48a9-a6c6-3805762245db tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284348 Jul 09 17:44:19.844916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b907-1cc2-4949-ac52-dc9d2cdad98c req-0838d701-13ea-411d-b19a-d7db227999bd tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:19.846429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a18b907-1cc2-4949-ac52-dc9d2cdad98c req-0838d701-13ea-411d-b19a-d7db227999bd tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.0554163 Jul 09 17:44:19.882752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a18b907-1cc2-4949-ac52-dc9d2cdad98c req-ada9e39b-58ef-4121-81ec-24b5ba530bf3 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300810 Jul 09 17:44:20.043595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60a69-5a2a-4b56-ae7d-6ddd0b72dc11 req-85b1889a-57f3-431e-9c3f-a3838fe6e1f3 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:20.045154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66e60a69-5a2a-4b56-ae7d-6ddd0b72dc11 req-85b1889a-57f3-431e-9c3f-a3838fe6e1f3 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.0557671 Jul 09 17:44:20.080285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-66e60a69-5a2a-4b56-ae7d-6ddd0b72dc11 req-1f3fcb2f-8161-4274-9e15-4232d720d980 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287778 Jul 09 17:44:20.202715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d239-7a38-4516-b50c-47d2a1a79801 req-9d6731cc-87ae-4a4e-b135-c644950cb960 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:20.204473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d639d239-7a38-4516-b50c-47d2a1a79801 req-9d6731cc-87ae-4a4e-b135-c644950cb960 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0745096 Jul 09 17:44:20.248634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d639d239-7a38-4516-b50c-47d2a1a79801 req-01b5eb9c-26ae-4b86-9607-a3ad34dd25c8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378804 Jul 09 17:44:20.461670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ab030-f4a0-458c-9dc7-3ae13430dd0f req-cd770046-9eb0-4275-a2ce-d3c95471bfd8 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:20.463230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d10ab030-f4a0-458c-9dc7-3ae13430dd0f req-cd770046-9eb0-4275-a2ce-d3c95471bfd8 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.0521488 Jul 09 17:44:20.505040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d10ab030-f4a0-458c-9dc7-3ae13430dd0f req-2daeccd3-83ce-4b57-97c7-f23223917447 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Jul 09 17:44:20.700870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b58303-7f76-40d6-87c4-b7dcade4dbc9 req-12e1a221-b42b-4154-ae5f-f952d5b38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:20.702415 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99b58303-7f76-40d6-87c4-b7dcade4dbc9 req-12e1a221-b42b-4154-ae5f-f952d5b38ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0533645 Jul 09 17:44:20.737244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-99b58303-7f76-40d6-87c4-b7dcade4dbc9 req-48c98009-5317-44c5-a0a6-497e53b59744 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274618 Jul 09 17:44:21.423056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebac29-569d-4e40-9de8-8e6930ee4ce6 req-2c3c8b90-d084-4542-a0d4-38baf063748b tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:21.424584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-14ebac29-569d-4e40-9de8-8e6930ee4ce6 req-2c3c8b90-d084-4542-a0d4-38baf063748b tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0632734 Jul 09 17:44:21.456007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:21.461396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:21.467157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-14ebac29-569d-4e40-9de8-8e6930ee4ce6 req-bfbf6752-ac29-4f6f-83ef-d8f5f534f973 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Jul 09 17:44:21.553631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:21.557260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:21.740566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e3cfa-a5f3-4cff-b09f-21ffe833f806 req-efd5843e-e841-461d-ab72-b806fbb98a1b tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:21.742024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60e3cfa-a5f3-4cff-b09f-21ffe833f806 req-efd5843e-e841-461d-ab72-b806fbb98a1b tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.1082618 Jul 09 17:44:21.805544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:21.817176 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c60e3cfa-a5f3-4cff-b09f-21ffe833f806 req-947933ff-ac53-4d1a-b5c4-6ac49dcde2fc tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522795 Jul 09 17:44:21.876077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=2cc2ff10-fffe-4060-bc59-ee79c32d8900,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:21.883697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': '1d2795d7-0d03-4272-92b4-02eb66a80a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:21.884087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: fb256120-f6b0-430b-90b6-fa79699a43c8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:21.903351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network fb256120-f6b0-430b-90b6-fa79699a43c8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:21.913673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, fb256120-f6b0-430b-90b6-fa79699a43c8) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:21.918169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:21.919321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:21.922524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de376a-82e7-4bb1-9103-71f0598ff3ac None None] Network fb256120-f6b0-430b-90b6-fa79699a43c8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:21.956620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6d52a7d7-c647-4d1c-8a3f-9f51144b8be0 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4990640 Jul 09 17:44:21.959973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40734) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:21.965911 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660846199'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:22.000080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:22.003570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.015875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3b654194-08bd-4df0-9fe9-6c4d08eb1ea9 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:22.017544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3b654194-08bd-4df0-9fe9-6c4d08eb1ea9 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 1097 time: 0.0886023 Jul 09 17:44:22.059588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:22.075032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-fb256120-f6b0-430b-90b6-fa79699a43c8', 'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': '2cc2ff10-fffe-4060-bc59-ee79c32d8900'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:22.076006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.077178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.077529 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment d385839c-4f24-4dba-88f8-cbe90312add1 of type vlan for network 497c03dd-f715-400f-8864-63494832b6d3 Jul 09 17:44:22.141299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.185758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.191442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:22.192074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.198011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Deleting port 85ce15a6-7604-4ec5-a10b-363ad7137750 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:22.198342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.227793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Allocated IP 2001:db8:0:ffff::2 (fb256120-f6b0-430b-90b6-fa79699a43c8/2cc2ff10-fffe-4060-bc59-ee79c32d8900/860fbc94-5330-4f9a-b5e0-eea6b098ba8c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:22.293129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3319802 Jul 09 17:44:22.296550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40736) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:22.306871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '497c03dd-f715-400f-8864-63494832b6d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:22.313955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684579f-35ef-4b08-a75b-39c7bc299afe tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=497c03dd-f715-400f-8864-63494832b6d3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:22.336060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 497c03dd-f715-400f-8864-63494832b6d3 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:22.339425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] For port 85ce15a6-7604-4ec5-a10b-363ad7137750, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=85ce15a6-7604-4ec5-a10b-363ad7137750,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:22.339949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.353973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Calling delete_port for 85ce15a6-7604-4ec5-a10b-363ad7137750 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:22.401372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:22.405373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.429668 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.483720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Transition to ACTIVE for port object 860fbc94-5330-4f9a-b5e0-eea6b098ba8c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:22.484092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.509350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e2a05139-6fa1-4146-9668-309adf2644fa'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:22.512511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['85ce15a6-7604-4ec5-a10b-363ad7137750'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:22.518188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Pushing event deleted for resources: {'Port': ['ID=85ce15a6-7604-4ec5-a10b-363ad7137750,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:22.537557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Transition to ACTIVE for port object 860fbc94-5330-4f9a-b5e0-eea6b098ba8c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:22.577897 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.583498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] No DVR routers for this DVR port 85ce15a6-7604-4ec5-a10b-363ad7137750 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:22.587008 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.590162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ab46dae-3d67-46e0-8b7e-9a6529a764e2 req-3a0757f9-0a6c-459f-a02e-98bed07d85ff tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.36 "DELETE /v2.0/ports/85ce15a6-7604-4ec5-a10b-363ad7137750 HTTP/1.1" status: 204 len: 173 time: 0.5654449 Jul 09 17:44:22.590950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee84d00-24b0-4863-b26f-010df8559571', 'name': 'network-vif-deleted', 'tag': '85ce15a6-7604-4ec5-a10b-363ad7137750'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:22.594909 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fe283f-3156-4e47-ab9b-e5e96deea3cd" -d '{"events": [{"server_uuid": "0ee84d00-24b0-4863-b26f-010df8559571", "name": "network-vif-deleted", "tag": "85ce15a6-7604-4ec5-a10b-363ad7137750"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:22.664683 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0d28fa-a76a-4c1d-9fc4-fd2cca3b1a67 x-openstack-request-id: req-6f0d28fa-a76a-4c1d-9fc4-fd2cca3b1a67 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:22.664910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Network fb256120-f6b0-430b-90b6-fa79699a43c8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:22.666479 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee84d00-24b0-4863-b26f-010df8559571", "name": "network-vif-deleted", "tag": "85ce15a6-7604-4ec5-a10b-363ad7137750", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:22.667189 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f0d28fa-a76a-4c1d-9fc4-fd2cca3b1a67 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:22.668649 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.670573 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee84d00-24b0-4863-b26f-010df8559571', 'name': 'network-vif-deleted', 'tag': '85ce15a6-7604-4ec5-a10b-363ad7137750', 'status': 'completed', 'code': 200} Jul 09 17:44:22.686340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:22.691481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:22.732637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Pushing event updated for resources: {'Port': ['ID=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:22.771474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=bbc02319-3fb4-4c70-a3fb-21be1ba01bcc,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:22.811245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Attempting to bind port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:22.811961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Attempting to bind port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '1d2795d7-0d03-4272-92b4-02eb66a80a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:22.812545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Attempting to bind port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c on network fb256120-f6b0-430b-90b6-fa79699a43c8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:22.815840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': 'd385839c-4f24-4dba-88f8-cbe90312add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '497c03dd-f715-400f-8864-63494832b6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:22.815840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 497c03dd-f715-400f-8864-63494832b6d3, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:22.821695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:22.822193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Checking segment: {'id': '1d2795d7-0d03-4272-92b4-02eb66a80a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:22.822490 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.822886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Bound using segment: {'id': '1d2795d7-0d03-4272-92b4-02eb66a80a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:22.823364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Bound port: 860fbc94-5330-4f9a-b5e0-eea6b098ba8c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2795d7-0d03-4272-92b4-02eb66a80a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fb256120-f6b0-430b-90b6-fa79699a43c8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:22.823745 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.842272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d31d46-ac78-4e43-afce-bfc6b523a4ec req-43c48829-4f6c-4ca8-a54d-875f56d1dade tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:22.842732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3d31d46-ac78-4e43-afce-bfc6b523a4ec req-43c48829-4f6c-4ca8-a54d-875f56d1dade tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1268880 Jul 09 17:44:22.860236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 497c03dd-f715-400f-8864-63494832b6d3 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:22.880337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 497c03dd-f715-400f-8864-63494832b6d3) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:22.891465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:22.892135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:22.893971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa529185-2b04-49e6-806e-c086059f109b None None] Network 497c03dd-f715-400f-8864-63494832b6d3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:22.911738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f3d31d46-ac78-4e43-afce-bfc6b523a4ec req-a42c09b4-7348-446d-9848-5fac213a7b80 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 Jul 09 17:44:22.930080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-97adddd7-174d-4029-9f61-090bfcb77faa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6323488 Jul 09 17:44:22.932829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40746) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:22.993359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] For port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:23.016496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa0749b0-7e52-4d2b-8fdf-ca0a6b18597b req-586b0a74-14ac-498b-bb51-63b3af3846e2 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ee84d00-24b0-4863-b26f-010df8559571 HTTP/1.1" status: 200 len: 210 time: 0.0421059 Jul 09 17:44:23.024839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] For port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,segment=NetworkSegment(1d2795d7-0d03-4272-92b4-02eb66a80a90),segment_id=1d2795d7-0d03-4272-92b4-02eb66a80a90)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:23.044685 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.102014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.177140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b75b59-9625-4687-9248-b6f88e86d361 None None] Pushing event updated for resources: {'Port': ['ID=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:23.193994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.226144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e702b-bd8b-44fe-9860-7ac065d73e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-497c03dd-f715-400f-8864-63494832b6d3', 'network_id': '497c03dd-f715-400f-8864-63494832b6d3', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': 'bbc02319-3fb4-4c70-a3fb-21be1ba01bcc'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:23.227329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e17e702b-bd8b-44fe-9860-7ac065d73e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.294537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.348073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc02319-3fb4-4c70-a3fb-21be1ba01bcc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server [None req-e17e702b-bd8b-44fe-9860-7ac065d73e07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbc02319-3fb4-4c70-a3fb-21be1ba01bcc: This subnet is being modified by another concurrent operation. Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbc02319-3fb4-4c70-a3fb-21be1ba01bcc: This subnet is being modified by another concurrent operation. Jul 09 17:44:23.383129 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Jul 09 17:44:23.419270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce5be1-675d-48cc-b857-d340b398208f None None] Network 497c03dd-f715-400f-8864-63494832b6d3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:23.467482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-029c76cc-73a5-4aff-b1bb-7e54d0414838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:23.469046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-029c76cc-73a5-4aff-b1bb-7e54d0414838 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1240647 Jul 09 17:44:23.479240 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.494378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497c03dd-f715-400f-8864-63494832b6d3']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:23.511452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd385839c-4f24-4dba-88f8-cbe90312add1') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:23.511795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd385839c-4f24-4dba-88f8-cbe90312add1') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:23.526785 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.554209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a61b4-2f2f-4f59-af0b-24f2b1236fae req-6c8dae62-08ba-4ce1-a734-d7fe58f6cdc6 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:23.555864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-202a61b4-2f2f-4f59-af0b-24f2b1236fae req-6c8dae62-08ba-4ce1-a734-d7fe58f6cdc6 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1271486 Jul 09 17:44:23.556953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.564534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:23.565317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:23.569617 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:23.593352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-d04aad65-e1c0-406d-86f6-4a9dacc64b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:23.595013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-d04aad65-e1c0-406d-86f6-4a9dacc64b17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1197934 Jul 09 17:44:23.647101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-05f333be-3751-47bd-94a7-f7534dfd8b89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0431552 Jul 09 17:44:23.665173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.669776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-202a61b4-2f2f-4f59-af0b-24f2b1236fae req-76bf8016-3381-4e36-add8-f9d2e3635044 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067429 Jul 09 17:44:23.675144 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.677055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/497c03dd-f715-400f-8864-63494832b6d3 HTTP/1.1" status: 204 len: 168 time: 0.7432334 Jul 09 17:44:23.684926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:23.689951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b15f70-2864-489d-ae3a-f58980d05205 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=497c03dd-f715-400f-8864-63494832b6d3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:23.690524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309845083'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:23.722133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-0ca7a9e0-f75f-4e4b-8771-bd36cf71d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:23.723819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-0ca7a9e0-f75f-4e4b-8771-bd36cf71d6bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0686407 Jul 09 17:44:23.724894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:23.728376 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.764875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-d37d4a03-5542-4c4c-a24e-d0660aaeb4c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329289 Jul 09 17:44:23.793713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:23.837011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.837275 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment 5914f99d-be90-4b64-9ff6-cbd2eefc0343 of type vlan for network 87b7eed4-20dc-40c8-83e5-5490691b6913 Jul 09 17:44:23.893056 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.917815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-d5598282-fc17-4dc5-9ded-1fc563401dac service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462059 Jul 09 17:44:23.981977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:23.987652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:23.988332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.068449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3823690 Jul 09 17:44:24.071714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40756) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:24.077243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:24.083688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac196d-e291-493e-89e0-473f1c3e2efc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=87b7eed4-20dc-40c8-83e5-5490691b6913,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:24.095573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 87b7eed4-20dc-40c8-83e5-5490691b6913 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:24.096327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f6d5ce4-5383-4539-8d24-60e527553c43 req-b6411203-44b4-4032-81de-d552d38f5f8f service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671617 Jul 09 17:44:24.219591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:24.225483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.346461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629648a-59a9-4d03-871c-fb57be9e427b None None] Network fb256120-f6b0-430b-90b6-fa79699a43c8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:24.447497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a72cb329-a919-4499-9815-e49ee9a72334 None None] Provisioning for port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:24.465389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.512725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07ab28-969b-4956-9bac-bb4df9518802 req-328bee1c-6394-42a3-b34e-b3b369f33684 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:24.514287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e07ab28-969b-4956-9bac-bb4df9518802 req-328bee1c-6394-42a3-b34e-b3b369f33684 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.0534983 Jul 09 17:44:24.537888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=922f3943-4c12-4b11-a697-a589c12fa36c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:24.552907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': '5914f99d-be90-4b64-9ff6-cbd2eefc0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:24.553274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 87b7eed4-20dc-40c8-83e5-5490691b6913, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:24.555538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1e07ab28-969b-4956-9bac-bb4df9518802 req-7a07d997-0822-4eb5-9e38-8dcb62a3f3a4 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Jul 09 17:44:24.572590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 87b7eed4-20dc-40c8-83e5-5490691b6913 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:24.583490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 87b7eed4-20dc-40c8-83e5-5490691b6913) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:24.588769 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:24.589689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.595636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f38b7-c0d0-4e66-a2f9-fb01e45c1876 None None] Network 87b7eed4-20dc-40c8-83e5-5490691b6913 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:24.608220 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0edd260-373f-4710-a9d8-174039f6520d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5350993 Jul 09 17:44:24.612242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40762) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:24.618610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-9221457'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:24.656921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:24.661077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.688381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:24.702563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.702563 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment 467de396-3b96-4fa6-84af-4730fa7a1800 of type vlan for network 5a497605-434c-4947-bab5-c30103d5371b Jul 09 17:44:24.759734 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.770085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-87b7eed4-20dc-40c8-83e5-5490691b6913', 'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': '922f3943-4c12-4b11-a697-a589c12fa36c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:24.771264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.797499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.804013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:24.804746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:24.860677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2470829 Jul 09 17:44:24.863355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40766) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:24.870759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '5a497605-434c-4947-bab5-c30103d5371b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:24.892291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbf9cb-571c-49a3-b554-9aafc531dd5b req-1dce97a8-f28a-4304-9565-bf0e24b1ee84 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:24.893881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19fbf9cb-571c-49a3-b554-9aafc531dd5b req-1dce97a8-f28a-4304-9565-bf0e24b1ee84 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0715919 Jul 09 17:44:24.926053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Allocated IP 2001:db8::3 (87b7eed4-20dc-40c8-83e5-5490691b6913/922f3943-4c12-4b11-a697-a589c12fa36c/41b78bc7-fb46-46c0-9980-6472064f9253) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:24.928263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b6522-23f1-4896-bf58-5f0c731a918d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=5a497605-434c-4947-bab5-c30103d5371b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:24.945995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19fbf9cb-571c-49a3-b554-9aafc531dd5b req-b6d6afc3-de3a-4718-9fc4-ff986be3df34 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Jul 09 17:44:24.953571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5a497605-434c-4947-bab5-c30103d5371b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:24.976455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:24.980881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.030160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 85ce15a6-7604-4ec5-a10b-363ad7137750 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:25.040781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Performing IP validity checks on allocation pools {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:44:25.041414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:44:25.069438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 85ce15a6-7604-4ec5-a10b-363ad7137750 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:25.069813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 85ce15a6-7604-4ec5-a10b-363ad7137750 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:25.174490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 860fbc94-5330-4f9a-b5e0-eea6b098ba8c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:25.196279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.198426 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.213786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Transition to ACTIVE for port object 41b78bc7-fb46-46c0-9980-6472064f9253 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:25.235569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Transition to ACTIVE for port object 41b78bc7-fb46-46c0-9980-6472064f9253 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:25.244114 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.249235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:25.254370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=4f3d7777-e27d-4db5-b5c3-53293fa49045,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:25.265312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': '467de396-3b96-4fa6-84af-4730fa7a1800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a497605-434c-4947-bab5-c30103d5371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:25.265673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 5a497605-434c-4947-bab5-c30103d5371b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:25.277356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:25.277726 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.282749 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 5a497605-434c-4947-bab5-c30103d5371b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:25.293468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5a497605-434c-4947-bab5-c30103d5371b) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:25.298424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:25.299100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.310342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75836f18-9277-4b03-9c88-bd9bd6ab632a None None] Network 5a497605-434c-4947-bab5-c30103d5371b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:25.318920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-965f1ff0-14a4-4376-9515-c6a427f65aff tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4543936 Jul 09 17:44:25.321612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40768) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:25.332694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Network 87b7eed4-20dc-40c8-83e5-5490691b6913 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:25.362237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Pushing event updated for resources: {'Port': ['ID=41b78bc7-fb46-46c0-9980-6472064f9253,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:25.367501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:25.375952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:25.389498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.389842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.390179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.390508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.390836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.391144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.391465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.391797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.392128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.392439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.392781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.393079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:25.420148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.505365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.571524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.613952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3d7777-e27d-4db5-b5c3-53293fa49045,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:25.633672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Attempting to bind port 41b78bc7-fb46-46c0-9980-6472064f9253 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:25.634033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Attempting to bind port 41b78bc7-fb46-46c0-9980-6472064f9253 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '5914f99d-be90-4b64-9ff6-cbd2eefc0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:25.634397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Attempting to bind port 41b78bc7-fb46-46c0-9980-6472064f9253 on network 87b7eed4-20dc-40c8-83e5-5490691b6913 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:25.665674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:25.666390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Checking segment: {'id': '5914f99d-be90-4b64-9ff6-cbd2eefc0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:25.667006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.667702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Bound using segment: {'id': '5914f99d-be90-4b64-9ff6-cbd2eefc0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:25.668388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Bound port: 41b78bc7-fb46-46c0-9980-6472064f9253, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5914f99d-be90-4b64-9ff6-cbd2eefc0343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '87b7eed4-20dc-40c8-83e5-5490691b6913'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:25.668934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.714793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.724923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.736363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a497605-434c-4947-bab5-c30103d5371b']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:25.748899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467de396-3b96-4fa6-84af-4730fa7a1800') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:25.748899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467de396-3b96-4fa6-84af-4730fa7a1800') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:25.763572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.778811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849b7c39-b37c-4288-8452-1670c80affc7 None None] Network 5a497605-434c-4947-bab5-c30103d5371b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:25.784154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.791247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655979ce-04d5-46ac-938c-fb9d47668966 req-4308ad59-5668-4cb1-9c00-59758d7a238f tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:25.792920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-655979ce-04d5-46ac-938c-fb9d47668966 req-4308ad59-5668-4cb1-9c00-59758d7a238f tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.1025698 Jul 09 17:44:25.799989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:25.800430 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:25.805904 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:25.824797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-1187b038-f4d9-4354-85b9-f12ededefed8 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:25.826549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-1187b038-f4d9-4354-85b9-f12ededefed8 tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 1097 time: 0.0731876 Jul 09 17:44:25.838727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,segment=NetworkSegment(1d2795d7-0d03-4272-92b4-02eb66a80a90),segment_id=1d2795d7-0d03-4272-92b4-02eb66a80a90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:25.853902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.865215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] For port 41b78bc7-fb46-46c0-9980-6472064f9253, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:25.900447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-655979ce-04d5-46ac-938c-fb9d47668966 req-68390edd-db90-4cb2-8a15-898a843562dd tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916784 Jul 09 17:44:25.902687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.913738 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] For port 41b78bc7-fb46-46c0-9980-6472064f9253, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=41b78bc7-fb46-46c0-9980-6472064f9253,segment=NetworkSegment(5914f99d-be90-4b64-9ff6-cbd2eefc0343),segment_id=5914f99d-be90-4b64-9ff6-cbd2eefc0343)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:25.916608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.918716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/5a497605-434c-4947-bab5-c30103d5371b HTTP/1.1" status: 204 len: 168 time: 0.5959167 Jul 09 17:44:25.922175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40772) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:25.936356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046956827'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:25.937837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Deleting port e2a05139-6fa1-4146-9668-309adf2644fa {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:25.938305 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.940851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153013c-1d6a-467a-b1e5-2bf0b55a3f04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=5a497605-434c-4947-bab5-c30103d5371b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:25.950807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:25.962248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:25.966182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.003847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:26.015466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.015789 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment d45d3ce3-c22b-4f80-9fec-f321280052d9 of type vlan for network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa Jul 09 17:44:26.018956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:26.045496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] For port e2a05139-6fa1-4146-9668-309adf2644fa, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e2a05139-6fa1-4146-9668-309adf2644fa,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:26.047990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.064249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Calling delete_port for e2a05139-6fa1-4146-9668-309adf2644fa owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:26.089492 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.099833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374203ad-0536-44b3-9dd4-67de0476234a None None] Pushing event updated for resources: {'Port': ['ID=41b78bc7-fb46-46c0-9980-6472064f9253,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:26.130248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.136216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.136834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.199970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2766809 Jul 09 17:44:26.202990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40776) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:26.208118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:26.208271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc651e-cdac-417e-a8f3-5a81cbbd4ede req-1e0e9710-707c-4ec2-baf2-a03cca7d11aa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.211838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5bc651e-cdac-417e-a8f3-5a81cbbd4ede req-1e0e9710-707c-4ec2-baf2-a03cca7d11aa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0947952 Jul 09 17:44:26.283956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5bc651e-cdac-417e-a8f3-5a81cbbd4ede req-dffbcdff-062c-4587-a66e-3fd4218a595d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Jul 09 17:44:26.286471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792db7-e1c3-489d-8bd4-4d3dbdde124c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=1f9b2007-7df5-4ce8-94ad-28e7138ee1aa,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:26.296723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.310570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e2a05139-6fa1-4146-9668-309adf2644fa'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:44:26.336389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2a05139-6fa1-4146-9668-309adf2644fa,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:26.351027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:26.376861 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:26.386125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.408679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] No DVR routers for this DVR port e2a05139-6fa1-4146-9668-309adf2644fa on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:26.411390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.413670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-978ebd0d-cf43-4532-b8c1-72a033db97a5 req-0d3d4a7d-13f6-4cef-9ff4-6eecca97b6eb tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e2a05139-6fa1-4146-9668-309adf2644fa HTTP/1.1" status: 204 len: 173 time: 0.5810006 Jul 09 17:44:26.414126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'name': 'network-vif-deleted', 'tag': 'e2a05139-6fa1-4146-9668-309adf2644fa'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:26.417012 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541cae7-8272-4410-a129-476c13144130" -d '{"events": [{"server_uuid": "58a1ae31-281e-4956-a4aa-005d7350b15e", "name": "network-vif-deleted", "tag": "e2a05139-6fa1-4146-9668-309adf2644fa"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:26.499781 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f4dc05-ac0c-4b9a-bf07-d443517024c4 x-openstack-request-id: req-80f4dc05-ac0c-4b9a-bf07-d443517024c4 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:26.500273 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a1ae31-281e-4956-a4aa-005d7350b15e", "name": "network-vif-deleted", "tag": "e2a05139-6fa1-4146-9668-309adf2644fa", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:26.500679 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80f4dc05-ac0c-4b9a-bf07-d443517024c4 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:26.501232 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a1ae31-281e-4956-a4aa-005d7350b15e', 'name': 'network-vif-deleted', 'tag': 'e2a05139-6fa1-4146-9668-309adf2644fa', 'status': 'completed', 'code': 200} Jul 09 17:44:26.684195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.748059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=57dfc876-6e77-4c3a-bae8-1b34c16ca70d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:26.770881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': 'd45d3ce3-c22b-4f80-9fec-f321280052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:26.770881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:26.778886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:26.789604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:26.794507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:26.795256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.799866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195580b1-8736-4aa1-95fb-216ab48aec89 None None] Network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:26.814447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7cf6ef4d-b67a-4888-a36a-d8927c839d61 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6104143 Jul 09 17:44:26.817454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40786) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:26.975949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:26.999163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-1f9b2007-7df5-4ce8-94ad-28e7138ee1aa', 'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': '57dfc876-6e77-4c3a-bae8-1b34c16ca70d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:27.000547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.091816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.209396 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-caafd223-c6dc-4922-a753-2aaae6d5e65f req-d3f1d2a4-3d9c-46d6-8b86-edf423fb139f tempest-TestServerMultinode-95204959 tempest-TestServerMultinode-95204959-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58a1ae31-281e-4956-a4aa-005d7350b15e HTTP/1.1" status: 200 len: 210 time: 0.0714560 Jul 09 17:44:27.274600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Allocated IP 2001:db8::1 (1f9b2007-7df5-4ce8-94ad-28e7138ee1aa/57dfc876-6e77-4c3a-bae8-1b34c16ca70d/ec54416d-ffe4-4a79-b131-d5ba5ce546d0) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:27.359789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 41b78bc7-fb46-46c0-9980-6472064f9253 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:27.387387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7be786-f445-4734-b873-6f3f1da4493c None None] Network 87b7eed4-20dc-40c8-83e5-5490691b6913 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:27.467149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-011a504c-1939-4643-969d-ab101a30b05f None None] Provisioning for port 41b78bc7-fb46-46c0-9980-6472064f9253 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:27.558012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 41b78bc7-fb46-46c0-9980-6472064f9253 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:27.594154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 41b78bc7-fb46-46c0-9980-6472064f9253 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:27.594521 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.601470 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.642552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Transition to ACTIVE for port object ec54416d-ffe4-4a79-b131-d5ba5ce546d0 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:27.669681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Transition to ACTIVE for port object ec54416d-ffe4-4a79-b131-d5ba5ce546d0 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:27.694534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.710929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.737643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=57dfc876-6e77-4c3a-bae8-1b34c16ca70d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:27.750099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:27.773820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:27.781409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:27.790059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Pushing event updated for resources: {'Port': ['ID=ec54416d-ffe4-4a79-b131-d5ba5ce546d0,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:27.804193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.814394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9b2007-7df5-4ce8-94ad-28e7138ee1aa']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:27.825834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d3ce3-c22b-4f80-9fec-f321280052d9') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:27.826296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d3ce3-c22b-4f80-9fec-f321280052d9') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:27.829838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.843673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.860841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.867698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:27.868402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:27.872054 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:27.874362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Attempting to bind port ec54416d-ffe4-4a79-b131-d5ba5ce546d0 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:27.874362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Attempting to bind port ec54416d-ffe4-4a79-b131-d5ba5ce546d0 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd45d3ce3-c22b-4f80-9fec-f321280052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:27.874641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Attempting to bind port ec54416d-ffe4-4a79-b131-d5ba5ce546d0 on network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:27.890007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:27.890351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Checking segment: {'id': 'd45d3ce3-c22b-4f80-9fec-f321280052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:27.890969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.891519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Bound using segment: {'id': 'd45d3ce3-c22b-4f80-9fec-f321280052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:27.892182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Bound port: ec54416d-ffe4-4a79-b131-d5ba5ce546d0, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45d3ce3-c22b-4f80-9fec-f321280052d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:27.892727 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.898317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 41b78bc7-fb46-46c0-9980-6472064f9253, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=41b78bc7-fb46-46c0-9980-6472064f9253,segment=NetworkSegment(5914f99d-be90-4b64-9ff6-cbd2eefc0343),segment_id=5914f99d-be90-4b64-9ff6-cbd2eefc0343)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:27.910867 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:27.911684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 860fbc94-5330-4f9a-b5e0-eea6b098ba8c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:27.970815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.db.api [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:44:27.970815 n-d-791506-17 neutron-server[93896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:44:27.970815 n-d-791506-17 neutron-server[93896]: [parameters: {'id': '1f9b2007-7df5-4ce8-94ad-28e7138ee1aa'}] Jul 09 17:44:27.970815 n-d-791506-17 neutron-server[93896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:44:27.971688 n-d-791506-17 neutron-server[93896]: DEBUG oslo_db.api [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:44:27.998935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f6f41-48f2-47cb-9c5e-ce1e84975de8 req-cff49748-1683-480f-9e09-c5239f840349 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:28.000637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-218f6f41-48f2-47cb-9c5e-ce1e84975de8 req-cff49748-1683-480f-9e09-c5239f840349 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0814805 Jul 09 17:44:28.034724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=41b78bc7-fb46-46c0-9980-6472064f9253,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:28.038414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] For port ec54416d-ffe4-4a79-b131-d5ba5ce546d0, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:28.044172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] For port ec54416d-ffe4-4a79-b131-d5ba5ce546d0, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ec54416d-ffe4-4a79-b131-d5ba5ce546d0,segment=NetworkSegment(d45d3ce3-c22b-4f80-9fec-f321280052d9),segment_id=d45d3ce3-c22b-4f80-9fec-f321280052d9)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:28.045851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-218f6f41-48f2-47cb-9c5e-ce1e84975de8 req-6da3edd3-e1d4-435e-906e-fb099d79130e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384445 Jul 09 17:44:28.052124 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.053945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:28.054298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.171217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e05ac-02f5-4173-b33c-aa3dd1a1ed91 None None] Pushing event updated for resources: {'Port': ['ID=ec54416d-ffe4-4a79-b131-d5ba5ce546d0,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:28.182524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7e527452-dc59-4128-bfab-ef6c9ef2a7fc None None] Provisioning complete for port 41b78bc7-fb46-46c0-9980-6472064f9253 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:28.182908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7e527452-dc59-4128-bfab-ef6c9ef2a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.222823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3660d6-a9f0-41de-831b-b14bba0efe69 None None] Network 1f9b2007-7df5-4ce8-94ad-28e7138ee1aa requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:28.316336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40806) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:28.447577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd9cf2-79ef-4e21-b2a5-281bca6f3df5 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:44:28.570696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd9cf2-79ef-4e21-b2a5-281bca6f3df5 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:44:28.630234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.800907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting port ec54416d-ffe4-4a79-b131-d5ba5ce546d0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:28.801929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.875068 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f2347-608c-4bc9-aa54-9531ae937637 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:44:28.907431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] For port ec54416d-ffe4-4a79-b131-d5ba5ce546d0, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=ec54416d-ffe4-4a79-b131-d5ba5ce546d0,segment=NetworkSegment(d45d3ce3-c22b-4f80-9fec-f321280052d9),segment_id=d45d3ce3-c22b-4f80-9fec-f321280052d9)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:28.907797 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:28.940903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Calling delete_port for ec54416d-ffe4-4a79-b131-d5ba5ce546d0 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:28.979855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f2347-608c-4bc9-aa54-9531ae937637 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:44:29.086842 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.122311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Port': ['ID=ec54416d-ffe4-4a79-b131-d5ba5ce546d0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:29.128796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No DVR routers for this DVR port ec54416d-ffe4-4a79-b131-d5ba5ce546d0 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:29.174461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 41b78bc7-fb46-46c0-9980-6472064f9253 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:29.253783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.271574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9b2007-7df5-4ce8-94ad-28e7138ee1aa']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.284032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d3ce3-c22b-4f80-9fec-f321280052d9') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.284357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d3ce3-c22b-4f80-9fec-f321280052d9') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:29.297077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.311191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.320023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.365373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:29.365751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:29.369462 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:29.455357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 41b78bc7-fb46-46c0-9980-6472064f9253 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:29.455357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.475303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.480375 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.486577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/1f9b2007-7df5-4ce8-94ad-28e7138ee1aa HTTP/1.1" status: 204 len: 168 time: 2.6639960 Jul 09 17:44:29.488258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40810) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:29.497633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409886032'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:29.511522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73f41e-27d1-44a8-a8bc-879f7a0c97a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=1f9b2007-7df5-4ce8-94ad-28e7138ee1aa,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:29.552839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:29.557737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.600370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:29.620427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.620865 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment 270b006d-ed61-4e4c-aa77-a6748b9a01e9 of type vlan for network 41fe1e0a-f432-4830-b4db-a6faee8edaef Jul 09 17:44:29.666071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.698461 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.704322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:29.704941 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.722023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Deleting port cc6e542b-29f7-4d9c-a708-98d61be37236 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:29.722023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.762840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e2a05139-6fa1-4146-9668-309adf2644fa no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:29.772550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2822645 Jul 09 17:44:29.775483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40814) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:29.780926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '41fe1e0a-f432-4830-b4db-a6faee8edaef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:29.784398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79fe75-885d-44da-a6bc-905d62f1e1c3 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=41fe1e0a-f432-4830-b4db-a6faee8edaef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:29.785071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: e2a05139-6fa1-4146-9668-309adf2644fa {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:29.785629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e2a05139-6fa1-4146-9668-309adf2644fa not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:29.796438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 41fe1e0a-f432-4830-b4db-a6faee8edaef details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:29.839809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] For port cc6e542b-29f7-4d9c-a708-98d61be37236, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cc6e542b-29f7-4d9c-a708-98d61be37236,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:29.840406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:29.859315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Calling delete_port for cc6e542b-29f7-4d9c-a708-98d61be37236 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:29.905994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:29.910571 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.061049 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.094225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6e542b-29f7-4d9c-a708-98d61be37236,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:30.113866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.183847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=9bf3a24b-f1bf-4ab9-97dc-b3cff405111e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:30.193388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': '270b006d-ed61-4e4c-aa77-a6748b9a01e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41fe1e0a-f432-4830-b4db-a6faee8edaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:30.193774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 41fe1e0a-f432-4830-b4db-a6faee8edaef, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:30.217142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 41fe1e0a-f432-4830-b4db-a6faee8edaef is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:30.233071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 41fe1e0a-f432-4830-b4db-a6faee8edaef) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:30.238873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:30.239755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.250546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49552b-33d5-48eb-93f7-c3d90e46f4fa None None] Network 41fe1e0a-f432-4830-b4db-a6faee8edaef requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:30.267676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f9090dfb-c168-4e6a-840f-25e816ed3e10 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4908967 Jul 09 17:44:30.270260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40816) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:30.310258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.383958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.464550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.467024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8e238-f6b4-4a10-b2b0-9bb6ebe2db94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-41fe1e0a-f432-4830-b4db-a6faee8edaef', 'network_id': '41fe1e0a-f432-4830-b4db-a6faee8edaef', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': '9bf3a24b-f1bf-4ab9-97dc-b3cff405111e'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:30.467920 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e238-f6b4-4a10-b2b0-9bb6ebe2db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.540110 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.575103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Router 88c37587-ad72-40d7-b4fe-df53606707b7 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server [None req-0ee8e238-f6b4-4a10-b2b0-9bb6ebe2db94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bf3a24b-f1bf-4ab9-97dc-b3cff405111e: This subnet is being modified by another concurrent operation. Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server raise exception Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bf3a24b-f1bf-4ab9-97dc-b3cff405111e: This subnet is being modified by another concurrent operation. Jul 09 17:44:30.584755 n-d-791506-17 neutron-server[93897]: ERROR oslo_messaging.rpc.server Jul 09 17:44:30.632377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce69d4-73b8-4cd9-b744-a9b7fc8f5033 None None] Network 41fe1e0a-f432-4830-b4db-a6faee8edaef requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:30.672597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.683059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fe1e0a-f432-4830-b4db-a6faee8edaef']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:30.695491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270b006d-ed61-4e4c-aa77-a6748b9a01e9') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:30.695909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270b006d-ed61-4e4c-aa77-a6748b9a01e9') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:30.707011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.714903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:30.722711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d6f46d78-a9b7-4b14-9afc-5d2e3cccd7cb admin admin] 10.222.0.21 "PUT /v2.0/routers/88c37587-ad72-40d7-b4fe-df53606707b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4029555 Jul 09 17:44:30.723684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.724845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] Sync routers for ids ['88c37587-ad72-40d7-b4fe-df53606707b7'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:30.731242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:30.731651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.736057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40820) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:30.741317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] Routers {'88c37587-ad72-40d7-b4fe-df53606707b7'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:30.743243 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:44:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88c37587-ad72-40d7-b4fe-df53606707b7'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:30.765328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c8d92-8516-4719-9a3f-ed70af2e0615 None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:30.796465 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:30.798773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf3a24b-f1bf-4ab9-97dc-b3cff405111e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:30.803200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.809843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.816351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/41fe1e0a-f432-4830-b4db-a6faee8edaef HTTP/1.1" status: 204 len: 168 time: 0.5444336 Jul 09 17:44:30.819166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40822) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:30.828029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949549347'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:30.845858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d206c6-1108-45bc-a1c1-9c40c7d451e5 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=41fe1e0a-f432-4830-b4db-a6faee8edaef,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:30.864957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:30.872923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.906946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c8d92-8516-4719-9a3f-ed70af2e0615 None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:44:30.935531 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.936253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:30.951687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:30.952004 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment 60df1b9d-27c6-4ab7-b0a0-017e5125969b of type vlan for network 98c86c1e-d562-47e1-a333-0e74df54f5e8 Jul 09 17:44:31.001651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.023737 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] Set router 88c37587-ad72-40d7-b4fe-df53606707b7 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:31.050886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.051734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.060769 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:31.061691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.157165 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3334744 Jul 09 17:44:31.161269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40824) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:31.171538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:31.238217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a38d1a-2f1d-43f3-82ca-89be5984af31 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=98c86c1e-d562-47e1-a333-0e74df54f5e8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:31.253420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:31.294760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:31.303207 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.423377 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:44:30Z', 'revision_number': 5, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port': {'id': '7bb2d6ad-e107-479c-8ea6-982ba31520ce', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:38Z', 'updated_at': '2021-07-09T17:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:31.456588 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] Checking router: 88c37587-ad72-40d7-b4fe-df53606707b7 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:31.472255 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] Routers {'88c37587-ad72-40d7-b4fe-df53606707b7'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:31.473123 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:44:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['88c37587-ad72-40d7-b4fe-df53606707b7'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:31.504700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Deleting port 7bb2d6ad-e107-479c-8ea6-982ba31520ce {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:31.504958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.570386 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] Set router 88c37587-ad72-40d7-b4fe-df53606707b7 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:31.614365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] For port 7bb2d6ad-e107-479c-8ea6-982ba31520ce, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7bb2d6ad-e107-479c-8ea6-982ba31520ce,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:31.614873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.630468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Calling delete_port for 7bb2d6ad-e107-479c-8ea6-982ba31520ce owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:31.632621 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:44:31Z', 'revision_number': 6, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:31.661674 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c56fb30-394f-40ec-88fd-468615bd877d None None] The sync data for ids ['88c37587-ad72-40d7-b4fe-df53606707b7'] in n-d-791506-17 is: [{'id': '88c37587-ad72-40d7-b4fe-df53606707b7', 'name': 'tempest-TestServerMultinode-985883763-router', 'tenant_id': '1c29b47bf900462b9c6b53e811c3129b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:37Z', 'updated_at': '2021-07-09T17:44:31Z', 'revision_number': 6, 'project_id': '1c29b47bf900462b9c6b53e811c3129b', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:31.833740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.869659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb2d6ad-e107-479c-8ea6-982ba31520ce,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:31.873327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.933131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.940508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=96f7afdf-b5d8-405f-a7f7-2b914bff6445,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:31.945953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': '60df1b9d-27c6-4ab7-b0a0-017e5125969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:31.946392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 98c86c1e-d562-47e1-a333-0e74df54f5e8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:31.965724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:31.975857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 98c86c1e-d562-47e1-a333-0e74df54f5e8) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:31.981908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:31.982691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:31.986150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be38239-e0f8-47e7-8a5c-6c243973109b None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:32.000167 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b44c8058-d434-4424-abb4-a7262e1bfea7 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8377283 Jul 09 17:44:32.002816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40828) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:32.008094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:32.036520 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.039100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.110901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.111352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c37587-ad72-40d7-b4fe-df53606707b7 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:44:32.116237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.119704 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2561d1a7-8051-4c93-b4bc-857cbb20a798 admin admin] 10.222.0.21 "DELETE /v2.0/routers/88c37587-ad72-40d7-b4fe-df53606707b7 HTTP/1.1" status: 204 len: 168 time: 1.3790708 Jul 09 17:44:32.120052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40830) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:32.175337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:32.179530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.204681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-98c86c1e-d562-47e1-a333-0e74df54f5e8', 'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': '96f7afdf-b5d8-405f-a7f7-2b914bff6445'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:32.205761 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.210973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Deleting subnet 39c9fd22-70e0-4da8-8280-30a699c0221b {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:32.214627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.251796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.349514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.389473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Allocated IP 2001:db8::2 (98c86c1e-d562-47e1-a333-0e74df54f5e8/96f7afdf-b5d8-405f-a7f7-2b914bff6445/1b0f4c26-e911-405a-9560-8a59dcea7474) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:32.425272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.451971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c9fd22-70e0-4da8-8280-30a699c0221b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:32.459744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.461731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6553070e-0201-4284-8c5e-0cd6865e8288 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39c9fd22-70e0-4da8-8280-30a699c0221b HTTP/1.1" status: 204 len: 168 time: 0.3406787 Jul 09 17:44:32.465354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40832) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:32.468107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453f143-d2eb-4457-977b-d6031b5eef44 None None] Network d9fcfade-ffb9-4305-8092-608682c1596f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:32.532151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.595204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:32.600366 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.604260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:32.613120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.614054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.629539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=a1fdf86c-a573-4544-b33e-7981eb56320e,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:32.652575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.665239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40834) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:32.665565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-60f21140-9ff4-4c8c-9a6a-2816ca8d13ee tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6615424 Jul 09 17:44:32.676688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Transition to ACTIVE for port object 1b0f4c26-e911-405a-9560-8a59dcea7474 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:32.695359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Deleting port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:32.695628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.698751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Transition to ACTIVE for port object 1b0f4c26-e911-405a-9560-8a59dcea7474 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:32.712598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.772695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:32.775302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Pushing event updated for resources: {'Port': ['ID=1b0f4c26-e911-405a-9560-8a59dcea7474,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:32.780468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:32.782867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:32.787891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e5f09-1aa6-406d-93e8-cf3c69977ed4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.789600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e5f09-1aa6-406d-93e8-cf3c69977ed4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.791146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e5f09-1aa6-406d-93e8-cf3c69977ed4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.791491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] For port c9ef6c6b-a4db-4ed8-89d6-415f791c8306, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,segment=NetworkSegment(cc964742-6b48-443c-805d-3b5ffbda7128),segment_id=cc964742-6b48-443c-805d-3b5ffbda7128)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:32.792161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.792719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e5f09-1aa6-406d-93e8-cf3c69977ed4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.800352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3e5f09-1aa6-406d-93e8-cf3c69977ed4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:32.805676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ad3e5f09-1aa6-406d-93e8-cf3c69977ed4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1393557 Jul 09 17:44:32.811564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40838) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:32.816837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1186111366'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:32.825523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Calling delete_port for c9ef6c6b-a4db-4ed8-89d6-415f791c8306 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:32.853462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:32.858702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.880634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Attempting to bind port 1b0f4c26-e911-405a-9560-8a59dcea7474 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:32.881012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Attempting to bind port 1b0f4c26-e911-405a-9560-8a59dcea7474 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '60df1b9d-27c6-4ab7-b0a0-017e5125969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:32.881386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Attempting to bind port 1b0f4c26-e911-405a-9560-8a59dcea7474 on network 98c86c1e-d562-47e1-a333-0e74df54f5e8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:32.896471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:32.896910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Checking segment: {'id': '60df1b9d-27c6-4ab7-b0a0-017e5125969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:32.898187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.899322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Bound using segment: {'id': '60df1b9d-27c6-4ab7-b0a0-017e5125969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:32.900888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Bound port: 1b0f4c26-e911-405a-9560-8a59dcea7474, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60df1b9d-27c6-4ab7-b0a0-017e5125969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:32.901039 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.911014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:32.923246 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.923631 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment ba53da08-18df-405f-8ca3-80f452b9dd71 of type vlan for network 5acabac1-74ed-4fb6-805f-4afa60466bd2 Jul 09 17:44:32.924559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] DHCP port deletion for d9fcfade-ffb9-4305-8092-608682c1596f request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:32.975014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:32.998419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.026053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.031313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] For port 1b0f4c26-e911-405a-9560-8a59dcea7474, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:33.043260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.045689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] For port 1b0f4c26-e911-405a-9560-8a59dcea7474, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1b0f4c26-e911-405a-9560-8a59dcea7474,segment=NetworkSegment(60df1b9d-27c6-4ab7-b0a0-017e5125969b),segment_id=60df1b9d-27c6-4ab7-b0a0-017e5125969b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:33.047461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:33.048130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] No DVR routers for this DVR port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:33.050622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.057716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.074692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Deleting port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:33.075083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.085339 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2726014 Jul 09 17:44:33.096095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40840) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:33.114390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:33.140820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa08d2-bbe5-40c9-aa90-0e4989540240 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=5acabac1-74ed-4fb6-805f-4afa60466bd2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.168253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:33.187448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] For port c9ef6c6b-a4db-4ed8-89d6-415f791c8306, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:33.188116 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.218074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc6e542b-29f7-4d9c-a708-98d61be37236 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:33.247517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.267017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fcfade-ffb9-4305-8092-608682c1596f']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:33.279819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Calling delete_port for c9ef6c6b-a4db-4ed8-89d6-415f791c8306 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:33.281535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: cc6e542b-29f7-4d9c-a708-98d61be37236 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:33.281882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cc6e542b-29f7-4d9c-a708-98d61be37236 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:33.282302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7bb2d6ad-e107-479c-8ea6-982ba31520ce no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:33.286817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:44:33.317324 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.328466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7bb2d6ad-e107-479c-8ea6-982ba31520ce {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:33.328807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7bb2d6ad-e107-479c-8ea6-982ba31520ce not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:33.329234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c9ef6c6b-a4db-4ed8-89d6-415f791c8306 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:33.335082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94746fa6-fe16-4b95-9bb9-8a02c4ed34a0 None None] Pushing event updated for resources: {'Port': ['ID=1b0f4c26-e911-405a-9560-8a59dcea7474,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.346901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc964742-6b48-443c-805d-3b5ffbda7128') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:33.347202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc964742-6b48-443c-805d-3b5ffbda7128') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:33.359179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.366252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c9ef6c6b-a4db-4ed8-89d6-415f791c8306 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:33.366599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c9ef6c6b-a4db-4ed8-89d6-415f791c8306 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:33.368139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] No DVR routers for this DVR port c9ef6c6b-a4db-4ed8-89d6-415f791c8306 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:33.388571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71fe6a-6e9d-4493-bb92-2501e7def7f9 None None] Pushing event deleted for resources: {'Port': ['ID=c9ef6c6b-a4db-4ed8-89d6-415f791c8306,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.396780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.412840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:33.413260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:33.415112 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:33.485387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.505480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.511673 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.527738 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.529639 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d9fcfade-ffb9-4305-8092-608682c1596f HTTP/1.1" status: 204 len: 168 time: 1.0627306 Jul 09 17:44:33.530318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 is not hosted by any dhcp agent {{(pid=93895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:44:33.532672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40842) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:33.535647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:33.536261 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.537455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "PUT /v2.0/networks/5acabac1-74ed-4fb6-805f-4afa60466bd2 HTTP/1.1" status: 200 len: 723 time: 0.4397378 Jul 09 17:44:33.573515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40844) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:33.586425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:33.651118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91475f-e7fe-4aa4-85f1-ccfcc4141852 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=5acabac1-74ed-4fb6-805f-4afa60466bd2,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.666601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:33.675692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c84e1-d440-460b-a7ea-35ee3f58bf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9fcfade-ffb9-4305-8092-608682c1596f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.703731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:33.707797 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.896576 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.926138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:33.956184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=1f5d64f1-c51c-423e-a964-01eadd982746,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:33.972172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': 'ba53da08-18df-405f-8ca3-80f452b9dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:33.972733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 5acabac1-74ed-4fb6-805f-4afa60466bd2, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:33.995145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:34.007265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5acabac1-74ed-4fb6-805f-4afa60466bd2) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:34.011955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:34.012610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.020443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f0ea1f-62f6-4ad8-877f-33760e7b647f None None] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:34.035929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-34d5faf6-ae02-4457-9f17-3c902287e31e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4583194 Jul 09 17:44:34.036964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40848) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:34.042493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:34.158376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9203029'] for subnet, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.207710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-5acabac1-74ed-4fb6-805f-4afa60466bd2', 'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': '1f5d64f1-c51c-423e-a964-01eadd982746'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:34.210520 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.245808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Deleting port 1a37d316-c217-40c9-bbc3-241899f9a770 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:34.246400 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.354657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] For port 1a37d316-c217-40c9-bbc3-241899f9a770, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1a37d316-c217-40c9-bbc3-241899f9a770,segment=NetworkSegment(42d29575-6c92-41d2-8b39-f9f19c3ab393),segment_id=42d29575-6c92-41d2-8b39-f9f19c3ab393)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:34.355356 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.371731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Calling delete_port for 1a37d316-c217-40c9-bbc3-241899f9a770 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:34.377542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734216802079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8912078'] for subnet, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.415314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:34.415946 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.419824 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "PUT /v2.0/subnets/1f5d64f1-c51c-423e-a964-01eadd982746 HTTP/1.1" status: 200 len: 826 time: 0.3798103 Jul 09 17:44:34.421330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40850) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:34.447146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Allocated IP 2001:db8::2 (5acabac1-74ed-4fb6-805f-4afa60466bd2/1f5d64f1-c51c-423e-a964-01eadd982746/b724ae94-083f-4d0d-9928-c825c2161c7e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:34.451093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77647fe-cdda-4375-93c4-b1c60986e12b None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:34.504713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294249-20d0-4974-ba17-ce93bb3d6921 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=1f5d64f1-c51c-423e-a964-01eadd982746,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:34.552553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.613811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.621438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.641209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a37d316-c217-40c9-bbc3-241899f9a770,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:34.729380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-383bf1f7-3e17-4f55-937b-0918ee2cd1f5 None None] Provisioning for port 1b0f4c26-e911-405a-9560-8a59dcea7474 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:34.829860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.913786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.924702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Transition to ACTIVE for port object b724ae94-083f-4d0d-9928-c825c2161c7e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:34.945364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Transition to ACTIVE for port object b724ae94-083f-4d0d-9928-c825c2161c7e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:34.967328 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:34.974891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.004561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5d64f1-c51c-423e-a964-01eadd982746,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:35.045823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:35.069683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.074420 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:35.076912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:35.080290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acabac1-74ed-4fb6-805f-4afa60466bd2']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.080627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Router e34be6b7-6791-4a84-ba46-7cefbd07bb6d has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:35.092097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53da08-18df-405f-8ca3-80f452b9dd71') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.092481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53da08-18df-405f-8ca3-80f452b9dd71') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.100804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Pushing event updated for resources: {'Port': ['ID=b724ae94-083f-4d0d-9928-c825c2161c7e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:35.106877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.122858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.131882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:35.132753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:35.151025 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:35.163431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Attempting to bind port b724ae94-083f-4d0d-9928-c825c2161c7e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:35.163675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Attempting to bind port b724ae94-083f-4d0d-9928-c825c2161c7e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'ba53da08-18df-405f-8ca3-80f452b9dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:35.163945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Attempting to bind port b724ae94-083f-4d0d-9928-c825c2161c7e on network 5acabac1-74ed-4fb6-805f-4afa60466bd2 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:35.166511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Update dhcp port {'port': {'network_id': '98c86c1e-d562-47e1-a333-0e74df54f5e8', 'fixed_ips': [{'subnet_id': '96f7afdf-b5d8-405f-a7f7-2b914bff6445', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1fdf86c-a573-4544-b33e-7981eb56320e'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '1b0f4c26-e911-405a-9560-8a59dcea7474'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:44:35.206899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:35.207367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Checking segment: {'id': 'ba53da08-18df-405f-8ca3-80f452b9dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:35.207731 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.209062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Bound using segment: {'id': 'ba53da08-18df-405f-8ca3-80f452b9dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:35.209660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Bound port: b724ae94-083f-4d0d-9928-c825c2161c7e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53da08-18df-405f-8ca3-80f452b9dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5acabac1-74ed-4fb6-805f-4afa60466bd2'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:35.209968 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.226050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.db.api [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 17:44:35.226050 n-d-791506-17 neutron-server[93895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 17:44:35.226050 n-d-791506-17 neutron-server[93895]: [parameters: {'id': '5acabac1-74ed-4fb6-805f-4afa60466bd2'}] Jul 09 17:44:35.226050 n-d-791506-17 neutron-server[93895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:44:35.226560 n-d-791506-17 neutron-server[93895]: DEBUG oslo_db.api [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:44:35.227813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.237871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:35.246177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-82d75747-d6eb-499b-94ae-e86627927b61 admin admin] 10.222.0.21 "PUT /v2.0/routers/e34be6b7-6791-4a84-ba46-7cefbd07bb6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096276 Jul 09 17:44:35.246838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40854) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:35.263909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Sync routers for ids ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:35.313620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1b0f4c26-e911-405a-9560-8a59dcea7474 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:35.372625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Routers {'e34be6b7-6791-4a84-ba46-7cefbd07bb6d'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:35.373063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:44:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:35.381632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.497241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.500525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] For port b724ae94-083f-4d0d-9928-c825c2161c7e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:35.511379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] For port b724ae94-083f-4d0d-9928-c825c2161c7e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b724ae94-083f-4d0d-9928-c825c2161c7e,segment=NetworkSegment(ba53da08-18df-405f-8ca3-80f452b9dd71),segment_id=ba53da08-18df-405f-8ca3-80f452b9dd71)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:35.550545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.553645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Deleting port e7ed7e3a-0ba6-4036-a738-3a65386e0733 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:35.553989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.657934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] For port e7ed7e3a-0ba6-4036-a738-3a65386e0733, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e7ed7e3a-0ba6-4036-a738-3a65386e0733,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:35.658401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.673836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Calling delete_port for e7ed7e3a-0ba6-4036-a738-3a65386e0733 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:35.674096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Set router e34be6b7-6791-4a84-ba46-7cefbd07bb6d gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:35.694909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1b0f4c26-e911-405a-9560-8a59dcea7474 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:35.727537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.779467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1b0f4c26-e911-405a-9560-8a59dcea7474 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:35.779750 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.793647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Allocated IP 172.20.0.1 (98c86c1e-d562-47e1-a333-0e74df54f5e8/a1fdf86c-a573-4544-b33e-7981eb56320e/1b0f4c26-e911-405a-9560-8a59dcea7474) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:35.795886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614e2aa-8985-4996-8e43-ba39c3116526 None None] Pushing event updated for resources: {'Port': ['ID=b724ae94-083f-4d0d-9928-c825c2161c7e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:35.870413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting port b724ae94-083f-4d0d-9928-c825c2161c7e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:35.870746 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.897062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea84be8-30d3-4e3e-8053-45fb0125f928 None None] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:35.930283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.969013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] For port b724ae94-083f-4d0d-9928-c825c2161c7e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b724ae94-083f-4d0d-9928-c825c2161c7e,segment=NetworkSegment(ba53da08-18df-405f-8ca3-80f452b9dd71),segment_id=ba53da08-18df-405f-8ca3-80f452b9dd71)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:35.969271 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:35.971983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ed7e3a-0ba6-4036-a738-3a65386e0733,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.002367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Calling delete_port for b724ae94-083f-4d0d-9928-c825c2161c7e owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:36.083504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.140272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] For port 1b0f4c26-e911-405a-9560-8a59dcea7474, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1b0f4c26-e911-405a-9560-8a59dcea7474,segment=NetworkSegment(60df1b9d-27c6-4ab7-b0a0-017e5125969b),segment_id=60df1b9d-27c6-4ab7-b0a0-017e5125969b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:36.180208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.180901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.184099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.215904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.236559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.237125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e34be6b7-6791-4a84-ba46-7cefbd07bb6d {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:44:36.239127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.243403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.244314 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Transition to ACTIVE for port object 1b0f4c26-e911-405a-9560-8a59dcea7474 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:36.244601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dae41e64-c0c9-4a40-896c-88f900cd0f10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e34be6b7-6791-4a84-ba46-7cefbd07bb6d HTTP/1.1" status: 204 len: 168 time: 0.9970274 Jul 09 17:44:36.247370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.258416 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.264710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'name': 'tempest-TestServerMultinode-98826217-router', 'tenant_id': '70f8cb4f1fba49cd8f00a748878e8749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:44:34Z', 'revision_number': 5, 'project_id': '70f8cb4f1fba49cd8f00a748878e8749', 'gw_port': {'id': 'e7ed7e3a-0ba6-4036-a738-3a65386e0733', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34be6b7-6791-4a84-ba46-7cefbd07bb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:46Z', 'updated_at': '2021-07-09T17:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.273698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Port': ['ID=b724ae94-083f-4d0d-9928-c825c2161c7e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.275535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No DVR routers for this DVR port b724ae94-083f-4d0d-9928-c825c2161c7e on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:36.315725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Deleting subnet eebb7012-4ee1-473f-a53f-9ce6021654a2 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:36.319067 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.338146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a6d29-82d2-4993-8823-0bcee6936630 None None] Network 5acabac1-74ed-4fb6-805f-4afa60466bd2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:36.353878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.354231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Checking router: e34be6b7-6791-4a84-ba46-7cefbd07bb6d for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:36.357710 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.368588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acabac1-74ed-4fb6-805f-4afa60466bd2']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.380514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53da08-18df-405f-8ca3-80f452b9dd71') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.380863 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53da08-18df-405f-8ca3-80f452b9dd71') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:36.390395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.406907 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.413692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:36.414079 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:36.417333 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:36.441193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.486553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.496109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.500399 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/5acabac1-74ed-4fb6-805f-4afa60466bd2 HTTP/1.1" status: 204 len: 168 time: 2.0784781 Jul 09 17:44:36.501705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40860) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.513784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d0c91-841f-48e2-aa2d-a6ed5d89f842 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=5acabac1-74ed-4fb6-805f-4afa60466bd2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.535160 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d52b61-1620-40f9-91a1-b58084d636cf tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:36.535957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d52b61-1620-40f9-91a1-b58084d636cf tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:36.538262 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-10d52b61-1620-40f9-91a1-b58084d636cf tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/5acabac1-74ed-4fb6-805f-4afa60466bd2 HTTP/1.1" status: 404 len: 339 time: 0.0351727 Jul 09 17:44:36.540789 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.544515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.552376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202761817', 'description': 'd1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:36.575198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebb7012-4ee1-473f-a53f-9ce6021654a2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.581660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.586850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2a74062b-b189-463e-8505-28255af58994 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eebb7012-4ee1-473f-a53f-9ce6021654a2 HTTP/1.1" status: 204 len: 168 time: 0.3347311 Jul 09 17:44:36.587095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:36.602569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:36.608581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.638794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:36.649667 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.650182 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment 56c85d3c-9f77-4627-afa9-27a2438da656 of type vlan for network eab47064-9906-4f4e-993b-744514a322a0 Jul 09 17:44:36.653957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4e4e7-71f0-44f9-97d1-457e9e604e56 None None] Pushing event updated for resources: {'Port': ['ID=1b0f4c26-e911-405a-9560-8a59dcea7474,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:36.656828 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:44:36.657286 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:44:36.664701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Routers set() bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:36.664701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Router IDs set() for agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 17:44:36.664701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e34be6b7-6791-4a84-ba46-7cefbd07bb6d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:44:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent'). {{(pid=93897) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 17:44:36.664701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b523af0-ca3e-4fe7-8476-d8a8d31bd361 None None] The sync data for ids ['e34be6b7-6791-4a84-ba46-7cefbd07bb6d'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:36.665284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b1a76-68bc-42f9-8695-1e994eae9b0d None None] Network af55c401-d3d5-46ec-86cc-7dd987e8644c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:36.708683 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.732870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.792336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.798830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:36.799604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.803089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Deleting port 198e44b6-d362-40d2-ac9b-91c7516684f3 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:36.803451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.885434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] For port 198e44b6-d362-40d2-ac9b-91c7516684f3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=198e44b6-d362-40d2-ac9b-91c7516684f3,segment=NetworkSegment(42d29575-6c92-41d2-8b39-f9f19c3ab393),segment_id=42d29575-6c92-41d2-8b39-f9f19c3ab393)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:36.885941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:36.901869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Calling delete_port for 198e44b6-d362-40d2-ac9b-91c7516684f3 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:36.994995 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.028037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Pushing event deleted for resources: {'Port': ['ID=198e44b6-d362-40d2-ac9b-91c7516684f3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.029958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] No DVR routers for this DVR port 198e44b6-d362-40d2-ac9b-91c7516684f3 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:37.112580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.139785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af55c401-d3d5-46ec-86cc-7dd987e8644c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:37.141869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc8ec0-9c9a-4d69-b7ce-b2df13a781a3 None None] DHCP port deletion for af55c401-d3d5-46ec-86cc-7dd987e8644c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:37.169499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d29575-6c92-41d2-8b39-f9f19c3ab393') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:37.170201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d29575-6c92-41d2-8b39-f9f19c3ab393') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:37.194377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.216764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.235459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.236566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:37.236994 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:37.285519 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:37.295861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 1b0f4c26-e911-405a-9560-8a59dcea7474, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1b0f4c26-e911-405a-9560-8a59dcea7474,segment=NetworkSegment(60df1b9d-27c6-4ab7-b0a0-017e5125969b),segment_id=60df1b9d-27c6-4ab7-b0a0-017e5125969b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:37.299636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=eab47064-9906-4f4e-993b-744514a322a0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.301575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.307270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e6e8306-d917-48f0-a6ca-e96950c42717 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7609320 Jul 09 17:44:37.310127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.332199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network eab47064-9906-4f4e-993b-744514a322a0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:37.333343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.338290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681967'] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.340456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] 10.222.0.21 "DELETE /v2.0/networks/af55c401-d3d5-46ec-86cc-7dd987e8644c HTTP/1.1" status: 204 len: 168 time: 0.7522898 Jul 09 17:44:37.363792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334987f-60fb-4b72-8164-4148cf6f9663 admin admin] Pushing event deleted for resources: {'Network': ['ID=af55c401-d3d5-46ec-86cc-7dd987e8644c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.443708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf35060-26f7-4ee4-8cc6-4a47bb155d04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:37.446538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0cf35060-26f7-4ee4-8cc6-4a47bb155d04 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks?id=eab47064-9906-4f4e-993b-744514a322a0 HTTP/1.1" status: 200 len: 764 time: 0.1350739 Jul 09 17:44:37.449129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40872) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.457032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'description': 'd2'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:37.485659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=1b0f4c26-e911-405a-9560-8a59dcea7474,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.528853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4940353-03e5-4034-9cad-72692d401528 None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:37.543060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1b0f4c26-e911-405a-9560-8a59dcea7474 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:37.620451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e92140bd-a09d-4661-82e3-4e693311b122 None None] Provisioning for port 1b0f4c26-e911-405a-9560-8a59dcea7474 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:44:37.636005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e92140bd-a09d-4661-82e3-4e693311b122 None None] Provisioning complete for port 1b0f4c26-e911-405a-9560-8a59dcea7474 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:37.636383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e92140bd-a09d-4661-82e3-4e693311b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.645217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.653420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.670353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.687678 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3d0213f7-2f80-496b-b311-19bb5ef0f364 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c29b47bf900462b9c6b53e811c3129b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412798 Jul 09 17:44:37.690297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40876) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.695245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network eab47064-9906-4f4e-993b-744514a322a0 is not hosted by any dhcp agent {{(pid=93896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:44:37.701732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:37.702843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.706589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "PUT /v2.0/networks/eab47064-9906-4f4e-993b-744514a322a0 HTTP/1.1" status: 200 len: 761 time: 0.2532489 Jul 09 17:44:37.707375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40878) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.717545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1b0f4c26-e911-405a-9560-8a59dcea7474 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:37.717921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.756467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=eab47064-9906-4f4e-993b-744514a322a0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:37.764724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.765532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.765532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.766049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.766505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.766882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.767322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.768058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.768222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.768794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.769288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.769597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e0017-4d31-45da-a03d-f42c2eb277db tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:37.792733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network eab47064-9906-4f4e-993b-744514a322a0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:37.804060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0186-9406-4c17-8862-08ca0d232ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.832705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5938d3c-85d5-4178-8b68-e762563a1632 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:37.834192 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5938d3c-85d5-4178-8b68-e762563a1632 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks?id=eab47064-9906-4f4e-993b-744514a322a0 HTTP/1.1" status: 200 len: 764 time: 0.1258595 Jul 09 17:44:37.838405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40880) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:37.843929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0186-9406-4c17-8862-08ca0d232ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.895403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0186-9406-4c17-8862-08ca0d232ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.898328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0186-9406-4c17-8862-08ca0d232ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:37.900195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b2fc0186-9406-4c17-8862-08ca0d232ca1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef256547-ac65-4b21-9459-dc437759825a HTTP/1.1" status: 204 len: 168 time: 0.2084053 Jul 09 17:44:37.909556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0186-9406-4c17-8862-08ca0d232ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef256547-ac65-4b21-9459-dc437759825a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:38.052486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 198e44b6-d362-40d2-ac9b-91c7516684f3 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:38.082158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 198e44b6-d362-40d2-ac9b-91c7516684f3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:38.082674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 198e44b6-d362-40d2-ac9b-91c7516684f3 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:38.083250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a37d316-c217-40c9-bbc3-241899f9a770 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:38.109763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1a37d316-c217-40c9-bbc3-241899f9a770 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:38.109763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1a37d316-c217-40c9-bbc3-241899f9a770 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:38.109763 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7ed7e3a-0ba6-4036-a738-3a65386e0733 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:38.135049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e7ed7e3a-0ba6-4036-a738-3a65386e0733 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:38.135410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e7ed7e3a-0ba6-4036-a738-3a65386e0733 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:38.226557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32553d93-031c-458b-8489-f1e9ae2cf2ac None None] get_active_networks_info from n-d-791506-17 {{(pid=93897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 17:44:38.256819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0a5d57fd-f0c5-4298-865e-4e7b76b7e531 None None] Provisioning complete for port 1b0f4c26-e911-405a-9560-8a59dcea7474 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:38.257507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0a5d57fd-f0c5-4298-865e-4e7b76b7e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.328982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b938e6-b0f2-4158-a2c1-d0c77fc95893 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.331199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c0b938e6-b0f2-4158-a2c1-d0c77fc95893 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4916670 Jul 09 17:44:38.334139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40888) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.344320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40890) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.351643 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.379290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90ba341c-2e0f-413b-9ddd-83746d424d53 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1 HTTP/1.1" status: 200 len: 207 time: 0.0402827 Jul 09 17:44:38.379920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40892) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.388485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8e3b090b-6a07-47e9-aa47-4ba9aacac7a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70f8cb4f1fba49cd8f00a748878e8749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407968 Jul 09 17:44:38.388718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40894) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.418664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32553d93-031c-458b-8489-f1e9ae2cf2ac None None] Resources bound (agent type, host, resource id): {{(pid=93897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 17:44:38.440348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f24b2da3-9634-414d-abe9-f179c3955c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.462258 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f24b2da3-9634-414d-abe9-f179c3955c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.495336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.501386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.508204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.512682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f24b2da3-9634-414d-abe9-f179c3955c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.514864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.515369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f24b2da3-9634-414d-abe9-f179c3955c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:38.516725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f24b2da3-9634-414d-abe9-f179c3955c8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bc021b4-f7f8-4cf3-80e2-74005d9d78b6 HTTP/1.1" status: 204 len: 168 time: 0.1271169 Jul 09 17:44:38.524937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2da3-9634-414d-abe9-f179c3955c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc021b4-f7f8-4cf3-80e2-74005d9d78b6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:38.528533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.536789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.539595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31d5ce61-a2a5-4387-aeb2-fef003d71b3b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1576180 Jul 09 17:44:38.543443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40898) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.667199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2335a61d-9883-490d-8a26-b294d0995588 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1225204 Jul 09 17:44:38.670860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40900) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.735623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7676ef-7a03-44ae-9da4-8446b432bb08 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.737277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7676ef-7a03-44ae-9da4-8446b432bb08 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.738960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7676ef-7a03-44ae-9da4-8446b432bb08 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.740570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7676ef-7a03-44ae-9da4-8446b432bb08 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.742141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7676ef-7a03-44ae-9da4-8446b432bb08 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.744276 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6a7676ef-7a03-44ae-9da4-8446b432bb08 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0722470 Jul 09 17:44:38.748120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.809216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c7989-1e9a-4b94-b763-e69502d18b19 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.810685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c7989-1e9a-4b94-b763-e69502d18b19 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.812248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c7989-1e9a-4b94-b763-e69502d18b19 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.813718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c7989-1e9a-4b94-b763-e69502d18b19 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.815212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c7989-1e9a-4b94-b763-e69502d18b19 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.817329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-686c7989-1e9a-4b94-b763-e69502d18b19 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0681629 Jul 09 17:44:38.821375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:38.932244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f78f2-3ba2-4d76-b895-3736d7c87981 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:38.933642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7a7f78f2-3ba2-4d76-b895-3736d7c87981 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks/fb256120-f6b0-430b-90b6-fa79699a43c8 HTTP/1.1" status: 200 len: 804 time: 0.1112611 Jul 09 17:44:38.937413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40906) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.062921 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-31fbeef5-0bf2-4177-b49c-d6bfb0ea89fa tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/networks/fb256120-f6b0-430b-90b6-fa79699a43c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1210310 Jul 09 17:44:39.063399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40908) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.130966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89671c-e1d1-4953-ae82-e27d10fa8d26 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.132358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c89671c-e1d1-4953-ae82-e27d10fa8d26 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/subnets/2cc2ff10-fffe-4060-bc59-ee79c32d8900 HTTP/1.1" status: 200 len: 843 time: 0.0675590 Jul 09 17:44:39.136194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40910) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.190285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778cfa31-de42-4b81-9487-67d932e513ce tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['shared'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.192113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-778cfa31-de42-4b81-9487-67d932e513ce tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "GET /v2.0/subnets/2cc2ff10-fffe-4060-bc59-ee79c32d8900?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0549254 Jul 09 17:44:39.195697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.200892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2044802215'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:39.222820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:39.226455 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.255524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:39.264452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.264790 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Added segment f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a of type vlan for network 62e64c97-7c84-4511-8931-40a0776828f0 Jul 09 17:44:39.304884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.335578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.341836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.342444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.379029 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.399692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1b0f4c26-e911-405a-9560-8a59dcea7474 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:44:39.410984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2112606 Jul 09 17:44:39.412133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40918) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.418850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'network_id': '62e64c97-7c84-4511-8931-40a0776828f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:39.424438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60e90-15cb-4605-a53f-2093eacea0b9 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Network': ['ID=62e64c97-7c84-4511-8931-40a0776828f0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:39.438739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:39.504071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1b0f4c26-e911-405a-9560-8a59dcea7474 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:44:39.504439 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.517880 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Made reservation on behalf of 43656af24bad4b26bfb0be29ab8f1ecc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:39.521836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.587795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Performing IP validity checks on allocation pools {{(pid=93895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 17:44:39.588334 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 17:44:39.746551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.819535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-36e7850f-222c-42f6-8f58-fd52b03555e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.821331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-36e7850f-222c-42f6-8f58-fd52b03555e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1038368 Jul 09 17:44:39.847551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=c044fffb-ad30-4613-b9c2-a04b0e9233e3,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:39.851115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Checking segment: {'id': 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62e64c97-7c84-4511-8931-40a0776828f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:39.851487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network hostable DHCP agents. Network: 62e64c97-7c84-4511-8931-40a0776828f0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:39.879193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Network 62e64c97-7c84-4511-8931-40a0776828f0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:39.896633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf638c9-417c-4777-8420-bdc2fd15d06a req-9ce64c53-c978-42e9-b632-f02c7e2013b2 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.903627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bdf638c9-417c-4777-8420-bdc2fd15d06a req-9ce64c53-c978-42e9-b632-f02c7e2013b2 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1263497 Jul 09 17:44:39.906608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 62e64c97-7c84-4511-8931-40a0776828f0) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:39.919556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fbabd7-c5d3-4824-a92a-a7352cf06ac3 None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:39.928453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.928897 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:39.934634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-6938ff60-bfe7-48d0-83a5-98d6660dcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:39.936166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-6938ff60-bfe7-48d0-83a5-98d6660dcd65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1085622 Jul 09 17:44:39.954417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d716c3e1-387a-4377-b159-716c31765dca tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5416927 Jul 09 17:44:39.957409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40924) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:39.964445 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bdf638c9-417c-4777-8420-bdc2fd15d06a req-ab386b67-9abb-4b76-8b82-39cd2d22cac9 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598638 Jul 09 17:44:39.997713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:40.035801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-d19af23d-c39c-4b68-86c2-5d9aff71ab3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0917902 Jul 09 17:44:40.093415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-62e64c97-7c84-4511-8931-40a0776828f0', 'network_id': '62e64c97-7c84-4511-8931-40a0776828f0', 'tenant_id': '43656af24bad4b26bfb0be29ab8f1ecc', 'fixed_ips': [{'subnet_id': 'c044fffb-ad30-4613-b9c2-a04b0e9233e3'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:40.094801 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.133531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-8ef7fcd0-ca02-4c18-ac76-5eab0fb50830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:40.135125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-8ef7fcd0-ca02-4c18-ac76-5eab0fb50830 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0934987 Jul 09 17:44:40.172035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-0aa0bd89-7f0f-439c-b299-c5737e5ff6f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303047 Jul 09 17:44:40.189038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8555371'] for subnet, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.233094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Allocated IP 2001:db8::3 (62e64c97-7c84-4511-8931-40a0776828f0/c044fffb-ad30-4613-b9c2-a04b0e9233e3/655fde0e-b6a3-4afe-a17f-8a697718f1ec) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:40.281300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-68823e70-9f1c-43b5-aceb-2968c525446a service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004188 Jul 09 17:44:40.382462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0438f01b-7491-401c-ae69-0ba9c880c06a req-44fd1fd2-3ecf-4871-bf82-b308c5ffce83 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949368 Jul 09 17:44:40.404167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7976f09-e99e-4ba2-b2ce-815ae525c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.411907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.424879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Transition to ACTIVE for port object 655fde0e-b6a3-4afe-a17f-8a697718f1ec will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:40.443205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Transition to ACTIVE for port object 655fde0e-b6a3-4afe-a17f-8a697718f1ec will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:40.450181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.492389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:40.495194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:40.498770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:40.504358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Pushing event updated for resources: {'Port': ['ID=655fde0e-b6a3-4afe-a17f-8a697718f1ec,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:40.560915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Attempting to bind port 655fde0e-b6a3-4afe-a17f-8a697718f1ec on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:40.561193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Attempting to bind port 655fde0e-b6a3-4afe-a17f-8a697718f1ec by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62e64c97-7c84-4511-8931-40a0776828f0'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:40.561583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Attempting to bind port 655fde0e-b6a3-4afe-a17f-8a697718f1ec on network 62e64c97-7c84-4511-8931-40a0776828f0 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:40.566624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:40.566942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Checking segment: {'id': 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62e64c97-7c84-4511-8931-40a0776828f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:40.567464 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.567893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Bound using segment: {'id': 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62e64c97-7c84-4511-8931-40a0776828f0'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:40.568358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Bound port: 655fde0e-b6a3-4afe-a17f-8a697718f1ec, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62e64c97-7c84-4511-8931-40a0776828f0'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:40.568741 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.617382 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734216802079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9240532'] for subnet, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.635657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] For port 655fde0e-b6a3-4afe-a17f-8a697718f1ec, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:40.638870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] For port 655fde0e-b6a3-4afe-a17f-8a697718f1ec, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=655fde0e-b6a3-4afe-a17f-8a697718f1ec,segment=NetworkSegment(f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a),segment_id=f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:40.643177 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.663688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:40.664326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.665683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "PUT /v2.0/subnets/c044fffb-ad30-4613-b9c2-a04b0e9233e3 HTTP/1.1" status: 200 len: 900 time: 0.7070427 Jul 09 17:44:40.668739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40930) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:40.681241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2f8c2-a4ee-4d86-bdcb-0612980cc6c1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event updated for resources: {'Subnet': ['ID=c044fffb-ad30-4613-b9c2-a04b0e9233e3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:40.703806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d5d1f-a173-4037-9535-977e09f18586 None None] Pushing event updated for resources: {'Port': ['ID=655fde0e-b6a3-4afe-a17f-8a697718f1ec,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:40.799013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.854335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting port 655fde0e-b6a3-4afe-a17f-8a697718f1ec {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:40.855314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.956743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] For port 655fde0e-b6a3-4afe-a17f-8a697718f1ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=655fde0e-b6a3-4afe-a17f-8a697718f1ec,segment=NetworkSegment(f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a),segment_id=f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:40.957101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:40.969722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Calling delete_port for 655fde0e-b6a3-4afe-a17f-8a697718f1ec owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:41.134028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.171421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Port': ['ID=655fde0e-b6a3-4afe-a17f-8a697718f1ec,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.213322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No DVR routers for this DVR port 655fde0e-b6a3-4afe-a17f-8a697718f1ec on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:41.222235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44d00-6819-4dd5-8160-2603581cccfd req-8d8bae13-7962-467d-956c-4e04a13fcb71 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:41.223714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00e44d00-6819-4dd5-8160-2603581cccfd req-8d8bae13-7962-467d-956c-4e04a13fcb71 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1500192 Jul 09 17:44:41.291457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.299850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00e44d00-6819-4dd5-8160-2603581cccfd req-5ebc8aab-8a6e-4a5c-97c4-c313b1669d11 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Jul 09 17:44:41.374939 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.401856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=c044fffb-ad30-4613-b9c2-a04b0e9233e3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.463363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.473989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e64c97-7c84-4511-8931-40a0776828f0']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.485424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.485697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80c3a7e-c1a2-4ada-9f09-0d23f84aff6a') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.495227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.515165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.521734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:41.522144 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:41.525680 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:41.594447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.601587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.607810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/62e64c97-7c84-4511-8931-40a0776828f0 HTTP/1.1" status: 204 len: 168 time: 0.9309471 Jul 09 17:44:41.607810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40934) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:41.625607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414fdd-69d0-4539-bd2e-c2d47b7ffa4d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=62e64c97-7c84-4511-8931-40a0776828f0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.644078 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c4700b-78d2-4854-84ff-e86a40b99ea1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:41.644534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c4700b-78d2-4854-84ff-e86a40b99ea1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:41.646287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-06c4700b-78d2-4854-84ff-e86a40b99ea1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/c044fffb-ad30-4613-b9c2-a04b0e9233e3 HTTP/1.1" status: 404 len: 337 time: 0.0378687 Jul 09 17:44:41.649112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40936) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:41.665778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5c49d7ef-737b-4657-ad83-bb54ac124d86 None None] Could not find standard attr ID for object 655fde0e-b6a3-4afe-a17f-8a697718f1ec. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:44:41.667429 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f6e71e-2d6d-43cd-8e44-cbb6a718ee0d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:41.667968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f6e71e-2d6d-43cd-8e44-cbb6a718ee0d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:41.669715 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e6f6e71e-2d6d-43cd-8e44-cbb6a718ee0d tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/62e64c97-7c84-4511-8931-40a0776828f0 HTTP/1.1" status: 404 len: 339 time: 0.0196576 Jul 09 17:44:41.672618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40938) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:41.703201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043cd0d-9324-4bfd-b92a-da679283dc76 None None] DHCP port deletion for 62e64c97-7c84-4511-8931-40a0776828f0 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:41.721563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3fd7f-9995-41b5-ae92-17d63a60abce None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:41.733749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3fd7f-9995-41b5-ae92-17d63a60abce None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:44:41.741007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253cc05-d274-4d4e-bbe0-3a526a679d39 None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:41.750353 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.752578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253cc05-d274-4d4e-bbe0-3a526a679d39 None None] Network 62e64c97-7c84-4511-8931-40a0776828f0 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:44:41.845982 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.857411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab47064-9906-4f4e-993b-744514a322a0']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.868349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c85d3c-9f77-4627-afa9-27a2438da656') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.868707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c85d3c-9f77-4627-afa9-27a2438da656') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:41.877636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.892616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.898721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:41.899109 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:41.902365 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:41.958633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.965975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:41.968399 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/eab47064-9906-4f4e-993b-744514a322a0 HTTP/1.1" status: 204 len: 168 time: 0.2939403 Jul 09 17:44:41.970794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40940) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:41.982261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba115-1d03-423c-9220-1adbb1a2c6ad tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=eab47064-9906-4f4e-993b-744514a322a0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:41.997747 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-960c5bc1-9bf0-42df-92d2-a98c12d8548c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:41.998202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960c5bc1-9bf0-42df-92d2-a98c12d8548c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:41.999977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-960c5bc1-9bf0-42df-92d2-a98c12d8548c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/1f5d64f1-c51c-423e-a964-01eadd982746 HTTP/1.1" status: 404 len: 337 time: 0.0281384 Jul 09 17:44:42.002566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40942) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:42.025020 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f6550f-a607-45d8-8fbd-a8dee7c4a483 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:42.025587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f6550f-a607-45d8-8fbd-a8dee7c4a483 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:42.027413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-08f6550f-a607-45d8-8fbd-a8dee7c4a483 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/5acabac1-74ed-4fb6-805f-4afa60466bd2 HTTP/1.1" status: 404 len: 339 time: 0.0239155 Jul 09 17:44:42.029980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:42.084280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting subnet a1fdf86c-a573-4544-b33e-7981eb56320e {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:42.088328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.131501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.218744 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.280597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.311178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fdf86c-a573-4544-b33e-7981eb56320e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:42.316173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.318520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-24f43c55-bf12-4276-9865-ef9642a2d5a1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/a1fdf86c-a573-4544-b33e-7981eb56320e HTTP/1.1" status: 204 len: 168 time: 0.2876265 Jul 09 17:44:42.323865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c988e7-72bb-4e8e-bb7f-ffbb8c3a8c4d None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:42.327746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:42.384651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting subnet 96f7afdf-b5d8-405f-a7f7-2b914bff6445 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:42.387947 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.430208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.488154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891256a8-4bb9-40a6-9342-87b1b9c0c852 req-95755473-7dcc-4929-bdc5-dfca7a80aac8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:42.489632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-891256a8-4bb9-40a6-9342-87b1b9c0c852 req-95755473-7dcc-4929-bdc5-dfca7a80aac8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0709260 Jul 09 17:44:42.521794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.532993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-891256a8-4bb9-40a6-9342-87b1b9c0c852 req-6d873776-59b3-4801-ad1f-129d11dc1000 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Jul 09 17:44:42.587283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.615679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=96f7afdf-b5d8-405f-a7f7-2b914bff6445,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:42.620597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.622589 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8d8d1663-7102-451b-b738-c071e9a0a23e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/96f7afdf-b5d8-405f-a7f7-2b914bff6445 HTTP/1.1" status: 204 len: 168 time: 0.2937918 Jul 09 17:44:42.625265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40950) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:42.707420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.762250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting port 1b0f4c26-e911-405a-9560-8a59dcea7474 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:42.762568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.831350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] For port 1b0f4c26-e911-405a-9560-8a59dcea7474, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1b0f4c26-e911-405a-9560-8a59dcea7474,segment=NetworkSegment(60df1b9d-27c6-4ab7-b0a0-017e5125969b),segment_id=60df1b9d-27c6-4ab7-b0a0-017e5125969b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:42.831713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.845874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Calling delete_port for 1b0f4c26-e911-405a-9560-8a59dcea7474 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:42.932633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.957728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6fe525b-d8dd-4d34-8289-b30671fcb65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:42.962088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Port': ['ID=1b0f4c26-e911-405a-9560-8a59dcea7474,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:42.966959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No DVR routers for this DVR port 1b0f4c26-e911-405a-9560-8a59dcea7474 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:43.008231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f205f-feeb-4869-a05a-4863489db9d2 None None] Network 98c86c1e-d562-47e1-a333-0e74df54f5e8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:43.054973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.065660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c86c1e-d562-47e1-a333-0e74df54f5e8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:43.076009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60df1b9d-27c6-4ab7-b0a0-017e5125969b') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:43.076294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60df1b9d-27c6-4ab7-b0a0-017e5125969b') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:43.085436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.100159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.107197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:43.107657 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:43.110794 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:43.172581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.180099 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.182046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/98c86c1e-d562-47e1-a333-0e74df54f5e8 HTTP/1.1" status: 204 len: 168 time: 0.5559390 Jul 09 17:44:43.184735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40954) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.198610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8facfb-4d57-4fdd-b656-048efb5b2983 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=98c86c1e-d562-47e1-a333-0e74df54f5e8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:43.212515 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6264e8e6-e9d1-4e32-a052-c0cf9b01475f tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:43.212979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6264e8e6-e9d1-4e32-a052-c0cf9b01475f tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:43.214710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6264e8e6-e9d1-4e32-a052-c0cf9b01475f tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/9bf3a24b-f1bf-4ab9-97dc-b3cff405111e HTTP/1.1" status: 404 len: 337 time: 0.0290000 Jul 09 17:44:43.217460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.236632 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f53f725-1418-469e-bfe3-26c7762f17cc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:43.237302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f53f725-1418-469e-bfe3-26c7762f17cc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:43.239326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2f53f725-1418-469e-bfe3-26c7762f17cc tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/41fe1e0a-f432-4830-b4db-a6faee8edaef HTTP/1.1" status: 404 len: 339 time: 0.0209587 Jul 09 17:44:43.242016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.254356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-17547cc6-2715-41c4-b3a2-c8cb2d0ae4af None None] Could not find standard attr ID for object 1b0f4c26-e911-405a-9560-8a59dcea7474. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:44:43.268823 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0c6e35-9a56-42c8-8cb2-26a64ce0cecb tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:43.269284 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0c6e35-9a56-42c8-8cb2-26a64ce0cecb tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:43.273419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dd0c6e35-9a56-42c8-8cb2-26a64ce0cecb tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/57dfc876-6e77-4c3a-bae8-1b34c16ca70d HTTP/1.1" status: 404 len: 337 time: 0.0281026 Jul 09 17:44:43.275259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40960) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.297489 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b69ef48-9598-40fd-8823-7548f1795cc1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:43.298052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b69ef48-9598-40fd-8823-7548f1795cc1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:43.299996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4b69ef48-9598-40fd-8823-7548f1795cc1 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/1f9b2007-7df5-4ce8-94ad-28e7138ee1aa HTTP/1.1" status: 404 len: 339 time: 0.0235519 Jul 09 17:44:43.333208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.348598 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d9c68b-e665-4405-9a72-9caba1cb8e69 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:43.348757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c37e8-9044-45ac-8374-d159eeae1ab5 None None] DHCP port deletion for 98c86c1e-d562-47e1-a333-0e74df54f5e8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:43.349047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d9c68b-e665-4405-9a72-9caba1cb8e69 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:43.353474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.353652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-33d9c68b-e665-4405-9a72-9caba1cb8e69 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/4f3d7777-e27d-4db5-b5c3-53293fa49045 HTTP/1.1" status: 404 len: 337 time: 0.0478308 Jul 09 17:44:43.379926 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.380509 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd781aed-9a72-4fbd-875b-6815978a905a tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:43.381254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd781aed-9a72-4fbd-875b-6815978a905a tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:43.383177 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bd781aed-9a72-4fbd-875b-6815978a905a tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/5a497605-434c-4947-bab5-c30103d5371b HTTP/1.1" status: 404 len: 339 time: 0.0286453 Jul 09 17:44:43.385874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.411944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 655fde0e-b6a3-4afe-a17f-8a697718f1ec no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:43.431947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 655fde0e-b6a3-4afe-a17f-8a697718f1ec {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:43.432301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 655fde0e-b6a3-4afe-a17f-8a697718f1ec not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:43.432740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1b0f4c26-e911-405a-9560-8a59dcea7474 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:43.438371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting subnet 922f3943-4c12-4b11-a697-a589c12fa36c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:43.441655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.450837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1b0f4c26-e911-405a-9560-8a59dcea7474 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:43.451185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1b0f4c26-e911-405a-9560-8a59dcea7474 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:43.487539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.580950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.645213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.677362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=922f3943-4c12-4b11-a697-a589c12fa36c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:43.682400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.684382 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5fc6cfba-f97d-4590-bbaa-f523a2740c2b tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/922f3943-4c12-4b11-a697-a589c12fa36c HTTP/1.1" status: 204 len: 168 time: 0.2974610 Jul 09 17:44:43.686874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:43.689301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de032e-7b6b-41db-9e2a-ba335a73d129 None None] Network 87b7eed4-20dc-40c8-83e5-5490691b6913 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:43.721246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d257-00f0-4847-b2e9-303c7777ab65 req-cc78098c-28bd-47cb-b077-e3f33fd2ad0d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:43.722832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4920d257-00f0-4847-b2e9-303c7777ab65 req-cc78098c-28bd-47cb-b077-e3f33fd2ad0d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0724151 Jul 09 17:44:43.762775 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4920d257-00f0-4847-b2e9-303c7777ab65 req-b41832a0-0ddb-4dff-a8b2-e07378b50578 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Jul 09 17:44:43.769369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.832043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting port 41b78bc7-fb46-46c0-9980-6472064f9253 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:43.832692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.864122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] DHCP port deletion for 87b7eed4-20dc-40c8-83e5-5490691b6913 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:43.900831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] For port 41b78bc7-fb46-46c0-9980-6472064f9253, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=41b78bc7-fb46-46c0-9980-6472064f9253,segment=NetworkSegment(5914f99d-be90-4b64-9ff6-cbd2eefc0343),segment_id=5914f99d-be90-4b64-9ff6-cbd2eefc0343)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:43.901181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.912583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] Deleting port 41b78bc7-fb46-46c0-9980-6472064f9253 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:43.912958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.914459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Calling delete_port for 41b78bc7-fb46-46c0-9980-6472064f9253 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:43.972144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] For port 41b78bc7-fb46-46c0-9980-6472064f9253, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=41b78bc7-fb46-46c0-9980-6472064f9253,segment=NetworkSegment(5914f99d-be90-4b64-9ff6-cbd2eefc0343),segment_id=5914f99d-be90-4b64-9ff6-cbd2eefc0343)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:43.972796 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:43.991935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] Calling delete_port for 41b78bc7-fb46-46c0-9980-6472064f9253 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:43.996402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.005282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.022343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Port': ['ID=41b78bc7-fb46-46c0-9980-6472064f9253,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:44.026085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No DVR routers for this DVR port 41b78bc7-fb46-46c0-9980-6472064f9253 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:44.074881 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.099619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] Pushing event deleted for resources: {'Port': ['ID=41b78bc7-fb46-46c0-9980-6472064f9253,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:44.103932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbd3c8-9a6c-4db3-8a89-025e88472783 None None] No DVR routers for this DVR port 41b78bc7-fb46-46c0-9980-6472064f9253 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:44.113976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.124214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b7eed4-20dc-40c8-83e5-5490691b6913']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:44.134954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5914f99d-be90-4b64-9ff6-cbd2eefc0343') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:44.135251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5914f99d-be90-4b64-9ff6-cbd2eefc0343') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:44.144264 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.158234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.164789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:44.165185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:44.168499 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:44.236038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.240739 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.242822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/87b7eed4-20dc-40c8-83e5-5490691b6913 HTTP/1.1" status: 204 len: 168 time: 0.5547707 Jul 09 17:44:44.247804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40972) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:44.258058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46c82d-7c63-43ef-8873-4506d6c2520e tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=87b7eed4-20dc-40c8-83e5-5490691b6913,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:44.273289 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c4941-2aa0-435a-9ce5-129a9778edba tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:44.273744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68c4941-2aa0-435a-9ce5-129a9778edba tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:44.275468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b68c4941-2aa0-435a-9ce5-129a9778edba tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/bbc02319-3fb4-4c70-a3fb-21be1ba01bcc HTTP/1.1" status: 404 len: 337 time: 0.0287671 Jul 09 17:44:44.278171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:44.296065 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ab3c75-e4da-4087-b303-53efb73b092c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:44.296598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ab3c75-e4da-4087-b303-53efb73b092c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:44.298316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0ab3c75-e4da-4087-b303-53efb73b092c tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/497c03dd-f715-400f-8864-63494832b6d3 HTTP/1.1" status: 404 len: 339 time: 0.0192854 Jul 09 17:44:44.301583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:44.356182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting subnet 2cc2ff10-fffe-4060-bc59-ee79c32d8900 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:44.359251 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.399672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.490060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.558268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.584876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc2ff10-fffe-4060-bc59-ee79c32d8900,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:44.588814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.593560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 40978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:44.595105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59297465-3b72-47dc-b6b6-a910be2e89f7 None None] Network fb256120-f6b0-430b-90b6-fa79699a43c8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:44.599108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f81975df-6c04-4c86-96f9-354b2ddb6382 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/subnets/2cc2ff10-fffe-4060-bc59-ee79c32d8900 HTTP/1.1" status: 204 len: 168 time: 0.2956672 Jul 09 17:44:44.673299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.723526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Deleting port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:44.723897 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.789942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] DHCP port deletion for fb256120-f6b0-430b-90b6-fa79699a43c8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:44.812250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] For port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,segment=NetworkSegment(1d2795d7-0d03-4272-92b4-02eb66a80a90),segment_id=1d2795d7-0d03-4272-92b4-02eb66a80a90)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:44.812632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.828058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Calling delete_port for 860fbc94-5330-4f9a-b5e0-eea6b098ba8c owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:44.843207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] Deleting port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:44.843590 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.907583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] For port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,segment=NetworkSegment(1d2795d7-0d03-4272-92b4-02eb66a80a90),segment_id=1d2795d7-0d03-4272-92b4-02eb66a80a90)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:44.908014 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.921041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] Calling delete_port for 860fbc94-5330-4f9a-b5e0-eea6b098ba8c owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:44.950034 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:44.980093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Port': ['ID=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:44.985101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] No DVR routers for this DVR port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:45.001890 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.019165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6184-3a6f-45c7-8be0-d1c7e830050a req-290d76bc-12c7-4fb2-a56b-29d47eb8956e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:45.020732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bcb6184-3a6f-45c7-8be0-d1c7e830050a req-290d76bc-12c7-4fb2-a56b-29d47eb8956e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1287794 Jul 09 17:44:45.026218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] Pushing event deleted for resources: {'Port': ['ID=860fbc94-5330-4f9a-b5e0-eea6b098ba8c,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:45.029588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c53fd1-d5fc-464c-8e61-1065beb7f011 None None] No DVR routers for this DVR port 860fbc94-5330-4f9a-b5e0-eea6b098ba8c on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:45.095555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.113143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb256120-f6b0-430b-90b6-fa79699a43c8']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:45.125428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2795d7-0d03-4272-92b4-02eb66a80a90') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:45.125713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2795d7-0d03-4272-92b4-02eb66a80a90') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:45.130028 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bcb6184-3a6f-45c7-8be0-d1c7e830050a req-4f2a4f79-42f3-4e36-b98c-f4cc45f0b56f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911336 Jul 09 17:44:45.140725 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.162718 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.172110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:45.172551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:45.175586 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:45.235699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.243128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.244271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] 10.222.0.21 "DELETE /v2.0/networks/fb256120-f6b0-430b-90b6-fa79699a43c8 HTTP/1.1" status: 204 len: 168 time: 0.6494448 Jul 09 17:44:45.255908 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674fe72-5009-40a0-afd0-dca14530b6f4 tempest-NetworksIpV6Test-1403803350 tempest-NetworksIpV6Test-1403803350-project] Pushing event deleted for resources: {'Network': ['ID=fb256120-f6b0-430b-90b6-fa79699a43c8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:45.264714 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:44:45.383870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 41b78bc7-fb46-46c0-9980-6472064f9253 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:45.403304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 41b78bc7-fb46-46c0-9980-6472064f9253 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:45.403658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 41b78bc7-fb46-46c0-9980-6472064f9253 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:45.404097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 860fbc94-5330-4f9a-b5e0-eea6b098ba8c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:45.422624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 860fbc94-5330-4f9a-b5e0-eea6b098ba8c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:45.422968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 860fbc94-5330-4f9a-b5e0-eea6b098ba8c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:45.505725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:45.667399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f64f6126-a6fd-4973-b225-dc9310a993a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43656af24bad4b26bfb0be29ab8f1ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604986 Jul 09 17:44:45.669954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 40990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:45.726141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7184e947-0b30-418e-a906-42aafd5208b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.753196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7184e947-0b30-418e-a906-42aafd5208b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.807577 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7184e947-0b30-418e-a906-42aafd5208b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.810430 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7184e947-0b30-418e-a906-42aafd5208b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:45.811629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7184e947-0b30-418e-a906-42aafd5208b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40dfbe5d-6752-4aa4-adc8-6989b4832fd1 HTTP/1.1" status: 204 len: 168 time: 0.1407545 Jul 09 17:44:45.819898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184e947-0b30-418e-a906-42aafd5208b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dfbe5d-6752-4aa4-adc8-6989b4832fd1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:45.916226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.333746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36d16-41c9-479f-9ba6-636c6f0f0b18 req-89e0ddc4-0a57-4463-b878-672a4996be47 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:46.335257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3d36d16-41c9-479f-9ba6-636c6f0f0b18 req-89e0ddc4-0a57-4463-b878-672a4996be47 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0742068 Jul 09 17:44:46.374461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3d36d16-41c9-479f-9ba6-636c6f0f0b18 req-1a1ca20e-1243-4459-bfa2-56011d6c81ed tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Jul 09 17:44:46.473865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:46.583572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-249921974'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:46.608812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:46.614192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.627169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.717745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.724072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.750025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:46.759624 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f794a-b14e-4602-b6ac-3b4e63f0983c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:46.765288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.765686 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment 61baa228-15c8-43b9-b8c9-eb9830a2c705 of type vlan for network df068b5a-0f5b-4910-98b6-1ada12b37eb0 Jul 09 17:44:46.809404 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.843746 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.850286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:46.850878 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:46.911271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4361401 Jul 09 17:44:46.913803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41018) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:46.920813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'name': 'tempest-PortsIpV6TestJSON-771205076'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:46.927271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb3648-ff83-4521-94f5-220aef85c506 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=df068b5a-0f5b-4910-98b6-1ada12b37eb0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:46.937930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:47.014026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:47.017986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.036097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 0a79d333-ffe8-4efa-a00f-398bb54be0fc yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:47.204472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.251315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.319427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=0a79d333-ffe8-4efa-a00f-398bb54be0fc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:47.329819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': '61baa228-15c8-43b9-b8c9-eb9830a2c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:47.330154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: df068b5a-0f5b-4910-98b6-1ada12b37eb0, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:47.353149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:47.364581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, df068b5a-0f5b-4910-98b6-1ada12b37eb0) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:47.371381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:47.374622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c529f-9217-4e0c-8eca-6ff2f9c4f4dd None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:47.378477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:47.378477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.398887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-98b7f98d-09fa-4be2-83e3-053da6beffbe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4840105 Jul 09 17:44:47.402083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:47.407960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1057040590'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:47.430189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:47.433984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.461536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:47.471029 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.471372 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment e142bf98-5733-42f2-81c2-22790f318332 of type vlan for network bfe6005c-6198-4068-a8a4-5473e38b3fc8 Jul 09 17:44:47.516231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.547747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.553443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:47.554058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.570455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a6163-e88c-4ab1-ae76-4f3a93daf014 req-86fe4399-d92e-47ed-a9fb-9a61e3016285 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:47.572186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e4a6163-e88c-4ab1-ae76-4f3a93daf014 req-86fe4399-d92e-47ed-a9fb-9a61e3016285 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0704801 Jul 09 17:44:47.611816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2062361 Jul 09 17:44:47.612403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41024) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:47.618704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e4a6163-e88c-4ab1-ae76-4f3a93daf014 req-292383ae-d2f2-4d2f-9116-46d970b5f962 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Jul 09 17:44:47.619139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'ports': [{'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'}, {'network_id': 'bfe6005c-6198-4068-a8a4-5473e38b3fc8'}]} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:47.619460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:47.619959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'bfe6005c-6198-4068-a8a4-5473e38b3fc8'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:47.667256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fada6-799e-42f0-80b9-40ddac33694b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=bfe6005c-6198-4068-a8a4-5473e38b3fc8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:47.678334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network bfe6005c-6198-4068-a8a4-5473e38b3fc8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:47.785719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 2} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:47.790330 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.803462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:47.883184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 46d322ac-4e66-4050-926c-23a5f064300c yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:48.006452 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.073955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 6954e1ff-55d9-4e40-a346-47a5c167815f yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:48.187792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.230577 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.280012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:48.283212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:48.287003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:48.287898 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.294725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=46d322ac-4e66-4050-926c-23a5f064300c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:48.353442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=6954e1ff-55d9-4e40-a346-47a5c167815f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:48.361448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': 'e142bf98-5733-42f2-81c2-22790f318332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bfe6005c-6198-4068-a8a4-5473e38b3fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:48.361800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: bfe6005c-6198-4068-a8a4-5473e38b3fc8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:48.382096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network bfe6005c-6198-4068-a8a4-5473e38b3fc8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:48.391270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, bfe6005c-6198-4068-a8a4-5473e38b3fc8) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:48.396568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:48.401659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c2a03-8191-4863-9cd2-d411d78caf85 None None] Network bfe6005c-6198-4068-a8a4-5473e38b3fc8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:48.402240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.407109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.407798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.427375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41026) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:48.427649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-623badc0-135d-4b73-9fac-0e95244d6da8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8143358 Jul 09 17:44:48.522256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 6954e1ff-55d9-4e40-a346-47a5c167815f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:48.522600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.592900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.609921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 6954e1ff-55d9-4e40-a346-47a5c167815f owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:48.692807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.723669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=6954e1ff-55d9-4e40-a346-47a5c167815f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:48.727214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:48.729321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b15a3364-d482-41e6-8ca8-16df26a380a8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/6954e1ff-55d9-4e40-a346-47a5c167815f HTTP/1.1" status: 204 len: 168 time: 0.3007331 Jul 09 17:44:48.732148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41032) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:48.832389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ffb8b-0cf4-4bc8-ae5b-0311a2c80638 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.836121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844e151-19cb-4aef-8759-ac01f156f435 req-3b275e9f-4be7-4493-89f7-9c5fde9a7488 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.837627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2844e151-19cb-4aef-8759-ac01f156f435 req-3b275e9f-4be7-4493-89f7-9c5fde9a7488 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0728981 Jul 09 17:44:48.838510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ffb8b-0cf4-4bc8-ae5b-0311a2c80638 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:48.840218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c9ffb8b-0cf4-4bc8-ae5b-0311a2c80638 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1071427 Jul 09 17:44:48.842869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41034) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:48.881422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2844e151-19cb-4aef-8759-ac01f156f435 req-ab1299ca-dfa5-4b81-aeee-8a0a02ab05e1 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Jul 09 17:44:48.942953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 46d322ac-4e66-4050-926c-23a5f064300c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:48.943370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.012863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.026554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 46d322ac-4e66-4050-926c-23a5f064300c owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:49.110053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.147101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=46d322ac-4e66-4050-926c-23a5f064300c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:49.152701 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.154762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c4ec3982-e388-4faa-841a-842b068129ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/46d322ac-4e66-4050-926c-23a5f064300c HTTP/1.1" status: 204 len: 168 time: 0.3108866 Jul 09 17:44:49.158653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:49.233413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d967-bec4-4ad8-a553-d099e51f91fc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:49.234893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-57a4d967-bec4-4ad8-a553-d099e51f91fc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0749052 Jul 09 17:44:49.237858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41038) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:49.264405 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4581824f-3034-495f-8572-610c8256dc17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:44:49.265891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4581824f-3034-495f-8572-610c8256dc17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/6954e1ff-55d9-4e40-a346-47a5c167815f HTTP/1.1" status: 404 len: 333 time: 0.0271158 Jul 09 17:44:49.268534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41040) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:49.300437 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb49a82e-56ff-4c91-980d-7f7bf8d185d8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:44:49.301959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eb49a82e-56ff-4c91-980d-7f7bf8d185d8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/46d322ac-4e66-4050-926c-23a5f064300c HTTP/1.1" status: 404 len: 333 time: 0.0325534 Jul 09 17:44:49.304902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41042) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:49.382309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.467171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.476852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe6005c-6198-4068-a8a4-5473e38b3fc8']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:49.487289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e142bf98-5733-42f2-81c2-22790f318332') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:49.487600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e142bf98-5733-42f2-81c2-22790f318332') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:49.496224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.509931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.516267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:49.516646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:49.519496 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:49.579220 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.592102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.599394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/bfe6005c-6198-4068-a8a4-5473e38b3fc8 HTTP/1.1" status: 204 len: 168 time: 0.2899878 Jul 09 17:44:49.600398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41044) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:49.615572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a61fbd-ca47-45c9-93b1-453f2c5700ae tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=bfe6005c-6198-4068-a8a4-5473e38b3fc8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:49.620765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1587336479'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:49.644142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:49.647544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.674260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:49.682991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.683329 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment 524b664d-9816-4df3-9b89-8b140f1e7f89 of type vlan for network 3ba50b6f-48dd-439d-b616-a92c60588377 Jul 09 17:44:49.721711 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.753061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.758938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:49.759529 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:49.817461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2161386 Jul 09 17:44:49.820569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41046) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:49.827711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:49.847613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaed38c-dc1c-417b-8053-e86873c31fcd tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=3ba50b6f-48dd-439d-b616-a92c60588377,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:49.858183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 3ba50b6f-48dd-439d-b616-a92c60588377 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:50.071090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a76ff3-022f-4e21-8d5d-b06815b28e4f req-072fd483-1ee1-4ddf-8382-fd265a518f73 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:50.072700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8a76ff3-022f-4e21-8d5d-b06815b28e4f req-072fd483-1ee1-4ddf-8382-fd265a518f73 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0709035 Jul 09 17:44:50.112921 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8a76ff3-022f-4e21-8d5d-b06815b28e4f req-eecf2ac9-f308-4350-809e-da82efb35d98 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 Jul 09 17:44:50.206810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:50.210331 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:50.393298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:50.456628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=4a45755c-9a8b-49d8-b064-84562afc2302,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:50.466222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': '524b664d-9816-4df3-9b89-8b140f1e7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:50.466580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: 3ba50b6f-48dd-439d-b616-a92c60588377, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:50.485638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 3ba50b6f-48dd-439d-b616-a92c60588377 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:50.495225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 3ba50b6f-48dd-439d-b616-a92c60588377) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:50.499829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:50.500510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:50.504702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ea424-c9f1-4897-8537-58f0e653a63a None None] Network 3ba50b6f-48dd-439d-b616-a92c60588377 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:50.517099 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0d169c8-c5a9-4b9d-9111-b7f0fb98966d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6953714 Jul 09 17:44:50.520714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41050) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:50.525882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377', 'name': 'tempest-PortsIpV6TestJSON-1223439530'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:50.643054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:50.646910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:50.664774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 9a81839c-4117-468c-91c8-6824a576332a yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:50.668174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-3ba50b6f-48dd-439d-b616-a92c60588377', 'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': '4a45755c-9a8b-49d8-b064-84562afc2302'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:50.669046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:50.783904 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::138 (3ba50b6f-48dd-439d-b616-a92c60588377/4a45755c-9a8b-49d8-b064-84562afc2302/9a81839c-4117-468c-91c8-6824a576332a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:50.951719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:50.966522 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object 9a81839c-4117-468c-91c8-6824a576332a will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:51.011237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.055550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Allocated IP 2001:db8::2 (3ba50b6f-48dd-439d-b616-a92c60588377/4a45755c-9a8b-49d8-b064-84562afc2302/32b0dc54-edd8-4eff-af5a-b546c7d6df8a) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:51.062779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 3ba50b6f-48dd-439d-b616-a92c60588377 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:51.066248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:51.070868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:51.076514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:51.077133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.080805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=9a81839c-4117-468c-91c8-6824a576332a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:51.095380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f1c2f16b-f436-4c05-a607-26f3f72f459b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5735564 Jul 09 17:44:51.098501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:51.194853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 9a81839c-4117-468c-91c8-6824a576332a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:51.195278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.202624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.211211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Transition to ACTIVE for port object 32b0dc54-edd8-4eff-af5a-b546c7d6df8a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:51.226165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Transition to ACTIVE for port object 32b0dc54-edd8-4eff-af5a-b546c7d6df8a will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:51.233839 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.270332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Network 3ba50b6f-48dd-439d-b616-a92c60588377 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:51.275777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:51.277862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:51.292941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Pushing event updated for resources: {'Port': ['ID=32b0dc54-edd8-4eff-af5a-b546c7d6df8a,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:51.331697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.348204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 9a81839c-4117-468c-91c8-6824a576332a owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:51.350552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Attempting to bind port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:51.351012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Attempting to bind port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '524b664d-9816-4df3-9b89-8b140f1e7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:51.351436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Attempting to bind port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a on network 3ba50b6f-48dd-439d-b616-a92c60588377 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:51.357012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:51.357479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Checking segment: {'id': '524b664d-9816-4df3-9b89-8b140f1e7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:51.357947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.358426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Bound using segment: {'id': '524b664d-9816-4df3-9b89-8b140f1e7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:51.358983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Bound port: 32b0dc54-edd8-4eff-af5a-b546c7d6df8a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524b664d-9816-4df3-9b89-8b140f1e7f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3ba50b6f-48dd-439d-b616-a92c60588377'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:51.359422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.370449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39294d2-f2f2-41b3-bb93-ca2010ed4dc5 req-8b37ff5d-e8f1-4f62-811a-d77f7e1b3c3f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:51.372156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a39294d2-f2f2-41b3-bb93-ca2010ed4dc5 req-8b37ff5d-e8f1-4f62-811a-d77f7e1b3c3f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1346250 Jul 09 17:44:51.432559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] For port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:51.435631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] For port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=32b0dc54-edd8-4eff-af5a-b546c7d6df8a,segment=NetworkSegment(524b664d-9816-4df3-9b89-8b140f1e7f89),segment_id=524b664d-9816-4df3-9b89-8b140f1e7f89)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:51.441286 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.463671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a39294d2-f2f2-41b3-bb93-ca2010ed4dc5 req-43a551b0-f687-4454-a31b-9f1196c80210 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Jul 09 17:44:51.500370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1d673-4363-46a8-aafe-446fdf891e0e None None] Pushing event updated for resources: {'Port': ['ID=32b0dc54-edd8-4eff-af5a-b546c7d6df8a,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:51.541833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.571333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=9a81839c-4117-468c-91c8-6824a576332a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:51.600260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.602457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3d0721dc-17ef-4174-9323-4293071c3c93 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/9a81839c-4117-468c-91c8-6824a576332a HTTP/1.1" status: 204 len: 168 time: 0.5029666 Jul 09 17:44:51.606572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41056) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:51.633805 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-91387650-4bb6-4c28-8744-a63d5a0339aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:44:51.634475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91387650-4bb6-4c28-8744-a63d5a0339aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:44:51.636311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91387650-4bb6-4c28-8744-a63d5a0339aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/9a81839c-4117-468c-91c8-6824a576332a HTTP/1.1" status: 404 len: 333 time: 0.0286379 Jul 09 17:44:51.639031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41058) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:51.692156 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9b53ad-a448-4aa3-998d-32ccd7f31b3e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:44:51.696297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9a9b53ad-a448-4aa3-998d-32ccd7f31b3e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/9a81839c-4117-468c-91c8-6824a576332a HTTP/1.1" status: 404 len: 333 time: 0.0562091 Jul 09 17:44:51.697966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41060) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:51.750675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 4a45755c-9a8b-49d8-b064-84562afc2302 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:51.754836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.801290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.884660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.944071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.973789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=4a45755c-9a8b-49d8-b064-84562afc2302,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:51.984260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.984610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.984955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.985285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.985621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.985958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.986289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.986622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.986948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.987333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.987667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.988022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:44:51.990782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:51.992693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b9c414b2-0d2f-47df-a36a-91d6d6705c15 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/4a45755c-9a8b-49d8-b064-84562afc2302 HTTP/1.1" status: 204 len: 168 time: 0.2934372 Jul 09 17:44:51.995390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:52.072242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.128296 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:52.128594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.196818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] For port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=32b0dc54-edd8-4eff-af5a-b546c7d6df8a,segment=NetworkSegment(524b664d-9816-4df3-9b89-8b140f1e7f89),segment_id=524b664d-9816-4df3-9b89-8b140f1e7f89)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:52.197189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.211163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 32b0dc54-edd8-4eff-af5a-b546c7d6df8a owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:52.292951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.321163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=32b0dc54-edd8-4eff-af5a-b546c7d6df8a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:52.324631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No DVR routers for this DVR port 32b0dc54-edd8-4eff-af5a-b546c7d6df8a on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:52.385539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af24e27-b359-4141-972c-0262648bb324 None None] Network 3ba50b6f-48dd-439d-b616-a92c60588377 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:52.452999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e8436d98-4c72-42d5-98fc-fd7920e6c964 None None] Could not find standard attr ID for object 32b0dc54-edd8-4eff-af5a-b546c7d6df8a. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:44:52.574816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e73aa1-f43f-4c22-9817-1c97f379f7ee None None] DHCP port deletion for 3ba50b6f-48dd-439d-b616-a92c60588377 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:52.709621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.720922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba50b6f-48dd-439d-b616-a92c60588377']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:52.736141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524b664d-9816-4df3-9b89-8b140f1e7f89') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:52.736406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524b664d-9816-4df3-9b89-8b140f1e7f89') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:52.749742 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.765568 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.773852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:52.774239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:52.777170 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:52.794264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e08e-6f3b-481d-a1fa-4c5341b358f4 req-033909df-94de-4efc-89e8-754ec4981e69 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:52.795727 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5f8e08e-6f3b-481d-a1fa-4c5341b358f4 req-033909df-94de-4efc-89e8-754ec4981e69 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1505423 Jul 09 17:44:52.858986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.870452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.872285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/3ba50b6f-48dd-439d-b616-a92c60588377 HTTP/1.1" status: 204 len: 168 time: 0.8759441 Jul 09 17:44:52.876306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41066) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:52.881784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-600210202'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:52.883572 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5f8e08e-6f3b-481d-a1fa-4c5341b358f4 req-a9673ee2-adc3-40da-8df1-1c31cdbe2e46 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Jul 09 17:44:52.884472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294cc6c-5de9-42c3-871f-fca5e6f6ffb7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=3ba50b6f-48dd-439d-b616-a92c60588377,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:52.910414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:52.914110 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.937250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:52.946738 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:52.947057 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment 07bb4d35-d2ec-4df5-9ebf-89884cd55eb8 of type vlan for network 5a7089a4-7ac3-4874-9834-65f24b602bc8 Jul 09 17:44:52.992953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.025843 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.035228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:53.036114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.093189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2154994 Jul 09 17:44:53.096515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41068) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:53.102907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:53.108326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab522-5469-4e89-a9d7-d43e9bf269ac tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=5a7089a4-7ac3-4874-9834-65f24b602bc8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:53.118621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5a7089a4-7ac3-4874-9834-65f24b602bc8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:53.195152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:53.198908 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.383717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.449791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=88ef9ecc-25da-4bbb-b589-4a014051dcf2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:53.461038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:53.461410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: 5a7089a4-7ac3-4874-9834-65f24b602bc8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:53.482751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 5a7089a4-7ac3-4874-9834-65f24b602bc8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:53.493008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5a7089a4-7ac3-4874-9834-65f24b602bc8) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:53.497789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:53.498382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.501688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4f9ff-fff4-436e-90d9-b49bf88ab06d None None] Network 5a7089a4-7ac3-4874-9834-65f24b602bc8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:53.515357 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3e65ba29-0a2f-4e98-8bc1-404f374adf05 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4173226 Jul 09 17:44:53.518099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41070) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:53.523234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-359939555'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:53.653326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:53.657564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.663611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-5a7089a4-7ac3-4874-9834-65f24b602bc8', 'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': '88ef9ecc-25da-4bbb-b589-4a014051dcf2'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:53.664546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.677980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port d8d6c912-e7b4-4c83-a1f2-456e92b6725c yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:53.797711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::b7 (5a7089a4-7ac3-4874-9834-65f24b602bc8/88ef9ecc-25da-4bbb-b589-4a014051dcf2/d8d6c912-e7b4-4c83-a1f2-456e92b6725c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:53.938382 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:53.952883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object d8d6c912-e7b4-4c83-a1f2-456e92b6725c will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:54.000104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.048425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 5a7089a4-7ac3-4874-9834-65f24b602bc8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:54.052297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:54.056422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:54.062146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:54.062808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.066575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Allocated IP 2001:db8::2 (5a7089a4-7ac3-4874-9834-65f24b602bc8/88ef9ecc-25da-4bbb-b589-4a014051dcf2/dccc6e27-7f06-47f5-84cb-918d8a68bbb6) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:44:54.084714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=d8d6c912-e7b4-4c83-a1f2-456e92b6725c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:54.096862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0aa6d876-f316-4b94-84cc-6bbb75b2f852 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.5775168 Jul 09 17:44:54.097489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:54.099791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26deae-2389-432d-8499-8e77df60b0fe req-9838b11b-135b-49c1-bfbd-d4aeac38d721 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:54.101463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df26deae-2389-432d-8499-8e77df60b0fe req-9838b11b-135b-49c1-bfbd-d4aeac38d721 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0896108 Jul 09 17:44:54.161624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df26deae-2389-432d-8499-8e77df60b0fe req-fe7b724e-8905-4727-ad73-aeae5b13d1b4 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530550 Jul 09 17:44:54.215884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port d8d6c912-e7b4-4c83-a1f2-456e92b6725c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:54.216386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.237806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.247224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Transition to ACTIVE for port object dccc6e27-7f06-47f5-84cb-918d8a68bbb6 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:54.262493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Transition to ACTIVE for port object dccc6e27-7f06-47f5-84cb-918d8a68bbb6 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:44:54.269749 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.312493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Network 5a7089a4-7ac3-4874-9834-65f24b602bc8 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:54.313484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.315638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:54.323060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Pushing event updated for resources: {'Port': ['ID=dccc6e27-7f06-47f5-84cb-918d8a68bbb6,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:54.325401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:54.334906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for d8d6c912-e7b4-4c83-a1f2-456e92b6725c owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:54.383471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Attempting to bind port dccc6e27-7f06-47f5-84cb-918d8a68bbb6 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:44:54.384160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Attempting to bind port dccc6e27-7f06-47f5-84cb-918d8a68bbb6 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:44:54.384471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Attempting to bind port dccc6e27-7f06-47f5-84cb-918d8a68bbb6 on network 5a7089a4-7ac3-4874-9834-65f24b602bc8 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:44:54.389599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:44:54.390109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Checking segment: {'id': '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:54.390611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.391106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Bound using segment: {'id': '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:44:54.391677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Bound port: dccc6e27-7f06-47f5-84cb-918d8a68bbb6, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5a7089a4-7ac3-4874-9834-65f24b602bc8'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:44:54.392163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.465924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] For port dccc6e27-7f06-47f5-84cb-918d8a68bbb6, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:44:54.469680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.469883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] For port dccc6e27-7f06-47f5-84cb-918d8a68bbb6, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dccc6e27-7f06-47f5-84cb-918d8a68bbb6,segment=NetworkSegment(07bb4d35-d2ec-4df5-9ebf-89884cd55eb8),segment_id=07bb4d35-d2ec-4df5-9ebf-89884cd55eb8)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:44:54.474447 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.523868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=d8d6c912-e7b4-4c83-a1f2-456e92b6725c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:54.540371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184d1fd-ffb6-4ffa-a599-bd2540d61108 None None] Pushing event updated for resources: {'Port': ['ID=dccc6e27-7f06-47f5-84cb-918d8a68bbb6,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:54.555958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.560795 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ae5acaa0-c753-4874-8e98-d3e18f5a9ca7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/d8d6c912-e7b4-4c83-a1f2-456e92b6725c HTTP/1.1" status: 204 len: 168 time: 0.4617536 Jul 09 17:44:54.561090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41082) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:54.596498 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-162f7dfb-1df1-44b1-92b7-fae80de0d84b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:44:54.600965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-162f7dfb-1df1-44b1-92b7-fae80de0d84b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/d8d6c912-e7b4-4c83-a1f2-456e92b6725c HTTP/1.1" status: 404 len: 333 time: 0.0360682 Jul 09 17:44:54.601365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41084) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:54.683591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 88ef9ecc-25da-4bbb-b589-4a014051dcf2 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:44:54.688407 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.741086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.786545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfee8a5-dc09-4ec6-8b71-6cde244c1393 req-65613404-f297-4541-a50a-00fe959bdae8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:54.788137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dfee8a5-dc09-4ec6-8b71-6cde244c1393 req-65613404-f297-4541-a50a-00fe959bdae8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 945 time: 0.1575513 Jul 09 17:44:54.864380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dfee8a5-dc09-4ec6-8b71-6cde244c1393 req-07485616-0c8e-48c9-a955-fd207f673161 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677397 Jul 09 17:44:54.873876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.934838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.959635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=88ef9ecc-25da-4bbb-b589-4a014051dcf2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:54.965147 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:54.967038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ba7b8005-c7d4-4dda-a174-d82a5342ab83 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/88ef9ecc-25da-4bbb-b589-4a014051dcf2 HTTP/1.1" status: 204 len: 168 time: 0.3646064 Jul 09 17:44:54.972148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41086) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:55.051747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.109820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port dccc6e27-7f06-47f5-84cb-918d8a68bbb6 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:55.110511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.180446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] For port dccc6e27-7f06-47f5-84cb-918d8a68bbb6, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dccc6e27-7f06-47f5-84cb-918d8a68bbb6,segment=NetworkSegment(07bb4d35-d2ec-4df5-9ebf-89884cd55eb8),segment_id=07bb4d35-d2ec-4df5-9ebf-89884cd55eb8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:55.180817 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.195839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for dccc6e27-7f06-47f5-84cb-918d8a68bbb6 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:55.284399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.313873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=dccc6e27-7f06-47f5-84cb-918d8a68bbb6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:55.319296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No DVR routers for this DVR port dccc6e27-7f06-47f5-84cb-918d8a68bbb6 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:55.359449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41e90e-32af-403a-95ce-fb710df4cdda req-2e616482-cac5-4ae4-b1d8-211f14e54f0c tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:55.361081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a41e90e-32af-403a-95ce-fb710df4cdda req-2e616482-cac5-4ae4-b1d8-211f14e54f0c tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0893114 Jul 09 17:44:55.408926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a41e90e-32af-403a-95ce-fb710df4cdda req-809360a8-451a-4b85-b7c3-9fb05d15ab54 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Jul 09 17:44:55.432320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.442890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7089a4-7ac3-4874-9834-65f24b602bc8']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:55.454102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:55.454402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bb4d35-d2ec-4df5-9ebf-89884cd55eb8') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:55.464336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.478402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.484958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:44:55.485353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:44:55.488888 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:44:55.532141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c16ad-e4bf-4b1e-811e-f15890691474 None None] Network 5a7089a4-7ac3-4874-9834-65f24b602bc8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:55.547352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.552125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.554048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/5a7089a4-7ac3-4874-9834-65f24b602bc8 HTTP/1.1" status: 204 len: 168 time: 0.5810032 Jul 09 17:44:55.557864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41090) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:55.563512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'name': 'tempest-PortsIpV6TestJSON-1062991723'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:55.569480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6ee06-3ea6-4a1d-9f60-991bdd0b8789 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=5a7089a4-7ac3-4874-9834-65f24b602bc8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:55.622812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4643d3a4-4bc5-4eb1-bb5b-f3d420c11815 None None] Could not find standard attr ID for object dccc6e27-7f06-47f5-84cb-918d8a68bbb6. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:44:55.667726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:55.671682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.705156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 11712030-e3ed-45cb-ba6c-78f7089ac644 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:55.708773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0185602-b609-448a-9fac-ffc707a4a612 None None] DHCP port deletion for 5a7089a4-7ac3-4874-9834-65f24b602bc8 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:44:55.879231 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.918157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:55.962401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:55.964111 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:55.968418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:55.981089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:55.982157 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.036988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=11712030-e3ed-45cb-ba6c-78f7089ac644,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:56.052812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4e75d46-f40c-44e3-a051-8b0e6b8abdbc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4910872 Jul 09 17:44:56.053156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41094) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:56.079600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996443d-7949-464e-845d-6d1235bfc89c req-523d0784-2314-4315-bb3c-224a672d9592 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:56.081393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a996443d-7949-464e-845d-6d1235bfc89c req-523d0784-2314-4315-bb3c-224a672d9592 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 945 time: 0.0929148 Jul 09 17:44:56.097178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a511f6-7049-4cb1-8169-dfc97785843e req-e3855cfc-39af-4698-abb3-0fde346384e6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:56.099829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31a511f6-7049-4cb1-8169-dfc97785843e req-e3855cfc-39af-4698-abb3-0fde346384e6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 945 time: 0.1016347 Jul 09 17:44:56.169079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a996443d-7949-464e-845d-6d1235bfc89c req-493e8530-e3b0-4992-934a-ec814ff01ae4 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687499 Jul 09 17:44:56.195247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 11712030-e3ed-45cb-ba6c-78f7089ac644 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:56.195593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.209418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:56.209764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.265402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.279141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 11712030-e3ed-45cb-ba6c-78f7089ac644 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:56.298097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:44:56.298437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.366240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.414240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=11712030-e3ed-45cb-ba6c-78f7089ac644,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:56.439777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.444292 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88dfd96c-cafd-488d-bd9d-2f30b5e2a67c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/11712030-e3ed-45cb-ba6c-78f7089ac644 HTTP/1.1" status: 204 len: 168 time: 0.3877597 Jul 09 17:44:56.445040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41098) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:56.450242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'mac_address': 'fa:16:3e:05:a3:bb', 'name': 'tempest-PortsIpV6TestJSON-2123655272'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:56.493682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.494320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.494447 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Floating IP 896b943e-0842-467f-ba96-008be30be36b disassociated. External IP: 172.25.3.155, port: 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f. Jul 09 17:44:56.494729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:56.531950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a27a5c-2b66-49ab-b4d1-c0ef0bf813f7 req-1cd6f55d-ff11-4cd1-856c-27200f3c84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:56.533403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00a27a5c-2b66-49ab-b4d1-c0ef0bf813f7 req-1cd6f55d-ff11-4cd1-856c-27200f3c84b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1296842 Jul 09 17:44:56.575628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:56.583977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-00a27a5c-2b66-49ab-b4d1-c0ef0bf813f7 req-fec760ef-2328-4e95-9826-5beb623e8680 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Jul 09 17:44:56.635239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5b80-f6ae-4f14-b3a6-9aa561e0ca01 req-5cdbace5-2243-46a9-8589-45c405768857 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:56.636860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1ce5b80-f6ae-4f14-b3a6-9aa561e0ca01 req-5cdbace5-2243-46a9-8589-45c405768857 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0991106 Jul 09 17:44:56.650174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.674315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 04b4df7f-b39e-470a-bad7-8c0d8035f7bd yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:56.707290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.714665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f1ce5b80-f6ae-4f14-b3a6-9aa561e0ca01 req-99167abb-e410-4e3e-afa3-01ead175799f tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Jul 09 17:44:56.745765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=94b1b4f6-0f6b-4422-9d80-c96c3b3e785f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:56.848809 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.860510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:44:56.886469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.934389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:56.937758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:56.942272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:56.947884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:56.948468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:56.952070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=04b4df7f-b39e-470a-bad7-8c0d8035f7bd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:56.967647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fe62cfc4-e9c4-4f44-8fc9-1620a5c1da2b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5217774 Jul 09 17:44:56.970103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:56.975209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:44:56.985818 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:44:56.995429 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:56.996069 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:44:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:57.019949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:44:57.022364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.024487 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31a511f6-7049-4cb1-8169-dfc97785843e req-4c4bb6b3-94b7-44c8-b959-0470c8137078 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "DELETE /v2.0/ports/94b1b4f6-0f6b-4422-9d80-c96c3b3e785f HTTP/1.1" status: 204 len: 173 time: 0.9187734 Jul 09 17:44:57.024931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'name': 'network-vif-deleted', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:44:57.027315 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70322225-b018-4a99-a56a-45c984284419" -d '{"events": [{"server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "name": "network-vif-deleted", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:44:57.031607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef03a92-103c-48a7-a979-ae0a9c149ac4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:57.033032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-aef03a92-103c-48a7-a979-ae0a9c149ac4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/04b4df7f-b39e-470a-bad7-8c0d8035f7bd HTTP/1.1" status: 200 len: 845 time: 0.0619893 Jul 09 17:44:57.035751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41104) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:57.097556 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1b24f-2ae0-41b2-a6eb-8864d32f4e71 x-openstack-request-id: req-b8d1b24f-2ae0-41b2-a6eb-8864d32f4e71 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:44:57.100023 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb", "name": "network-vif-deleted", "tag": "94b1b4f6-0f6b-4422-9d80-c96c3b3e785f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:44:57.100206 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8d1b24f-2ae0-41b2-a6eb-8864d32f4e71 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:44:57.101807 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb', 'name': 'network-vif-deleted', 'tag': '94b1b4f6-0f6b-4422-9d80-c96c3b3e785f', 'status': 'completed', 'code': 200} Jul 09 17:44:57.122393 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:57.150584 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 04b4df7f-b39e-470a-bad7-8c0d8035f7bd {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:57.151009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.270926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.296975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 04b4df7f-b39e-470a-bad7-8c0d8035f7bd owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:57.361944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dccc6e27-7f06-47f5-84cb-918d8a68bbb6 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:57.380377 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:57.391650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: dccc6e27-7f06-47f5-84cb-918d8a68bbb6 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:57.392389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dccc6e27-7f06-47f5-84cb-918d8a68bbb6 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:57.411696 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e936711a-5beb-48d1-801e-384e8b429db1 req-b1451f40-1278-480d-b727-2c18d94e0201 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 210 time: 0.0792718 Jul 09 17:44:57.424037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:44:57.441477 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:44:57.444908 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:44:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:57.451032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.473175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.478452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41108) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:57.489030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/04b4df7f-b39e-470a-bad7-8c0d8035f7bd HTTP/1.1" status: 204 len: 168 time: 0.4395430 Jul 09 17:44:57.517939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03218d13-76a5-4276-ae62-8757525d6d82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=04b4df7f-b39e-470a-bad7-8c0d8035f7bd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:57.543867 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f71b749-49bb-4ea4-bed3-cbfbf105eb97 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:44:57.547205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f71b749-49bb-4ea4-bed3-cbfbf105eb97 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/04b4df7f-b39e-470a-bad7-8c0d8035f7bd HTTP/1.1" status: 404 len: 333 time: 0.0674689 Jul 09 17:44:57.552073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41110) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:57.557350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'name': 'tempest-PortsIpV6TestJSON-58109277'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:57.654738 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:57.659247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.677332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 892a2e50-62d6-4d36-84de-51e0f1d68326 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:44:57.678692 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:44:57.865121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.909293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.923056 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:44:57.946513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6fe33-b6bd-42e8-a5f9-80acbdf26edb req-6f8e6432-68ba-4bfc-8bbd-2c7cbeb07a5c tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:57.953590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86b6fe33-b6bd-42e8-a5f9-80acbdf26edb req-6f8e6432-68ba-4bfc-8bbd-2c7cbeb07a5c tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0912709 Jul 09 17:44:57.955676 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422887ea-25fb-43d6-9b44-f57d45954416 None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:44:57.964660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:44:57.968941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:57.971613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:44:57.977822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:57.978524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:57.998497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86b6fe33-b6bd-42e8-a5f9-80acbdf26edb req-01343e68-57d4-493f-8cd5-ebb14806bd2e tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Jul 09 17:44:58.003721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41114) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.003959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4505713 Jul 09 17:44:58.009424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:58.025590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37146c-716c-4dbc-8c42-f4134ba16685 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=892a2e50-62d6-4d36-84de-51e0f1d68326,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:58.111126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.287454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.296125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.338594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] In _notify_port_updated(), no bound segment for port 892a2e50-62d6-4d36-84de-51e0f1d68326 on network df068b5a-0f5b-4910-98b6-1ada12b37eb0 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:44:58.344556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.345169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.346667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/ports/892a2e50-62d6-4d36-84de-51e0f1d68326 HTTP/1.1" status: 200 len: 818 time: 0.3418007 Jul 09 17:44:58.349921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41122) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.361338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f438da-ea06-433c-a9a2-490d9b423ab3 None None] New status for floating IP 896b943e-0842-467f-ba96-008be30be36b: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:44:58.361701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99dd76-2e49-4337-9f36-40e35de68dc4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=892a2e50-62d6-4d36-84de-51e0f1d68326,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:58.513220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 892a2e50-62d6-4d36-84de-51e0f1d68326 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:44:58.513628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.605994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-7a3ba1a4-13bf-4e9c-af02-6b07b91c218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.610072 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-7a3ba1a4-13bf-4e9c-af02-6b07b91c218b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1233585 Jul 09 17:44:58.654063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.675030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 892a2e50-62d6-4d36-84de-51e0f1d68326 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:44:58.696640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90897ecd-42bb-4c76-b76d-97837ee15e04 req-f03a1f7d-0520-4e57-a249-d9d52ddbe397 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 210 time: 0.0703745 Jul 09 17:44:58.738750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d3bf9-2984-41c0-835f-930e0cc46f46 req-01a09d59-efc8-4d28-8820-c1f71761d702 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.740458 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e9d3bf9-2984-41c0-835f-930e0cc46f46 req-01a09d59-efc8-4d28-8820-c1f71761d702 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1602008 Jul 09 17:44:58.745746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-33842b05-5eb5-47a1-93f5-d2eca559b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.747608 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-33842b05-5eb5-47a1-93f5-d2eca559b4fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1312590 Jul 09 17:44:58.792068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-f46b882a-08c6-40ea-9951-f74812253f20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 200 len: 217 time: 0.0376980 Jul 09 17:44:58.802791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e9d3bf9-2984-41c0-835f-930e0cc46f46 req-faa96585-e036-4a93-9a19-afba8f9b1e94 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 Jul 09 17:44:58.812979 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.848944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=892a2e50-62d6-4d36-84de-51e0f1d68326,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:58.852391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-8da8fbf7-711d-459d-91cb-b12cfa085f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.855615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-8da8fbf7-711d-459d-91cb-b12cfa085f91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0560997 Jul 09 17:44:58.855749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:58.861002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4ff723aa-eff8-457d-a5f6-25949efc8085 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/892a2e50-62d6-4d36-84de-51e0f1d68326 HTTP/1.1" status: 204 len: 168 time: 0.5084484 Jul 09 17:44:58.861793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41128) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.888408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-65da70b2-c825-4a1f-81b6-d5be906004ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272114 Jul 09 17:44:58.932971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088fac5-245a-47e4-ada4-1351ef9ca289 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:58.934509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a088fac5-245a-47e4-ada4-1351ef9ca289 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0717666 Jul 09 17:44:58.937144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41130) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.964366 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cdbdc2-506e-4ae4-9aab-99d28625e8de tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:44:58.969448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e2cdbdc2-506e-4ae4-9aab-99d28625e8de tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/892a2e50-62d6-4d36-84de-51e0f1d68326 HTTP/1.1" status: 404 len: 333 time: 0.0278056 Jul 09 17:44:58.969769 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:58.974819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-897892971'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:58.992945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-1475968f-109c-409c-b846-0d76af130359 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982885 Jul 09 17:44:58.997140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:59.000989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.025350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:44:59.035403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.035749 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment 231a6217-a210-4db1-96e9-b4fcbc373e17 of type vlan for network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 Jul 09 17:44:59.087255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.112716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08d4b835-32e0-44a6-9f17-cc0ea0b9fabd req-64fb42e5-9db3-41eb-8cf2-0e08bad0fb47 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131563 Jul 09 17:44:59.120641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.127046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:59.127689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.190208 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2192261 Jul 09 17:44:59.193354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41134) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:59.200637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:59.218969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b61e0c-0cd6-4ec7-9038-a7ab596bfbe5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=8fab956e-e0b2-4d3d-9fea-1c6823549d90,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:59.231304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:44:59.303004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:59.308241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.531056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.594168 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=f52168c6-e97d-49ff-b8d2-217aa39a6ea5,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:44:59.603413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': '231a6217-a210-4db1-96e9-b4fcbc373e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:44:59.603781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: 8fab956e-e0b2-4d3d-9fea-1c6823549d90, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:44:59.624797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:44:59.635075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8fab956e-e0b2-4d3d-9fea-1c6823549d90) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:44:59.639047 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:44:59.639641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.645647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc894a-fce1-4c06-8861-35051227d76f None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:44:59.661441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-76dd76f5-092f-4d7f-b799-0194a68c97ec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4644237 Jul 09 17:44:59.665750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:44:59.671892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:44:59.818486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:44:59.819999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': 'f52168c6-e97d-49ff-b8d2-217aa39a6ea5'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:44:59.821389 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.822781 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:44:59.924357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:44:59.953197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:44:59.953532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94b1b4f6-0f6b-4422-9d80-c96c3b3e785f not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:44:59.989564 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f52168c6-e97d-49ff-b8d2-217aa39a6ea5 (CIDR: 2001:db8::/64) Jul 09 17:45:00.004047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-523d34a7-a9f0-4c4a-99f2-3f931b05fcca req-203f2798-a258-4546-8329-1de341b69e55 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 210 time: 0.1762655 Jul 09 17:45:00.006252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Allocated IP 2001:db8::2 (8fab956e-e0b2-4d3d-9fea-1c6823549d90/f52168c6-e97d-49ff-b8d2-217aa39a6ea5/3ff5e55e-af4d-4cba-8c37-c3933156e1a4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:00.011119 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:45:00.012017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:00.019357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cf5e0-4608-4bf7-a321-3469e8871e61 req-70d7daee-3293-427f-a0e2-c4667a1136bd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:00.020949 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-359cf5e0-4608-4bf7-a321-3469e8871e61 req-70d7daee-3293-427f-a0e2-c4667a1136bd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0725369 Jul 09 17:45:00.030767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-76540958-0471-44e2-b18d-d2e7f41fe07b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3631923 Jul 09 17:45:00.033665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41144) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:00.038997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:00.076230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-359cf5e0-4608-4bf7-a321-3469e8871e61 req-a8ca090e-79e3-4d47-b65a-9eeea9ac65e8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Jul 09 17:45:00.189357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:00.195162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.209816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.220510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Transition to ACTIVE for port object 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:00.238801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Transition to ACTIVE for port object 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:00.248832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.293577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:00.296875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:00.301469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:00.348424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:00.382192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Attempting to bind port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:00.382612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Attempting to bind port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '231a6217-a210-4db1-96e9-b4fcbc373e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:00.382983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Attempting to bind port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 on network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:00.388449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:00.388819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Checking segment: {'id': '231a6217-a210-4db1-96e9-b4fcbc373e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:00.389224 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.389882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Bound using segment: {'id': '231a6217-a210-4db1-96e9-b4fcbc373e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:00.390355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Bound port: 3ff5e55e-af4d-4cba-8c37-c3933156e1a4, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231a6217-a210-4db1-96e9-b4fcbc373e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:00.390734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.499713 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.505607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] For port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:00.511221 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] For port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,segment=NetworkSegment(231a6217-a210-4db1-96e9-b4fcbc373e17),segment_id=231a6217-a210-4db1-96e9-b4fcbc373e17)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:00.522996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.600635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=c04a2f0c-20d3-41d7-89dc-13c90937dae2,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:00.624701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:00.626316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:00.629606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:00.630329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:00.656971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5e87b8a6-633a-440b-81d3-f613a3c596ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6215839 Jul 09 17:45:00.659362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41148) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:00.665653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'fixed_ips': [{'subnet_id': 'f52168c6-e97d-49ff-b8d2-217aa39a6ea5'}, {'subnet_id': 'c04a2f0c-20d3-41d7-89dc-13c90937dae2'}], 'name': 'tempest-PortsIpV6TestJSON-895640361'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:00.669646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a398be4-8b2c-41e3-86fc-30ab1d969a66 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:00.829401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:01.190110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7db9240b-caa8-422e-bef7-65a3e57e51d8 req-4f147993-869e-4e58-aad9-7872deecf864 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cedacb6-b9a7-41fc-9c7b-c1c12a4099fb HTTP/1.1" status: 200 len: 210 time: 0.0293748 Jul 09 17:45:01.317024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:01.341661 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb73ff-0591-435e-819a-bec603aa3412 req-ae03a7df-cf50-4119-9671-3b544c225b13 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:01.343227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3edb73ff-0591-435e-819a-bec603aa3412 req-ae03a7df-cf50-4119-9671-3b544c225b13 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1149352 Jul 09 17:45:01.349911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 02505146-0063-4077-961b-65e1272cefe5 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:01.433937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:01.496668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3edb73ff-0591-435e-819a-bec603aa3412 req-6cd51312-d228-4395-b88e-4dfdcf584228 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414397 Jul 09 17:45:01.516113 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:01.763810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::e8 (8fab956e-e0b2-4d3d-9fea-1c6823549d90/f52168c6-e97d-49ff-b8d2-217aa39a6ea5/02505146-0063-4077-961b-65e1272cefe5) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:01.773919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8:0:1::87 (8fab956e-e0b2-4d3d-9fea-1c6823549d90/c04a2f0c-20d3-41d7-89dc-13c90937dae2/02505146-0063-4077-961b-65e1272cefe5) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:01.888689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5efd59-f128-41fa-96c1-63e37b9c807b None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:01.958260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:01.977819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object 02505146-0063-4077-961b-65e1272cefe5 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:02.014260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.061290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:02.064684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:02.068832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:02.074469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:02.075090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.081648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=02505146-0063-4077-961b-65e1272cefe5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:02.096125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-91339276-e1eb-44e7-b2a7-53c02b76be89 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.4353790 Jul 09 17:45:02.099150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41164) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:02.104894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f52168c6-e97d-49ff-b8d2-217aa39a6ea5'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:02.121158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] Provisioning for port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:02.128324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] Provisioning complete for port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:02.128670 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.284212 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.330842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] For port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,segment=NetworkSegment(231a6217-a210-4db1-96e9-b4fcbc373e17),segment_id=231a6217-a210-4db1-96e9-b4fcbc373e17)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:02.337880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.421915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56bce3-6b10-4117-94be-cb853249d7eb None None] Pushing event updated for resources: {'Port': ['ID=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:02.446430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Update dhcp port {'port': {'network_id': '8fab956e-e0b2-4d3d-9fea-1c6823549d90', 'fixed_ips': [{'subnet_id': 'f52168c6-e97d-49ff-b8d2-217aa39a6ea5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c04a2f0c-20d3-41d7-89dc-13c90937dae2'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '3ff5e55e-af4d-4cba-8c37-c3933156e1a4'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:45:02.482386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.561388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-5042928b-3a42-4a03-8e42-d8642c34589b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362927552&fields=id&tenant_id=5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 267 time: 0.0610204 Jul 09 17:45:02.661121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Allocated IP 2001:db8:0:1::2 (8fab956e-e0b2-4d3d-9fea-1c6823549d90/c04a2f0c-20d3-41d7-89dc-13c90937dae2/3ff5e55e-af4d-4cba-8c37-c3933156e1a4) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:02.687178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.743455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-1c43c2c5-fd71-415f-8c3c-88babfa2e53a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:02.746552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-1c43c2c5-fd71-415f-8c3c-88babfa2e53a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1727493 Jul 09 17:45:02.765087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] For port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,segment=NetworkSegment(231a6217-a210-4db1-96e9-b4fcbc373e17),segment_id=231a6217-a210-4db1-96e9-b4fcbc373e17)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:02.780754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3ea8d7d9-fd48-4112-877b-49b57f4c632f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0289621 Jul 09 17:45:02.796382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.812070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Transition to ACTIVE for port object 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:02.817301 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:02.912960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26404457-2b6e-4013-9724-801fac5452d5 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:03.020227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-7591f05d-843f-406e-8ef7-da0fac711564 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2092254 Jul 09 17:45:03.168331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Delete allocated IP 2001:db8:0:1::87 (8fab956e-e0b2-4d3d-9fea-1c6823549d90/c04a2f0c-20d3-41d7-89dc-13c90937dae2) {{(pid=93896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:45:03.172883 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-a706dd62-da61-4b52-a117-6a1deadd8c7a service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517916 Jul 09 17:45:03.352249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-08bad322-30e3-49ee-b90f-844684a0f08f service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693804 Jul 09 17:45:03.383573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:03.396547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Ignored duplicate provisioning block setup for port 02505146-0063-4077-961b-65e1272cefe5 by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:45:03.403928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:03.428023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:03.487573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=02505146-0063-4077-961b-65e1272cefe5,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:03.521979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] In _notify_port_updated(), no bound segment for port 02505146-0063-4077-961b-65e1272cefe5 on network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:45:03.527900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:03.528823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:03.532677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9963048f-0bcd-4617-9a27-a575c83fc9e9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/ports/02505146-0063-4077-961b-65e1272cefe5 HTTP/1.1" status: 200 len: 924 time: 1.4300134 Jul 09 17:45:03.533838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41178) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:03.539896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f52168c6-e97d-49ff-b8d2-217aa39a6ea5'}, {'subnet_id': 'c04a2f0c-20d3-41d7-89dc-13c90937dae2'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:03.601985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bfa8e8-f5bb-40c2-a522-9cab2f96e465 None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:03.671662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:03.700367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Provisioning for port 02505146-0063-4077-961b-65e1272cefe5 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:03.713880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Provisioning complete for port 02505146-0063-4077-961b-65e1272cefe5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:03.714255 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:03.798942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Port 02505146-0063-4077-961b-65e1272cefe5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:03.853195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Provisioning for port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:03.859234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Provisioning complete for port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:03.860180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-16d26a4c-a0c7-4bab-a400-0b5e5d7f0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:03.904503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4d331b14-d84f-4271-b640-179257533be2 req-8ae563b8-81ed-420e-ad8d-624d820ed9ab tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 210 time: 0.1535423 Jul 09 17:45:04.047515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8:0:1::378 (8fab956e-e0b2-4d3d-9fea-1c6823549d90/c04a2f0c-20d3-41d7-89dc-13c90937dae2/02505146-0063-4077-961b-65e1272cefe5) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:04.212047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.224998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Ignored duplicate provisioning block setup for port 02505146-0063-4077-961b-65e1272cefe5 by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:45:04.231634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.328097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] In _notify_port_updated(), no bound segment for port 02505146-0063-4077-961b-65e1272cefe5 on network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 {{(pid=93895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:45:04.333808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:04.334461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d7ac3ab2-330f-4165-98ad-436cc19dd6fb None None] Provisioning complete for port 02505146-0063-4077-961b-65e1272cefe5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:04.334594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.334842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3ab2-330f-4165-98ad-436cc19dd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.339116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41198) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:04.349566 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/ports/02505146-0063-4077-961b-65e1272cefe5 HTTP/1.1" status: 200 len: 1010 time: 0.8140132 Jul 09 17:45:04.358174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f88f3b-74c9-4b73-821a-5c7485f0249f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=02505146-0063-4077-961b-65e1272cefe5,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:04.378462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac3ab2-330f-4165-98ad-436cc19dd6fb None None] Port 02505146-0063-4077-961b-65e1272cefe5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:04.390691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d7ac3ab2-330f-4165-98ad-436cc19dd6fb None None] Provisioning complete for port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:04.391419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3ab2-330f-4165-98ad-436cc19dd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.513949 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 02505146-0063-4077-961b-65e1272cefe5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:04.514876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.618467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6c26244d-0530-4cbf-b048-d1cd9e72518c None None] Provisioning complete for port 02505146-0063-4077-961b-65e1272cefe5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:04.619100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6c26244d-0530-4cbf-b048-d1cd9e72518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.683663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6c26244d-0530-4cbf-b048-d1cd9e72518c None None] Port 02505146-0063-4077-961b-65e1272cefe5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:04.705991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.722175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 02505146-0063-4077-961b-65e1272cefe5 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:04.908317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc882b7a-9b7a-4d88-a316-f80a8be2c525 None None] Provisioning complete for port 02505146-0063-4077-961b-65e1272cefe5 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:04.909045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bc882b7a-9b7a-4d88-a316-f80a8be2c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.922043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:04.948851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bc882b7a-9b7a-4d88-a316-f80a8be2c525 None None] Port 02505146-0063-4077-961b-65e1272cefe5 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:04.976519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=02505146-0063-4077-961b-65e1272cefe5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:05.043202 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.048370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41202) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:05.058548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2ffad8ce-cf42-4fd0-ac14-bf1cb8815c2d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/02505146-0063-4077-961b-65e1272cefe5 HTTP/1.1" status: 204 len: 168 time: 0.7182100 Jul 09 17:45:05.105872 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0ef344-66e2-43aa-9348-f6222d89ed9f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:05.107755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-618d7fd3-8cec-4c52-8dcf-40df31ef3d3b req-e5a51f33-adc1-4c5b-b050-24f3511963d1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 210 time: 0.0429044 Jul 09 17:45:05.108422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a0ef344-66e2-43aa-9348-f6222d89ed9f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/02505146-0063-4077-961b-65e1272cefe5 HTTP/1.1" status: 404 len: 333 time: 0.0590212 Jul 09 17:45:05.111399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41204) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:05.162199 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-242f84c6-dfb2-44b6-80d5-1847f340fa3f None None] Could not find standard attr ID for object 02505146-0063-4077-961b-65e1272cefe5. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:05.254099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet c04a2f0c-20d3-41d7-89dc-13c90937dae2 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:05.257613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.305077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.382450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-60d15b7f-5280-4fec-85c8-a042a56e8789 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:05.384125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-60d15b7f-5280-4fec-85c8-a042a56e8789 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.2302072 Jul 09 17:45:05.457060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.489424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-cc569136-a2e7-4259-82cc-51c36b92b004 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 380 time: 0.0778410 Jul 09 17:45:05.502913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'security_groups': ['bed13f9e-9e2d-405f-98bf-45d5e91214ff']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:05.621511 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.661994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=c04a2f0c-20d3-41d7-89dc-13c90937dae2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:05.664950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.669701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41208) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:05.671894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f8cf18-9c10-4d33-a647-b4fd549aeb9c None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:05.672362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-88f7da9f-6a85-437b-9400-ab47b57e0a8e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/c04a2f0c-20d3-41d7-89dc-13c90937dae2 HTTP/1.1" status: 204 len: 168 time: 0.5597482 Jul 09 17:45:05.700603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:05.706440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.723636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet f52168c6-e97d-49ff-b8d2-217aa39a6ea5 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:05.726978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.770888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.892704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:05.921916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.4 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/2e4aa00a-08dd-4a3c-9c40-e2d5739ad783) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:06.002816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.032391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=f52168c6-e97d-49ff-b8d2-217aa39a6ea5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:06.037999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.039643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d82a7113-b725-4a20-b75a-d6f943e132e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/f52168c6-e97d-49ff-b8d2-217aa39a6ea5 HTTP/1.1" status: 204 len: 168 time: 0.3686619 Jul 09 17:45:06.041989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41210) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:06.139877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.144481 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.158649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:06.210914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.238581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:06.239462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.287700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:06.291093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:06.299413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:06.337265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] For port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,segment=NetworkSegment(231a6217-a210-4db1-96e9-b4fcbc373e17),segment_id=231a6217-a210-4db1-96e9-b4fcbc373e17)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:06.337650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.342124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:06.360144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:06.445243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:06.446235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.523289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd3789-d49a-4881-9c26-ec1874c4b9c2 req-35779e18-0dcd-4603-b07f-bcefa1481bde tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:06.524964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34fd3789-d49a-4881-9c26-ec1874c4b9c2 req-35779e18-0dcd-4603-b07f-bcefa1481bde tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 931 time: 0.2356894 Jul 09 17:45:06.531700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-3a0121b1-360d-4677-a6f4-bbd0fd9f2ecc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328836 Jul 09 17:45:06.543702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.564615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Request body: {'port': {'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:06.565808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No DVR routers for this DVR port 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:06.662457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=3ff5e55e-af4d-4cba-8c37-c3933156e1a4,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:06.683024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34fd3789-d49a-4881-9c26-ec1874c4b9c2 req-ab96a3bb-1883-4d72-a435-b41dae2e5551 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517549 Jul 09 17:45:06.696552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e65b463-0ca5-422a-8708-7dd8d4cb7445 None None] Provisioning for port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:06.700998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e65b463-0ca5-422a-8708-7dd8d4cb7445 None None] Provisioning complete for port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:06.701379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0e65b463-0ca5-422a-8708-7dd8d4cb7445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.752422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.785262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0e65b463-0ca5-422a-8708-7dd8d4cb7445 None None] Port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:06.795595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.806435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fab956e-e0b2-4d3d-9fea-1c6823549d90']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:06.822681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231a6217-a210-4db1-96e9-b4fcbc373e17') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:06.823061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231a6217-a210-4db1-96e9-b4fcbc373e17') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:06.833276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.853276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.865058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:06.867030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:06.875505 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:06.978091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.987842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c1105-2533-403e-9dd8-65884e57eca9 None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:06.990641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:06.995872 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/8fab956e-e0b2-4d3d-9fea-1c6823549d90 HTTP/1.1" status: 204 len: 168 time: 0.9526258 Jul 09 17:45:07.003666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41224) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:07.010462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c1105-2533-403e-9dd8-65884e57eca9 None None] Network 8fab956e-e0b2-4d3d-9fea-1c6823549d90 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 17:45:07.030350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-12299d1e-9c9b-4418-a07a-45314f92fcf6 None None] Could not find standard attr ID for object 3ff5e55e-af4d-4cba-8c37-c3933156e1a4. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:07.048989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b73ca5-4d9a-4b27-8062-cfc8281bc306 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=8fab956e-e0b2-4d3d-9fea-1c6823549d90,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:07.095045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2643f72-6e77-401b-93b6-094636ed1876 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:07.096637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2643f72-6e77-401b-93b6-094636ed1876 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0911686 Jul 09 17:45:07.102628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41226) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:07.107897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61da9fe-ff55-4f06-b144-063e8e2611e1 None None] DHCP port deletion for 8fab956e-e0b2-4d3d-9fea-1c6823549d90 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:07.170710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7c243018-25d5-4af4-af5b-ee3746b27025 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0669227 Jul 09 17:45:07.175568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41228) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:07.180878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27563016'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:07.214013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:45:07.221674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:07.223403 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.225742 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.237576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Transition to ACTIVE for port object 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:07.244139 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.256038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:07.266893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.267325 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment c04efd45-756e-4e3b-80f0-5908f94b44f9 of type vlan for network 0d353426-1145-4ff3-ab1c-bf234dc6f991 Jul 09 17:45:07.320398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.331388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:07.388411 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.399633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:07.401482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.402868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Attempting to bind port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:07.403259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Attempting to bind port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:07.403607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Attempting to bind port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:07.413970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:45:07.414306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Attempting to bind port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:07.431083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:07.431425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:07.431883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:07.432338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Bound port: 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:07.432706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.439619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2626545 Jul 09 17:45:07.442208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:07.448043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41230) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:07.454086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:07.467638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:07.468477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3ff5e55e-af4d-4cba-8c37-c3933156e1a4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:07.529321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f60329-66a2-404c-90a7-6bbabe52d16a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=0d353426-1145-4ff3-ab1c-bf234dc6f991,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:07.542036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:07.629038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] For port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:07.633107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] For port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:07.639524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.646780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:07.650348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.736678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:07.737659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:07.739277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 1092 time: 1.1839764 Jul 09 17:45:07.741538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:45:07.743706 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:45:07.778570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818504d1-3866-4781-88f4-9a8ee3450872 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:07.842681 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40f6df-a7d6-4e05-b843-53565a2dd3aa x-openstack-request-id: req-4d40f6df-a7d6-4e05-b843-53565a2dd3aa {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:45:07.842938 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:45:07.843065 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d40f6df-a7d6-4e05-b843-53565a2dd3aa {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:45:07.843366 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'status': 'completed', 'code': 200} Jul 09 17:45:07.915381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-42fa72f9-0cb1-40a1-aa03-ee7c546d4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:07.916965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-42fa72f9-0cb1-40a1-aa03-ee7c546d4801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1095 time: 0.1078870 Jul 09 17:45:07.924231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf029ee-cf8a-469d-947a-763284ebabfa req-fa1297c9-eb97-4f7b-b00c-afa1c6ec4aee tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:07.931428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbf029ee-cf8a-469d-947a-763284ebabfa req-fa1297c9-eb97-4f7b-b00c-afa1c6ec4aee tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.0860364 Jul 09 17:45:07.980389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fbf029ee-cf8a-469d-947a-763284ebabfa req-3ff4c454-48de-4ad0-874a-1d90fe72e84c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479255 Jul 09 17:45:07.992153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-b8003072-0db3-41a9-8f51-8aa1e4b77a82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 217 time: 0.0542164 Jul 09 17:45:08.008125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.097149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-41c24acd-eff6-4dd0-b08e-ed0cc624fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:08.098667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-41c24acd-eff6-4dd0-b08e-ed0cc624fe9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.1003139 Jul 09 17:45:08.104653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=4670c708-d48e-4cf8-b9ba-c3f65eb9a74a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:08.147286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': 'c04efd45-756e-4e3b-80f0-5908f94b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:08.147678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: 0d353426-1145-4ff3-ab1c-bf234dc6f991, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:08.178295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:08.183327 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-59f10216-11c2-4f6a-9055-cb14b8b752df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:08.184934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-59f10216-11c2-4f6a-9055-cb14b8b752df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779254 Jul 09 17:45:08.198756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0d353426-1145-4ff3-ab1c-bf234dc6f991) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:08.207942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f27a09-1bd9-4628-bc1a-a65bab433b4b None None] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:08.211956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:08.212558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.259537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47a659b3-939f-447e-8076-ff7c3c0563f7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8095012 Jul 09 17:45:08.262173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41238) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:08.269476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991', 'name': 'tempest-PortsIpV6TestJSON-833088894'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:08.340297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.352200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-2c156bdb-20cc-46bf-90bd-ad8ecb8d4d14 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608098 Jul 09 17:45:08.383797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0d353426-1145-4ff3-ab1c-bf234dc6f991', 'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': '4670c708-d48e-4cf8-b9ba-c3f65eb9a74a'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:08.384728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.523564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Allocated IP 2001:db8::2 (0d353426-1145-4ff3-ab1c-bf234dc6f991/4670c708-d48e-4cf8-b9ba-c3f65eb9a74a/5c169dc8-11fb-4cca-93d6-a61a37a98de9) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:08.712066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.725284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Transition to ACTIVE for port object 5c169dc8-11fb-4cca-93d6-a61a37a98de9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:08.746809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Transition to ACTIVE for port object 5c169dc8-11fb-4cca-93d6-a61a37a98de9 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:08.755730 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.796508 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087d3119-e294-421a-9ec1-96c567a88ee1 req-2e9403e9-3ac0-4d04-9f15-f5cba81396a4 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338295 Jul 09 17:45:08.796863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:08.797782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:08.799903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:08.801681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.803418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:08.824290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 6a83690f-c452-4afe-9164-592f5bd063ad yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:08.844197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Pushing event updated for resources: {'Port': ['ID=5c169dc8-11fb-4cca-93d6-a61a37a98de9,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:08.878044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Attempting to bind port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:08.878412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Attempting to bind port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c04efd45-756e-4e3b-80f0-5908f94b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:08.879238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Attempting to bind port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 on network 0d353426-1145-4ff3-ab1c-bf234dc6f991 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:08.884003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:08.884374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Checking segment: {'id': 'c04efd45-756e-4e3b-80f0-5908f94b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:08.884775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.885187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Bound using segment: {'id': 'c04efd45-756e-4e3b-80f0-5908f94b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:08.885608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Bound port: 5c169dc8-11fb-4cca-93d6-a61a37a98de9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04efd45-756e-4e3b-80f0-5908f94b44f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:08.885980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.951207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] For port 5c169dc8-11fb-4cca-93d6-a61a37a98de9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:08.955908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] For port 5c169dc8-11fb-4cca-93d6-a61a37a98de9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c169dc8-11fb-4cca-93d6-a61a37a98de9,segment=NetworkSegment(c04efd45-756e-4e3b-80f0-5908f94b44f9),segment_id=c04efd45-756e-4e3b-80f0-5908f94b44f9)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:08.963371 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:08.987822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-07244c80-0633-497d-947b-a9460e3f2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:08.989378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-07244c80-0633-497d-947b-a9460e3f2a19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1095 time: 0.1138537 Jul 09 17:45:09.060312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::20 (0d353426-1145-4ff3-ab1c-bf234dc6f991/4670c708-d48e-4cf8-b9ba-c3f65eb9a74a/6a83690f-c452-4afe-9164-592f5bd063ad) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:09.069614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352d52-6200-42f8-92d0-faf824982eda None None] Pushing event updated for resources: {'Port': ['ID=5c169dc8-11fb-4cca-93d6-a61a37a98de9,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:09.149855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-330e02a6-c34a-4b92-a9c5-0926af266c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:09.151323 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-330e02a6-c34a-4b92-a9c5-0926af266c48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1462114 Jul 09 17:45:09.282714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-d9d0e8b6-62fa-4707-8626-93dc0a807482 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 217 time: 0.1024339 Jul 09 17:45:09.381586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45864ab-57c4-4274-81ac-4eb26a840f29 req-cb7f27f4-7bdf-44c8-8ceb-41ba493f3bba tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:09.383181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f45864ab-57c4-4274-81ac-4eb26a840f29 req-cb7f27f4-7bdf-44c8-8ceb-41ba493f3bba tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.2488325 Jul 09 17:45:09.389852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-b7698942-3e22-4eb3-ae9c-ceb4a7de2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:09.391333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-b7698942-3e22-4eb3-ae9c-ceb4a7de2474 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.1006875 Jul 09 17:45:09.403657 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:09.451687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:09.487495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object 6a83690f-c452-4afe-9164-592f5bd063ad will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:09.500890 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f45864ab-57c4-4274-81ac-4eb26a840f29 req-8d27f0c7-f618-46c2-b265-6aad20b841d1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084957 Jul 09 17:45:09.504280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c169dc8-11fb-4cca-93d6-a61a37a98de9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:09.554543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-e3884538-0c9d-4279-b638-926bc2478c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:09.556140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-e3884538-0c9d-4279-b638-926bc2478c98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556633 Jul 09 17:45:09.575908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:09.614808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:09.689339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:09.697073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:09.700889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:09.706670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:09.707292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:09.711937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=6a83690f-c452-4afe-9164-592f5bd063ad,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:09.734092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-c2f892f2-cb9d-43d8-9250-1c1395efc4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691465 Jul 09 17:45:09.737277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8b40358a-4c32-4b2d-a479-860af7d7419c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4740410 Jul 09 17:45:09.739973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:09.748500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': '0d353426-1145-4ff3-ab1c-bf234dc6f991', 'name': 'tempest-PortsIpV6TestJSON-141304034'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:09.924609 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92d6ae20-c9df-44c3-aa0d-0907e46d5bb9 req-efd04e87-720c-4dd1-a332-cd82f37f51ea service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821911 Jul 09 17:45:09.944491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:09.949530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:09.971049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port b6b62700-74c3-4118-886d-3e8e348d13c9 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:10.128874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::246 (0d353426-1145-4ff3-ab1c-bf234dc6f991/4670c708-d48e-4cf8-b9ba-c3f65eb9a74a/b6b62700-74c3-4118-886d-3e8e348d13c9) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:10.319528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ff4e9-4260-4e34-b7f0-94b7ad32a863 None None] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:10.329587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.345535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object b6b62700-74c3-4118-886d-3e8e348d13c9 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:10.386434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.389725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cfafa9c4-cb5d-4ffa-bff3-e480ba9ba309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.425205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] Provisioning for port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:10.433554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] Provisioning complete for port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:10.434285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.446177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:10.449516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:10.453740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:10.460181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:10.460703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.470222 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=b6b62700-74c3-4118-886d-3e8e348d13c9,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:10.484289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-104cd8cf-d3eb-494f-93de-94fcd1a91461 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7429729 Jul 09 17:45:10.488054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41248) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:10.614849 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.642220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ad4700-8cbc-420c-85f2-af679bd3f567 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:10.644037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-67ad4700-8cbc-420c-85f2-af679bd3f567 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20 HTTP/1.1" status: 200 len: 927 time: 0.1541455 Jul 09 17:45:10.647054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41252) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:10.674405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] For port 5c169dc8-11fb-4cca-93d6-a61a37a98de9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c169dc8-11fb-4cca-93d6-a61a37a98de9,segment=NetworkSegment(c04efd45-756e-4e3b-80f0-5908f94b44f9),segment_id=c04efd45-756e-4e3b-80f0-5908f94b44f9)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:10.685917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.796474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4da47-65d8-425e-9490-369bc2e08825 None None] Pushing event updated for resources: {'Port': ['ID=5c169dc8-11fb-4cca-93d6-a61a37a98de9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:10.849181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port b6b62700-74c3-4118-886d-3e8e348d13c9 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:10.849685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:10.991175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.024975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for b6b62700-74c3-4118-886d-3e8e348d13c9 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:11.026045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Provisioning complete for port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:11.026485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.051839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14476be-1aa1-46b5-8321-8d58b9b27474 req-817fe980-4adb-4c6a-84b1-de6ff588ab31 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:11.055675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14476be-1aa1-46b5-8321-8d58b9b27474 req-817fe980-4adb-4c6a-84b1-de6ff588ab31 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.1019170 Jul 09 17:45:11.113779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c14476be-1aa1-46b5-8321-8d58b9b27474 req-bf89839f-0838-4026-89e6-0f3896194a73 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509067 Jul 09 17:45:11.228899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Provisioning for port b6b62700-74c3-4118-886d-3e8e348d13c9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:11.233686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Provisioning complete for port b6b62700-74c3-4118-886d-3e8e348d13c9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:11.234120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.241414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.278643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=b6b62700-74c3-4118-886d-3e8e348d13c9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:11.317131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.318821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Port b6b62700-74c3-4118-886d-3e8e348d13c9 was deleted so its status cannot be updated. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 17:45:11.319970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4e63021-0a6a-4660-ab4b-38f8e4a448ff tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/b6b62700-74c3-4118-886d-3e8e348d13c9 HTTP/1.1" status: 204 len: 168 time: 0.6711383 Jul 09 17:45:11.322358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:11.350293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Provisioning for port 6a83690f-c452-4afe-9164-592f5bd063ad completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:11.361941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Provisioning complete for port 6a83690f-c452-4afe-9164-592f5bd063ad triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:11.365175 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.378905 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe6097c-0783-4293-b3d1-104f8b31c237 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:11.380653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dfe6097c-0783-4293-b3d1-104f8b31c237 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/b6b62700-74c3-4118-886d-3e8e348d13c9 HTTP/1.1" status: 404 len: 333 time: 0.0566058 Jul 09 17:45:11.383328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41260) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:11.455947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e499047f-b554-4cd9-8be2-4cc5ada2b408 None None] Port 6a83690f-c452-4afe-9164-592f5bd063ad cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:11.532391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c169dc8-11fb-4cca-93d6-a61a37a98de9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:11.568907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 6a83690f-c452-4afe-9164-592f5bd063ad {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:11.569356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.607183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-349dc97f-f136-42f3-9dae-68ab2fc9eb0f None None] Provisioning complete for port 6a83690f-c452-4afe-9164-592f5bd063ad triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:11.607917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-349dc97f-f136-42f3-9dae-68ab2fc9eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.653674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-349dc97f-f136-42f3-9dae-68ab2fc9eb0f None None] Port 6a83690f-c452-4afe-9164-592f5bd063ad cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:11.668690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:11.669068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.712027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.726745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 6a83690f-c452-4afe-9164-592f5bd063ad owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:11.783156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5375daa7-01eb-4333-a45e-96238f122cf4 None None] Could not find standard attr ID for object b6b62700-74c3-4118-886d-3e8e348d13c9. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:11.941548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:11.970366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=6a83690f-c452-4afe-9164-592f5bd063ad,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:12.003547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.005751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7650c068-3f19-4e49-9af0-76b5e32100aa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/6a83690f-c452-4afe-9164-592f5bd063ad HTTP/1.1" status: 204 len: 168 time: 0.6212299 Jul 09 17:45:12.008608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:12.040192 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a82648-e4ee-4229-bbc3-c7179f9aa018 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:12.047549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2a82648-e4ee-4229-bbc3-c7179f9aa018 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/6a83690f-c452-4afe-9164-592f5bd063ad HTTP/1.1" status: 404 len: 333 time: 0.0353384 Jul 09 17:45:12.048598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:12.106059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 4670c708-d48e-4cf8-b9ba-c3f65eb9a74a {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:12.110426 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.177708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.307417 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.335339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48c05-8bc6-4d6b-a518-2c6852c8eae8 req-a07359b7-6c84-4387-88b4-18835bf3d31b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:12.337004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6cf48c05-8bc6-4d6b-a518-2c6852c8eae8 req-a07359b7-6c84-4387-88b4-18835bf3d31b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.0897815 Jul 09 17:45:12.386344 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.397065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6cf48c05-8bc6-4d6b-a518-2c6852c8eae8 req-3a4ca9c9-095a-473b-b8d8-32e68b294581 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545142 Jul 09 17:45:12.401748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.406221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/4670c708-d48e-4cf8-b9ba-c3f65eb9a74a HTTP/1.1" status: 204 len: 168 time: 0.3517485 Jul 09 17:45:12.406655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41270) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:12.413793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e7185-eb1b-4ec0-a86f-4ae45b316b0b None None] Network 0d353426-1145-4ff3-ab1c-bf234dc6f991 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:12.481242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879bac5-f2f0-43c9-9c22-3533793e497f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=4670c708-d48e-4cf8-b9ba-c3f65eb9a74a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:12.533752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.604862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:12.605088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.629873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] DHCP port deletion for 0d353426-1145-4ff3-ab1c-bf234dc6f991 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:12.672591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] For port 5c169dc8-11fb-4cca-93d6-a61a37a98de9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c169dc8-11fb-4cca-93d6-a61a37a98de9,segment=NetworkSegment(c04efd45-756e-4e3b-80f0-5908f94b44f9),segment_id=c04efd45-756e-4e3b-80f0-5908f94b44f9)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:12.672931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.674933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] Deleting port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:12.675310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.686397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 5c169dc8-11fb-4cca-93d6-a61a37a98de9 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:12.738924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] For port 5c169dc8-11fb-4cca-93d6-a61a37a98de9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5c169dc8-11fb-4cca-93d6-a61a37a98de9,segment=NetworkSegment(c04efd45-756e-4e3b-80f0-5908f94b44f9),segment_id=c04efd45-756e-4e3b-80f0-5908f94b44f9)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:12.739547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.754437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] Calling delete_port for 5c169dc8-11fb-4cca-93d6-a61a37a98de9 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:12.770940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.783935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No DVR routers for this DVR port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:12.834675 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.859650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] Pushing event deleted for resources: {'Port': ['ID=5c169dc8-11fb-4cca-93d6-a61a37a98de9,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:12.863538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85f2f2-401e-4d26-b021-f5dcebcabb37 None None] No DVR routers for this DVR port 5c169dc8-11fb-4cca-93d6-a61a37a98de9 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:12.870469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=5c169dc8-11fb-4cca-93d6-a61a37a98de9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:12.890996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.901224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d353426-1145-4ff3-ab1c-bf234dc6f991']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:12.912067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04efd45-756e-4e3b-80f0-5908f94b44f9') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:12.912310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04efd45-756e-4e3b-80f0-5908f94b44f9') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:12.921379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.935524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.942192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:12.942648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:12.945856 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:12.955002 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-be078a51-3550-4462-b9d0-473e7bd431e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.009154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.016457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.018610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/0d353426-1145-4ff3-ab1c-bf234dc6f991 HTTP/1.1" status: 204 len: 168 time: 0.6110415 Jul 09 17:45:13.022473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41274) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:13.028068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1126292585'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:13.038568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f1d5d-710f-4d60-8280-591c7a1552e2 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=0d353426-1145-4ff3-ab1c-bf234dc6f991,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:13.052250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:13.055786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.084133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:13.093819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.094224 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment 11c8a0c6-e168-4176-86cf-acf64ff21189 of type vlan for network c5452881-1132-4ec1-a479-7162d4dee1d3 Jul 09 17:45:13.137799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.172160 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.178185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:13.178828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.243147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2195268 Jul 09 17:45:13.246165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41276) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:13.253425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:13.254022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-d172bafa-2bd5-469c-8b3f-9e74b404dc06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530527 Jul 09 17:45:13.258397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09003b-e04b-40b0-8d6b-e1827fd6459c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=c5452881-1132-4ec1-a479-7162d4dee1d3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:13.270250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c5452881-1132-4ec1-a479-7162d4dee1d3 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:13.345198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-808396d3-0f80-435a-b951-1facc0de4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:13.347159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-808396d3-0f80-435a-b951-1facc0de4e31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad66f3b300ab4c9195cc40169045dd35&device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 1098 time: 0.0666203 Jul 09 17:45:13.381231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:13.383066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.386119 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.470037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c169dc8-11fb-4cca-93d6-a61a37a98de9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:13.514479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5c169dc8-11fb-4cca-93d6-a61a37a98de9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:13.514913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5c169dc8-11fb-4cca-93d6-a61a37a98de9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:13.526982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-c5a2173e-0f79-4743-9033-e0b8e6d9a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:13.528504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-c5a2173e-0f79-4743-9033-e0b8e6d9a6f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 200 len: 919 time: 0.1572697 Jul 09 17:45:13.578040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-f9a378c0-b619-4c28-9620-b603e081637c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d HTTP/1.1" status: 200 len: 217 time: 0.0430458 Jul 09 17:45:13.618466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.678926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-608d1986-d5e8-4058-a773-7799278ec9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:13.680710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-608d1986-d5e8-4058-a773-7799278ec9dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 200 len: 858 time: 0.0820394 Jul 09 17:45:13.698159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=2ef08fde-4ace-4174-a717-add3147cab85,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:13.702659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': '11c8a0c6-e168-4176-86cf-acf64ff21189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:13.703169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: c5452881-1132-4ec1-a479-7162d4dee1d3, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:13.722970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network c5452881-1132-4ec1-a479-7162d4dee1d3 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:13.728100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-e2d24081-e466-4d0f-92e7-75f4c06d6561 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=98259109-e892-4d1e-9ec4-cea2a3c5cc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394042 Jul 09 17:45:13.737741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde0e5-fd1a-4d80-b789-6c1355410f28 req-c5257c7e-83d5-4f77-8aa9-85cd53867fa1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:13.738558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c5452881-1132-4ec1-a479-7162d4dee1d3) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:13.739338 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abdde0e5-fd1a-4d80-b789-6c1355410f28 req-c5257c7e-83d5-4f77-8aa9-85cd53867fa1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.1642435 Jul 09 17:45:13.743726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:13.744774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:13.754783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0b3da-db4a-4c87-b390-d6e5124dbd16 None None] Network c5452881-1132-4ec1-a479-7162d4dee1d3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:13.783124 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a9182e58-9564-44fa-942d-214a4885aaa5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5358846 Jul 09 17:45:13.786153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41284) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:13.794679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3', 'name': 'tempest-PortsIpV6TestJSON-83146715', 'fixed_ips': [{'subnet_id': '2ef08fde-4ace-4174-a717-add3147cab85', 'ip_address': '2001:db8::10'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:13.833763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-abdde0e5-fd1a-4d80-b789-6c1355410f28 req-cd53c652-9141-4820-8492-8467f0239001 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756624 Jul 09 17:45:13.868221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-dc23cbe4-a7da-484c-a9cb-2fb226bdc7f5 service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277285 Jul 09 17:45:14.010627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.012805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:14.021962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c5452881-1132-4ec1-a479-7162d4dee1d3', 'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': '2ef08fde-4ace-4174-a717-add3147cab85'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:14.023151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.036632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7bea18e-e529-4dd1-82d7-1ddfddfa0d59 req-2149a82a-4690-45c7-8ff9-ce533706013f service neutron] 10.222.0.36 "GET /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528265 Jul 09 17:45:14.139886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.171187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port b5b69afe-84fe-4d5f-a10e-bd8893046706 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:14.199817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de5c73-7b5d-45c1-811d-8ba2084674e2 req-a05efbc1-1303-4850-8030-53bd717e29f9 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:14.212051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0de5c73-7b5d-45c1-811d-8ba2084674e2 req-a05efbc1-1303-4850-8030-53bd717e29f9 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0803528 Jul 09 17:45:14.253645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Allocated IP 2001:db8::2 (c5452881-1132-4ec1-a479-7162d4dee1d3/2ef08fde-4ace-4174-a717-add3147cab85/798617f9-6c98-4d7f-87bb-2158c658f8d7) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:14.274206 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0de5c73-7b5d-45c1-811d-8ba2084674e2 req-cd595db9-4f96-4485-b92a-0643d079fa33 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 Jul 09 17:45:14.576188 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.584424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Transition to ACTIVE for port object 798617f9-6c98-4d7f-87bb-2158c658f8d7 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:14.599954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Transition to ACTIVE for port object 798617f9-6c98-4d7f-87bb-2158c658f8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:14.612465 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.672298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Network c5452881-1132-4ec1-a479-7162d4dee1d3 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:14.680071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::10 (c5452881-1132-4ec1-a479-7162d4dee1d3/2ef08fde-4ace-4174-a717-add3147cab85/b5b69afe-84fe-4d5f-a10e-bd8893046706) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:14.680800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:14.685415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:14.688716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Pushing event updated for resources: {'Port': ['ID=798617f9-6c98-4d7f-87bb-2158c658f8d7,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:14.757200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Attempting to bind port 798617f9-6c98-4d7f-87bb-2158c658f8d7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:14.757934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Attempting to bind port 798617f9-6c98-4d7f-87bb-2158c658f8d7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '11c8a0c6-e168-4176-86cf-acf64ff21189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:14.757934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Attempting to bind port 798617f9-6c98-4d7f-87bb-2158c658f8d7 on network c5452881-1132-4ec1-a479-7162d4dee1d3 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:14.763081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:14.763448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Checking segment: {'id': '11c8a0c6-e168-4176-86cf-acf64ff21189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:14.763895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.764292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Bound using segment: {'id': '11c8a0c6-e168-4176-86cf-acf64ff21189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:14.764760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Bound port: 798617f9-6c98-4d7f-87bb-2158c658f8d7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c8a0c6-e168-4176-86cf-acf64ff21189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:14.765146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.842281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] For port 798617f9-6c98-4d7f-87bb-2158c658f8d7, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:14.845539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] For port 798617f9-6c98-4d7f-87bb-2158c658f8d7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=798617f9-6c98-4d7f-87bb-2158c658f8d7,segment=NetworkSegment(11c8a0c6-e168-4176-86cf-acf64ff21189),segment_id=11c8a0c6-e168-4176-86cf-acf64ff21189)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:14.850039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.851314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.866613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object b5b69afe-84fe-4d5f-a10e-bd8893046706 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:14.904692 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.930432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f048e-5a88-4bcb-b823-2b825c371a94 None None] Pushing event updated for resources: {'Port': ['ID=798617f9-6c98-4d7f-87bb-2158c658f8d7,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:14.948656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network c5452881-1132-4ec1-a479-7162d4dee1d3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:14.954317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:14.958470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:14.964226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:14.964938 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:14.978259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=b5b69afe-84fe-4d5f-a10e-bd8893046706,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:14.993073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c5ce6437-46fd-4273-a6cd-1e6c2d385bfa tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2025485 Jul 09 17:45:14.993496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41290) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:14.999923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': 'c5452881-1132-4ec1-a479-7162d4dee1d3', 'name': 'tempest-PortsIpV6TestJSON-164940956', 'fixed_ips': [{'subnet_id': '2ef08fde-4ace-4174-a717-add3147cab85', 'ip_address': '2001:db8::f'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:15.150139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec87ea-184d-4ac3-9952-58e2a079f2ad req-ed582b3b-f10b-408d-b69e-0373d4359ba0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.151725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51ec87ea-184d-4ac3-9952-58e2a079f2ad req-ed582b3b-f10b-408d-b69e-0373d4359ba0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.1559639 Jul 09 17:45:15.191447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:15.196826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:15.221428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51ec87ea-184d-4ac3-9952-58e2a079f2ad req-86b75203-8477-4fa2-a3df-df463c6ea6b0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629079 Jul 09 17:45:15.227389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port f95a233a-0099-4395-b0f0-c7f10cd6794b yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:15.392196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::f (c5452881-1132-4ec1-a479-7162d4dee1d3/2ef08fde-4ace-4174-a717-add3147cab85/f95a233a-0099-4395-b0f0-c7f10cd6794b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:15.448048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 798617f9-6c98-4d7f-87bb-2158c658f8d7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:15.486768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cbb6c-dd75-403a-a06b-f1ce18e39c52 req-35f26357-40b2-4c73-ad59-cf94c7b2ed1a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.489901 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d1cbb6c-dd75-403a-a06b-f1ce18e39c52 req-35f26357-40b2-4c73-ad59-cf94c7b2ed1a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.0875452 Jul 09 17:45:15.504072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 798617f9-6c98-4d7f-87bb-2158c658f8d7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:15.574954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:15.594831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object f95a233a-0099-4395-b0f0-c7f10cd6794b will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:15.637631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:15.688076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network c5452881-1132-4ec1-a479-7162d4dee1d3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:15.691532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:15.696058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:15.701823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.702522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:15.709509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=f95a233a-0099-4395-b0f0-c7f10cd6794b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:15.725964 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78253da9-f05f-4618-8dfa-e31bfc2122cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7312562 Jul 09 17:45:15.729735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41294) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:15.858279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d1cbb6c-dd75-403a-a06b-f1ce18e39c52 req-2c921bad-e53d-4ddc-883f-98ea9dd9866d tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623085 Jul 09 17:45:15.867799 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21572e7-e260-46d0-8878-4e66df27dd26 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.871374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d21572e7-e260-46d0-8878-4e66df27dd26 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1378706 Jul 09 17:45:15.871628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41296) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:15.916969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:15.944900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890b270-b3ca-476c-aa7f-8c0ed987f964 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.950810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890b270-b3ca-476c-aa7f-8c0ed987f964 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.956751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890b270-b3ca-476c-aa7f-8c0ed987f964 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:15.958457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0890b270-b3ca-476c-aa7f-8c0ed987f964 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.0858326 Jul 09 17:45:15.962639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41298) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:15.988198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb7222-0dd9-4908-b6e5-a5592f13c06e None None] Network c5452881-1132-4ec1-a479-7162d4dee1d3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:16.065960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port f95a233a-0099-4395-b0f0-c7f10cd6794b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:16.066414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.088943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] Provisioning for port 798617f9-6c98-4d7f-87bb-2158c658f8d7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:16.098802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] Provisioning complete for port 798617f9-6c98-4d7f-87bb-2158c658f8d7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:16.099319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.154416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.166576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for f95a233a-0099-4395-b0f0-c7f10cd6794b owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:16.219012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.262060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] For port 798617f9-6c98-4d7f-87bb-2158c658f8d7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=798617f9-6c98-4d7f-87bb-2158c658f8d7,segment=NetworkSegment(11c8a0c6-e168-4176-86cf-acf64ff21189),segment_id=11c8a0c6-e168-4176-86cf-acf64ff21189)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:16.268455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.326446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502439-ea24-4714-ac26-a382a5d34db1 None None] Pushing event updated for resources: {'Port': ['ID=798617f9-6c98-4d7f-87bb-2158c658f8d7,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:16.346340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.383952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-42339b52-7828-4da3-b675-a12455afa8e0 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:16.385497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-42339b52-7828-4da3-b675-a12455afa8e0 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 946 time: 0.1423373 Jul 09 17:45:16.388419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=f95a233a-0099-4395-b0f0-c7f10cd6794b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:16.436257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93d8bb-3438-4d82-b6b8-9d347103015e req-1f785ff8-ecf8-4adc-986d-cd5df8b38fdf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:16.437936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e93d8bb-3438-4d82-b6b8-9d347103015e req-1f785ff8-ecf8-4adc-986d-cd5df8b38fdf tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.0676651 Jul 09 17:45:16.446280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.448227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-343c5c8c-e9d7-4dce-9d4c-8ced0086d32d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/f95a233a-0099-4395-b0f0-c7f10cd6794b HTTP/1.1" status: 204 len: 168 time: 0.4845352 Jul 09 17:45:16.451006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41302) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:16.486053 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b46754-4aae-4f52-b976-4cab518e4176 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:16.487741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81b46754-4aae-4f52-b976-4cab518e4176 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/f95a233a-0099-4395-b0f0-c7f10cd6794b HTTP/1.1" status: 404 len: 333 time: 0.0358193 Jul 09 17:45:16.490634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41304) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:16.499754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e93d8bb-3438-4d82-b6b8-9d347103015e req-0f7d502c-c065-46c9-9607-e624cc07bc79 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478842 Jul 09 17:45:16.503484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Provisioning for port b5b69afe-84fe-4d5f-a10e-bd8893046706 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:16.507970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Provisioning complete for port b5b69afe-84fe-4d5f-a10e-bd8893046706 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:16.508416 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.548988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Port b5b69afe-84fe-4d5f-a10e-bd8893046706 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:16.559990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Provisioning complete for port 798617f9-6c98-4d7f-87bb-2158c658f8d7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:16.560454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.623950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Deleting port f7822362-2a2a-4c24-8dc7-553e698fbd2d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:16.624291 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.653799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8f5fbb1e-ad15-4a83-be1a-99be9f9c7df9 None None] Could not find standard attr ID for object f95a233a-0099-4395-b0f0-c7f10cd6794b. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:16.684109 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port b5b69afe-84fe-4d5f-a10e-bd8893046706 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:16.684363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.776788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-87be2712-74ca-4508-8ec5-c40011c4213f None None] Provisioning complete for port b5b69afe-84fe-4d5f-a10e-bd8893046706 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:16.777322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-87be2712-74ca-4508-8ec5-c40011c4213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.794500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] For port f7822362-2a2a-4c24-8dc7-553e698fbd2d, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f7822362-2a2a-4c24-8dc7-553e698fbd2d,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:16.794830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.813077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-87be2712-74ca-4508-8ec5-c40011c4213f None None] Port b5b69afe-84fe-4d5f-a10e-bd8893046706 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:16.817770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Calling delete_port for f7822362-2a2a-4c24-8dc7-553e698fbd2d owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:16.820451 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:16.840798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for b5b69afe-84fe-4d5f-a10e-bd8893046706 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:16.930808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-62455fc1-9a71-4f91-8b74-4321406845e5 None None] Could not find standard attr ID for object f95a233a-0099-4395-b0f0-c7f10cd6794b. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:17.098918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.110237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.111019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['158b938e-4c40-49ea-ac36-5960efb1d5c5', 'f7822362-2a2a-4c24-8dc7-553e698fbd2d'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:45:17.137165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Pushing event deleted for resources: {'Port': ['ID=f7822362-2a2a-4c24-8dc7-553e698fbd2d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:17.193399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=b5b69afe-84fe-4d5f-a10e-bd8893046706,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:17.206452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470186d-a92b-4a40-922e-6391565314b3 req-dd60a1b8-4c28-45f7-9872-8cc18b5bd790 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:17.207849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4470186d-a92b-4a40-922e-6391565314b3 req-dd60a1b8-4c28-45f7-9872-8cc18b5bd790 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a179ce-c686-448a-b2e6-efe7aea63563 HTTP/1.1" status: 200 len: 867 time: 0.2297997 Jul 09 17:45:17.249416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.251337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-26f561b9-b957-42d6-8cdc-c952d1a3fea0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/b5b69afe-84fe-4d5f-a10e-bd8893046706 HTTP/1.1" status: 204 len: 168 time: 0.7537761 Jul 09 17:45:17.254143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41308) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:17.257124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] No DVR routers for this DVR port f7822362-2a2a-4c24-8dc7-553e698fbd2d on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:17.260080 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.262005 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b09ae71c-8654-4a6e-b4b7-e0ee3faafbad req-4c75b163-3524-4db9-8435-211b2d030140 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "DELETE /v2.0/ports/f7822362-2a2a-4c24-8dc7-553e698fbd2d HTTP/1.1" status: 204 len: 173 time: 0.8706956 Jul 09 17:45:17.262440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'name': 'network-vif-deleted', 'tag': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:45:17.264858 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d2c1a-4883-4ddd-9114-d0c581c7ca67" -d '{"events": [{"server_uuid": "c6a179ce-c686-448a-b2e6-efe7aea63563", "name": "network-vif-deleted", "tag": "f7822362-2a2a-4c24-8dc7-553e698fbd2d"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:45:17.297887 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4470186d-a92b-4a40-922e-6391565314b3 req-ec5888ca-f509-4806-965f-59e923fc16f8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Jul 09 17:45:17.311898 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6214b35b-da84-4611-aeba-351f9426db01 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:17.316176 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6214b35b-da84-4611-aeba-351f9426db01 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/b5b69afe-84fe-4d5f-a10e-bd8893046706 HTTP/1.1" status: 404 len: 333 time: 0.0584257 Jul 09 17:45:17.317212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41312) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:17.330074 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1ee3a-a1a1-4d29-a48e-b10bb2e0c41a x-openstack-request-id: req-2ef1ee3a-a1a1-4d29-a48e-b10bb2e0c41a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:45:17.330478 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a179ce-c686-448a-b2e6-efe7aea63563", "name": "network-vif-deleted", "tag": "f7822362-2a2a-4c24-8dc7-553e698fbd2d", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:45:17.330809 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ef1ee3a-a1a1-4d29-a48e-b10bb2e0c41a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:45:17.331202 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a179ce-c686-448a-b2e6-efe7aea63563', 'name': 'network-vif-deleted', 'tag': 'f7822362-2a2a-4c24-8dc7-553e698fbd2d', 'status': 'completed', 'code': 200} Jul 09 17:45:17.374760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 2ef08fde-4ace-4174-a717-add3147cab85 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:17.378667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.423927 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.451423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 798617f9-6c98-4d7f-87bb-2158c658f8d7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:17.500904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 798617f9-6c98-4d7f-87bb-2158c658f8d7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:17.501500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.520412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.587238 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.614644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef08fde-4ace-4174-a717-add3147cab85,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:17.619863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.622367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f3c001b2-e5f9-47d8-90de-9fdb051ad701 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/2ef08fde-4ace-4174-a717-add3147cab85 HTTP/1.1" status: 204 len: 168 time: 0.3036067 Jul 09 17:45:17.625486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:17.626211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca8ea4-485a-4253-a533-65043db0aa02 None None] Network c5452881-1132-4ec1-a479-7162d4dee1d3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:17.707981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.714017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744806-84f3-4449-904a-e02c7b5a935e req-6d762fca-2639-40a9-96f4-bfdb8ea2ad18 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:17.715640 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c744806-84f3-4449-904a-e02c7b5a935e req-6d762fca-2639-40a9-96f4-bfdb8ea2ad18 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.0792153 Jul 09 17:45:17.759407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c744806-84f3-4449-904a-e02c7b5a935e req-817dc2b4-6b8a-429c-9cc0-e4c09b23d80d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366373 Jul 09 17:45:17.770305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 798617f9-6c98-4d7f-87bb-2158c658f8d7 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:17.770624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.844672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] DHCP port deletion for c5452881-1132-4ec1-a479-7162d4dee1d3 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:17.893705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] Deleting port 798617f9-6c98-4d7f-87bb-2158c658f8d7 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:17.894082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.963135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] For port 798617f9-6c98-4d7f-87bb-2158c658f8d7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=798617f9-6c98-4d7f-87bb-2158c658f8d7,segment=NetworkSegment(11c8a0c6-e168-4176-86cf-acf64ff21189),segment_id=11c8a0c6-e168-4176-86cf-acf64ff21189)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:17.963855 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:17.977938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] Calling delete_port for 798617f9-6c98-4d7f-87bb-2158c658f8d7 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:18.068007 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.098850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] No DVR routers for this DVR port 798617f9-6c98-4d7f-87bb-2158c658f8d7 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:18.102878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dfe2d-3dbf-445b-af7f-b65aa3733c57 None None] Pushing event deleted for resources: {'Port': ['ID=798617f9-6c98-4d7f-87bb-2158c658f8d7,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:18.136900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] For port 798617f9-6c98-4d7f-87bb-2158c658f8d7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=798617f9-6c98-4d7f-87bb-2158c658f8d7,segment=NetworkSegment(11c8a0c6-e168-4176-86cf-acf64ff21189),segment_id=11c8a0c6-e168-4176-86cf-acf64ff21189)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:18.137263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.151333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 798617f9-6c98-4d7f-87bb-2158c658f8d7 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:18.230066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.259509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No DVR routers for this DVR port 798617f9-6c98-4d7f-87bb-2158c658f8d7 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:18.264089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=798617f9-6c98-4d7f-87bb-2158c658f8d7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:18.344901 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.356276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5452881-1132-4ec1-a479-7162d4dee1d3']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:18.367151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c8a0c6-e168-4176-86cf-acf64ff21189') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:18.367376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c8a0c6-e168-4176-86cf-acf64ff21189') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:18.376551 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.395361 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.405620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:18.406135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: self.session.flush() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:18.410720 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:18.474066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.479637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.481767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/c5452881-1132-4ec1-a479-7162d4dee1d3 HTTP/1.1" status: 204 len: 168 time: 0.8552616 Jul 09 17:45:18.488611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41322) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:18.493848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341444441'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:18.496530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd7df0-92bc-42c5-bfff-bda25bcbf70d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=c5452881-1132-4ec1-a479-7162d4dee1d3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:18.517436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:18.521234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.545408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:18.554823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.555175 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Added segment 03261cb3-4b3d-4602-8242-2ab390771db1 of type vlan for network 5bad64b1-67ec-44db-ba52-9b03600e0c57 Jul 09 17:45:18.596980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.634489 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.641567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:18.642177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:18.707540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2177331 Jul 09 17:45:18.710780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41326) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:18.715907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:18.733697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9e82d-36fa-4c88-b03e-6c77c4f24575 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Network': ['ID=5bad64b1-67ec-44db-ba52-9b03600e0c57,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:18.745363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:18.771497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6ef75-710b-4e01-ae31-795ed207cac3 req-a073e134-95e0-495b-82a8-c32c1fea5570 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:18.773158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1c6ef75-710b-4e01-ae31-795ed207cac3 req-a073e134-95e0-495b-82a8-c32c1fea5570 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0642011 Jul 09 17:45:18.825665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1c6ef75-710b-4e01-ae31-795ed207cac3 req-023da511-482e-42a5-9f02-99978df2db97 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423617 Jul 09 17:45:18.833144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:18.836800 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.009941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3a7ba-9833-4bf5-a7e3-c8a1f8292bce req-54139b92-03f8-4549-84d2-aa770b1a55e4 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:19.011334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22b3a7ba-9833-4bf5-a7e3-c8a1f8292bce req-54139b92-03f8-4549-84d2-aa770b1a55e4 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 943 time: 0.1306446 Jul 09 17:45:19.097298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22b3a7ba-9833-4bf5-a7e3-c8a1f8292bce req-6ba41d76-2a51-4e0d-b5cf-a86d34b0d549 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801566 Jul 09 17:45:19.111321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.170117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=e420f701-9da8-45ae-8bc3-9a72c9bb627f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:19.185478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Checking segment: {'id': '03261cb3-4b3d-4602-8242-2ab390771db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:19.185836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network hostable DHCP agents. Network: 5bad64b1-67ec-44db-ba52-9b03600e0c57, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:19.206961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:19.219304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 5bad64b1-67ec-44db-ba52-9b03600e0c57) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:19.223988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:19.224546 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.230766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84431ed6-4048-4909-8f25-346cc711a0b8 None None] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:19.245501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f67c2458-e7b0-4d6d-b7a9-06998c22cfdf tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5336022 Jul 09 17:45:19.248236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41330) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:19.252888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1968050040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:19.272632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f7822362-2a2a-4c24-8dc7-553e698fbd2d no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:19.280514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.281536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.295854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: f7822362-2a2a-4c24-8dc7-553e698fbd2d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:19.296216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f7822362-2a2a-4c24-8dc7-553e698fbd2d not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:19.335288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.341156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.363083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.364602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5cd7a047-880d-46fc-b1d6-a8dbf9b6ed8c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1152999 Jul 09 17:45:19.367559 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41332) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:19.383790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57', 'name': 'tempest-PortsIpV6TestJSON-744760124'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:19.403448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-5bad64b1-67ec-44db-ba52-9b03600e0c57', 'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': 'e420f701-9da8-45ae-8bc3-9a72c9bb627f'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:19.404372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.420090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 798617f9-6c98-4d7f-87bb-2158c658f8d7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:19.445613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 798617f9-6c98-4d7f-87bb-2158c658f8d7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:19.445964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 798617f9-6c98-4d7f-87bb-2158c658f8d7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:19.492916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:19.496764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.515033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 39db0660-e687-473f-8828-9b4dafc37ff4 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:19.561687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Allocated IP 2001:db8::2 (5bad64b1-67ec-44db-ba52-9b03600e0c57/e420f701-9da8-45ae-8bc3-9a72c9bb627f/e8b237e3-4304-499b-9618-128e264e8339) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:19.705154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.714230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Transition to ACTIVE for port object e8b237e3-4304-499b-9618-128e264e8339 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:19.730258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Transition to ACTIVE for port object e8b237e3-4304-499b-9618-128e264e8339 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:19.738126 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.779876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:19.787120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:19.789702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:19.793081 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Pushing event updated for resources: {'Port': ['ID=e8b237e3-4304-499b-9618-128e264e8339,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:19.805895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::1da (5bad64b1-67ec-44db-ba52-9b03600e0c57/e420f701-9da8-45ae-8bc3-9a72c9bb627f/39db0660-e687-473f-8828-9b4dafc37ff4) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:19.850115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Attempting to bind port e8b237e3-4304-499b-9618-128e264e8339 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:19.850397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Attempting to bind port e8b237e3-4304-499b-9618-128e264e8339 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '03261cb3-4b3d-4602-8242-2ab390771db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:19.850765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Attempting to bind port e8b237e3-4304-499b-9618-128e264e8339 on network 5bad64b1-67ec-44db-ba52-9b03600e0c57 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:19.856319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:19.856696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Checking segment: {'id': '03261cb3-4b3d-4602-8242-2ab390771db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:19.857106 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.857497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Bound using segment: {'id': '03261cb3-4b3d-4602-8242-2ab390771db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:19.857967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Bound port: e8b237e3-4304-499b-9618-128e264e8339, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03261cb3-4b3d-4602-8242-2ab390771db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5bad64b1-67ec-44db-ba52-9b03600e0c57'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:19.858736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.921565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] For port e8b237e3-4304-499b-9618-128e264e8339, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:19.925060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] For port e8b237e3-4304-499b-9618-128e264e8339, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e8b237e3-4304-499b-9618-128e264e8339,segment=NetworkSegment(03261cb3-4b3d-4602-8242-2ab390771db1),segment_id=03261cb3-4b3d-4602-8242-2ab390771db1)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:19.931934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.992688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:19.996022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7cc53-cf6c-4535-9a18-912c4b6a1321 None None] Pushing event updated for resources: {'Port': ['ID=e8b237e3-4304-499b-9618-128e264e8339,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:20.012028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object 39db0660-e687-473f-8828-9b4dafc37ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:20.026162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:45:20.053402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60acd41-3e87-46ff-aeb3-f24813951fdb req-fcecac6f-4825-4f56-98ba-a935d1a45220 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:20.054965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c60acd41-3e87-46ff-aeb3-f24813951fdb req-fcecac6f-4825-4f56-98ba-a935d1a45220 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1078010 Jul 09 17:45:20.085714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:20.140788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:20.162420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c60acd41-3e87-46ff-aeb3-f24813951fdb req-fcbdb241-fddb-4598-ac34-426f6611f5f8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983250 Jul 09 17:45:20.175137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:20.182230 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:20.184935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:20.188240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:45:20.191088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:20.191417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:20.204827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=39db0660-e687-473f-8828-9b4dafc37ff4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:20.227660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41338) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:20.232413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4dc251aa-0bdf-408a-8dba-470f4828873b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8636870 Jul 09 17:45:20.241022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:20.255693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:45:20.283412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:20.289753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:20.346561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:20.493440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['2e4aa00a-08dd-4a3c-9c40-e2d5739ad783'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:45:20.548662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf72be-6c60-41cd-bb64-16332f8d9bb3 req-454850f8-96f4-4abf-9aaa-b83f62cf9dfb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:20.550306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36cf72be-6c60-41cd-bb64-16332f8d9bb3 req-454850f8-96f4-4abf-9aaa-b83f62cf9dfb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 944 time: 0.2422040 Jul 09 17:45:20.637018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36cf72be-6c60-41cd-bb64-16332f8d9bb3 req-7f2bbee2-ffce-48f0-8b08-22e4b1a06b27 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809462 Jul 09 17:45:20.703211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:20.960112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:20.967503 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.031698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be668304-2bae-416d-a8b2-c656b8a6c051 None None] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:21.093225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eef5a120-2eb9-4c2d-afcb-b83b1bd37c91 None None] Provisioning for port e8b237e3-4304-499b-9618-128e264e8339 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:21.348116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=39db0660-e687-473f-8828-9b4dafc37ff4,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:21.378056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c65f8-a589-4983-b408-a8e8494988d7 req-2371ab37-577c-4f23-be03-b003c0cc91d3 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:21.386834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b6c65f8-a589-4983-b408-a8e8494988d7 req-2371ab37-577c-4f23-be03-b003c0cc91d3 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.1006589 Jul 09 17:45:21.440089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0b6c65f8-a589-4983-b408-a8e8494988d7 req-f97c0c0d-fc7c-4f57-a0cb-4edc7bca6d36 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522985 Jul 09 17:45:21.475601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e8b237e3-4304-499b-9618-128e264e8339 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:21.497935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.532069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e8b237e3-4304-499b-9618-128e264e8339 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:21.536134 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e8b237e3-4304-499b-9618-128e264e8339 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:21.536562 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.538856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26920b0e-9810-4e57-8195-40973639851e None None] Provisioning complete for port e8b237e3-4304-499b-9618-128e264e8339 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:21.539215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26920b0e-9810-4e57-8195-40973639851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.643213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.685012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.699205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26920b0e-9810-4e57-8195-40973639851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.743932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e8b237e3-4304-499b-9618-128e264e8339, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e8b237e3-4304-499b-9618-128e264e8339,segment=NetworkSegment(03261cb3-4b3d-4602-8242-2ab390771db1),segment_id=03261cb3-4b3d-4602-8242-2ab390771db1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:21.751138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:21.832492 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-26920b0e-9810-4e57-8195-40973639851e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:45:21.832847 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-26920b0e-9810-4e57-8195-40973639851e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:45:21.835735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e8b237e3-4304-499b-9618-128e264e8339,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:21.917662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de81d-5986-40c3-aa8b-eddebab7a996 req-d7d80398-94a3-4520-85a9-27273246bdad tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:21.919092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb3de81d-5986-40c3-aa8b-eddebab7a996 req-d7d80398-94a3-4520-85a9-27273246bdad tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 944 time: 0.1395590 Jul 09 17:45:21.989975 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb3de81d-5986-40c3-aa8b-eddebab7a996 req-8e69b2de-5737-4b6c-991f-ae692cebc0b7 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634668 Jul 09 17:45:22.006208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.012434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.013187 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.024399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:22.072005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:22.075697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:22.076095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.097894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=39db0660-e687-473f-8828-9b4dafc37ff4,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:22.141631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:22.143333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:22.156326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.179678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:45:22.182079 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a857a9c7-f98b-441d-85ff-66db3ff64f7a" -d '{"events": [{"server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "name": "network-vif-plugged", "status": "completed", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:45:22.194954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:22.204256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.262196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:22.266944 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:45:22.283054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Router 636db5ef-1268-4f0f-bf06-6da3507e3332 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:45:22.404951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:22.406980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26920b0e-9810-4e57-8195-40973639851e None None] Provisioning for port 39db0660-e687-473f-8828-9b4dafc37ff4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:22.412022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-63e3014d-94f9-4a85-b80a-940e1d51bde7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/routers/636db5ef-1268-4f0f-bf06-6da3507e3332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1820109 Jul 09 17:45:22.413600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41346) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:22.416380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-26920b0e-9810-4e57-8195-40973639851e None None] Provisioning complete for port 39db0660-e687-473f-8828-9b4dafc37ff4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:22.416947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26920b0e-9810-4e57-8195-40973639851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.426423 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] Sync routers for ids ['636db5ef-1268-4f0f-bf06-6da3507e3332'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:22.437306 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] Routers {'636db5ef-1268-4f0f-bf06-6da3507e3332'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:22.438321 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['636db5ef-1268-4f0f-bf06-6da3507e3332'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:22.470315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-26920b0e-9810-4e57-8195-40973639851e None None] Port 39db0660-e687-473f-8828-9b4dafc37ff4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:22.473432 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9386af-23d5-4bc3-9e0a-7a5c93cce792 x-openstack-request-id: req-cd9386af-23d5-4bc3-9e0a-7a5c93cce792 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:45:22.473720 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "name": "network-vif-plugged", "status": "completed", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:45:22.473976 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd9386af-23d5-4bc3-9e0a-7a5c93cce792 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:45:22.474413 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'code': 200} Jul 09 17:45:22.487153 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:22.497447 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] Routers {'636db5ef-1268-4f0f-bf06-6da3507e3332'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:22.498379 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['636db5ef-1268-4f0f-bf06-6da3507e3332'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:22.499697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4666d-deb5-45ed-b5dd-b6749729b162 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:22.501557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99d4666d-deb5-45ed-b5dd-b6749729b162 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports?device_id=636db5ef-1268-4f0f-bf06-6da3507e3332 HTTP/1.1" status: 200 len: 988 time: 0.0869343 Jul 09 17:45:22.504623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41350) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:22.536472 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:22.537119 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d62f7-4351-4081-bb4f-15749fb35333 None None] The sync data for ids ['636db5ef-1268-4f0f-bf06-6da3507e3332'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:22.591455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f7de1ee8-4f9a-4b68-a581-f533af009a0f None None] Provisioning complete for port 39db0660-e687-473f-8828-9b4dafc37ff4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:22.592037 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f7de1ee8-4f9a-4b68-a581-f533af009a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:22.627323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f7de1ee8-4f9a-4b68-a581-f533af009a0f None None] Port 39db0660-e687-473f-8828-9b4dafc37ff4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:22.629588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c509e-0581-41cc-a75a-17d5571f076e req-502a2ae1-35df-464b-b46b-aff9fadf2cfd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:22.631293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-361c509e-0581-41cc-a75a-17d5571f076e req-502a2ae1-35df-464b-b46b-aff9fadf2cfd tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0713632 Jul 09 17:45:22.675562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-361c509e-0581-41cc-a75a-17d5571f076e req-c02e6cac-432d-4c29-8b44-48a0469cd2aa tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Jul 09 17:45:22.806786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee97251-af5e-4dc5-8687-8ec19cb9150c req-bef62904-e233-4e3f-9878-e044430dc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:22.808236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ee97251-af5e-4dc5-8687-8ec19cb9150c req-bef62904-e233-4e3f-9878-e044430dc641 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1097 time: 0.2286968 Jul 09 17:45:22.891810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ee97251-af5e-4dc5-8687-8ec19cb9150c req-792ee32a-ce37-47e2-b8ae-ab57fcca9872 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750093 Jul 09 17:45:23.089691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:23.271587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a266ee-7e78-4b36-9572-f433860fe60c req-773afa8f-44e0-4761-8542-1066a70c126a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:23.273102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15a266ee-7e78-4b36-9572-f433860fe60c req-773afa8f-44e0-4761-8542-1066a70c126a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 945 time: 0.1509874 Jul 09 17:45:23.320545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-15a266ee-7e78-4b36-9572-f433860fe60c req-9f94bc03-ae0a-44ba-9b33-a988163238ce tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Jul 09 17:45:23.380324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 39db0660-e687-473f-8828-9b4dafc37ff4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:23.380672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:23.413621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e8b237e3-4304-499b-9618-128e264e8339 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:23.463565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e8b237e3-4304-499b-9618-128e264e8339 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:23.463985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:23.474830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:23.487428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 39db0660-e687-473f-8828-9b4dafc37ff4 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:23.665912 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:23.697760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=39db0660-e687-473f-8828-9b4dafc37ff4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:23.814221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:23.884080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5efab2-85ac-46d6-9ef3-ad788320b9ce req-3df19465-5676-4b2e-8846-388efd8fc043 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:23.885777 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb5efab2-85ac-46d6-9ef3-ad788320b9ce req-3df19465-5676-4b2e-8846-388efd8fc043 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0802031 Jul 09 17:45:23.926680 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bb5efab2-85ac-46d6-9ef3-ad788320b9ce req-760f2d57-7ebe-4ca2-967b-aa9f55b46c04 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/security-groups?id=edd2226c-84f4-4545-abbf-9bd0f37f74f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349011 Jul 09 17:45:23.979472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Router 636db5ef-1268-4f0f-bf06-6da3507e3332 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:24.011557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-4957c823-92ee-4ff6-98b5-769fabbea88a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:24.013070 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-4957c823-92ee-4ff6-98b5-769fabbea88a tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 945 time: 0.0729101 Jul 09 17:45:24.055480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:24.064060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8de5f02e-92b1-4cb1-87f6-f0efc2546a67 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/routers/636db5ef-1268-4f0f-bf06-6da3507e3332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5553312 Jul 09 17:45:24.064060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:24.065179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] Sync routers for ids ['636db5ef-1268-4f0f-bf06-6da3507e3332'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:24.076243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] Routers {'636db5ef-1268-4f0f-bf06-6da3507e3332'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:24.076871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['636db5ef-1268-4f0f-bf06-6da3507e3332'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:24.091520 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa60b2f-beb4-45bd-97ac-999fefbba78b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:24.095682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3aa60b2f-beb4-45bd-97ac-999fefbba78b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/39db0660-e687-473f-8828-9b4dafc37ff4 HTTP/1.1" status: 404 len: 333 time: 0.0281031 Jul 09 17:45:24.095990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:24.110350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:24.118865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] Routers {'636db5ef-1268-4f0f-bf06-6da3507e3332'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:24.119480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['636db5ef-1268-4f0f-bf06-6da3507e3332'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:24.122448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Deleting port 158b938e-4c40-49ea-ac36-5960efb1d5c5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:24.122448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.150212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:24.150874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f12afc-f7ef-4d15-8c1e-0bae9a3ccc4e None None] The sync data for ids ['636db5ef-1268-4f0f-bf06-6da3507e3332'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:24.214052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] For port 158b938e-4c40-49ea-ac36-5960efb1d5c5, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=158b938e-4c40-49ea-ac36-5960efb1d5c5,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:24.214371 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.231803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Calling delete_port for 158b938e-4c40-49ea-ac36-5960efb1d5c5 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:24.378188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.392052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['158b938e-4c40-49ea-ac36-5960efb1d5c5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:45:24.414097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Pushing event deleted for resources: {'Port': ['ID=158b938e-4c40-49ea-ac36-5960efb1d5c5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:24.470464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] No DVR routers for this DVR port 158b938e-4c40-49ea-ac36-5960efb1d5c5 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:24.473845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.476089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51d210f5-9c2b-4768-a4f3-7e02dcde5abe req-029aaf7a-482d-4505-8692-b77ce075d502 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.36 "DELETE /v2.0/ports/158b938e-4c40-49ea-ac36-5960efb1d5c5 HTTP/1.1" status: 204 len: 173 time: 0.4573305 Jul 09 17:45:24.476536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'name': 'network-vif-deleted', 'tag': '158b938e-4c40-49ea-ac36-5960efb1d5c5'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:45:24.478844 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93261c5-9845-4d9d-8b1b-3988bb2c646e" -d '{"events": [{"server_uuid": "693d7e55-2e58-4fac-a124-e78b640e7fd3", "name": "network-vif-deleted", "tag": "158b938e-4c40-49ea-ac36-5960efb1d5c5"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:45:24.494765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.520954 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed61b7c-173a-43db-bb58-a9b202ea1fde x-openstack-request-id: req-4ed61b7c-173a-43db-bb58-a9b202ea1fde {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:45:24.521517 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693d7e55-2e58-4fac-a124-e78b640e7fd3", "name": "network-vif-deleted", "tag": "158b938e-4c40-49ea-ac36-5960efb1d5c5", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:45:24.521769 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ed61b7c-173a-43db-bb58-a9b202ea1fde {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:45:24.522148 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693d7e55-2e58-4fac-a124-e78b640e7fd3', 'name': 'network-vif-deleted', 'tag': '158b938e-4c40-49ea-ac36-5960efb1d5c5', 'status': 'completed', 'code': 200} Jul 09 17:45:24.667140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.669995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.678363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d4907-9dfe-428e-961c-55a5ffe4a7ed req-4af6a8e7-3068-44cc-bd5e-8a304a9ef75c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:24.679877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c75d4907-9dfe-428e-961c-55a5ffe4a7ed req-4af6a8e7-3068-44cc-bd5e-8a304a9ef75c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 945 time: 0.2213256 Jul 09 17:45:24.735412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.735866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Fanout notify agent at l3_agent the message router_deleted on router 636db5ef-1268-4f0f-bf06-6da3507e3332 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:45:24.746612 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.747699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aa235a41-2b10-4673-ab22-855d9c86184a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/routers/636db5ef-1268-4f0f-bf06-6da3507e3332 HTTP/1.1" status: 204 len: 168 time: 0.6507823 Jul 09 17:45:24.750433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41364) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:24.763186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c75d4907-9dfe-428e-961c-55a5ffe4a7ed req-cbb596be-fa2e-4a28-84f1-e4073e747d20 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495567 Jul 09 17:45:24.809271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet e420f701-9da8-45ae-8bc3-9a72c9bb627f {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:24.812656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.853312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.944002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:24.950199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3244-743e-4017-b1e8-e04f8576ffee req-397f0fbd-fe2c-42a4-82d1-4535c9a7af72 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:24.958531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04ef3244-743e-4017-b1e8-e04f8576ffee req-397f0fbd-fe2c-42a4-82d1-4535c9a7af72 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 945 time: 0.0785470 Jul 09 17:45:24.996420 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04ef3244-743e-4017-b1e8-e04f8576ffee req-afbc7ec2-e492-4b05-bdb8-ecb3295f2756 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368521 Jul 09 17:45:25.015685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.020493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41370) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:25.054033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.056651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/e420f701-9da8-45ae-8bc3-9a72c9bb627f HTTP/1.1" status: 204 len: 168 time: 0.3048692 Jul 09 17:45:25.057429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090d789-0308-48bb-9368-262749d053ee tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=e420f701-9da8-45ae-8bc3-9a72c9bb627f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:25.059012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41374) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:25.060977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92394527-761d-4d36-8dbe-4525b0078335 None None] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:25.134106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3020c80c-0cb5-41ac-8cec-fa97d1a3847e req-ecb77b85-a4e9-4bfc-a685-be17d17d66f8 tempest-ServerRescueNegativeTestJSON-2119627586 tempest-ServerRescueNegativeTestJSON-2119627586-project] 10.222.0.21 "GET /v2.0/ports?device_id=693d7e55-2e58-4fac-a124-e78b640e7fd3 HTTP/1.1" status: 200 len: 210 time: 0.0504696 Jul 09 17:45:25.151950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.214514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port e8b237e3-4304-499b-9618-128e264e8339 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:25.214884 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.280665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] For port e8b237e3-4304-499b-9618-128e264e8339, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e8b237e3-4304-499b-9618-128e264e8339,segment=NetworkSegment(03261cb3-4b3d-4602-8242-2ab390771db1),segment_id=03261cb3-4b3d-4602-8242-2ab390771db1)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:25.281027 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.294222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for e8b237e3-4304-499b-9618-128e264e8339 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:25.303705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] DHCP port deletion for 5bad64b1-67ec-44db-ba52-9b03600e0c57 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:25.357554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Deleting port e8b237e3-4304-499b-9618-128e264e8339 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:25.357995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.419909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddf2a4d-f3dc-4829-865b-a0674f2c62b0 tempest-TestVolumeBootPattern-1201252629 tempest-TestVolumeBootPattern-1201252629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:25.423814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5ddf2a4d-f3dc-4829-865b-a0674f2c62b0 tempest-TestVolumeBootPattern-1201252629 tempest-TestVolumeBootPattern-1201252629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1092 time: 0.3996139 Jul 09 17:45:25.423814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.424239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] For port e8b237e3-4304-499b-9618-128e264e8339, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e8b237e3-4304-499b-9618-128e264e8339,segment=NetworkSegment(03261cb3-4b3d-4602-8242-2ab390771db1),segment_id=03261cb3-4b3d-4602-8242-2ab390771db1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:25.424239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.425303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41376) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:25.429901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:25.436286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e8b237e3-4304-499b-9618-128e264e8339 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:25.451207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=e8b237e3-4304-499b-9618-128e264e8339,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:25.453172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No DVR routers for this DVR port e8b237e3-4304-499b-9618-128e264e8339 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:25.467427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.468790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e8b237e3-4304-499b-9618-128e264e8339 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:25.469283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e8b237e3-4304-499b-9618-128e264e8339 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:25.472111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Calling delete_port for e8b237e3-4304-499b-9618-128e264e8339 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:25.539922 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.551053 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bad64b1-67ec-44db-ba52-9b03600e0c57']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:25.567549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03261cb3-4b3d-4602-8242-2ab390771db1') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:25.567862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03261cb3-4b3d-4602-8242-2ab390771db1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:25.577858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.588289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.595880 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.602739 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:25.603280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:25.606925 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:25.671388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.677386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.680016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/5bad64b1-67ec-44db-ba52-9b03600e0c57 HTTP/1.1" status: 204 len: 168 time: 0.6199806 Jul 09 17:45:25.686435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:25.696722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508622-1df5-4825-8295-79300b5a00cc tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=5bad64b1-67ec-44db-ba52-9b03600e0c57,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:25.717004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.742936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Network 5bad64b1-67ec-44db-ba52-9b03600e0c57 is not hosted by any dhcp agent {{(pid=93897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 17:45:25.743417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] No DVR routers for this DVR port e8b237e3-4304-499b-9618-128e264e8339 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:25.749600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Pushing event deleted for resources: {'Port': ['ID=e8b237e3-4304-499b-9618-128e264e8339,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:25.761183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.25.3.173 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/554910b6-1c8e-4fb2-97a1-7da87d016ece) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:25.762828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.763474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.763897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.764348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.764743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.765305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.769370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.769370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.769370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.769370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.769370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.769370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bdcbdb-ef24-42f0-aad4-5cfe50e11d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:25.776387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233671c3-e292-4a2a-b6e9-c8d85c58a1f1 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:25.776387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-233671c3-e292-4a2a-b6e9-c8d85c58a1f1 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/0a79d333-ffe8-4efa-a00f-398bb54be0fc HTTP/1.1" status: 200 len: 844 time: 0.0850763 Jul 09 17:45:25.776387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41380) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:25.836113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b60be940-72d2-4022-ab57-28dcb56c789b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/0a79d333-ffe8-4efa-a00f-398bb54be0fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0597990 Jul 09 17:45:25.840207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41382) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:25.845629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:25.921662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.938191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:25.942247 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:25.966799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.008419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:26.011144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:26.014893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:26.020906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=554910b6-1c8e-4fb2-97a1-7da87d016ece,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:26.146890 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.190817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:26.196131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:26.200748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:26.201830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.204658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=5436592a-6cf6-47aa-8778-e65a2bbae690,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:26.206545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd49ae2-27af-42ff-81d7-1a67a33d4378 None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:26.220045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d0020971-4324-411f-ae86-4fb33d98342b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3785307 Jul 09 17:45:26.222876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41386) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:26.227687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1880005019'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:26.256091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.288838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41388) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:26.355262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.360514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.391816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.393245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1692674 Jul 09 17:45:26.395247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8811d4f-c175-40fc-80a7-f12369ebe319 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386f3433-6e13-4324-8503-4ba61cc347f7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:26.398310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41390) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:26.403219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'security_group': {'name': 'tempest-secgroup-485982110'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:26.418854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'tenant_id': 'b96de478a3d548cfb69721fc923909dc', 'fixed_ips': [{'subnet_id': '5436592a-6cf6-47aa-8778-e65a2bbae690'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:26.420250 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.429918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.524095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.530197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.563577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4103726b-614a-4bde-86dc-0f1e75cd702c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:26.565646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.569758 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b6014840-b2a1-47c9-84bf-b0e173ddef62 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1705124 Jul 09 17:45:26.570384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41392) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:26.575045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Allocated IP 2001:db8::2 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/5436592a-6cf6-47aa-8778-e65a2bbae690/590374d2-9eb9-4ec2-aa95-daee6c419d3c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:26.576557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1574011750', 'security_groups': ['4103726b-614a-4bde-86dc-0f1e75cd702c'], 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5436592a-6cf6-47aa-8778-e65a2bbae690'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:26.703256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:26.714041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.738871 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.747782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Transition to ACTIVE for port object 590374d2-9eb9-4ec2-aa95-daee6c419d3c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:26.763493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Transition to ACTIVE for port object 590374d2-9eb9-4ec2-aa95-daee6c419d3c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:26.770950 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.794758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.811461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:26.814372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:26.817971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:26.822186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 8338ea39-cdeb-4140-999b-273c35e749f1 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:26.825149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Pushing event updated for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:26.879618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Attempting to bind port 590374d2-9eb9-4ec2-aa95-daee6c419d3c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:26.880046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Attempting to bind port 590374d2-9eb9-4ec2-aa95-daee6c419d3c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '61baa228-15c8-43b9-b8c9-eb9830a2c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:26.880415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Attempting to bind port 590374d2-9eb9-4ec2-aa95-daee6c419d3c on network df068b5a-0f5b-4910-98b6-1ada12b37eb0 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:26.885394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:26.885767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Checking segment: {'id': '61baa228-15c8-43b9-b8c9-eb9830a2c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:26.886819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.886819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Bound using segment: {'id': '61baa228-15c8-43b9-b8c9-eb9830a2c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:26.887051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Bound port: 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61baa228-15c8-43b9-b8c9-eb9830a2c705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:26.887364 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.894378 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:26.957158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:26.960631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=590374d2-9eb9-4ec2-aa95-daee6c419d3c,segment=NetworkSegment(61baa228-15c8-43b9-b8c9-eb9830a2c705),segment_id=61baa228-15c8-43b9-b8c9-eb9830a2c705)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:26.966831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.014718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::2ba (df068b5a-0f5b-4910-98b6-1ada12b37eb0/5436592a-6cf6-47aa-8778-e65a2bbae690/8338ea39-cdeb-4140-999b-273c35e749f1) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:27.037356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9215-b975-4ff9-b40f-b721782e1159 None None] Pushing event updated for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:27.181016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.204096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object 8338ea39-cdeb-4140-999b-273c35e749f1 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:27.268082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.292506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 158b938e-4c40-49ea-ac36-5960efb1d5c5 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:27.317689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 158b938e-4c40-49ea-ac36-5960efb1d5c5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:27.318023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 158b938e-4c40-49ea-ac36-5960efb1d5c5 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:27.336851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:27.345690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:27.352080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=8338ea39-cdeb-4140-999b-273c35e749f1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:27.355444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:27.360979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:27.361819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.380708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fda782e0-cc77-47e9-97df-822973c8bfd7 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8080554 Jul 09 17:45:27.383422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41394) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:27.388959 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:27.463097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.470406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.473372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.498109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 590374d2-9eb9-4ec2-aa95-daee6c419d3c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:27.531713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:27.537053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.555637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:27.627567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=554910b6-1c8e-4fb2-97a1-7da87d016ece,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:27.634177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.641349 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5436592a-6cf6-47aa-8778-e65a2bbae690 (CIDR: 2001:db8::/64) Jul 09 17:45:27.645488 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:45:27.646179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:27.662714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c096b47a-c8c9-4762-b0ea-ff287e38363f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2779996 Jul 09 17:45:27.665421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41396) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:27.670540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:27.807424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:27.814729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:27.843402 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Floating IP f9e4df76-ebda-4e76-a168-52db3f756878 associated. External IP: 172.25.3.173, port: 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783. Jul 09 17:45:28.076851 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.114666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Deleting port 582127df-2a10-4a69-9cf7-69180825c283 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:28.115011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.124483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:28.127932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:28.132144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:28.132736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.140336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=3ceecd26-3d59-472d-b4f0-8c29b303c7f3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:28.155272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8de561f1-8430-4d45-8675-f868db0b71ef tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4886703 Jul 09 17:45:28.155931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41398) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:28.161415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-391140073', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ceecd26-3d59-472d-b4f0-8c29b303c7f3'}], 'security_groups': ['386f3433-6e13-4324-8503-4ba61cc347f7']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:28.195397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:28.200618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Provisioning complete for port 0a79d333-ffe8-4efa-a00f-398bb54be0fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:28.201688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.225652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] For port 582127df-2a10-4a69-9cf7-69180825c283, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=582127df-2a10-4a69-9cf7-69180825c283,segment=NetworkSegment(3f024e7b-9487-4558-a32b-c2dd4742457f),segment_id=3f024e7b-9487-4558-a32b-c2dd4742457f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:28.226125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.255921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Port 0a79d333-ffe8-4efa-a00f-398bb54be0fc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:28.270881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.271605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Provisioning for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:28.275564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Calling delete_port for 582127df-2a10-4a69-9cf7-69180825c283 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:28.277392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:28.277897 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.366774 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.377629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e183e16-14fa-4488-ae71-961b164f8360 None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:28.436630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:28.453326 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:28.456740 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.468159 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:28.469730 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:28.476987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=590374d2-9eb9-4ec2-aa95-daee6c419d3c,segment=NetworkSegment(61baa228-15c8-43b9-b8c9-eb9830a2c705),segment_id=61baa228-15c8-43b9-b8c9-eb9830a2c705)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:28.488460 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.523870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06b0d452-7954-4ced-841f-c1973b2e5907 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0866854 Jul 09 17:45:28.523870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:45:28.523870 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9351add8-6570-4ae7-901d-a9030395b74d" -d '{"events": [{"name": "network-changed", "server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:45:28.574758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886eb51-2c15-45ba-9648-70373ba4a977 None None] Pushing event updated for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:28.577964 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560496d2-91e3-4329-9ef7-c881bd13d970 x-openstack-request-id: req-560496d2-91e3-4329-9ef7-c881bd13d970 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:45:28.578351 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:45:28.578599 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-560496d2-91e3-4329-9ef7-c881bd13d970 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:45:28.578993 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'status': 'completed', 'code': 200} Jul 09 17:45:28.592736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.638829 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:45:28.661241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3a4d423f-86dc-4c16-8236-16059d23ce3a None None] Provisioning for port 8338ea39-cdeb-4140-999b-273c35e749f1 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:28.663885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Delete allocated IP 2001:db8::2ba (df068b5a-0f5b-4910-98b6-1ada12b37eb0/5436592a-6cf6-47aa-8778-e65a2bbae690) {{(pid=93896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:45:28.664664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=582127df-2a10-4a69-9cf7-69180825c283,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:28.674171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8:0:1::256 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/3ceecd26-3d59-472d-b4f0-8c29b303c7f3/8338ea39-cdeb-4140-999b-273c35e749f1) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:28.674794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3a4d423f-86dc-4c16-8236-16059d23ce3a None None] Provisioning complete for port 8338ea39-cdeb-4140-999b-273c35e749f1 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:28.675367 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a4d423f-86dc-4c16-8236-16059d23ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.750837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d423f-86dc-4c16-8236-16059d23ce3a None None] Port 8338ea39-cdeb-4140-999b-273c35e749f1 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:28.802031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351add8-6570-4ae7-901d-a9030395b74d req-27fc8452-ea28-4405-8a0b-fd727a587f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:28.803612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-27fc8452-ea28-4405-8a0b-fd727a587f1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1097 time: 0.1691825 Jul 09 17:45:28.865493 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.871191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Update dhcp port {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'fixed_ips': [{'subnet_id': '5436592a-6cf6-47aa-8778-e65a2bbae690', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ceecd26-3d59-472d-b4f0-8c29b303c7f3'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '590374d2-9eb9-4ec2-aa95-daee6c419d3c'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:45:28.883201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Ignored duplicate provisioning block setup for port 8338ea39-cdeb-4140-999b-273c35e749f1 by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:45:28.891486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.896657 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:26Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:28.912915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.938525 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:45:28.953678 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.955538 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:28.957052 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:28.966636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351add8-6570-4ae7-901d-a9030395b74d req-6006ae07-9305-4855-a0e4-9bf45fb3df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:28.969561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-6006ae07-9305-4855-a0e4-9bf45fb3df5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1547928 Jul 09 17:45:28.975172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] In _notify_port_updated(), no bound segment for port 8338ea39-cdeb-4140-999b-273c35e749f1 on network df068b5a-0f5b-4910-98b6-1ada12b37eb0 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:45:28.981243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:28.981888 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:28.983227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/ports/8338ea39-cdeb-4140-999b-273c35e749f1 HTTP/1.1" status: 200 len: 930 time: 0.8263781 Jul 09 17:45:28.986513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41404) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:29.016612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ea51-674a-403a-8c37-c1c4ec18f17a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=8338ea39-cdeb-4140-999b-273c35e749f1,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:29.075606 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:45:29.102379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 8338ea39-cdeb-4140-999b-273c35e749f1 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:29.103101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.127027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Allocated IP 2001:db8:0:1::2 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/3ceecd26-3d59-472d-b4f0-8c29b303c7f3/590374d2-9eb9-4ec2-aa95-daee6c419d3c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:29.169442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-0739c801-59da-40a8-b5b0-1203b5d26ae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 999 time: 0.1231205 Jul 09 17:45:29.213647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.244196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=590374d2-9eb9-4ec2-aa95-daee6c419d3c,segment=NetworkSegment(61baa228-15c8-43b9-b8c9-eb9830a2c705),segment_id=61baa228-15c8-43b9-b8c9-eb9830a2c705)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:29.247975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 8338ea39-cdeb-4140-999b-273c35e749f1 owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:29.281515 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.292706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351add8-6570-4ae7-901d-a9030395b74d req-7a8d153b-7e48-473b-9107-3b5558402737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:29.294567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-7a8d153b-7e48-473b-9107-3b5558402737 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.1175494 Jul 09 17:45:29.298047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Transition to ACTIVE for port object 590374d2-9eb9-4ec2-aa95-daee6c419d3c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:29.304544 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.341823 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:26Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:29.363992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:29.384084 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a36940-bd4a-472f-8fe1-7cdfa7c49d52 None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:26Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:29.446688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a91f5c-3f20-4b86-a3a2-520375186f8a None None] Pushing event updated for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:29.454239 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.480188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351add8-6570-4ae7-901d-a9030395b74d req-fbe43ff4-8ab8-4034-a40a-f2f802f1bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:29.481826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-fbe43ff4-8ab8-4034-a40a-f2f802f1bcb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804147 Jul 09 17:45:29.494632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=8338ea39-cdeb-4140-999b-273c35e749f1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:29.530980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.534603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bfebc6d4-a964-4445-962b-404ae9c8f806 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/8338ea39-cdeb-4140-999b-273c35e749f1 HTTP/1.1" status: 204 len: 168 time: 0.5469873 Jul 09 17:45:29.541399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:29.570404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 590374d2-9eb9-4ec2-aa95-daee6c419d3c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:29.575533 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b01409-3369-4d6a-bff7-9d5ab6fde5ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:29.581231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-95b01409-3369-4d6a-bff7-9d5ab6fde5ba tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/8338ea39-cdeb-4140-999b-273c35e749f1 HTTP/1.1" status: 404 len: 333 time: 0.0387189 Jul 09 17:45:29.585465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41408) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:29.669631 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d25b-4931-4db1-8e03-0cb9e0c6278e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.698909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d25b-4931-4db1-8e03-0cb9e0c6278e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.740736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c247ee-897a-4827-b30c-9698fd872f7e None None] New status for floating IP f9e4df76-ebda-4e76-a168-52db3f756878: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:45:29.762902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d25b-4931-4db1-8e03-0cb9e0c6278e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.766154 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f8b9d25b-4931-4db1-8e03-0cb9e0c6278e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.767475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f8b9d25b-4931-4db1-8e03-0cb9e0c6278e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/security-groups/4103726b-614a-4bde-86dc-0f1e75cd702c HTTP/1.1" status: 204 len: 168 time: 0.1802609 Jul 09 17:45:29.770932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41410) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:29.786665 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9d25b-4931-4db1-8e03-0cb9e0c6278e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103726b-614a-4bde-86dc-0f1e75cd702c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:29.859790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15965613-08f2-45ff-aa55-04b9818779eb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.895046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15965613-08f2-45ff-aa55-04b9818779eb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.953171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15965613-08f2-45ff-aa55-04b9818779eb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.956319 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15965613-08f2-45ff-aa55-04b9818779eb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:29.957864 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-15965613-08f2-45ff-aa55-04b9818779eb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/security-groups/386f3433-6e13-4324-8503-4ba61cc347f7 HTTP/1.1" status: 204 len: 168 time: 0.1857424 Jul 09 17:45:29.961393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41412) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:30.001763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:30.004717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15965613-08f2-45ff-aa55-04b9818779eb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f3433-6e13-4324-8503-4ba61cc347f7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:30.011001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41414) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:30.011603 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-44f4533f-f9d4-4941-97af-d2de06478ed4 admin admin] 10.222.0.21 "PUT /v2.0/routers/f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7208900 Jul 09 17:45:30.026966 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] Sync routers for ids ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:30.041254 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] Routers {'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:30.042067 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:30.064095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-26815609-f783-44c8-8219-5bde17e295e0 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741496 Jul 09 17:45:30.140650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 5436592a-6cf6-47aa-8778-e65a2bbae690 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:30.149181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.194671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9351add8-6570-4ae7-901d-a9030395b74d req-b642b9e9-3465-43e8-85dd-906d7bf565ad service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207290 Jul 09 17:45:30.216869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] Set router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:45:30.218955 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.223617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.291809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Provisioning complete for port 0a79d333-ffe8-4efa-a00f-398bb54be0fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:30.293283 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.330269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Port 0a79d333-ffe8-4efa-a00f-398bb54be0fc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:30.334267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Could not find standard attr ID for object 8338ea39-cdeb-4140-999b-273c35e749f1. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:30.351575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Provisioning for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:30.360564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:30.361256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd4da91a-6229-40d2-8755-1984d6952c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.416122 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:45:28Z', 'revision_number': 5, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:30.454629 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] Checking router: f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:45:30.464864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] Routers {'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:30.465817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:30.571116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d16bd758-aa3c-403d-a36e-eb6a594dc4d2 None None] Could not find standard attr ID for object 8338ea39-cdeb-4140-999b-273c35e749f1. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:30.693130 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] Set router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:45:30.718033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.721853 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.812655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.825195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Deleting port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:30.825667 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.859460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=5436592a-6cf6-47aa-8778-e65a2bbae690,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:30.864901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.866560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-399c82e9-480a-493e-81ca-295332ae6ffe tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/5436592a-6cf6-47aa-8778-e65a2bbae690 HTTP/1.1" status: 204 len: 168 time: 0.9040499 Jul 09 17:45:30.871071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:30.873656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cccbc8-6e20-43bb-9fcf-bd270179864d None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:30.876553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:30.893945 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:45:28Z', 'revision_number': 5, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:30.943264 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c062ad6-b9c7-4d52-ac72-784f3ec3e99d None None] The sync data for ids ['f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52'] in n-d-791506-17 is: [{'id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'name': 'tempest-ServerRescueNegativeTestJSON-275445630-router', 'tenant_id': 'ad66f3b300ab4c9195cc40169045dd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:43:05Z', 'updated_at': '2021-07-09T17:45:28Z', 'revision_number': 5, 'project_id': 'ad66f3b300ab4c9195cc40169045dd35', 'gw_port': {'id': '1dc1c522-b4ad-49b8-8e5c-856bfafc107f', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:43:06Z', 'updated_at': '2021-07-09T17:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:30.960879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] For port 1dc1c522-b4ad-49b8-8e5c-856bfafc107f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:30.961392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:30.976254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Calling delete_port for 1dc1c522-b4ad-49b8-8e5c-856bfafc107f owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:31.021577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:31.025300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.164285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.213349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc1c522-b4ad-49b8-8e5c-856bfafc107f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:31.259035 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.269934 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.321174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:31.329242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:31.337210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:31.338351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.363329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.365940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.381857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5073578 Jul 09 17:45:31.390604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41418) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:31.395956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123312706'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:31.401964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470c97b-1f28-4255-8e63-5b4b93a3996f tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=d57f3b99-764b-41f8-b61c-ac8997283ba7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:31.428915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.445986 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.446540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:45:31.451511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.453189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a938fb16-5676-428a-842a-792027cf8f94 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f93cf717-c17e-4eaa-8ce6-e2e9f6e5ff52 HTTP/1.1" status: 204 len: 168 time: 1.4403639 Jul 09 17:45:31.455697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41420) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:31.529263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Deleting subnet 5250d6d1-e422-4311-9dbc-22ea528e30af {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:31.534203 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.553566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 590374d2-9eb9-4ec2-aa95-daee6c419d3c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:31.571279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.583599 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.601485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.622005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.632544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:31.633137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.638725 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.643674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2518296 Jul 09 17:45:31.646729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41422) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:31.651650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1197397509'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:31.659977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04849193-5439-49f7-9ce9-a7e4cf95628e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01881616-dad3-47ad-9f98-ba6098ae0ca1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:31.680597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.695219 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.732932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5250d6d1-e422-4311-9dbc-22ea528e30af,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:31.739455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.742027 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-90c48e8b-e92b-40f2-9c2a-365c9516e5e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5250d6d1-e422-4311-9dbc-22ea528e30af HTTP/1.1" status: 204 len: 168 time: 0.2854528 Jul 09 17:45:31.744617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41424) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:31.776498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 582127df-2a10-4a69-9cf7-69180825c283 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:31.807733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 582127df-2a10-4a69-9cf7-69180825c283 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:31.808084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 582127df-2a10-4a69-9cf7-69180825c283 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:31.812147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.820722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.830866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.881628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.883319 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2356932 Jul 09 17:45:31.887566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41426) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:31.893583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1461476191'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:31.898797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6274362-dab7-41c9-aa92-2b364efa480c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d5f6d-8c42-45c7-90ac-4d4d0581e0da,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:31.926961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.937699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.950616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98259109-e892-4d1e-9ec4-cea2a3c5cc4a']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:31.963501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f024e7b-9487-4558-a32b-c2dd4742457f') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:31.963839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f024e7b-9487-4558-a32b-c2dd4742457f') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:31.975840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:31.988460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b714b-cd56-4b30-9dae-c749a476825d None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:31.998462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.006795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:32.007351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:32.009232 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:32.044192 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.051052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e9d35a5-a026-4437-94cd-347d295b6294 None None] Provisioning complete for port 0a79d333-ffe8-4efa-a00f-398bb54be0fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:32.051436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0e9d35a5-a026-4437-94cd-347d295b6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.052700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.070775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.089756 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.091111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2024012 Jul 09 17:45:32.093893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41428) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:32.098270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.102562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/98259109-e892-4d1e-9ec4-cea2a3c5cc4a HTTP/1.1" status: 204 len: 168 time: 0.3548322 Jul 09 17:45:32.102562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0e22a-d06a-45a3-8777-b842dc9e89ab admin admin] Pushing event deleted for resources: {'Network': ['ID=98259109-e892-4d1e-9ec4-cea2a3c5cc4a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:32.102821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1572552301', 'security_groups': ['b1546def-29c5-4506-813e-512361e5764f'], 'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd57f3b99-764b-41f8-b61c-ac8997283ba7'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:32.111726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d35a5-a026-4437-94cd-347d295b6294 None None] Port 0a79d333-ffe8-4efa-a00f-398bb54be0fc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:32.148529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e9d35a5-a026-4437-94cd-347d295b6294 None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:32.149302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0e9d35a5-a026-4437-94cd-347d295b6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.155825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c16aa-fc09-418f-8815-548ce87ca66e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1546def-29c5-4506-813e-512361e5764f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:32.233057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:32.313460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41432) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:32.368289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Update dhcp port {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'fixed_ips': [{'subnet_id': '3ceecd26-3d59-472d-b4f0-8c29b303c7f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd57f3b99-764b-41f8-b61c-ac8997283ba7'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '590374d2-9eb9-4ec2-aa95-daee6c419d3c'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:45:32.381857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5758c735-0889-4f58-9caf-e0c58f91609a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad66f3b300ab4c9195cc40169045dd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645573 Jul 09 17:45:32.382703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41434) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:32.382865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.401071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] device_id is not set on port 34c67a63-3713-46a8-91ed-da471e842c2c yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:32.409836 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.434548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3728-baae-40d1-8967-47c9224485ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.459805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3728-baae-40d1-8967-47c9224485ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.514055 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3728-baae-40d1-8967-47c9224485ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.516094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8a2b3728-baae-40d1-8967-47c9224485ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.517890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8a2b3728-baae-40d1-8967-47c9224485ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edd2226c-84f4-4545-abbf-9bd0f37f74f2 HTTP/1.1" status: 204 len: 168 time: 0.1334186 Jul 09 17:45:32.526797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b3728-baae-40d1-8967-47c9224485ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2226c-84f4-4545-abbf-9bd0f37f74f2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:32.585488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8::334 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/d57f3b99-764b-41f8-b61c-ac8997283ba7/34c67a63-3713-46a8-91ed-da471e842c2c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:32.728781 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.742160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Transition to ACTIVE for port object 34c67a63-3713-46a8-91ed-da471e842c2c will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:32.787972 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.836955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:32.837325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Allocated IP 2001:db8::2 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/d57f3b99-764b-41f8-b61c-ac8997283ba7/590374d2-9eb9-4ec2-aa95-daee6c419d3c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:32.840837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:32.848611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:32.852523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:32.853306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:32.857409 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=34c67a63-3713-46a8-91ed-da471e842c2c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:32.872879 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c511cc7-de92-4687-b352-6f9bab1183d5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7776694 Jul 09 17:45:32.876231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41446) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:32.881598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:32.948640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=590374d2-9eb9-4ec2-aa95-daee6c419d3c,segment=NetworkSegment(61baa228-15c8-43b9-b8c9-eb9830a2c705),segment_id=61baa228-15c8-43b9-b8c9-eb9830a2c705)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:33.008213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:33.012156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:33.114032 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d57f3b99-764b-41f8-b61c-ac8997283ba7 (CIDR: 2001:db8::/64) Jul 09 17:45:33.119355 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:45:33.119969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:33.136722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fff99524-3f6d-4e7a-a52d-aeb5f7d5fdec tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2592983 Jul 09 17:45:33.139445 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41456) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:33.145129 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:33.145808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:33.162215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Transition to ACTIVE for port object 590374d2-9eb9-4ec2-aa95-daee6c419d3c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:33.167966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:33.262579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40381e-483f-49b4-871c-c58c6ed155ff None None] Pushing event updated for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:33.283355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:33.283355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:33.380564 n-d-791506-17 neutron-server[93896]: INFO neutron.db.ipam_backend_mixin [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3ceecd26-3d59-472d-b4f0-8c29b303c7f3 (CIDR: 2001:db8:0:1::/64) Jul 09 17:45:33.384969 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:45:33.385756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:33.404481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-01af0f23-9e8d-4337-b0d5-6fbb2e367b82 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2636991 Jul 09 17:45:33.408153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:33.412840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'subnet': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:33.438344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 590374d2-9eb9-4ec2-aa95-daee6c419d3c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:33.521789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1dc1c522-b4ad-49b8-8e5c-856bfafc107f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:33.551066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Made reservation on behalf of b96de478a3d548cfb69721fc923909dc for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:33.554593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1dc1c522-b4ad-49b8-8e5c-856bfafc107f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:33.554950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1dc1c522-b4ad-49b8-8e5c-856bfafc107f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:33.556612 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:33.773937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0892c6a9-8e8b-455f-8cd1-b91f1e38e320 req-52ca8f8e-4ad6-4377-b8d3-f560b90b5530 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0558181 Jul 09 17:45:33.896002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:33.967636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:33.969095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Subnet': ['ID=3d3a2936-9574-47a6-9dc3-a66866b3d259,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:33.971990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:33.981609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:33.982216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:34.002989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41496) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:34.005030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-63a7a871-3237-4c1e-840d-dba8cb8a420b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5964110 Jul 09 17:45:34.016423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1323000386', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d3a2936-9574-47a6-9dc3-a66866b3d259'}], 'security_groups': ['01881616-dad3-47ad-9f98-ba6098ae0ca1', 'e00d5f6d-8c42-45c7-90ac-4d4d0581e0da']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:34.033746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-252de28d-60b2-416d-8225-c3a776aee56e None None] Provisioning complete for port 0a79d333-ffe8-4efa-a00f-398bb54be0fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:34.034431 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-252de28d-60b2-416d-8225-c3a776aee56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:34.100575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-252de28d-60b2-416d-8225-c3a776aee56e None None] Port 0a79d333-ffe8-4efa-a00f-398bb54be0fc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:34.114897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-252de28d-60b2-416d-8225-c3a776aee56e None None] Provisioning for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:34.122444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-252de28d-60b2-416d-8225-c3a776aee56e None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:34.122816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-252de28d-60b2-416d-8225-c3a776aee56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:34.337604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c734d2-6caf-487c-9f66-9b65e5aefb79 None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:34.356938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c59cc7ad-8e17-4540-b9dc-d4afc20adc5b req-d1f4e3e5-dcbc-450b-a8cb-a3276b953053 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0500224 Jul 09 17:45:34.372062 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:34.470447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3d1e1ce7-27b9-4553-8214-873bcef84cd9 None None] Provisioning for port 34c67a63-3713-46a8-91ed-da471e842c2c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:34.498590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3d1e1ce7-27b9-4553-8214-873bcef84cd9 None None] Provisioning complete for port 34c67a63-3713-46a8-91ed-da471e842c2c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:34.499004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3d1e1ce7-27b9-4553-8214-873bcef84cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:34.577758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e1ce7-27b9-4553-8214-873bcef84cd9 None None] Port 34c67a63-3713-46a8-91ed-da471e842c2c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:34.713627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Update dhcp port {'port': {'network_id': 'df068b5a-0f5b-4910-98b6-1ada12b37eb0', 'fixed_ips': [{'subnet_id': '3ceecd26-3d59-472d-b4f0-8c29b303c7f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd57f3b99-764b-41f8-b61c-ac8997283ba7', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d3a2936-9574-47a6-9dc3-a66866b3d259'}], 'binding:host_id': 'n-d-791506-17'}, 'id': '590374d2-9eb9-4ec2-aa95-daee6c419d3c'} from n-d-791506-17. {{(pid=93897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 17:45:34.751544 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:34.818283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Delete allocated IP 2001:db8::334 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/d57f3b99-764b-41f8-b61c-ac8997283ba7) {{(pid=93896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 17:45:34.827302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Allocated IP 2001:db8:0:2::17b (df068b5a-0f5b-4910-98b6-1ada12b37eb0/3d3a2936-9574-47a6-9dc3-a66866b3d259/34c67a63-3713-46a8-91ed-da471e842c2c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:35.010616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.023776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Ignored duplicate provisioning block setup for port 34c67a63-3713-46a8-91ed-da471e842c2c by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 17:45:35.032643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.096989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Allocated IP 2001:db8:0:2::2 (df068b5a-0f5b-4910-98b6-1ada12b37eb0/3d3a2936-9574-47a6-9dc3-a66866b3d259/590374d2-9eb9-4ec2-aa95-daee6c419d3c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:35.126747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] In _notify_port_updated(), no bound segment for port 34c67a63-3713-46a8-91ed-da471e842c2c on network df068b5a-0f5b-4910-98b6-1ada12b37eb0 {{(pid=93896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 17:45:35.133164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:35.133932 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.138156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "PUT /v2.0/ports/34c67a63-3713-46a8-91ed-da471e842c2c HTTP/1.1" status: 200 len: 970 time: 1.1302280 Jul 09 17:45:35.138653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41512) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:35.178502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aa576-55ef-49bb-ab56-e0d771ca924d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event updated for resources: {'Port': ['ID=34c67a63-3713-46a8-91ed-da471e842c2c,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:35.207149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=590374d2-9eb9-4ec2-aa95-daee6c419d3c,segment=NetworkSegment(61baa228-15c8-43b9-b8c9-eb9830a2c705),segment_id=61baa228-15c8-43b9-b8c9-eb9830a2c705)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:35.240432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.256187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Transition to ACTIVE for port object 590374d2-9eb9-4ec2-aa95-daee6c419d3c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:35.260009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 34c67a63-3713-46a8-91ed-da471e842c2c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:35.260364 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.261981 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.359522 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.372759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 34c67a63-3713-46a8-91ed-da471e842c2c owned by {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:35.378432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0794a-d45b-4130-8b1b-36dddb7e7beb None None] Pushing event updated for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:35.542357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.558706 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b7e00de-4b00-4735-bd4b-0ce4e25a2158 req-889c0e3b-c3ac-4318-80b3-cb769e278069 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0402632 Jul 09 17:45:35.596726 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.598728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/34c67a63-3713-46a8-91ed-da471e842c2c HTTP/1.1" status: 204 len: 168 time: 0.4590483 Jul 09 17:45:35.601666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41518) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:35.618310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9052d-05c2-4f8a-ae04-adf695fb8f4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=34c67a63-3713-46a8-91ed-da471e842c2c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:35.639685 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f592eec-5be4-4a1d-8950-6237c1733862 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] GET failed (client error): The resource could not be found. Jul 09 17:45:35.641376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6f592eec-5be4-4a1d-8950-6237c1733862 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports/34c67a63-3713-46a8-91ed-da471e842c2c HTTP/1.1" status: 404 len: 333 time: 0.0387061 Jul 09 17:45:35.644340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41520) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:35.703590 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4062ed87-d8bb-4529-8aed-1a9816e43d17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.728143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4062ed87-d8bb-4529-8aed-1a9816e43d17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.773796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4062ed87-d8bb-4529-8aed-1a9816e43d17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.776782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4062ed87-d8bb-4529-8aed-1a9816e43d17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.780645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4062ed87-d8bb-4529-8aed-1a9816e43d17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/security-groups/b1546def-29c5-4506-813e-512361e5764f HTTP/1.1" status: 204 len: 168 time: 0.1325350 Jul 09 17:45:35.781084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41522) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:35.788354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062ed87-d8bb-4529-8aed-1a9816e43d17 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1546def-29c5-4506-813e-512361e5764f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:35.849692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f09965a-f675-49e3-8550-eeb79d14019a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.874882 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f09965a-f675-49e3-8550-eeb79d14019a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.920638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f09965a-f675-49e3-8550-eeb79d14019a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.923275 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9f09965a-f675-49e3-8550-eeb79d14019a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:35.924655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9f09965a-f675-49e3-8550-eeb79d14019a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/security-groups/e00d5f6d-8c42-45c7-90ac-4d4d0581e0da HTTP/1.1" status: 204 len: 168 time: 0.1424613 Jul 09 17:45:35.928024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41524) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:35.934657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09965a-f675-49e3-8550-eeb79d14019a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d5f6d-8c42-45c7-90ac-4d4d0581e0da,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:35.996755 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b36d2e3d-74a2-4094-b47c-90216a8e31a5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.017931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Provisioning complete for port 0a79d333-ffe8-4efa-a00f-398bb54be0fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:36.018304 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.027448 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b36d2e3d-74a2-4094-b47c-90216a8e31a5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.052642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Port 0a79d333-ffe8-4efa-a00f-398bb54be0fc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:36.055442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Could not find standard attr ID for object 34c67a63-3713-46a8-91ed-da471e842c2c. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:36.067315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Provisioning for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:36.071914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:36.072408 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b766aa2-fa4b-430e-b375-ec3be83c2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.074022 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b36d2e3d-74a2-4094-b47c-90216a8e31a5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.077255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b36d2e3d-74a2-4094-b47c-90216a8e31a5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.081067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b36d2e3d-74a2-4094-b47c-90216a8e31a5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/security-groups/01881616-dad3-47ad-9f98-ba6098ae0ca1 HTTP/1.1" status: 204 len: 168 time: 0.1494756 Jul 09 17:45:36.081802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41526) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:36.088240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d2e3d-74a2-4094-b47c-90216a8e31a5 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01881616-dad3-47ad-9f98-ba6098ae0ca1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:36.143318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet d57f3b99-764b-41f8-b61c-ac8997283ba7 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:36.150064 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.199357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.253195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f4f3808-961c-46fb-a5fa-7deb83041aec req-d4747a72-fc54-48f3-8d11-d6b68033e1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0332510 Jul 09 17:45:36.283902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aa1b7d78-a9d4-43a8-8b38-50cf534b63de None None] Could not find standard attr ID for object 34c67a63-3713-46a8-91ed-da471e842c2c. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:45:36.314889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.379398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.407640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=d57f3b99-764b-41f8-b61c-ac8997283ba7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:36.412962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.414381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f6476369-20ff-4403-9abc-02c9f3063a6a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/d57f3b99-764b-41f8-b61c-ac8997283ba7 HTTP/1.1" status: 204 len: 168 time: 0.3309696 Jul 09 17:45:36.417934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41528) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:36.419827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea890ea-0684-49bb-ab40-0f5036da9ab3 None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:36.471132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 3d3a2936-9574-47a6-9dc3-a66866b3d259 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:36.474780 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.519048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.612731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.700935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a34f724-6a97-4337-b8af-ccc4214d113b req-bda9a604-dbc4-4310-9d12-f89229dcf994 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0387986 Jul 09 17:45:36.741005 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adc8c903-5025-4655-9c1c-8fd615891a27 req-eec8815f-d396-4a53-bb9a-4dac20611351 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0453231 Jul 09 17:45:36.748102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.789103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3a2936-9574-47a6-9dc3-a66866b3d259,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:36.791193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.795299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a1d5300-75b4-488f-9a92-c638c6fb1211 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/3d3a2936-9574-47a6-9dc3-a66866b3d259 HTTP/1.1" status: 204 len: 168 time: 0.3743205 Jul 09 17:45:36.795742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41534) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:36.822653 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-568de45c-f61b-488e-b552-c8ee3ea68b4e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:36.823120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568de45c-f61b-488e-b552-c8ee3ea68b4e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:36.824974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-568de45c-f61b-488e-b552-c8ee3ea68b4e tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/d57f3b99-764b-41f8-b61c-ac8997283ba7 HTTP/1.1" status: 404 len: 337 time: 0.0282657 Jul 09 17:45:36.827457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41536) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:36.879828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting subnet 3ceecd26-3d59-472d-b4f0-8c29b303c7f3 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:36.883168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:36.930192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.021170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.091896 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.130869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceecd26-3d59-472d-b4f0-8c29b303c7f3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:37.132934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.134866 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7bad045-c880-4781-879e-8a91ace6a6b9 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/3ceecd26-3d59-472d-b4f0-8c29b303c7f3 HTTP/1.1" status: 204 len: 168 time: 0.3064699 Jul 09 17:45:37.137410 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41538) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.164153 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a8e0b1-f3ee-4f53-9c01-010ae33e9270 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.164566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a8e0b1-f3ee-4f53-9c01-010ae33e9270 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.166399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d9a8e0b1-f3ee-4f53-9c01-010ae33e9270 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/5436592a-6cf6-47aa-8778-e65a2bbae690 HTTP/1.1" status: 404 len: 337 time: 0.0280437 Jul 09 17:45:37.169227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41540) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.179942 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3137aa88-cfa8-4b41-b03d-6e1af6f4072a None None] Network df068b5a-0f5b-4910-98b6-1ada12b37eb0 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:37.197888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d6b2c001-2cf3-4994-a13c-ee1365b60dd0 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "GET /v2.0/ports?device_id=636db5ef-1268-4f0f-bf06-6da3507e3332 HTTP/1.1" status: 200 len: 205 time: 0.0277061 Jul 09 17:45:37.200597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41542) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.236862 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-8a0120de-3aa1-4508-91e4-92642349e472 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] delete failed (client error): The resource could not be found. Jul 09 17:45:37.237906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8a0120de-3aa1-4508-91e4-92642349e472 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/routers/636db5ef-1268-4f0f-bf06-6da3507e3332 HTTP/1.1" status: 404 len: 336 time: 0.0363455 Jul 09 17:45:37.240587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41544) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.247508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bea24027-e254-4d1a-8f52-a1c0471b4596 None None] Provisioning complete for port 0a79d333-ffe8-4efa-a00f-398bb54be0fc triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:37.247902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bea24027-e254-4d1a-8f52-a1c0471b4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.270409 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc553ba5-d289-41ab-af86-42d8870edc88 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.270833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc553ba5-d289-41ab-af86-42d8870edc88 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.272624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fc553ba5-d289-41ab-af86-42d8870edc88 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/e420f701-9da8-45ae-8bc3-9a72c9bb627f HTTP/1.1" status: 404 len: 337 time: 0.0311430 Jul 09 17:45:37.275399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41546) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.301142 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3e7d1e-0ec7-4401-9255-4ab73ad3a1e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.301598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3e7d1e-0ec7-4401-9255-4ab73ad3a1e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.303344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0d3e7d1e-0ec7-4401-9255-4ab73ad3a1e4 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/2ef08fde-4ace-4174-a717-add3147cab85 HTTP/1.1" status: 404 len: 337 time: 0.0269768 Jul 09 17:45:37.306062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41548) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.321921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bea24027-e254-4d1a-8f52-a1c0471b4596 None None] Port 0a79d333-ffe8-4efa-a00f-398bb54be0fc cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:37.331703 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-713f91dd-0b4e-41f8-bec6-58f7caad4399 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.332185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713f91dd-0b4e-41f8-bec6-58f7caad4399 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.333930 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-713f91dd-0b4e-41f8-bec6-58f7caad4399 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/4670c708-d48e-4cf8-b9ba-c3f65eb9a74a HTTP/1.1" status: 404 len: 337 time: 0.0269737 Jul 09 17:45:37.336565 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41550) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.340430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bea24027-e254-4d1a-8f52-a1c0471b4596 None None] Provisioning complete for port 590374d2-9eb9-4ec2-aa95-daee6c419d3c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:37.340775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bea24027-e254-4d1a-8f52-a1c0471b4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.363195 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-37419a77-bae8-4640-9edf-a866880603e8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.363840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37419a77-bae8-4640-9edf-a866880603e8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.365575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-37419a77-bae8-4640-9edf-a866880603e8 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/02505146-0063-4077-961b-65e1272cefe5 HTTP/1.1" status: 404 len: 333 time: 0.0281355 Jul 09 17:45:37.368236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41552) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.396320 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c33cc6b-87b5-4ca6-99ee-d56302388904 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.396928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c33cc6b-87b5-4ca6-99ee-d56302388904 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.398907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1c33cc6b-87b5-4ca6-99ee-d56302388904 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/c04a2f0c-20d3-41d7-89dc-13c90937dae2 HTTP/1.1" status: 404 len: 337 time: 0.0293932 Jul 09 17:45:37.401296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41554) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.432827 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af86259-8a5e-4c2b-8e39-aeb65c86616d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.433291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af86259-8a5e-4c2b-8e39-aeb65c86616d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.437426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1af86259-8a5e-4c2b-8e39-aeb65c86616d tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/f52168c6-e97d-49ff-b8d2-217aa39a6ea5 HTTP/1.1" status: 404 len: 337 time: 0.0328858 Jul 09 17:45:37.438136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41556) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.459371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] DHCP port deletion for df068b5a-0f5b-4910-98b6-1ada12b37eb0 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:37.467424 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95edec3-a380-48bb-bd16-651e6bb8fe4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.468176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95edec3-a380-48bb-bd16-651e6bb8fe4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.469935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a95edec3-a380-48bb-bd16-651e6bb8fe4b tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/d8d6c912-e7b4-4c83-a1f2-456e92b6725c HTTP/1.1" status: 404 len: 333 time: 0.0307984 Jul 09 17:45:37.472536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41558) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.499936 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5a95cf-b89a-476e-9c1a-13f912c63ddb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.500544 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5a95cf-b89a-476e-9c1a-13f912c63ddb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.502543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0d5a95cf-b89a-476e-9c1a-13f912c63ddb tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/88ef9ecc-25da-4bbb-b589-4a014051dcf2 HTTP/1.1" status: 404 len: 337 time: 0.0289977 Jul 09 17:45:37.505442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41560) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.511965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] Deleting port 590374d2-9eb9-4ec2-aa95-daee6c419d3c {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:37.512347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.538066 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-719d0c25-e558-4772-b1c8-70ef8e790e35 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] DELETE failed (client error): The resource could not be found. Jul 09 17:45:37.538530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719d0c25-e558-4772-b1c8-70ef8e790e35 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:45:37.542745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-719d0c25-e558-4772-b1c8-70ef8e790e35 tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/subnets/4a45755c-9a8b-49d8-b064-84562afc2302 HTTP/1.1" status: 404 len: 337 time: 0.0331390 Jul 09 17:45:37.543019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41562) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.575076 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] For port 590374d2-9eb9-4ec2-aa95-daee6c419d3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=590374d2-9eb9-4ec2-aa95-daee6c419d3c,segment=NetworkSegment(61baa228-15c8-43b9-b8c9-eb9830a2c705),segment_id=61baa228-15c8-43b9-b8c9-eb9830a2c705)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:37.575521 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.595864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] Calling delete_port for 590374d2-9eb9-4ec2-aa95-daee6c419d3c owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:37.647180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Deleting port 0a79d333-ffe8-4efa-a00f-398bb54be0fc {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:37.647528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.684610 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.710862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] Pushing event deleted for resources: {'Port': ['ID=590374d2-9eb9-4ec2-aa95-daee6c419d3c,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:37.715969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4b276-45ce-4d0a-b884-3c21d1a91d65 None None] No DVR routers for this DVR port 590374d2-9eb9-4ec2-aa95-daee6c419d3c on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:37.718086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.734427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Calling delete_port for 0a79d333-ffe8-4efa-a00f-398bb54be0fc owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:37.815868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.845845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Port': ['ID=0a79d333-ffe8-4efa-a00f-398bb54be0fc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:37.851041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:37.853073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1cff27b0-0ee8-44ad-8f31-4788e3328c7a tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/ports/0a79d333-ffe8-4efa-a00f-398bb54be0fc HTTP/1.1" status: 204 len: 168 time: 0.3087745 Jul 09 17:45:37.856190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41566) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:37.942755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-857e8cb9-2d7a-4a44-9369-16d9bf93a8f7 req-72091083-637e-4fcc-b5c0-70206ff171ae tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0667877 Jul 09 17:45:37.964958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.056568 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.067258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df068b5a-0f5b-4910-98b6-1ada12b37eb0']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:38.078427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61baa228-15c8-43b9-b8c9-eb9830a2c705') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:38.078722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61baa228-15c8-43b9-b8c9-eb9830a2c705') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:38.088391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.101909 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.108219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:38.108634 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:38.111843 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:38.170332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.178837 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.180723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] 10.222.0.21 "DELETE /v2.0/networks/df068b5a-0f5b-4910-98b6-1ada12b37eb0 HTTP/1.1" status: 204 len: 168 time: 0.3235836 Jul 09 17:45:38.190973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c461d-9a62-47b2-84f0-315eb957ad9c tempest-PortsIpV6TestJSON-1583052524 tempest-PortsIpV6TestJSON-1583052524-project] Pushing event deleted for resources: {'Network': ['ID=df068b5a-0f5b-4910-98b6-1ada12b37eb0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:38.338781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.456908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41588) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:38.462421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-49841b58-f3bc-4625-a790-3d66e3e93e2d req-2daefa84-1c7b-4c52-b3fa-ec81ef04f107 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0332668 Jul 09 17:45:38.610653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-201923fa-c1ba-4257-83c8-40263c3a66d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b96de478a3d548cfb69721fc923909dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525254 Jul 09 17:45:38.613384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41592) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:38.662660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.684265 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.739702 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.742205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:38.743386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d3f794a-b14e-4602-b6ac-3b4e63f0983c HTTP/1.1" status: 204 len: 168 time: 0.1290207 Jul 09 17:45:38.751064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f794a-b14e-4602-b6ac-3b4e63f0983c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:38.760062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.760062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.760062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.760650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.760650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.761588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.761588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.761908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.762224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.762579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.762924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:38.763245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35772613-69c2-48c8-bbdf-7f84f4abc1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:39.402470 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.431336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 590374d2-9eb9-4ec2-aa95-daee6c419d3c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:39.433777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41614) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:39.451012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 590374d2-9eb9-4ec2-aa95-daee6c419d3c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:39.451378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 590374d2-9eb9-4ec2-aa95-daee6c419d3c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:39.529294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-387701609'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:39.551703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:39.555418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.565081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.624311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-77e3d21a-9924-49ca-87a8-461a6a3f991c req-dc4657d2-2853-4b3e-bfec-cccf53ed28a4 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0364592 Jul 09 17:45:39.667077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.672228 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.695496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:39.710724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45247905-d8bd-4eb5-8c2b-af3993cdc028,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:39.713779 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.714135 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment dd5c31f3-a10b-4c6d-8744-6f93e3d0919e of type vlan for network 03b46b0e-8fe9-495c-bc32-799bf95ed19a Jul 09 17:45:39.755115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.788994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.794573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:39.795201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.856840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4219043 Jul 09 17:45:39.859426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41620) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:39.864367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1687468184'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:39.875560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8901d-5429-40b0-9b3b-249cfb711bcb tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=03b46b0e-8fe9-495c-bc32-799bf95ed19a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:39.885550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:39.891546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:39.896677 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.927375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:39.936920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:39.937269 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment 919e5bea-0a1c-4a17-8792-e6c6c9fff178 of type vlan for network 6f8581da-2aaf-400a-89c5-5a6aaf14317c Jul 09 17:45:39.977125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.008021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.013461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:40.014030 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.072091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2115541 Jul 09 17:45:40.075048 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:40.081972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:40.086611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016fbc-b9ee-485f-ad96-60b265fe13dc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=6f8581da-2aaf-400a-89c5-5a6aaf14317c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:40.097045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:40.181905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:40.186428 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.363677 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29d7feb6-d738-49cf-a99e-b3a0334b9e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.378645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.436471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=b093a3f0-c3c8-4637-b670-2a18332c70f9,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:40.451804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:40.452163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 03b46b0e-8fe9-495c-bc32-799bf95ed19a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:40.476950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:40.488925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 03b46b0e-8fe9-495c-bc32-799bf95ed19a) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:40.493443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:40.494034 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.499394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f5d44-c635-4220-8495-6af250ec49ef None None] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:40.513507 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5b61335-5097-4318-adc0-526e1257c69c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4347105 Jul 09 17:45:40.513718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41624) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:40.518928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:40.614095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:40.617812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.661403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-03b46b0e-8fe9-495c-bc32-799bf95ed19a', 'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'b093a3f0-c3c8-4637-b670-2a18332c70f9'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:40.662385 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.839343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ded532df-bbfe-40f9-ae09-39bf1556db52 req-1f8a92fc-a63f-4a9a-8e49-835353b07cbd tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0449352 Jul 09 17:45:40.890748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Allocated IP 2001:db8::2 (03b46b0e-8fe9-495c-bc32-799bf95ed19a/b093a3f0-c3c8-4637-b670-2a18332c70f9/5ecef1e9-138c-4069-9149-163f56619886) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:40.904911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:40.974644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=d32ad18d-3911-4f16-8757-dd5a8599d1b8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:40.984809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': '919e5bea-0a1c-4a17-8792-e6c6c9fff178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:40.985458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 6f8581da-2aaf-400a-89c5-5a6aaf14317c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:41.005309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:41.019234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 6f8581da-2aaf-400a-89c5-5a6aaf14317c) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:41.024641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:41.025189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.040539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-041b69fa-49b8-4d8c-a18f-418d23745bca tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5258133 Jul 09 17:45:41.043451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41628) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:41.045931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d28911-bf31-4863-af4d-89e7d5be59b9 None None] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:41.048233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-333263814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:41.071987 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.073367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.113879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.128325 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.131157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Transition to ACTIVE for port object 5ecef1e9-138c-4069-9149-163f56619886 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:41.133544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.150756 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.152099 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5fbd20a0-4999-4769-a384-176c7282ebe8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1075487 Jul 09 17:45:41.154805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:41.159231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Transition to ACTIVE for port object 5ecef1e9-138c-4069-9149-163f56619886 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:41.184840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.237132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:41.242764 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:41.246733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:41.248431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Pushing event updated for resources: {'Port': ['ID=5ecef1e9-138c-4069-9149-163f56619886,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:41.294312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-6f8581da-2aaf-400a-89c5-5a6aaf14317c', 'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'd32ad18d-3911-4f16-8757-dd5a8599d1b8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:41.295160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.345160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Attempting to bind port 5ecef1e9-138c-4069-9149-163f56619886 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:41.345538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Attempting to bind port 5ecef1e9-138c-4069-9149-163f56619886 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:41.345948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Attempting to bind port 5ecef1e9-138c-4069-9149-163f56619886 on network 03b46b0e-8fe9-495c-bc32-799bf95ed19a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:41.393851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:41.394758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Checking segment: {'id': 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:41.394758 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.394993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Bound using segment: {'id': 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:41.395463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Bound port: 5ecef1e9-138c-4069-9149-163f56619886, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '03b46b0e-8fe9-495c-bc32-799bf95ed19a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:41.395865 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.460892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.528670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Allocated IP 2001:db8:1::2 (6f8581da-2aaf-400a-89c5-5a6aaf14317c/d32ad18d-3911-4f16-8757-dd5a8599d1b8/16f8f11b-dba1-43cb-9f78-8ac88db6df3d) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:41.531241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] For port 5ecef1e9-138c-4069-9149-163f56619886, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:41.537884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] For port 5ecef1e9-138c-4069-9149-163f56619886, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5ecef1e9-138c-4069-9149-163f56619886,segment=NetworkSegment(dd5c31f3-a10b-4c6d-8744-6f93e3d0919e),segment_id=dd5c31f3-a10b-4c6d-8744-6f93e3d0919e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:41.547436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.816195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6cd44-7b71-4259-ad02-92b488c9ac7d None None] Pushing event updated for resources: {'Port': ['ID=5ecef1e9-138c-4069-9149-163f56619886,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:41.924773 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:41.936021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Transition to ACTIVE for port object 16f8f11b-dba1-43cb-9f78-8ac88db6df3d will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:41.959976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Transition to ACTIVE for port object 16f8f11b-dba1-43cb-9f78-8ac88db6df3d will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:41.969418 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.028491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:42.034614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:42.039743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:42.039743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Pushing event updated for resources: {'Port': ['ID=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:42.086093 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-905438a0-fa13-44c6-a799-61f335001af9 req-9f9d2bac-73d8-4b30-b296-92fb2a6bb95c tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0694189 Jul 09 17:45:42.146485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Attempting to bind port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:42.147275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Attempting to bind port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '919e5bea-0a1c-4a17-8792-e6c6c9fff178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:42.147275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Attempting to bind port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d on network 6f8581da-2aaf-400a-89c5-5a6aaf14317c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:42.153051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:42.153499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Checking segment: {'id': '919e5bea-0a1c-4a17-8792-e6c6c9fff178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:42.153974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.154114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Bound using segment: {'id': '919e5bea-0a1c-4a17-8792-e6c6c9fff178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:42.154541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Bound port: 16f8f11b-dba1-43cb-9f78-8ac88db6df3d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919e5bea-0a1c-4a17-8792-e6c6c9fff178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6f8581da-2aaf-400a-89c5-5a6aaf14317c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:42.154918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.155300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8::1 (03b46b0e-8fe9-495c-bc32-799bf95ed19a/b093a3f0-c3c8-4637-b670-2a18332c70f9/cda4ad86-e00a-411a-af76-90b86ae3e5ee) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:42.225447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] For port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:42.229552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] For port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,segment=NetworkSegment(919e5bea-0a1c-4a17-8792-e6c6c9fff178),segment_id=919e5bea-0a1c-4a17-8792-e6c6c9fff178)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:42.234524 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.299569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc0262-3ad0-4ee8-8eba-62d9ab0bcaab None None] Pushing event updated for resources: {'Port': ['ID=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:42.306860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.323567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object cda4ad86-e00a-411a-af76-90b86ae3e5ee will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:42.359116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.406248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:42.409707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:42.415354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:42.416022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.419811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=cda4ad86-e00a-411a-af76-90b86ae3e5ee,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:42.566868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.863193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.869887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.871100 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.906007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e64ac2-9d98-49ef-890b-2c637111eb09 None None] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:42.953382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=cda4ad86-e00a-411a-af76-90b86ae3e5ee,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:42.988179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33dd3a10-ec13-4a2a-b040-86b48a14b9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:42.996662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ea81aac2-281b-4983-80ee-e09c77698988 None None] Provisioning for port 5ecef1e9-138c-4069-9149-163f56619886 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:43.009083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:43.010640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:43.138662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 678b9156-b1a1-45af-a953-4ca895bb8387 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:45:43.241043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:43.247941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-efebd7e2-7166-40f6-8fb5-d98db17412ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/678b9156-b1a1-45af-a953-4ca895bb8387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0919111 Jul 09 17:45:43.250196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41638) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:43.254545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] Sync routers for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:43.270346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:43.271418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:43.279435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-160d39dd-f28a-4d5b-a479-1d9cbe1c532e req-dc705bb8-793c-47fb-a95d-17a5e36ad54a tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0369818 Jul 09 17:45:43.322152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:43.336014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad40b2-0478-4b3c-a949-b383b60ad40d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:43.337301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:43.340488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b2ad40b2-0478-4b3c-a949-b383b60ad40d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports/cda4ad86-e00a-411a-af76-90b86ae3e5ee HTTP/1.1" status: 200 len: 911 time: 0.0864930 Jul 09 17:45:43.340659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:43.341336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41640) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:43.375963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:43.376614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883ba6f-7b44-4c1a-8674-9a8ebfb2bbff None None] The sync data for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:43.389952 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.458626 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e267053-78f2-4d21-87ce-607187538eaa None None] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:43.552049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ecef1e9-138c-4069-9149-163f56619886 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:43.580347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Provisioning for port cda4ad86-e00a-411a-af76-90b86ae3e5ee completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:43.613075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Provisioning complete for port cda4ad86-e00a-411a-af76-90b86ae3e5ee triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:43.613818 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.693749 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Port cda4ad86-e00a-411a-af76-90b86ae3e5ee cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:43.706946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5ecef1e9-138c-4069-9149-163f56619886 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:43.728631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5ecef1e9-138c-4069-9149-163f56619886 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:43.729357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.758275 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.758525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Provisioning complete for port 5ecef1e9-138c-4069-9149-163f56619886 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:43.758887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.902569 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.926617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.969609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5ecef1e9-138c-4069-9149-163f56619886, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5ecef1e9-138c-4069-9149-163f56619886,segment=NetworkSegment(dd5c31f3-a10b-4c6d-8744-6f93e3d0919e),segment_id=dd5c31f3-a10b-4c6d-8744-6f93e3d0919e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:43.977256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:43.979364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 16f8f11b-dba1-43cb-9f78-8ac88db6df3d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:44.088638 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.095892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8:1::1 (6f8581da-2aaf-400a-89c5-5a6aaf14317c/d32ad18d-3911-4f16-8757-dd5a8599d1b8/2aec3c1f-ca66-4cb8-b55d-f04984c3e850) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:44.098036 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 17:45:44.098383 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 17:45:44.104371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5ecef1e9-138c-4069-9149-163f56619886,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:44.120410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:44.214985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.230589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:44.271362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.319412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:44.323069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:44.327259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:44.327936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.366953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=2aec3c1f-ca66-4cb8-b55d-f04984c3e850,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:44.452693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28abd12c-3208-4e7b-9ad4-2ad1a63eca05 req-fc53b7fe-e6b6-479c-8d93-ff5640f06462 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0389624 Jul 09 17:45:44.470810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.649658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Provisioning for port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:44.653855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Provisioning complete for port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:44.654258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.736140 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.755975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.762080 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.763029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.770333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] For port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,segment=NetworkSegment(919e5bea-0a1c-4a17-8792-e6c6c9fff178),segment_id=919e5bea-0a1c-4a17-8792-e6c6c9fff178)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:44.775574 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.827383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551903c6-fdb9-4b3d-8bf5-21da58d70b41 None None] Pushing event updated for resources: {'Port': ['ID=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:44.855413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=2aec3c1f-ca66-4cb8-b55d-f04984c3e850,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:44.898545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Provisioning complete for port cda4ad86-e00a-411a-af76-90b86ae3e5ee triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:44.899154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:44.903441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:44.905539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:44.948140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Port cda4ad86-e00a-411a-af76-90b86ae3e5ee cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:44.961305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Provisioning complete for port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:44.961678 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:45.063881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Provisioning for port 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:45.068994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Provisioning complete for port 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:45.069366 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:45.112994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7bad1dca-eafd-4056-a107-5bbdb3b48186 None None] Port 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:45.235829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-00787b5e-2f65-47d7-81df-d4a3f686585a None None] Provisioning complete for port 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:45.236123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00787b5e-2f65-47d7-81df-d4a3f686585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:45.272452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-00787b5e-2f65-47d7-81df-d4a3f686585a None None] Port 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:45.404718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 678b9156-b1a1-45af-a953-4ca895bb8387 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:45.446187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ecef1e9-138c-4069-9149-163f56619886 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:45.514427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5ecef1e9-138c-4069-9149-163f56619886 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:45.515071 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:45.516984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:45.526669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41646) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:45.528390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-733e3b39-84b6-405b-9f37-79f9bc207083 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/678b9156-b1a1-45af-a953-4ca895bb8387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856635 Jul 09 17:45:45.530312 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] Sync routers for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:45.551370 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:45.552657 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:45.587122 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:45.599318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdae882-b8f6-4f5e-accf-370966431541 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:45.601257 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1cdae882-b8f6-4f5e-accf-370966431541 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports/2aec3c1f-ca66-4cb8-b55d-f04984c3e850 HTTP/1.1" status: 200 len: 913 time: 0.0690069 Jul 09 17:45:45.602606 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:45.603228 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:45.604450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41648) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:45.613481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 16f8f11b-dba1-43cb-9f78-8ac88db6df3d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:45.625415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f4bb8fe5-a9df-43d0-8cfa-fc661f251096 req-2b44c872-d0b0-44f2-9c2b-d6108b69453d tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0493796 Jul 09 17:45:45.642724 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:45.644485 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ddc85-1a25-49d0-9310-0f7c17fdb76b None None] The sync data for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:45.676275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:45.676704 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:45.923300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:45.981216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:46.248416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:46.248725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:46.338522 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:46.350727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 2aec3c1f-ca66-4cb8-b55d-f04984c3e850 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:46.544456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:46.571032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=2aec3c1f-ca66-4cb8-b55d-f04984c3e850,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:46.701934 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:46.827073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a897890f-fe75-417b-a632-585e0327f661 req-ebe66061-38d5-4eb9-9a7e-7881dd2c4968 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0367498 Jul 09 17:45:46.942817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 678b9156-b1a1-45af-a953-4ca895bb8387 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:47.055423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:47.062720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8084d5a2-b971-4a67-8270-3e9146ac8a2b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/678b9156-b1a1-45af-a953-4ca895bb8387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4563429 Jul 09 17:45:47.067923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41652) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:47.071319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] Sync routers for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:47.082838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:47.083459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:47.116025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:47.125292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:47.126020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:47.161111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:47.161771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbcd2c-996b-4bf0-9a33-e1b56cc6e7ea None None] The sync data for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:47.680899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:47.947699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port cda4ad86-e00a-411a-af76-90b86ae3e5ee {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:47.947940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:47.993963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09efe634-3bf6-4023-889f-0725fd0dba37 req-1c5d9251-f10e-473f-a457-5d6633aa6e5e tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0318782 Jul 09 17:45:48.042636 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:48.054603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for cda4ad86-e00a-411a-af76-90b86ae3e5ee owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:48.239445 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:48.267608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=cda4ad86-e00a-411a-af76-90b86ae3e5ee,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:48.366902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:48.542664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 678b9156-b1a1-45af-a953-4ca895bb8387 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:48.627013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:48.632385 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee577d8d-810a-4dda-8ed3-edfb3c196f4e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/678b9156-b1a1-45af-a953-4ca895bb8387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5630572 Jul 09 17:45:48.635406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41656) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:48.638985 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] Sync routers for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:48.649204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:48.649819 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:48.665573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f2da8777-6c00-48a8-a0e2-bf2301b362a7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b9156-b1a1-45af-a953-4ca895bb8387 HTTP/1.1" status: 200 len: 205 time: 0.0288608 Jul 09 17:45:48.668244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41658) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:48.687352 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:48.696286 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] Routers {'678b9156-b1a1-45af-a953-4ca895bb8387'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:48.696890 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['678b9156-b1a1-45af-a953-4ca895bb8387'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:48.727553 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:48.728208 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d518b9-393f-41de-8ac5-571f263a99ba None None] The sync data for ids ['678b9156-b1a1-45af-a953-4ca895bb8387'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:48.767917 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:48.959999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:48.962852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.015262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.016174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router 678b9156-b1a1-45af-a953-4ca895bb8387 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:45:49.028115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.029769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4510ab39-4b7f-4448-a6f6-b764a2d57dc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/678b9156-b1a1-45af-a953-4ca895bb8387 HTTP/1.1" status: 204 len: 168 time: 0.3603249 Jul 09 17:45:49.032750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41662) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:49.100471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet d32ad18d-3911-4f16-8757-dd5a8599d1b8 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:49.105057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.165811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df41f845-002d-47ff-8524-ca4fd6317d8d req-3898073c-d9be-40f2-8bf0-c0545959d0b5 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0348458 Jul 09 17:45:49.170331 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.260587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.322747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.353010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=d32ad18d-3911-4f16-8757-dd5a8599d1b8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:49.355335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.357249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-01cc97da-2d8a-46b9-9c70-2cb276e28e60 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/d32ad18d-3911-4f16-8757-dd5a8599d1b8 HTTP/1.1" status: 204 len: 168 time: 0.3232999 Jul 09 17:45:49.359999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41664) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:49.362672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937048c8-60ac-4e2d-b13b-12e91ede589a None None] Network 6f8581da-2aaf-400a-89c5-5a6aaf14317c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:49.411154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet b093a3f0-c3c8-4637-b670-2a18332c70f9 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:49.414307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.461408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.539811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] DHCP port deletion for 6f8581da-2aaf-400a-89c5-5a6aaf14317c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:49.550155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.586528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] Deleting port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:49.586875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.615335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.645975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=b093a3f0-c3c8-4637-b670-2a18332c70f9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:49.649061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] For port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,segment=NetworkSegment(919e5bea-0a1c-4a17-8792-e6c6c9fff178),segment_id=919e5bea-0a1c-4a17-8792-e6c6c9fff178)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:49.649512 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.649669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.654235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fbfe81d5-1435-4275-afbc-1dd1a07bb7f4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/b093a3f0-c3c8-4637-b670-2a18332c70f9 HTTP/1.1" status: 204 len: 168 time: 0.2904956 Jul 09 17:45:49.654235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41668) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:49.662965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b151ba-fbdd-4440-b524-461a90aaf247 None None] Network 03b46b0e-8fe9-495c-bc32-799bf95ed19a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:49.669985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] Calling delete_port for 16f8f11b-dba1-43cb-9f78-8ac88db6df3d owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:49.726890 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.781765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:49.782486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.843314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.851090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,segment=NetworkSegment(919e5bea-0a1c-4a17-8792-e6c6c9fff178),segment_id=919e5bea-0a1c-4a17-8792-e6c6c9fff178)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:49.851400 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.864515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 16f8f11b-dba1-43cb-9f78-8ac88db6df3d owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:49.872362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] Pushing event deleted for resources: {'Port': ['ID=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:49.874051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e00cfa-4145-4e2e-ab68-c3cf6f379f27 None None] No DVR routers for this DVR port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:49.942016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:49.964373 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] DHCP port deletion for 03b46b0e-8fe9-495c-bc32-799bf95ed19a request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:49.964833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=16f8f11b-dba1-43cb-9f78-8ac88db6df3d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:49.971806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port 16f8f11b-dba1-43cb-9f78-8ac88db6df3d on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:50.022550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] Deleting port 5ecef1e9-138c-4069-9149-163f56619886 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:50.022921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.053379 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.063569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8581da-2aaf-400a-89c5-5a6aaf14317c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:50.076146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919e5bea-0a1c-4a17-8792-e6c6c9fff178') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:50.076455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919e5bea-0a1c-4a17-8792-e6c6c9fff178') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:50.085553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.090953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] For port 5ecef1e9-138c-4069-9149-163f56619886, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5ecef1e9-138c-4069-9149-163f56619886,segment=NetworkSegment(dd5c31f3-a10b-4c6d-8744-6f93e3d0919e),segment_id=dd5c31f3-a10b-4c6d-8744-6f93e3d0919e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:50.091346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.099522 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.106360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:50.106777 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.108001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] Calling delete_port for 5ecef1e9-138c-4069-9149-163f56619886 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: self.session.flush() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:50.109829 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:50.167127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.175423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.177643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/6f8581da-2aaf-400a-89c5-5a6aaf14317c HTTP/1.1" status: 204 len: 168 time: 0.5225968 Jul 09 17:45:50.180866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41670) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:50.188071 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.196988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c6c75-5a25-4b35-a922-04aee9192a08 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=6f8581da-2aaf-400a-89c5-5a6aaf14317c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:50.213519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] Pushing event deleted for resources: {'Port': ['ID=5ecef1e9-138c-4069-9149-163f56619886,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:50.219285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77040dca-f088-45a3-a181-3282a63e6744 None None] No DVR routers for this DVR port 5ecef1e9-138c-4069-9149-163f56619886 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:50.279102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.377345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34ebb88f-6c1a-4c43-a715-6384fac44a43 req-40352427-c941-4c4f-a862-dedbe76518f1 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0678244 Jul 09 17:45:50.400506 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.414466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b46b0e-8fe9-495c-bc32-799bf95ed19a']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:50.430150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:50.430455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5c31f3-a10b-4c6d-8744-6f93e3d0919e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:50.442343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.457604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.463778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:50.464182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:50.467127 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:50.529372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.535616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.541065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/03b46b0e-8fe9-495c-bc32-799bf95ed19a HTTP/1.1" status: 204 len: 168 time: 0.3547339 Jul 09 17:45:50.541999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41674) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:50.548041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-267960854'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:50.552231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ba876-2a4d-4097-8b13-e8530858746d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=03b46b0e-8fe9-495c-bc32-799bf95ed19a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:50.569987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:50.573610 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.597897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:50.606901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.607233 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment 8ca05cec-bc77-4dec-ae1f-8fd5561d1c16 of type vlan for network 7e385775-98cd-4e79-8f44-70bab899682c Jul 09 17:45:50.647933 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.680454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.686026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:50.686574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:50.738842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1951275 Jul 09 17:45:50.741876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41676) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:50.747188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '7e385775-98cd-4e79-8f44-70bab899682c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:50.802646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a686a-3486-4459-be9e-5c73e2e3cfe6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=7e385775-98cd-4e79-8f44-70bab899682c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:50.814240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7e385775-98cd-4e79-8f44-70bab899682c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:50.855243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:50.858905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.045869 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.107736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=7e1b1625-abd6-4f10-90db-68a864bf43f9,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:51.117960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e385775-98cd-4e79-8f44-70bab899682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:51.118315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 7e385775-98cd-4e79-8f44-70bab899682c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:51.137366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 7e385775-98cd-4e79-8f44-70bab899682c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:51.147393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7e385775-98cd-4e79-8f44-70bab899682c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:51.151652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:51.152295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.157015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e404ca-8ca6-497e-be53-2d8e0cf28221 None None] Network 7e385775-98cd-4e79-8f44-70bab899682c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:51.167986 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-81ef2835-acc3-41be-b138-783df6ff8378 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4249265 Jul 09 17:45:51.170818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41678) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:51.175953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153986325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:51.199482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.200568 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.255041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.261049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.278246 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.279752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c650882-9e34-44dd-ab8e-5543f9a9183a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1076908 Jul 09 17:45:51.282819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41680) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:51.288212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'port': {'network_id': '7e385775-98cd-4e79-8f44-70bab899682c', 'name': 'tempest-RoutersIpV6Test-1926267412'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:51.299694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-7e385775-98cd-4e79-8f44-70bab899682c', 'network_id': '7e385775-98cd-4e79-8f44-70bab899682c', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': '7e1b1625-abd6-4f10-90db-68a864bf43f9'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:51.300638 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.424627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:51.429580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.451595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] device_id is not set on port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:45:51.452863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ecef1e9-138c-4069-9149-163f56619886 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:51.460223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Allocated IP 2001:db8::2 (7e385775-98cd-4e79-8f44-70bab899682c/7e1b1625-abd6-4f10-90db-68a864bf43f9/48a28589-a928-4ffd-85b2-91ba41187ee8) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:51.483501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5ecef1e9-138c-4069-9149-163f56619886 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:51.483987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5ecef1e9-138c-4069-9149-163f56619886 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:51.484425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 16f8f11b-dba1-43cb-9f78-8ac88db6df3d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:51.511878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 16f8f11b-dba1-43cb-9f78-8ac88db6df3d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:51.512368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 16f8f11b-dba1-43cb-9f78-8ac88db6df3d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:51.541363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b9be5a7-3e49-4ccb-9c2f-c04ccbd0b134 req-78298aee-73a3-4657-9840-aec949e245cd tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0276306 Jul 09 17:45:51.644466 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.652721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Transition to ACTIVE for port object 48a28589-a928-4ffd-85b2-91ba41187ee8 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:51.666935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Transition to ACTIVE for port object 48a28589-a928-4ffd-85b2-91ba41187ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:51.675932 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.718431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Network 7e385775-98cd-4e79-8f44-70bab899682c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:51.721267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:51.724746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:51.732218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Pushing event updated for resources: {'Port': ['ID=48a28589-a928-4ffd-85b2-91ba41187ee8,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:51.735822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8::3c (7e385775-98cd-4e79-8f44-70bab899682c/7e1b1625-abd6-4f10-90db-68a864bf43f9/e55e02a4-1245-4c33-a0b2-2c4e423b5d7b) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:51.890858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.905448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object e55e02a4-1245-4c33-a0b2-2c4e423b5d7b will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:51.940197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.942186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Attempting to bind port 48a28589-a928-4ffd-85b2-91ba41187ee8 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:51.942872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Attempting to bind port 48a28589-a928-4ffd-85b2-91ba41187ee8 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e385775-98cd-4e79-8f44-70bab899682c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:51.943519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Attempting to bind port 48a28589-a928-4ffd-85b2-91ba41187ee8 on network 7e385775-98cd-4e79-8f44-70bab899682c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:51.949765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:51.949765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Checking segment: {'id': '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e385775-98cd-4e79-8f44-70bab899682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:51.950136 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.950436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Bound using segment: {'id': '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e385775-98cd-4e79-8f44-70bab899682c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:51.950894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Bound port: 48a28589-a928-4ffd-85b2-91ba41187ee8, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e385775-98cd-4e79-8f44-70bab899682c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:51.951276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:51.985924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 7e385775-98cd-4e79-8f44-70bab899682c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:51.992718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:51.996013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:52.000864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:52.001490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:52.012183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=e55e02a4-1245-4c33-a0b2-2c4e423b5d7b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:52.019099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] For port 48a28589-a928-4ffd-85b2-91ba41187ee8, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:52.022800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] For port 48a28589-a928-4ffd-85b2-91ba41187ee8, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=48a28589-a928-4ffd-85b2-91ba41187ee8,segment=NetworkSegment(8ca05cec-bc77-4dec-ae1f-8fd5561d1c16),segment_id=8ca05cec-bc77-4dec-ae1f-8fd5561d1c16)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:52.023798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e54a6880-82a7-4fbc-b157-40d26900f2dd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7397637 Jul 09 17:45:52.026440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41684) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:52.031162 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:52.105898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160056a-f006-4d07-ba04-25da67a790fa None None] Pushing event updated for resources: {'Port': ['ID=48a28589-a928-4ffd-85b2-91ba41187ee8,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:52.400003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:52.698032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c18b99d2-494f-4edb-95fa-e4cd20388bdf req-c6bc9a8b-1623-44fe-9cb6-796a6e42566a tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0313804 Jul 09 17:45:52.976768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:52.983453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.023669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c604f-4985-48e7-af81-356c252af302 None None] Network 7e385775-98cd-4e79-8f44-70bab899682c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:53.074726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=e55e02a4-1245-4c33-a0b2-2c4e423b5d7b,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:53.080737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a8729e43-779c-4766-a239-d7b1ab0dd0f1 None None] Provisioning for port 48a28589-a928-4ffd-85b2-91ba41187ee8 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:53.185476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.317793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.450562 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc55e966-aef9-4653-8fab-9890279be3bd None None] Provisioning for port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:53.455161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc55e966-aef9-4653-8fab-9890279be3bd None None] Provisioning complete for port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:53.455933 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bc55e966-aef9-4653-8fab-9890279be3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.482614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 48a28589-a928-4ffd-85b2-91ba41187ee8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:53.525070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bc55e966-aef9-4653-8fab-9890279be3bd None None] Port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:53.547196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 48a28589-a928-4ffd-85b2-91ba41187ee8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:53.551990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 48a28589-a928-4ffd-85b2-91ba41187ee8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:53.552414 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.602940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.609283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.610122 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.636863 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.671401 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 48a28589-a928-4ffd-85b2-91ba41187ee8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=48a28589-a928-4ffd-85b2-91ba41187ee8,segment=NetworkSegment(8ca05cec-bc77-4dec-ae1f-8fd5561d1c16),segment_id=8ca05cec-bc77-4dec-ae1f-8fd5561d1c16)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:53.676647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.707197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=e55e02a4-1245-4c33-a0b2-2c4e423b5d7b,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:53.730902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=48a28589-a928-4ffd-85b2-91ba41187ee8,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:53.750946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ebaff5c0-8ecd-4760-8a54-d0b6313ec542 None None] Provisioning complete for port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:53.752120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ebaff5c0-8ecd-4760-8a54-d0b6313ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:53.760237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 7e385775-98cd-4e79-8f44-70bab899682c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:53.761859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:53.789037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ebaff5c0-8ecd-4760-8a54-d0b6313ec542 None None] Port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:53.879871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ac78aba9-c1a4-4cf3-8560-66af99b1d6b5 req-66d15c96-c140-48b3-8c95-f5a7b5980a1f tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0343750 Jul 09 17:45:53.916960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 4deb1f68-de0c-449c-9b3d-6ace196a2ece is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:45:54.012144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fc476fb7-e7e5-4fbd-9ade-f152992ad5d5 None None] Provisioning complete for port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:54.012515 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc476fb7-e7e5-4fbd-9ade-f152992ad5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.013612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:54.019280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-092e530c-2001-4a67-8518-e44b9950a319 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/4deb1f68-de0c-449c-9b3d-6ace196a2ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9915173 Jul 09 17:45:54.021837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41690) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:54.038667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] Sync routers for ids ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:54.061204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] Routers {'4deb1f68-de0c-449c-9b3d-6ace196a2ece'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:54.061896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:54.064216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fc476fb7-e7e5-4fbd-9ade-f152992ad5d5 None None] Port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:54.080229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097032f6-eeae-4a8b-b854-6b0fb0404cc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:54.084309 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-097032f6-eeae-4a8b-b854-6b0fb0404cc5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports/e55e02a4-1245-4c33-a0b2-2c4e423b5d7b HTTP/1.1" status: 200 len: 983 time: 0.0588353 Jul 09 17:45:54.084538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41692) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:54.095900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:54.110814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] Routers {'4deb1f68-de0c-449c-9b3d-6ace196a2ece'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:54.111535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:54.142893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:54.143552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbaf986-0eba-4123-b5a7-1830e0eb9a2d None None] The sync data for ids ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:54.184308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a30d0588-f96f-49f8-b259-21f45f650775 None None] Provisioning complete for port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:54.184754 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a30d0588-f96f-49f8-b259-21f45f650775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.222395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a30d0588-f96f-49f8-b259-21f45f650775 None None] Port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:45:54.530399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.750250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port e55e02a4-1245-4c33-a0b2-2c4e423b5d7b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:54.750599 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.838812 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:54.852131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for e55e02a4-1245-4c33-a0b2-2c4e423b5d7b owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:55.029945 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63d4b5af-dab3-403a-8957-99c6127a6832 req-43d3eb19-74ea-4c02-bf10-4b42c946b6e5 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0289979 Jul 09 17:45:55.031014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:55.065491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=e55e02a4-1245-4c33-a0b2-2c4e423b5d7b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:55.163586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:55.318534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 4deb1f68-de0c-449c-9b3d-6ace196a2ece has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:45:55.400115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:55.405167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-94293052-73a7-472b-9414-fdd37a6f1544 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/4deb1f68-de0c-449c-9b3d-6ace196a2ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3194351 Jul 09 17:45:55.407915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41696) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:55.412406 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] Sync routers for ids ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:55.429006 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] Routers {'4deb1f68-de0c-449c-9b3d-6ace196a2ece'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:55.429593 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:55.454613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 48a28589-a928-4ffd-85b2-91ba41187ee8 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:55.468407 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:55.477654 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] Routers {'4deb1f68-de0c-449c-9b3d-6ace196a2ece'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:55.478240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:55.503182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 48a28589-a928-4ffd-85b2-91ba41187ee8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:55.503553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:55.509327 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:55.509978 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb129d7f-d5b8-49df-8be8-9ae3f5a58be1 None None] The sync data for ids ['4deb1f68-de0c-449c-9b3d-6ace196a2ece'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:55.592263 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-68986a81-5e87-4bbd-badc-492135e36f71 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 17:45:55.593340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-68986a81-5e87-4bbd-badc-492135e36f71 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/4deb1f68-de0c-449c-9b3d-6ace196a2ece/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1844401 Jul 09 17:45:55.596143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41698) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:55.625550 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7df146ff-7cb0-4df2-a17f-d79d62445fae tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=4deb1f68-de0c-449c-9b3d-6ace196a2ece HTTP/1.1" status: 200 len: 205 time: 0.0280731 Jul 09 17:45:55.628299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41700) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:55.703452 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.170197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.179030 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.207256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c3038844-5bc5-4f68-8ce8-c05711bdbd2a req-8c22ffc3-4c7a-4793-b326-14dc7cc5bc5d tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0395412 Jul 09 17:45:56.247401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.247963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router 4deb1f68-de0c-449c-9b3d-6ace196a2ece {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:45:56.255455 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.256595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-70f2e351-35f8-4041-9399-b71de17803d1 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/4deb1f68-de0c-449c-9b3d-6ace196a2ece HTTP/1.1" status: 204 len: 168 time: 0.6274467 Jul 09 17:45:56.259536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41704) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:56.324713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet 7e1b1625-abd6-4f10-90db-68a864bf43f9 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:45:56.327989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.366995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.463681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.542741 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.570965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1b1625-abd6-4f10-90db-68a864bf43f9,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:56.576003 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.578366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/7e1b1625-abd6-4f10-90db-68a864bf43f9 HTTP/1.1" status: 204 len: 168 time: 0.3172770 Jul 09 17:45:56.580698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41706) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:56.583232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecd0c6-08d7-4bc2-b12c-bfaa0f39e6bd None None] Network 7e385775-98cd-4e79-8f44-70bab899682c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:56.583730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.583730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.583998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.584350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.584693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.585034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.585369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.585702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.586035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.586362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.586696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.587022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445ceb7d-04bf-482e-af52-4a9d93cd63ee tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:45:56.664718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.718871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 48a28589-a928-4ffd-85b2-91ba41187ee8 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:56.719938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.767038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] DHCP port deletion for 7e385775-98cd-4e79-8f44-70bab899682c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:45:56.790687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 48a28589-a928-4ffd-85b2-91ba41187ee8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=48a28589-a928-4ffd-85b2-91ba41187ee8,segment=NetworkSegment(8ca05cec-bc77-4dec-ae1f-8fd5561d1c16),segment_id=8ca05cec-bc77-4dec-ae1f-8fd5561d1c16)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:56.791050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.804490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 48a28589-a928-4ffd-85b2-91ba41187ee8 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:56.813727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] Deleting port 48a28589-a928-4ffd-85b2-91ba41187ee8 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:45:56.814101 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.879990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] For port 48a28589-a928-4ffd-85b2-91ba41187ee8, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=48a28589-a928-4ffd-85b2-91ba41187ee8,segment=NetworkSegment(8ca05cec-bc77-4dec-ae1f-8fd5561d1c16),segment_id=8ca05cec-bc77-4dec-ae1f-8fd5561d1c16)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:56.880290 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.885462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.893209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] Calling delete_port for 48a28589-a928-4ffd-85b2-91ba41187ee8 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:45:56.910614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=48a28589-a928-4ffd-85b2-91ba41187ee8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:56.914226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port 48a28589-a928-4ffd-85b2-91ba41187ee8 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:56.967857 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.992446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:56.995634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] Pushing event deleted for resources: {'Port': ['ID=48a28589-a928-4ffd-85b2-91ba41187ee8,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:56.999671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb232998-84d2-4de0-8fe8-fae43a6fff61 None None] No DVR routers for this DVR port 48a28589-a928-4ffd-85b2-91ba41187ee8 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:45:57.003011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e385775-98cd-4e79-8f44-70bab899682c']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:57.014426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:57.014729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca05cec-bc77-4dec-ae1f-8fd5561d1c16') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:57.023602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.037595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.043345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:45:57.043793 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:45:57.046657 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:45:57.105506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.112704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.114519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/7e385775-98cd-4e79-8f44-70bab899682c HTTP/1.1" status: 204 len: 168 time: 0.5327706 Jul 09 17:45:57.118590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41708) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:57.123957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-786350668'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:57.131346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e732-3331-42e6-b476-2500bf2ad8fc tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=7e385775-98cd-4e79-8f44-70bab899682c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:57.147745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:57.151457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.177132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:45:57.186327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.186676 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment 5a43db90-ef1f-4e62-8476-56f3284d3830 of type vlan for network f2f9beae-ecea-47a0-9934-2ea44ea385af Jul 09 17:45:57.228431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.260444 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.265992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:57.266623 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.331515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2091465 Jul 09 17:45:57.331939 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41712) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:57.337167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:57.364472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fb1e6-6792-4ee1-a065-608ac96cd442 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=f2f9beae-ecea-47a0-9934-2ea44ea385af,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:57.368195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de2fec7e-b607-4cff-b400-64e93dc43d60 req-3f8deaee-1bfc-4c85-8485-3d3305aa10fa tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0361497 Jul 09 17:45:57.375111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f2f9beae-ecea-47a0-9934-2ea44ea385af details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:45:57.433170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:45:57.437069 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.451977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 48a28589-a928-4ffd-85b2-91ba41187ee8 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:45:57.470935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 48a28589-a928-4ffd-85b2-91ba41187ee8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:45:57.471282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 48a28589-a928-4ffd-85b2-91ba41187ee8 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:45:57.634021 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.689305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=abb343e9-fb31-4eaf-b64a-a33ee6bc5495,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:57.700059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': '5a43db90-ef1f-4e62-8476-56f3284d3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:57.700423 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: f2f9beae-ecea-47a0-9934-2ea44ea385af, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:45:57.719686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network f2f9beae-ecea-47a0-9934-2ea44ea385af is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:45:57.730887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f2f9beae-ecea-47a0-9934-2ea44ea385af) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:57.735755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:57.736873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.739904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1393a8-6f7e-4c61-bf81-9cdf676c081c None None] Network f2f9beae-ecea-47a0-9934-2ea44ea385af requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:57.755789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5c377c5c-8d5d-4008-b1bf-491fa65af0af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4226248 Jul 09 17:45:57.756431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41714) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:57.760991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-171988046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:45:57.784721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.785709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.842484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.847786 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.866767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:57.868146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e3ca8f61-4293-47ce-a2b6-91a8a149ff91 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1106791 Jul 09 17:45:57.871667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41716) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:57.897067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-f2f9beae-ecea-47a0-9934-2ea44ea385af', 'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'abb343e9-fb31-4eaf-b64a-a33ee6bc5495'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:45:57.897965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.036709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Allocated IP 2001:db8::2 (f2f9beae-ecea-47a0-9934-2ea44ea385af/abb343e9-fb31-4eaf-b64a-a33ee6bc5495/26153c82-d5cc-4605-bc07-dbec4e9c0eda) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:58.161536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.184630 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.193646 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Transition to ACTIVE for port object 26153c82-d5cc-4605-bc07-dbec4e9c0eda will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:58.209355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Transition to ACTIVE for port object 26153c82-d5cc-4605-bc07-dbec4e9c0eda will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:58.215988 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.266179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Network f2f9beae-ecea-47a0-9934-2ea44ea385af is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:58.269267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:58.273681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:58.276731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Pushing event updated for resources: {'Port': ['ID=26153c82-d5cc-4605-bc07-dbec4e9c0eda,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:58.332030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Attempting to bind port 26153c82-d5cc-4605-bc07-dbec4e9c0eda on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:45:58.332402 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Attempting to bind port 26153c82-d5cc-4605-bc07-dbec4e9c0eda by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '5a43db90-ef1f-4e62-8476-56f3284d3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:45:58.332768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Attempting to bind port 26153c82-d5cc-4605-bc07-dbec4e9c0eda on network f2f9beae-ecea-47a0-9934-2ea44ea385af {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:45:58.337868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:45:58.338220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Checking segment: {'id': '5a43db90-ef1f-4e62-8476-56f3284d3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:45:58.338623 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.339013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Bound using segment: {'id': '5a43db90-ef1f-4e62-8476-56f3284d3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:45:58.339474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Bound port: 26153c82-d5cc-4605-bc07-dbec4e9c0eda, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a43db90-ef1f-4e62-8476-56f3284d3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2f9beae-ecea-47a0-9934-2ea44ea385af'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:45:58.339876 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.405582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8::1 (f2f9beae-ecea-47a0-9934-2ea44ea385af/abb343e9-fb31-4eaf-b64a-a33ee6bc5495/1d711ecc-9ae0-4f99-99e2-ffb718bb2609) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:45:58.406186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] For port 26153c82-d5cc-4605-bc07-dbec4e9c0eda, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:45:58.409625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] For port 26153c82-d5cc-4605-bc07-dbec4e9c0eda, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26153c82-d5cc-4605-bc07-dbec4e9c0eda,segment=NetworkSegment(5a43db90-ef1f-4e62-8476-56f3284d3830),segment_id=5a43db90-ef1f-4e62-8476-56f3284d3830)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:45:58.414364 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.470333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34daba69-ae56-47bc-b6a8-65ff8d21e3b6 None None] Pushing event updated for resources: {'Port': ['ID=26153c82-d5cc-4605-bc07-dbec4e9c0eda,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:58.528906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.567568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5a109e9-43db-4f98-9dcd-b2c3a8758614 req-8a588a51-b170-4953-9109-3412c5c96494 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0362089 Jul 09 17:45:58.570133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:45:58.614755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.675325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network f2f9beae-ecea-47a0-9934-2ea44ea385af is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:58.678836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:58.683368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:45:58.683938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:58.687357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=1d711ecc-9ae0-4f99-99e2-ffb718bb2609,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:58.817564 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.106534 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.113244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.114272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.204524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=1d711ecc-9ae0-4f99-99e2-ffb718bb2609,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:59.257250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network f2f9beae-ecea-47a0-9934-2ea44ea385af is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:45:59.258767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:45:59.268649 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:45:59.382526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router afda3777-7e64-47b1-8ebf-837b830d84bc is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:45:59.403731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1123a-0655-4b4e-a332-b09841dacd46 None None] Network f2f9beae-ecea-47a0-9934-2ea44ea385af requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:45:59.485007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26153c82-d5cc-4605-bc07-dbec4e9c0eda up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:45:59.485786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:45:59.495444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-048a5d85-9e2e-4b6c-8244-99d87329a2cd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/afda3777-7e64-47b1-8ebf-837b830d84bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201394 Jul 09 17:45:59.495630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41722) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:59.514833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] Sync routers for ids ['afda3777-7e64-47b1-8ebf-837b830d84bc'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:45:59.550568 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dc8d25-6885-4a37-a461-772d52f36ed5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:45:59.552258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c2dc8d25-6885-4a37-a461-772d52f36ed5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports/1d711ecc-9ae0-4f99-99e2-ffb718bb2609 HTTP/1.1" status: 200 len: 911 time: 0.0553308 Jul 09 17:45:59.556467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41724) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:45:59.562877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] Routers {'afda3777-7e64-47b1-8ebf-837b830d84bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:59.563600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['afda3777-7e64-47b1-8ebf-837b830d84bc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:59.606186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7de34b54-c358-4666-a4f3-6675c283eb2c None None] Provisioning for port 26153c82-d5cc-4605-bc07-dbec4e9c0eda completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:59.616306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:59.639910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] Routers {'afda3777-7e64-47b1-8ebf-837b830d84bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:45:59.640633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['afda3777-7e64-47b1-8ebf-837b830d84bc'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:59.686779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 26153c82-d5cc-4605-bc07-dbec4e9c0eda completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:45:59.692439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:45:59.694921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f494ea1-9bce-40ff-926a-c8ceed7f9971 None None] The sync data for ids ['afda3777-7e64-47b1-8ebf-837b830d84bc'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:45:59.694921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 26153c82-d5cc-4605-bc07-dbec4e9c0eda triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:45:59.694921 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.725221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-95d16ee6-c13a-436e-b1f8-c9770d39850a req-3ff07087-e329-4ff9-befa-13d90ed4e99c tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0305905 Jul 09 17:45:59.794243 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.827368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 26153c82-d5cc-4605-bc07-dbec4e9c0eda, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26153c82-d5cc-4605-bc07-dbec4e9c0eda,segment=NetworkSegment(5a43db90-ef1f-4e62-8476-56f3284d3830),segment_id=5a43db90-ef1f-4e62-8476-56f3284d3830)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:45:59.833824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:45:59.887897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=26153c82-d5cc-4605-bc07-dbec4e9c0eda,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:45:59.899937 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.055131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-43d36fc4-b7e2-4e36-aef5-e3e94601f6c0 None None] Provisioning for port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:00.059734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-43d36fc4-b7e2-4e36-aef5-e3e94601f6c0 None None] Provisioning complete for port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:00.060432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43d36fc4-b7e2-4e36-aef5-e3e94601f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.111183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-43d36fc4-b7e2-4e36-aef5-e3e94601f6c0 None None] Port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:00.126928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-43d36fc4-b7e2-4e36-aef5-e3e94601f6c0 None None] Provisioning complete for port 26153c82-d5cc-4605-bc07-dbec4e9c0eda triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:00.127300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43d36fc4-b7e2-4e36-aef5-e3e94601f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.182478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:00.182818 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.276893 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.290643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:00.344217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8cdfabd5-d98e-4f6f-a9bd-ec201c72d933 None None] Provisioning complete for port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:00.344620 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8cdfabd5-d98e-4f6f-a9bd-ec201c72d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.388694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfabd5-d98e-4f6f-a9bd-ec201c72d933 None None] Port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:00.513675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-246c4337-b2b1-4aa3-9b72-011691c4515d None None] Provisioning complete for port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:00.514380 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-246c4337-b2b1-4aa3-9b72-011691c4515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.550806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-246c4337-b2b1-4aa3-9b72-011691c4515d None None] Port 1d711ecc-9ae0-4f99-99e2-ffb718bb2609 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:00.796151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:00.826696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=1d711ecc-9ae0-4f99-99e2-ffb718bb2609,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:00.963469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79c66d71-289c-44cb-9922-b47ec15785b3 req-0636ae1e-98ad-42f4-ae04-ffdef2139cba tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.1037459 Jul 09 17:46:00.972946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.141937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router afda3777-7e64-47b1-8ebf-837b830d84bc has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:01.218264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:01.223383 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-182e7ea7-d729-468f-8f95-a5c505f0bc8f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/afda3777-7e64-47b1-8ebf-837b830d84bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657853 Jul 09 17:46:01.226189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:01.229250 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] Sync routers for ids ['afda3777-7e64-47b1-8ebf-837b830d84bc'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:01.239657 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] Routers {'afda3777-7e64-47b1-8ebf-837b830d84bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:01.240328 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['afda3777-7e64-47b1-8ebf-837b830d84bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:01.255555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b5032312-939a-45b9-a32e-d0543e7cad18 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=afda3777-7e64-47b1-8ebf-837b830d84bc HTTP/1.1" status: 200 len: 205 time: 0.0282416 Jul 09 17:46:01.258160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41732) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:01.276034 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:01.287390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] Routers {'afda3777-7e64-47b1-8ebf-837b830d84bc'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:01.288031 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['afda3777-7e64-47b1-8ebf-837b830d84bc'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:01.321723 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:01.322500 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1263-6442-4b10-9566-54a455a826b2 None None] The sync data for ids ['afda3777-7e64-47b1-8ebf-837b830d84bc'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:01.344521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.449280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26153c82-d5cc-4605-bc07-dbec4e9c0eda up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:01.499407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 26153c82-d5cc-4605-bc07-dbec4e9c0eda triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:01.499897 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.514140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.516393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.566768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.567383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router afda3777-7e64-47b1-8ebf-837b830d84bc {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:46:01.574804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.578619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dc0515a6-47a9-4cb5-a84c-bf11341db2b5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/afda3777-7e64-47b1-8ebf-837b830d84bc HTTP/1.1" status: 204 len: 168 time: 0.3195789 Jul 09 17:46:01.578763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41734) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:01.629350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet abb343e9-fb31-4eaf-b64a-a33ee6bc5495 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:46:01.632509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.679647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.767638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.827585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.863188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=abb343e9-fb31-4eaf-b64a-a33ee6bc5495,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:01.867373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:01.869366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-025e3310-8566-4298-8ee0-a244832188ab tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/abb343e9-fb31-4eaf-b64a-a33ee6bc5495 HTTP/1.1" status: 204 len: 168 time: 0.2895927 Jul 09 17:46:01.872240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41736) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:01.874838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddcdbd-5959-4473-ad0e-cb3f75b72fd5 None None] Network f2f9beae-ecea-47a0-9934-2ea44ea385af requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:01.951494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.005478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 26153c82-d5cc-4605-bc07-dbec4e9c0eda {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:02.005931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.055469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] DHCP port deletion for f2f9beae-ecea-47a0-9934-2ea44ea385af request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:46:02.078988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 26153c82-d5cc-4605-bc07-dbec4e9c0eda, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26153c82-d5cc-4605-bc07-dbec4e9c0eda,segment=NetworkSegment(5a43db90-ef1f-4e62-8476-56f3284d3830),segment_id=5a43db90-ef1f-4e62-8476-56f3284d3830)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:02.079390 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.092864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 26153c82-d5cc-4605-bc07-dbec4e9c0eda owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:02.106189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] Deleting port 26153c82-d5cc-4605-bc07-dbec4e9c0eda {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:02.106560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.131928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9beda569-f721-43a8-bb11-ab74acf51eab req-8938735d-46e4-4119-9ed8-663de77746b4 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0303020 Jul 09 17:46:02.170993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] For port 26153c82-d5cc-4605-bc07-dbec4e9c0eda, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=26153c82-d5cc-4605-bc07-dbec4e9c0eda,segment=NetworkSegment(5a43db90-ef1f-4e62-8476-56f3284d3830),segment_id=5a43db90-ef1f-4e62-8476-56f3284d3830)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:02.171472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.177413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.185205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] Calling delete_port for 26153c82-d5cc-4605-bc07-dbec4e9c0eda owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:02.201023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=26153c82-d5cc-4605-bc07-dbec4e9c0eda,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:02.206957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port 26153c82-d5cc-4605-bc07-dbec4e9c0eda on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:02.262135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.286920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.287294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] Pushing event deleted for resources: {'Port': ['ID=26153c82-d5cc-4605-bc07-dbec4e9c0eda,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:02.289139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c48cab-e015-41ff-862f-cd21f789b20b None None] No DVR routers for this DVR port 26153c82-d5cc-4605-bc07-dbec4e9c0eda on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:02.300604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f9beae-ecea-47a0-9934-2ea44ea385af']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:02.311550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a43db90-ef1f-4e62-8476-56f3284d3830') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:02.311886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a43db90-ef1f-4e62-8476-56f3284d3830') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:02.321360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.335365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.345457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:46:02.345844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:46:02.351359 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:46:02.410068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.417361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.419088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/f2f9beae-ecea-47a0-9934-2ea44ea385af HTTP/1.1" status: 204 len: 168 time: 0.5458307 Jul 09 17:46:02.423394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41740) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:02.428183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-602343256', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:02.431063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3e1c3-09f7-4bf1-ab86-24136a638386 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=f2f9beae-ecea-47a0-9934-2ea44ea385af,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:02.456766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.457894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.512676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.666082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.874304 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:02.896984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:03.016102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 172.25.3.32 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/c9f2e9ca-0352-46f7-af09-1a697aad2cbf) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:03.123149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:03.165107 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:03.212665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:03.217091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:03.221609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:03.224724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=c9f2e9ca-0352-46f7-af09-1a697aad2cbf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:03.297484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b0628e-dc62-4a7e-b367-568863a66d63 req-8b1b3541-7fef-4f3e-a7e8-c46afe280ec0 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0332878 Jul 09 17:46:03.444472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26153c82-d5cc-4605-bc07-dbec4e9c0eda no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:03.469720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 26153c82-d5cc-4605-bc07-dbec4e9c0eda {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:03.470018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 26153c82-d5cc-4605-bc07-dbec4e9c0eda not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:03.501469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:03.719049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:03.871267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:46:03.981391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:03.991734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] Sync routers for ids ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:04.002629 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:04.003364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] Routers {'6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:04.003966 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0659d82c-acf7-4229-b232-19d3a1f043e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.5794685 Jul 09 17:46:04.004125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:04.006700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41744) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:04.035234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:04.044934 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] Routers {'6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:04.045310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:04.077576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:04.078236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26327128-b73f-4e50-bcad-4204901ef014 None None] The sync data for ids ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:04.117333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a672cb46-2341-4af4-8916-4ee41c439b0d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/routers/6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 200 len: 883 time: 0.1095543 Jul 09 17:46:04.120094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41746) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:04.373108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-acf833c9-fada-4200-984f-fa468b0d1482 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2515943 Jul 09 17:46:04.376031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41750) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:04.380874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-602343256'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:04.456733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1dd77d63-11b7-4e96-9ccf-c9e69d21c14c req-09da666b-a609-417b-a9e1-b40aec610c3b tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0369956 Jul 09 17:46:04.713566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:04.730248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:04.851014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:05.289801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:05.298075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:05.299708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-48208007-5d24-4f0c-ab54-93c89599dcdf tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 200 len: 890 time: 0.9227037 Jul 09 17:46:05.300665 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] Sync routers for ids ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:05.302764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41752) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:05.314099 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] Routers {'6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:05.314804 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:05.345983 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:05.354817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] Routers {'6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:05.355420 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:05.390736 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:05.391386 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f423f-89f3-4ed8-a1dd-4102c07ec795 None None] The sync data for ids ['6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:05.417190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-19679708-7611-41a6-a4a0-e7a5921329bd tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/routers/6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 200 len: 890 time: 0.1130009 Jul 09 17:46:05.419855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41754) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:05.454460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b4752260-7666-4f59-b872-d17d57ef8234 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 200 len: 205 time: 0.0333028 Jul 09 17:46:05.457068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41756) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:05.568327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:05.612885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba66f33b-810d-470a-8ea3-24aaa482f9ef req-5cfa024e-ec55-4980-90c0-e6c54548536b tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0302472 Jul 09 17:46:05.682121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:05.739510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port c9f2e9ca-0352-46f7-af09-1a697aad2cbf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:05.740285 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:05.817596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:05.829429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for c9f2e9ca-0352-46f7-af09-1a697aad2cbf owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:05.998584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.026350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=c9f2e9ca-0352-46f7-af09-1a697aad2cbf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:06.109089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.202856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.205250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.258131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.258938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:46:06.268315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.269533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-332641a1-9e5f-401c-9cd9-0cf2ca2ab9ea tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 204 len: 168 time: 0.8115907 Jul 09 17:46:06.273517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41760) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:06.281371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482900141'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:06.309163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:06.315450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.342267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:46:06.351621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.352005 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment 8272bf5e-1458-44de-bf07-f647f638d8c1 of type vlan for network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 Jul 09 17:46:06.392545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.424558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.430014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:06.430600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.493741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2187312 Jul 09 17:46:06.496713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41762) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:06.505997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:06.512571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2b372-72ed-47be-bad6-d95f85ae6261 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=6b1f96a4-7aae-4efb-b385-37a0433de8b3,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:06.524812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:46:06.605975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:06.609840 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.779448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18fd346e-ab10-47c2-9de4-fbd8aa55d23d req-2db285dd-f1ab-47a4-8ad1-5e34d5cefe48 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0366814 Jul 09 17:46:06.835082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.899680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=d7cf2948-b5dc-497a-a779-fa18322efd86,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:06.911087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': '8272bf5e-1458-44de-bf07-f647f638d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:06.911447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 6b1f96a4-7aae-4efb-b385-37a0433de8b3, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:46:06.930953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:46:06.941512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 6b1f96a4-7aae-4efb-b385-37a0433de8b3) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:06.945626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:06.946212 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.951437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc41c81-261b-4697-a732-35cd0a9afc4d None None] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:06.961409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e73deb9-5686-4975-9d50-452ae563150f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4633462 Jul 09 17:46:06.964118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41766) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:06.968671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1996192221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:06.991475 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:06.992512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.047268 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.054431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.071734 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.073033 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-caeff092-faab-42f4-b114-036f39919789 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1079440 Jul 09 17:46:07.075965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41768) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:07.098917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-6b1f96a4-7aae-4efb-b385-37a0433de8b3', 'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'd7cf2948-b5dc-497a-a779-fa18322efd86'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:46:07.099808 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.246362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Allocated IP 2001:db8::2 (6b1f96a4-7aae-4efb-b385-37a0433de8b3/d7cf2948-b5dc-497a-a779-fa18322efd86/aa7c2777-17f1-43c3-8cc9-70ea52971a9c) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:07.361952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.386643 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.395649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Transition to ACTIVE for port object aa7c2777-17f1-43c3-8cc9-70ea52971a9c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:07.410252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Transition to ACTIVE for port object aa7c2777-17f1-43c3-8cc9-70ea52971a9c will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:07.417325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.461687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:07.464625 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:07.469234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:07.471197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Pushing event updated for resources: {'Port': ['ID=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:07.531379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Attempting to bind port aa7c2777-17f1-43c3-8cc9-70ea52971a9c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:07.532157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Attempting to bind port aa7c2777-17f1-43c3-8cc9-70ea52971a9c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '8272bf5e-1458-44de-bf07-f647f638d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:07.532157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Attempting to bind port aa7c2777-17f1-43c3-8cc9-70ea52971a9c on network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:07.537168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:07.537543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Checking segment: {'id': '8272bf5e-1458-44de-bf07-f647f638d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:07.537945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.538341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Bound using segment: {'id': '8272bf5e-1458-44de-bf07-f647f638d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:07.538805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Bound port: aa7c2777-17f1-43c3-8cc9-70ea52971a9c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8272bf5e-1458-44de-bf07-f647f638d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6b1f96a4-7aae-4efb-b385-37a0433de8b3'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:07.539187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.605918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] For port aa7c2777-17f1-43c3-8cc9-70ea52971a9c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:07.609474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] For port aa7c2777-17f1-43c3-8cc9-70ea52971a9c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,segment=NetworkSegment(8272bf5e-1458-44de-bf07-f647f638d8c1),segment_id=8272bf5e-1458-44de-bf07-f647f638d8c1)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:07.611707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8::1 (6b1f96a4-7aae-4efb-b385-37a0433de8b3/d7cf2948-b5dc-497a-a779-fa18322efd86/bc07648c-8b79-4a21-add5-6ed13cbe6931) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:07.615584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.678960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d573-856e-4c03-a17a-37f56f12e027 None None] Pushing event updated for resources: {'Port': ['ID=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:07.738604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.753945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object bc07648c-8b79-4a21-add5-6ed13cbe6931 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:07.788876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.836586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:07.840330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:07.844603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:07.845176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:07.904507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=bc07648c-8b79-4a21-add5-6ed13cbe6931,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:07.982313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f51f22b-caec-4ee5-82ee-4f7b05a644e9 req-5e1396bb-b063-47ad-a41b-c81148385db9 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0363767 Jul 09 17:46:08.008058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.295128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.300898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.301644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.330724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:08.390945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=bc07648c-8b79-4a21-add5-6ed13cbe6931,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:08.435914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:08.437471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:08.570944 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 6eea897f-e5e4-458b-af73-4890b25191a9 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:46:08.689107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:08.696460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-00fab089-f2b4-43c5-aef9-2ba3876d99f5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/6eea897f-e5e4-458b-af73-4890b25191a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6193802 Jul 09 17:46:08.700197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41774) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:08.702163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] Sync routers for ids ['6eea897f-e5e4-458b-af73-4890b25191a9'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:08.717302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] Routers {'6eea897f-e5e4-458b-af73-4890b25191a9'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:08.718295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6eea897f-e5e4-458b-af73-4890b25191a9'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:08.752482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbb370-25a1-43f5-aa5c-bc1cd6e50bed None None] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:08.756863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:08.769932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68163dbf-ba1c-4c06-8f5a-70848fe95419 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:08.772043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-68163dbf-ba1c-4c06-8f5a-70848fe95419 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports/bc07648c-8b79-4a21-add5-6ed13cbe6931 HTTP/1.1" status: 200 len: 911 time: 0.0692673 Jul 09 17:46:08.774423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41776) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:08.780849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7cf2948-b5dc-497a-a779-fa18322efd86'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:08.815171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] Routers {'6eea897f-e5e4-458b-af73-4890b25191a9'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:08.815871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6eea897f-e5e4-458b-af73-4890b25191a9'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:08.821926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5b69608f-e037-47fb-a964-271600c44f46 None None] Provisioning for port aa7c2777-17f1-43c3-8cc9-70ea52971a9c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:08.859251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:08.859916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2722936-737c-478a-8cad-7bd6697b710e None None] The sync data for ids ['6eea897f-e5e4-458b-af73-4890b25191a9'] in n-d-791506-17 is: [] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:08.959057 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.292443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ea6b90b7-bcdf-443e-80b7-9cccc9cee1cd None None] Provisioning for port bc07648c-8b79-4a21-add5-6ed13cbe6931 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:09.297735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ea6b90b7-bcdf-443e-80b7-9cccc9cee1cd None None] Provisioning complete for port bc07648c-8b79-4a21-add5-6ed13cbe6931 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:09.298352 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea6b90b7-bcdf-443e-80b7-9cccc9cee1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.336541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b90b7-bcdf-443e-80b7-9cccc9cee1cd None None] Port bc07648c-8b79-4a21-add5-6ed13cbe6931 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:09.401734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.474294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6a3ae652-6e39-4ed7-acaf-e072b7584d8d None None] Provisioning complete for port bc07648c-8b79-4a21-add5-6ed13cbe6931 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:09.474644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae652-6e39-4ed7-acaf-e072b7584d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.502547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aa7c2777-17f1-43c3-8cc9-70ea52971a9c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:09.546791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ae652-6e39-4ed7-acaf-e072b7584d8d None None] Port bc07648c-8b79-4a21-add5-6ed13cbe6931 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:09.578833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port aa7c2777-17f1-43c3-8cc9-70ea52971a9c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:09.591362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port aa7c2777-17f1-43c3-8cc9-70ea52971a9c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:09.592850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.594817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72ebc6b2-779b-4d43-93ba-18cf23e302e7 req-04e573da-7a3e-4db7-8993-455701c843f6 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0775626 Jul 09 17:46:09.717607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.753788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port aa7c2777-17f1-43c3-8cc9-70ea52971a9c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,segment=NetworkSegment(8272bf5e-1458-44de-bf07-f647f638d8c1),segment_id=8272bf5e-1458-44de-bf07-f647f638d8c1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:09.761845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.790430 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5c7eeb6b-bde9-4b3f-93a4-842c220d93ba None None] Provisioning complete for port bc07648c-8b79-4a21-add5-6ed13cbe6931 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:09.790835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5c7eeb6b-bde9-4b3f-93a4-842c220d93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.849197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:09.852280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5c7eeb6b-bde9-4b3f-93a4-842c220d93ba None None] Port bc07648c-8b79-4a21-add5-6ed13cbe6931 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:09.891410 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.901060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.907653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:09.908364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:09.909997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/ports/bc07648c-8b79-4a21-add5-6ed13cbe6931 HTTP/1.1" status: 200 len: 911 time: 1.1342244 Jul 09 17:46:09.913126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41780) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:09.956920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696e7ce-0f0d-4fff-bdba-6159b096593a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=bc07648c-8b79-4a21-add5-6ed13cbe6931,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:10.251919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:10.366690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-17d89446-7ead-4a64-b88c-e6d4e62fd580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:10.518304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port bc07648c-8b79-4a21-add5-6ed13cbe6931 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:10.518705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:10.602222 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:10.615082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for bc07648c-8b79-4a21-add5-6ed13cbe6931 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:10.799216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49769efc-365c-4720-89ec-c62a908adc00 req-4f9753b1-0cec-4c0f-bac1-66288cc5c9b6 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0392907 Jul 09 17:46:10.816644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:10.870464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=bc07648c-8b79-4a21-add5-6ed13cbe6931,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:10.949881 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.113715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 6eea897f-e5e4-458b-af73-4890b25191a9 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:11.217293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5eb98c58-9f13-412a-9783-60742f16303d req-c98d47c3-e26c-4f37-a42c-9e1b9b053d4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0527015 Jul 09 17:46:11.221538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:11.227445 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-13f398db-2bef-4181-8b76-0939783dccf2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/6eea897f-e5e4-458b-af73-4890b25191a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3131874 Jul 09 17:46:11.229869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41784) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:11.231726 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] Sync routers for ids ['6eea897f-e5e4-458b-af73-4890b25191a9'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:11.241861 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] Routers {'6eea897f-e5e4-458b-af73-4890b25191a9'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:11.242477 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6eea897f-e5e4-458b-af73-4890b25191a9'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:11.259524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0d25b99c-a1ff-421c-a46a-cb935445027a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eea897f-e5e4-458b-af73-4890b25191a9 HTTP/1.1" status: 200 len: 205 time: 0.0283298 Jul 09 17:46:11.262193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41786) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:11.273985 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:11.282426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] Routers {'6eea897f-e5e4-458b-af73-4890b25191a9'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:11.283017 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:45:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6eea897f-e5e4-458b-af73-4890b25191a9'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:11.316895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:11.317559 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e63b33-5de5-4ad6-8837-0c53b8c4ef64 None None] The sync data for ids ['6eea897f-e5e4-458b-af73-4890b25191a9'] in n-d-791506-17 is: [] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:11.338851 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.451965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aa7c2777-17f1-43c3-8cc9-70ea52971a9c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:11.500073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port aa7c2777-17f1-43c3-8cc9-70ea52971a9c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:11.500353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.500713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.502914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.546728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.547397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router 6eea897f-e5e4-458b-af73-4890b25191a9 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:46:11.554400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.558221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-607b9aaf-66e3-442b-92bd-034018f89400 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/6eea897f-e5e4-458b-af73-4890b25191a9 HTTP/1.1" status: 204 len: 168 time: 0.2924447 Jul 09 17:46:11.558413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41788) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:11.612197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet d7cf2948-b5dc-497a-a779-fa18322efd86 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:46:11.619059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.670700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.755008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.814267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.844703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cf2948-b5dc-497a-a779-fa18322efd86,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:11.851601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:11.858518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9a467781-ca81-4361-836f-2abe274cbd32 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cf2948-b5dc-497a-a779-fa18322efd86 HTTP/1.1" status: 204 len: 168 time: 0.2942119 Jul 09 17:46:11.858518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41792) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:11.862210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed4c9e-16b7-4dd7-aae3-f63f4218768a None None] Network 6b1f96a4-7aae-4efb-b385-37a0433de8b3 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:11.969567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.010142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-432ce03d-5fa8-46ce-8ecf-9605c69df955 req-2e3dfb9c-9807-4d3b-853e-3fbcabb6cf27 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0380187 Jul 09 17:46:12.067551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port aa7c2777-17f1-43c3-8cc9-70ea52971a9c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:12.067929 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.089803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] DHCP port deletion for 6b1f96a4-7aae-4efb-b385-37a0433de8b3 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:46:12.131881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port aa7c2777-17f1-43c3-8cc9-70ea52971a9c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,segment=NetworkSegment(8272bf5e-1458-44de-bf07-f647f638d8c1),segment_id=8272bf5e-1458-44de-bf07-f647f638d8c1)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:12.132309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.141756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] Deleting port aa7c2777-17f1-43c3-8cc9-70ea52971a9c {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:12.142251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.147126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for aa7c2777-17f1-43c3-8cc9-70ea52971a9c owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:12.207327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] For port aa7c2777-17f1-43c3-8cc9-70ea52971a9c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,segment=NetworkSegment(8272bf5e-1458-44de-bf07-f647f638d8c1),segment_id=8272bf5e-1458-44de-bf07-f647f638d8c1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:12.207696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.220606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] Calling delete_port for aa7c2777-17f1-43c3-8cc9-70ea52971a9c owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:12.229569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.266255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:12.270297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port aa7c2777-17f1-43c3-8cc9-70ea52971a9c on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:12.311079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.345256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] No DVR routers for this DVR port aa7c2777-17f1-43c3-8cc9-70ea52971a9c on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:12.349846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5429d77-2715-4036-b32f-d318aaf60113 None None] Pushing event deleted for resources: {'Port': ['ID=aa7c2777-17f1-43c3-8cc9-70ea52971a9c,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:12.356863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.367489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1f96a4-7aae-4efb-b385-37a0433de8b3']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:12.378092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8272bf5e-1458-44de-bf07-f647f638d8c1') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:12.378389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8272bf5e-1458-44de-bf07-f647f638d8c1') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:12.387560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.401728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.408210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:46:12.408586 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:46:12.412136 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:46:12.478754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.486291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.488228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/6b1f96a4-7aae-4efb-b385-37a0433de8b3 HTTP/1.1" status: 204 len: 168 time: 0.6294835 Jul 09 17:46:12.492261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41794) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:12.497721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287272407', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:12.500061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b733aa-709a-45da-a6e2-6a961082fb76 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=6b1f96a4-7aae-4efb-b385-37a0433de8b3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:12.526004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.526935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.888193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.897161 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.918684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.920051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f864a5db-bd37-4a84-af86-ce2144409f90 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4260602 Jul 09 17:46:12.924030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:12.929314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1041315326'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:12.952416 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6c8881c-9229-4d96-91a5-089d3f1ac4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.953084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:12.956748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.982144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:46:12.990985 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:12.991327 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment b116e096-9c24-4231-af66-dcd651e92ac2 of type vlan for network 7feadd25-9faf-4c6d-a2f3-406a928e239f Jul 09 17:46:13.031116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.065810 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.071389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:13.072007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.129617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2012520 Jul 09 17:46:13.130096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41800) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:13.136589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:13.156009 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e02f5-eeb7-472d-b7dc-d928cf91f365 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=7feadd25-9faf-4c6d-a2f3-406a928e239f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:13.167415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:46:13.177428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e9b7e07c-2572-4313-b6c8-454e851df7aa req-2174db15-f458-4c4c-befc-539c595d0ed4 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0315220 Jul 09 17:46:13.237923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:13.241858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.376452 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.429706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.448121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aa7c2777-17f1-43c3-8cc9-70ea52971a9c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:13.470968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: aa7c2777-17f1-43c3-8cc9-70ea52971a9c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:13.471395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aa7c2777-17f1-43c3-8cc9-70ea52971a9c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:13.482272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-9b965de3-ceaf-4289-834d-4951f9fc2835 req-3879ae3e-83be-4d11-ba1a-7849796aac99 service neutron] (93895) timed out ('10.222.0.21', 49580) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:46:13.508962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-181325ce-45ec-413f-a67d-3c84f31ee1f5 req-a5547d16-72b9-4d5d-abfa-d5f691d13073 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f&device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0438800 Jul 09 17:46:13.525043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=624168ab-1fe4-4a89-95df-3bfd7a7f45b9,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:13.537258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:13.537629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 7feadd25-9faf-4c6d-a2f3-406a928e239f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:46:13.556466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:46:13.566363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7feadd25-9faf-4c6d-a2f3-406a928e239f) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:13.570463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:13.571077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.578204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8868ab-fa74-46ad-8982-1eb9bbf87944 None None] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:13.590219 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c2e2087-b79c-4060-82b7-60f5ae182005 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4589548 Jul 09 17:46:13.592950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41806) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:13.764330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-7feadd25-9faf-4c6d-a2f3-406a928e239f', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:46:13.765896 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:13.854745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57467610-3801-42ea-840c-1a4a9d518211 req-b5691033-ef7a-4701-85fe-67d1e73607a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb006ac0fb74711a6468a676ec397e9&device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0374682 Jul 09 17:46:13.889808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57467610-3801-42ea-840c-1a4a9d518211 req-ab75d9cf-fe30-488b-9d7d-e25703875956 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bb006ac0fb74711a6468a676ec397e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271428 Jul 09 17:46:13.932741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01850b85-cd01-4822-a16c-099db02fb272 req-32f819e1-3c75-4228-a169-a717985b974e tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0408916 Jul 09 17:46:13.968326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Allocated IP 2001:db8::2 (7feadd25-9faf-4c6d-a2f3-406a928e239f/624168ab-1fe4-4a89-95df-3bfd7a7f45b9/79876d92-bc5c-46b0-872f-b573e32fa6a9) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:13.979203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.073031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.089510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57467610-3801-42ea-840c-1a4a9d518211 req-fc167582-78a1-4512-9308-414f0c18f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:14.091629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57467610-3801-42ea-840c-1a4a9d518211 req-fc167582-78a1-4512-9308-414f0c18f973 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1954317 Jul 09 17:46:14.156422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.168952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Transition to ACTIVE for port object 79876d92-bc5c-46b0-872f-b573e32fa6a9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:14.184439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Transition to ACTIVE for port object 79876d92-bc5c-46b0-872f-b573e32fa6a9 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:14.192847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.201850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95b94cbb-ca95-4d02-b05f-87533596986c req-8d5a09d0-5b64-4403-a5f0-6111de6eeb52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdf20c92-2348-4254-814a-501dc876d45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0352988 Jul 09 17:46:14.246100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:14.251815 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:14.253006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Pushing event updated for resources: {'Port': ['ID=79876d92-bc5c-46b0-872f-b573e32fa6a9,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:14.259964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:14.289009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8::1 (7feadd25-9faf-4c6d-a2f3-406a928e239f/624168ab-1fe4-4a89-95df-3bfd7a7f45b9/83ed4863-8d79-4a85-8dc4-64aaa4722c60) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:14.303458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95b94cbb-ca95-4d02-b05f-87533596986c req-0fe4f98f-b8e7-49a5-bc7a-ac9081e6008b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb006ac0fb74711a6468a676ec397e9&device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0475767 Jul 09 17:46:14.351879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Attempting to bind port 79876d92-bc5c-46b0-872f-b573e32fa6a9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:14.352755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Attempting to bind port 79876d92-bc5c-46b0-872f-b573e32fa6a9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:14.353814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Attempting to bind port 79876d92-bc5c-46b0-872f-b573e32fa6a9 on network 7feadd25-9faf-4c6d-a2f3-406a928e239f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:14.355358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95b94cbb-ca95-4d02-b05f-87533596986c req-6586360c-9b5a-4598-951e-163ac7481a86 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bb006ac0fb74711a6468a676ec397e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248091 Jul 09 17:46:14.360309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:14.360689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Checking segment: {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:14.361198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.361618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Bound using segment: {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:14.362374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Bound port: 79876d92-bc5c-46b0-872f-b573e32fa6a9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:14.362763 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.435458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] For port 79876d92-bc5c-46b0-872f-b573e32fa6a9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:14.438915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] For port 79876d92-bc5c-46b0-872f-b573e32fa6a9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=79876d92-bc5c-46b0-872f-b573e32fa6a9,segment=NetworkSegment(b116e096-9c24-4231-af66-dcd651e92ac2),segment_id=b116e096-9c24-4231-af66-dcd651e92ac2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:14.441318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.445211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.461184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b94cbb-ca95-4d02-b05f-87533596986c req-33c1db91-e58f-48df-a72c-624a5d00138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:14.461558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object 83ed4863-8d79-4a85-8dc4-64aaa4722c60 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:14.463523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95b94cbb-ca95-4d02-b05f-87533596986c req-33c1db91-e58f-48df-a72c-624a5d00138b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013508 Jul 09 17:46:14.507523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd24ab2-746a-4022-b8a5-14918a045dca None None] Pushing event updated for resources: {'Port': ['ID=79876d92-bc5c-46b0-872f-b573e32fa6a9,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:14.512208 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.562770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:14.568731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:14.571414 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:14.572344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:14.617116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=83ed4863-8d79-4a85-8dc4-64aaa4722c60,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:14.743303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.020015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.027439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.028204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.084565 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-771ccf69-7222-440c-bffe-dccc2bcaf6ae req-ddb46e82-d6d4-4559-81f5-92c303c4fdce tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0292697 Jul 09 17:46:15.116712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=83ed4863-8d79-4a85-8dc4-64aaa4722c60,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:15.161782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:15.163386 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:15.300966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:46:15.402761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:15.412118 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5f72eb1e-1be9-413e-94a0-a41ebb741eb7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151348 Jul 09 17:46:15.412118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41814) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:15.412702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:15.418266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2029341606'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:15.435443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:15.436101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:15.442071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57467610-3801-42ea-840c-1a4a9d518211 req-d459b7d9-e2c5-4ec3-b63b-e7a29167d9f3 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2fa6716-02ea-4008-9a33-05612532287f HTTP/1.1" status: 200 len: 210 time: 0.0671093 Jul 09 17:46:15.448556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:15.453005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.508332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:46:15.520062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.520510 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment d85b98d6-94b2-4255-adfa-b27483ccb4b8 of type vlan for network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 Jul 09 17:46:15.558477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427fca26-ba94-4569-92a7-82b0b834241b None None] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:15.575013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79876d92-bc5c-46b0-872f-b573e32fa6a9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:15.576093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.617786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.625116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:15.625797 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.695312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2793629 Jul 09 17:46:15.695586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41818) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:15.700631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:15.720935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709b389-6b70-45c8-bac4-729b11b1102b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=02c065d1-b0ea-4ddd-a0df-78439239e1b7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:15.799127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:15.802799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:15.804950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:15.807493 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:46:15.950760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5046a3f7-3079-4fb1-bb3d-4ddae7a58da2 None None] Provisioning for port 79876d92-bc5c-46b0-872f-b573e32fa6a9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:16.010528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.029742 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.080079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=bfaaa217-63fd-4f43-a89c-aa15764c2ef1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:16.088105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:16.088480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 02c065d1-b0ea-4ddd-a0df-78439239e1b7, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:46:16.109861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 79876d92-bc5c-46b0-872f-b573e32fa6a9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:16.110358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:46:16.122199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 02c065d1-b0ea-4ddd-a0df-78439239e1b7) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:16.131250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:16.132029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.157159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41822) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:16.157771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d3213e8c-ddf8-4f50-8c65-2eed27de7224 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4609196 Jul 09 17:46:16.162885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b1ee8-47c9-47c0-93ad-8a67480f02b7 None None] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:16.171464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 79876d92-bc5c-46b0-872f-b573e32fa6a9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:16.171930 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.534387 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.556170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4913c6c-7093-4a35-b66f-7640a8d245c9 req-35cbb432-94bf-49e2-a071-7afca2515451 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bb006ac0fb74711a6468a676ec397e9&device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0378349 Jul 09 17:46:16.561467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:14Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:14Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:16.567448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:46:16.568406 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.579798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.594483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4913c6c-7093-4a35-b66f-7640a8d245c9 req-bf92c6e0-9540-484d-bd8d-b7a11125868b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bb006ac0fb74711a6468a676ec397e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306115 Jul 09 17:46:16.616409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:16.616792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Updating router 57193f75-f0c4-4aff-bb08-e55b0af44541 port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:46:16.628316 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0564c16e-45eb-40f5-bdf1-7e1e872233ff req-44410760-99c1-4e81-accd-0cdf46882f7c tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0561264 Jul 09 17:46:16.672135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 79876d92-bc5c-46b0-872f-b573e32fa6a9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=79876d92-bc5c-46b0-872f-b573e32fa6a9,segment=NetworkSegment(b116e096-9c24-4231-af66-dcd651e92ac2),segment_id=b116e096-9c24-4231-af66-dcd651e92ac2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:16.691636 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.786294 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:16.788294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4913c6c-7093-4a35-b66f-7640a8d245c9 req-fa06809c-0937-4cd3-b677-1d4f5dbabbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:16.789811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4913c6c-7093-4a35-b66f-7640a8d245c9 req-fa06809c-0937-4cd3-b677-1d4f5dbabbfc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887665 Jul 09 17:46:16.907528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=79876d92-bc5c-46b0-872f-b573e32fa6a9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:17.002307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Allocated IP 2001:db8:1::2 (02c065d1-b0ea-4ddd-a0df-78439239e1b7/bfaaa217-63fd-4f43-a89c-aa15764c2ef1/d52241ae-412b-4027-9d6e-8b65c641bdcf) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:17.051307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc365d01-fc0d-418c-a8d3-f44b3ec7c5e1 None None] Provisioning complete for port 79876d92-bc5c-46b0-872f-b573e32fa6a9 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:17.051502 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bc365d01-fc0d-418c-a8d3-f44b3ec7c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.358730 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.389078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Transition to ACTIVE for port object d52241ae-412b-4027-9d6e-8b65c641bdcf will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:17.415285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc365d01-fc0d-418c-a8d3-f44b3ec7c5e1 None None] Provisioning for port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:17.429445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Transition to ACTIVE for port object d52241ae-412b-4027-9d6e-8b65c641bdcf will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:17.432550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.437332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bc365d01-fc0d-418c-a8d3-f44b3ec7c5e1 None None] Provisioning complete for port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:17.437755 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bc365d01-fc0d-418c-a8d3-f44b3ec7c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.446914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.472571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Transition to ACTIVE for port object 83ed4863-8d79-4a85-8dc4-64aaa4722c60 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:17.488887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79876d92-bc5c-46b0-872f-b573e32fa6a9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:17.501055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8:1::1 (02c065d1-b0ea-4ddd-a0df-78439239e1b7/bfaaa217-63fd-4f43-a89c-aa15764c2ef1/7ed4aa6b-9775-4c8f-82a8-af6b8f0156af) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:17.622337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.638612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:17.675839 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.721796 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.727331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:17.730767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:17.734976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:17.735542 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.753276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:17.765418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-bc365d01-fc0d-418c-a8d3-f44b3ec7c5e1 None None] Port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:17.782750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:17.784953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:17.790539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:17.800747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Pushing event updated for resources: {'Port': ['ID=d52241ae-412b-4027-9d6e-8b65c641bdcf,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:17.832393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e571f76b-ad94-4dbf-8efa-604f10d45ad6 req-4f0d618e-1810-4325-a0b1-6ece20154fb5 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0487924 Jul 09 17:46:17.848451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc100-6ad8-4b67-9a69-313dca2aa91d None None] Pushing event updated for resources: {'Port': ['ID=83ed4863-8d79-4a85-8dc4-64aaa4722c60,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:17.949184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.968811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Attempting to bind port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:17.969181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Attempting to bind port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:17.969542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Attempting to bind port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 on network 7feadd25-9faf-4c6d-a2f3-406a928e239f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:17.974032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Attempting to bind port d52241ae-412b-4027-9d6e-8b65c641bdcf on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:17.974330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Attempting to bind port d52241ae-412b-4027-9d6e-8b65c641bdcf by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:17.974685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Attempting to bind port d52241ae-412b-4027-9d6e-8b65c641bdcf on network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:17.982940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 79876d92-bc5c-46b0-872f-b573e32fa6a9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:17.983312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.987751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:17.988156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Checking segment: {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:17.988551 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:17.988952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Bound using segment: {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:17.989435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Bound port: 83ed4863-8d79-4a85-8dc4-64aaa4722c60, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b116e096-9c24-4231-af66-dcd651e92ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:17.989818 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.012277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:18.012614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Checking segment: {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:18.012945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.013338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Bound using segment: {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:18.013824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Bound port: d52241ae-412b-4027-9d6e-8b65c641bdcf, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:18.014205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.096694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4913c6c-7093-4a35-b66f-7640a8d245c9 req-b2d9d624-fc28-4a69-b4f4-e1097fa06575 tempest-ServerShowV247Test-1869068988 tempest-ServerShowV247Test-1869068988-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdf20c92-2348-4254-814a-501dc876d45e HTTP/1.1" status: 200 len: 210 time: 0.0575638 Jul 09 17:46:18.176414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] For port d52241ae-412b-4027-9d6e-8b65c641bdcf, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:18.179312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] For port 83ed4863-8d79-4a85-8dc4-64aaa4722c60, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:18.203208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] For port 83ed4863-8d79-4a85-8dc4-64aaa4722c60, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=83ed4863-8d79-4a85-8dc4-64aaa4722c60,segment=NetworkSegment(b116e096-9c24-4231-af66-dcd651e92ac2),segment_id=b116e096-9c24-4231-af66-dcd651e92ac2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:18.206575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] For port d52241ae-412b-4027-9d6e-8b65c641bdcf, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d52241ae-412b-4027-9d6e-8b65c641bdcf,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:18.212031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.222398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.252805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.259695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.261083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.284152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:18.284875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:18.334059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc100-6ad8-4b67-9a69-313dca2aa91d None None] Pushing event updated for resources: {'Port': ['ID=83ed4863-8d79-4a85-8dc4-64aaa4722c60,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:18.364270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:18.410606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:18.412356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:18.431918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:18.434151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470a263-19fc-4efc-adfc-83fa48fdcb63 None None] Pushing event updated for resources: {'Port': ['ID=d52241ae-412b-4027-9d6e-8b65c641bdcf,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:18.523972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:18.705742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:18.716030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a462d550-86aa-42b5-8e04-eb743d515457 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5536995 Jul 09 17:46:18.716354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:18.723314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-646906654'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:18.735509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:17Z', 'revision_number': 3, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:18Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:18Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:18.760408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:18.763980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911ded0-91dd-4153-935f-6371aec34410 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:17Z', 'revision_number': 3, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:18Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:18Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:18.768913 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.798583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:46:18.808645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.809018 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment 9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea of type vlan for network 8cd5a126-11cd-4805-bf07-d1dcc29096cf Jul 09 17:46:18.857962 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.897070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.903676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:18.904509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:18.980458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41836) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:18.980880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2629008 Jul 09 17:46:18.987152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:18.995462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cb95e-ad69-48af-b343-56ae4b57649a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=8cd5a126-11cd-4805-bf07-d1dcc29096cf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:19.009869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:46:19.171965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:19.175805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.334152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-800d9382-e4cc-4037-b7a9-60309501d27c req-dec5d0d5-2e15-4ffb-94a7-415fc1319455 service neutron] (93895) timed out ('10.222.0.21', 49720) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:46:19.391239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41840) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:19.457128 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.571090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d52241ae-412b-4027-9d6e-8b65c641bdcf up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:19.592443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=dcbbe0ec-d61e-493f-bd88-4a554c24892c,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:19.605758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:19.606722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 8cd5a126-11cd-4805-bf07-d1dcc29096cf, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:46:19.608715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9a83310-32c2-4174-9090-af4d6287809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.653188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d52241ae-412b-4027-9d6e-8b65c641bdcf completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:19.654368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:46:19.669690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8cd5a126-11cd-4805-bf07-d1dcc29096cf) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:19.680468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:19.682146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.720021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5f389-5200-41e0-9d36-adbc83b511fc None None] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:19.778556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633809b-9aeb-4515-b275-4c717dc4a6b1 None None] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:19.781413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9a83310-32c2-4174-9090-af4d6287809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.787122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9a83310-32c2-4174-9090-af4d6287809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.793631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-605913f1-dfc7-4760-ab4b-9205d10d8cce tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8111191 Jul 09 17:46:19.795753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41844) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:19.833563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a83310-32c2-4174-9090-af4d6287809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ed924d-de1c-43ce-a32f-3c8dc74decd2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:19.848515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d9a83310-32c2-4174-9090-af4d6287809f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bb006ac0fb74711a6468a676ec397e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549420 Jul 09 17:46:19.854516 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41846) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:19.878279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] Provisioning for port d52241ae-412b-4027-9d6e-8b65c641bdcf completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:19.888124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] Provisioning complete for port d52241ae-412b-4027-9d6e-8b65c641bdcf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:19.888508 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:19.984394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-073e25ec-6257-40e0-bec0-de211dcb281a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.041094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-073e25ec-6257-40e0-bec0-de211dcb281a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.134010 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.150844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:46:20.152391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.329650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] For port d52241ae-412b-4027-9d6e-8b65c641bdcf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d52241ae-412b-4027-9d6e-8b65c641bdcf,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:20.369205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Allocated IP 2001:db8:2::2 (8cd5a126-11cd-4805-bf07-d1dcc29096cf/dcbbe0ec-d61e-493f-bd88-4a554c24892c/c6f6b1e0-48d1-437c-8cc3-954d65b96a59) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:20.450779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.497387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-b9cb5242-1c0a-4b83-8c55-168a1b8d73f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5596654 Jul 09 17:46:20.516765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-073e25ec-6257-40e0-bec0-de211dcb281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.520762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-073e25ec-6257-40e0-bec0-de211dcb281a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.524343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-073e25ec-6257-40e0-bec0-de211dcb281a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61ed924d-de1c-43ce-a32f-3c8dc74decd2 HTTP/1.1" status: 204 len: 168 time: 0.6683564 Jul 09 17:46:20.541070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e866aa-7044-4b32-bbed-ee5b2c846a8f None None] Pushing event updated for resources: {'Port': ['ID=d52241ae-412b-4027-9d6e-8b65c641bdcf,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:20.541556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e25ec-6257-40e0-bec0-de211dcb281a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ed924d-de1c-43ce-a32f-3c8dc74decd2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:20.642834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-048e9196-fca3-4c3d-8ebd-59a71d4ae162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:20.645863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-048e9196-fca3-4c3d-8ebd-59a71d4ae162 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1097 time: 0.0996838 Jul 09 17:46:20.660216 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.668854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.670999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Transition to ACTIVE for port object c6f6b1e0-48d1-437c-8cc3-954d65b96a59 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:20.692545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Transition to ACTIVE for port object c6f6b1e0-48d1-437c-8cc3-954d65b96a59 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:20.702604 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.792718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-a33c5ebc-b497-497d-bf8c-aec9a1b9346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:20.794284 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-a33c5ebc-b497-497d-bf8c-aec9a1b9346b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1259842 Jul 09 17:46:20.798367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:20.801514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:20.805206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:20.838997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Pushing event updated for resources: {'Port': ['ID=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:20.895991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-9271266e-19aa-4e99-9f19-364394f2ab56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 1001 time: 0.0942781 Jul 09 17:46:20.901852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Attempting to bind port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:20.902224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Attempting to bind port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:20.902591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Attempting to bind port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 on network 8cd5a126-11cd-4805-bf07-d1dcc29096cf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:20.908143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:20.908521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Checking segment: {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:20.908954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.909349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Bound using segment: {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:20.909938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Bound port: c6f6b1e0-48d1-437c-8cc3-954d65b96a59, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:20.910323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.979301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] For port c6f6b1e0-48d1-437c-8cc3-954d65b96a59, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:20.983285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] For port c6f6b1e0-48d1-437c-8cc3-954d65b96a59, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,segment=NetworkSegment(9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea),segment_id=9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:20.994777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:20.995458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-68ca730a-a962-4610-96b9-b077cf045ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:20.997378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-68ca730a-a962-4610-96b9-b077cf045ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0915365 Jul 09 17:46:21.049632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-89a9b37c-8dac-4928-b05a-b4d01c856f5f None None] Provisioning complete for port d52241ae-412b-4027-9d6e-8b65c641bdcf triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:21.049946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89a9b37c-8dac-4928-b05a-b4d01c856f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.118639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-a0c7b2c3-8a9b-4040-810d-d173c7b70b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:21.121045 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-a0c7b2c3-8a9b-4040-810d-d173c7b70b55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164131 Jul 09 17:46:21.135703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1275d-2c1a-41e6-ba3b-4d89d007f3e3 None None] Pushing event updated for resources: {'Port': ['ID=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:21.148724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8:2::1 (8cd5a126-11cd-4805-bf07-d1dcc29096cf/dcbbe0ec-d61e-493f-bd88-4a554c24892c/e31569b6-ec14-429b-9295-36ebe063ee9e) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:21.225504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-89a9b37c-8dac-4928-b05a-b4d01c856f5f None None] Provisioning for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:21.234745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-89a9b37c-8dac-4928-b05a-b4d01c856f5f None None] Provisioning complete for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:21.235303 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-89a9b37c-8dac-4928-b05a-b4d01c856f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.284416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-89a9b37c-8dac-4928-b05a-b4d01c856f5f None None] Port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:21.291910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-f396ad54-42ce-45ef-a04e-5e32c68caf44 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591361 Jul 09 17:46:21.334557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.395670 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object e31569b6-ec14-429b-9295-36ebe063ee9e will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:21.406656 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:21.422693 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:21.423446 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:21.445776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c5dd6abb-a84f-4b84-b2d6-f29109df45c0 None None] Provisioning complete for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:21.446607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6abb-a84f-4b84-b2d6-f29109df45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.503107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-11a4c249-d634-4109-84f5-9fdfd5b99e95 req-bfdf16d9-ed4c-47ff-801d-db57f5ced2d9 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988215 Jul 09 17:46:21.514733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd6abb-a84f-4b84-b2d6-f29109df45c0 None None] Port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:21.540621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.543339 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:21.635923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:21.648442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:21.653702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:21.658146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.727498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=e31569b6-ec14-429b-9295-36ebe063ee9e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:21.743505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 83ed4863-8d79-4a85-8dc4-64aaa4722c60 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:21.844079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:21.849560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:21.849989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.879042 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.897175 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:17Z', 'revision_number': 3, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:18Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:18Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:21.946575 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:21.947196 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Updating router 57193f75-f0c4-4aff-bb08-e55b0af44541 port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:46:21.978077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-da694703-1cb9-4d32-ae4c-df2a0d853118 None None] Provisioning complete for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:21.978779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-da694703-1cb9-4d32-ae4c-df2a0d853118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.981455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:21.993513 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.038742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-da694703-1cb9-4d32-ae4c-df2a0d853118 None None] Port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:22.057838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 83ed4863-8d79-4a85-8dc4-64aaa4722c60, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=83ed4863-8d79-4a85-8dc4-64aaa4722c60,segment=NetworkSegment(b116e096-9c24-4231-af66-dcd651e92ac2),segment_id=b116e096-9c24-4231-af66-dcd651e92ac2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:22.066015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.066817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c6f6b1e0-48d1-437c-8cc3-954d65b96a59 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:22.157630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=83ed4863-8d79-4a85-8dc4-64aaa4722c60,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:22.197086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:22.202350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d52241ae-412b-4027-9d6e-8b65c641bdcf up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:22.268770 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.279739 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.280771 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.378732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=e31569b6-ec14-429b-9295-36ebe063ee9e,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:22.387906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-142b2f5e-f832-42bf-b699-d1b336ec6a96 req-42c0b960-dd23-4605-b7cb-20529ab83e7d tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0693548 Jul 09 17:46:22.509063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d52241ae-412b-4027-9d6e-8b65c641bdcf triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:22.509493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.513737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:22.516038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:22.565375 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.597462 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Transition to ACTIVE for port object 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:22.609748 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.649926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:22.701942 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Pushing event updated for resources: {'Port': ['ID=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:22.729354 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.729812 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.730474 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.731023 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.731610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.732652 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.732934 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.733330 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.733718 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.734105 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.734553 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.734880 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:22.756401 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Attempting to bind port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:22.757322 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Attempting to bind port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:22.757865 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Attempting to bind port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af on network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:22.764884 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:22.767634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1b9e2-9ab9-4db5-b244-23fea166e1ae None None] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:22.774643 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Checking segment: {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:22.775062 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.776990 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Bound using segment: {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:22.777576 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Bound port: 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85b98d6-94b2-4255-adfa-b27483ccb4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:22.777974 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.800737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:22.809166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b75e1c49-15ba-4f79-a4d8-3998708b367d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0115662 Jul 09 17:46:22.811869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41894) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:22.819402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556938375'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:22.861372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:22.868806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.879441 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] For port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:22.885676 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] For port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:22.890236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] Provisioning for port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:22.902274 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.915830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] Provisioning complete for port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:22.916277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:46:22.916500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.947368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:22.947623 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added segment 747e1984-3284-47f2-b04d-7ab3e7b80cf0 of type vlan for network 75ccae73-484c-4b49-a4ba-00e29e80b985 Jul 09 17:46:22.982953 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:22.983679 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:22.987753 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07957b90-9dea-4baa-ab43-8b3b75e5f728 None None] Pushing event updated for resources: {'Port': ['ID=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:23.048598 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.093605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.098590 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:23.100741 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.107026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:23.107831 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.160735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] For port c6f6b1e0-48d1-437c-8cc3-954d65b96a59, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,segment=NetworkSegment(9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea),segment_id=9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:23.167291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.224047 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4107506 Jul 09 17:46:23.227082 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41896) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:23.235086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'subnet': {'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:23.245210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fb143-94f5-4d3b-94ee-5285efc9b87f None None] Pushing event updated for resources: {'Port': ['ID=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:23.246100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf0076-b9bc-4c8a-999b-d744df6a1324 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Network': ['ID=75ccae73-484c-4b49-a4ba-00e29e80b985,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:23.268287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:46:23.406855 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:21Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:23.455646 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3706a-f0d4-49d5-bc5d-a67fe68ae3c6 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:21Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:23.456043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Made reservation on behalf of fe25f238401b4e008b05355eca2bd9ac for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:46:23.465377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.649817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 83ed4863-8d79-4a85-8dc4-64aaa4722c60 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:23.691149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c64c2b02-e32b-4f06-a39e-4a665a93a947 None None] Provisioning for port e31569b6-ec14-429b-9295-36ebe063ee9e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:23.699971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c64c2b02-e32b-4f06-a39e-4a665a93a947 None None] Provisioning complete for port e31569b6-ec14-429b-9295-36ebe063ee9e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:23.700644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c64c2b02-e32b-4f06-a39e-4a665a93a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.710254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ccd225b-8374-4240-a574-87eb070b3dc6 req-ce79f72e-4636-401f-b4f8-5ddb283d2362 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0368626 Jul 09 17:46:23.779506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c64c2b02-e32b-4f06-a39e-4a665a93a947 None None] Port e31569b6-ec14-429b-9295-36ebe063ee9e cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:23.800557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:23.800958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.804460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c64c2b02-e32b-4f06-a39e-4a665a93a947 None None] Provisioning complete for port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:23.804829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c64c2b02-e32b-4f06-a39e-4a665a93a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.872700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:23.944948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Subnet': ['ID=cbfef6a9-bcd6-4315-9ad1-e638c4916af8,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:23.989876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Checking segment: {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:23.990234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network hostable DHCP agents. Network: 75ccae73-484c-4b49-a4ba-00e29e80b985, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:46:24.005064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c6f6b1e0-48d1-437c-8cc3-954d65b96a59 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:24.016536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:46:24.033841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 75ccae73-484c-4b49-a4ba-00e29e80b985) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:24.039796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:24.040477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.049771 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1432f-bf5e-4911-a2af-d4b71a5f709b None None] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:24.073991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41900) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:24.074609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b185a885-f4f1-406e-8ea2-30ef1d34a455 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8460884 Jul 09 17:46:24.136922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-28d4a725-a697-467c-a942-8f4817b9f31c None None] Provisioning complete for port e31569b6-ec14-429b-9295-36ebe063ee9e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:24.136922 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-28d4a725-a697-467c-a942-8f4817b9f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.199986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:24.200362 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.244823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-28d4a725-a697-467c-a942-8f4817b9f31c None None] Port e31569b6-ec14-429b-9295-36ebe063ee9e cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:24.330034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-75ccae73-484c-4b49-a4ba-00e29e80b985', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:46:24.330917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.373163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:24.439741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:24.472196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cc977130-ad72-44b8-802a-98e7df3da1db None None] Provisioning complete for port e31569b6-ec14-429b-9295-36ebe063ee9e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:24.472478 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cc977130-ad72-44b8-802a-98e7df3da1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.484054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.484814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:24.485451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:24.623946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cc977130-ad72-44b8-802a-98e7df3da1db None None] Port e31569b6-ec14-429b-9295-36ebe063ee9e cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:24.636831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Allocated IP 2001:db8:3::2 (75ccae73-484c-4b49-a4ba-00e29e80b985/cbfef6a9-bcd6-4315-9ad1-e638c4916af8/415159f7-9cce-4e7a-97e4-74464431ac71) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:24.655850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:24.690495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:24.729103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:24.729359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:24.891841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4c4c3d3-4445-4c61-af3b-07a26e47dc29 req-7fae7adb-e578-485f-b5bd-db5a5345fadc tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0289917 Jul 09 17:46:24.999387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fdbda692-7121-484a-822a-770dcdb9c8a2 req-c81499a8-2c7d-4a47-a418-d96d8a24f722 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0288494 Jul 09 17:46:25.000851 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.027224 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.029263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Transition to ACTIVE for port object 415159f7-9cce-4e7a-97e4-74464431ac71 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:25.066624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Transition to ACTIVE for port object 415159f7-9cce-4e7a-97e4-74464431ac71 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:25.083777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.092467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:25.119135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.126912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Allocated IP 2001:db8:3::1 (75ccae73-484c-4b49-a4ba-00e29e80b985/cbfef6a9-bcd6-4315-9ad1-e638c4916af8/166052ef-d4a4-40e5-aed8-21578b5f4d2a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:46:25.137024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:25.143706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:25.146913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:25.150607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Pushing event updated for resources: {'Port': ['ID=415159f7-9cce-4e7a-97e4-74464431ac71,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:25.201609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:21Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:25.250419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.266312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Transition to ACTIVE for port object 166052ef-d4a4-40e5-aed8-21578b5f4d2a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:25.300849 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.354345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:25.357654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:25.360488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:46:25.361367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.403128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=166052ef-d4a4-40e5-aed8-21578b5f4d2a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:25.411118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:25.411471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Updating router 57193f75-f0c4-4aff-bb08-e55b0af44541 port e31569b6-ec14-429b-9295-36ebe063ee9e binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:46:25.451586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Attempting to bind port 415159f7-9cce-4e7a-97e4-74464431ac71 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:25.451977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Attempting to bind port 415159f7-9cce-4e7a-97e4-74464431ac71 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:25.452363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Attempting to bind port 415159f7-9cce-4e7a-97e4-74464431ac71 on network 75ccae73-484c-4b49-a4ba-00e29e80b985 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:25.466952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:25.471450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:25.471843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Checking segment: {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:25.472251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.472640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Bound using segment: {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:25.473109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Bound port: 415159f7-9cce-4e7a-97e4-74464431ac71, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:25.473476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.478669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.499294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.626792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] For port 415159f7-9cce-4e7a-97e4-74464431ac71, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:25.645356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] For port 415159f7-9cce-4e7a-97e4-74464431ac71, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=415159f7-9cce-4e7a-97e4-74464431ac71,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:25.653411 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.768235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50f933-87f6-47fc-a73f-4b1b498386e7 None None] Pushing event updated for resources: {'Port': ['ID=415159f7-9cce-4e7a-97e4-74464431ac71,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:25.782177 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.789916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.790751 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.869964 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.882551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Transition to ACTIVE for port object e31569b6-ec14-429b-9295-36ebe063ee9e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:25.886541 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event updated for resources: {'Port': ['ID=166052ef-d4a4-40e5-aed8-21578b5f4d2a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:25.890175 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:25.941159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:46:25.942666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:46:25.970644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Pushing event updated for resources: {'Port': ['ID=e31569b6-ec14-429b-9295-36ebe063ee9e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:25.999724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.003464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.003464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.003464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.003464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.004514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.005206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.005206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.005585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.006188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.006188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.006854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:26.052530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Attempting to bind port e31569b6-ec14-429b-9295-36ebe063ee9e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:26.053219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Attempting to bind port e31569b6-ec14-429b-9295-36ebe063ee9e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:26.053757 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Attempting to bind port e31569b6-ec14-429b-9295-36ebe063ee9e on network 8cd5a126-11cd-4805-bf07-d1dcc29096cf {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:26.060916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:26.062567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Checking segment: {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:26.063010 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:26.064516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Bound using segment: {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:26.065105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Bound port: e31569b6-ec14-429b-9295-36ebe063ee9e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:26.065572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:26.119051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35ae7257-ca69-493e-8ddc-063f00063da7 req-c7383384-0cc3-4bfb-a102-2d07fe42ba02 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0444090 Jul 09 17:46:26.140757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:26.170711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] For port e31569b6-ec14-429b-9295-36ebe063ee9e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:26.174621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] For port e31569b6-ec14-429b-9295-36ebe063ee9e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e31569b6-ec14-429b-9295-36ebe063ee9e,segment=NetworkSegment(9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea),segment_id=9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:26.183487 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:26.269513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23b0e-1ba5-4162-9722-01fe1929c46a None None] Pushing event updated for resources: {'Port': ['ID=e31569b6-ec14-429b-9295-36ebe063ee9e,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:26.272469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:26.273088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:26.298514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:26.306944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a7a70971-9c61-4e2c-bdc4-50576ce38c5e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2318215 Jul 09 17:46:26.309775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:26.316080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:26.405970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:26.670021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:26Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:26.698045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e30b4-c40c-4b1a-855d-c2800f452966 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:26Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:26.793188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:46:26.814990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Removed routes are [] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:46:26.816093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:26.959350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265e18f-3747-40ff-b6f6-c365c7aa1287 None None] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:27.016274 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.020810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.074833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b486071b-010c-47dc-9f84-9ef0bc66b9e9 None None] Provisioning for port 415159f7-9cce-4e7a-97e4-74464431ac71 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:27.121998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:27.436248 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:27.448965 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:27.450064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:27.454904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-580bbfdd-ca66-427d-9e8a-3891012b7487 None None] Provisioning for port 166052ef-d4a4-40e5-aed8-21578b5f4d2a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:27.464822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-580bbfdd-ca66-427d-9e8a-3891012b7487 None None] Provisioning complete for port 166052ef-d4a4-40e5-aed8-21578b5f4d2a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:27.465208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-580bbfdd-ca66-427d-9e8a-3891012b7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.549997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-580bbfdd-ca66-427d-9e8a-3891012b7487 None None] Port 166052ef-d4a4-40e5-aed8-21578b5f4d2a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:27.608817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:27.734992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:27.770733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:27.778787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.782478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5c43fbe7-4359-4d29-bd50-8ddd403e3394 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 954 time: 1.4687483 Jul 09 17:46:27.783642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:27.812851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e0e9d72e-5eda-486f-b4af-8cdc1e4fa2e4 None None] Provisioning complete for port 166052ef-d4a4-40e5-aed8-21578b5f4d2a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:27.813248 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d72e-5eda-486f-b4af-8cdc1e4fa2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.874547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9d72e-5eda-486f-b4af-8cdc1e4fa2e4 None None] Port 166052ef-d4a4-40e5-aed8-21578b5f4d2a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:27.878211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:27.878587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:27.893005 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10c6bce7-b6e0-44fc-8b07-c9563528db04 req-2458ac13-7a0b-48e8-bbcc-37fe970ef3e6 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0440500 Jul 09 17:46:27.970860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-84bf3a09-2cda-44c3-8e3c-6788f96dfdc7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 954 time: 0.1860185 Jul 09 17:46:27.973706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41928) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:27.984909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'routes': None}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:28.021998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 415159f7-9cce-4e7a-97e4-74464431ac71 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:28.041222 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:26Z', 'revision_number': 6, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:26Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:28.072685 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:28.072814 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Updating router 57193f75-f0c4-4aff-bb08-e55b0af44541 port 166052ef-d4a4-40e5-aed8-21578b5f4d2a binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:46:28.088601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 415159f7-9cce-4e7a-97e4-74464431ac71 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:28.096399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 415159f7-9cce-4e7a-97e4-74464431ac71 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:28.097181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.109278 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.126274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-99b4ad50-f756-4f95-b166-6355e1d5c1dc None None] Provisioning complete for port 166052ef-d4a4-40e5-aed8-21578b5f4d2a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:28.126657 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-99b4ad50-f756-4f95-b166-6355e1d5c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.170153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-99b4ad50-f756-4f95-b166-6355e1d5c1dc None None] Port 166052ef-d4a4-40e5-aed8-21578b5f4d2a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:46:28.213292 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.250727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 415159f7-9cce-4e7a-97e4-74464431ac71, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=415159f7-9cce-4e7a-97e4-74464431ac71,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:28.256022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.257080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e31569b6-ec14-429b-9295-36ebe063ee9e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:28.331947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=415159f7-9cce-4e7a-97e4-74464431ac71,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:28.344678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e31569b6-ec14-429b-9295-36ebe063ee9e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:28.350189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e31569b6-ec14-429b-9295-36ebe063ee9e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:28.350189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.385750 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.398866 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Transition to ACTIVE for port object 166052ef-d4a4-40e5-aed8-21578b5f4d2a will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:46:28.405810 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.430614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.extraroute_db [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added routes are [] {{(pid=93896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:46:28.431315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.extraroute_db [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:46:28.441563 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.456008 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c0749-9837-4dba-b230-e63495831d43 None None] Pushing event updated for resources: {'Port': ['ID=166052ef-d4a4-40e5-aed8-21578b5f4d2a,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:28.484639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.490460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e31569b6-ec14-429b-9295-36ebe063ee9e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e31569b6-ec14-429b-9295-36ebe063ee9e,segment=NetworkSegment(9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea),segment_id=9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:28.497318 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.530589 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Attempting to bind port 166052ef-d4a4-40e5-aed8-21578b5f4d2a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:46:28.530981 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Attempting to bind port 166052ef-d4a4-40e5-aed8-21578b5f4d2a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:46:28.531556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Attempting to bind port 166052ef-d4a4-40e5-aed8-21578b5f4d2a on network 75ccae73-484c-4b49-a4ba-00e29e80b985 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:46:28.537280 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:46:28.537651 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Checking segment: {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:46:28.538192 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.538589 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Bound using segment: {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:46:28.539194 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Bound port: 166052ef-d4a4-40e5-aed8-21578b5f4d2a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747e1984-3284-47f2-b04d-7ab3e7b80cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:46:28.539565 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.552612 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e31569b6-ec14-429b-9295-36ebe063ee9e,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:28.620874 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] For port 166052ef-d4a4-40e5-aed8-21578b5f4d2a, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:46:28.624223 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] For port 166052ef-d4a4-40e5-aed8-21578b5f4d2a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=166052ef-d4a4-40e5-aed8-21578b5f4d2a,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:46:28.629506 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.687907 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:28.688898 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:28.698041 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.701945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.764368 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c0749-9837-4dba-b230-e63495831d43 None None] Pushing event updated for resources: {'Port': ['ID=166052ef-d4a4-40e5-aed8-21578b5f4d2a,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:28.796228 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:28.810557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:28.910230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:28.917970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:28.919611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3950d70c-a1b4-47a9-aecb-0b7f6b4fe217 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 704 time: 0.9437902 Jul 09 17:46:28.921850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41932) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:29.026457 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 7, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:29.039986 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-491ac2b3-4521-479b-bcb6-3ca056412422 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 704 time: 0.1144361 Jul 09 17:46:29.040239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41934) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:29.042743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acd93a9f-9533-45ab-91a7-69ec576e5fc4 req-e9accc71-0072-46ae-b96e-ec01bd74561f tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0293348 Jul 09 17:46:29.154981 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2794a4-1672-4192-b426-447ab7f39559 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 7, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:29.302929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:29.313053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:29.313935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:29.390617 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:29.406945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:29.525149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 166052ef-d4a4-40e5-aed8-21578b5f4d2a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:29.604316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 166052ef-d4a4-40e5-aed8-21578b5f4d2a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:46:29.610342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 166052ef-d4a4-40e5-aed8-21578b5f4d2a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:29.610710 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:29.716696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 7, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:29.754439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:29.763526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:29.777800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:29.778444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:30.019479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 166052ef-d4a4-40e5-aed8-21578b5f4d2a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=166052ef-d4a4-40e5-aed8-21578b5f4d2a,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:30.024075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 166052ef-d4a4-40e5-aed8-21578b5f4d2a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:30.024075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.029814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.030652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e31569b6-ec14-429b-9295-36ebe063ee9e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:30.078903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:30.124869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 166052ef-d4a4-40e5-aed8-21578b5f4d2a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=166052ef-d4a4-40e5-aed8-21578b5f4d2a,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:30.125609 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.149853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 166052ef-d4a4-40e5-aed8-21578b5f4d2a owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:30.191202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=166052ef-d4a4-40e5-aed8-21578b5f4d2a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:30.225721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d8e37b47-13c4-4f88-960a-7174e19b5aff req-92d95071-a12d-49e2-90dc-847377dc7b28 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0336733 Jul 09 17:46:30.243491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e31569b6-ec14-429b-9295-36ebe063ee9e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:30.243914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.364279 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.391264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 415159f7-9cce-4e7a-97e4-74464431ac71 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:46:30.395218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=166052ef-d4a4-40e5-aed8-21578b5f4d2a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:30.400773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 7, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:30.451061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2efee-ee82-4a71-89c9-2264aa707899 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 7, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '166052ef-d4a4-40e5-aed8-21578b5f4d2a', 'name': '', 'network_id': '75ccae73-484c-4b49-a4ba-00e29e80b985', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:e2:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:24Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 4, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'cbfef6a9-bcd6-4315-9ad1-e638c4916af8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:30.484171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 415159f7-9cce-4e7a-97e4-74464431ac71 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:46:30.484548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.531781 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.739711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:30.835332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:30.841241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9fd33283-ba70-4644-a72a-b9cee5fd459a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001435 Jul 09 17:46:30.844938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41938) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:30.845723 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0df75-441d-4264-911f-159a23579510 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:30.856038 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:30.856905 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:30.896531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet cbfef6a9-bcd6-4315-9ad1-e638c4916af8 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:46:30.899830 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.939510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:30.944456 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:31.027457 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.087438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.114376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfef6a9-bcd6-4315-9ad1-e638c4916af8,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:31.119177 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.121283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ec1185ce-9400-415a-a92d-37c879a1e36e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/cbfef6a9-bcd6-4315-9ad1-e638c4916af8 HTTP/1.1" status: 204 len: 168 time: 0.2753990 Jul 09 17:46:31.123986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41940) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:31.131110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83405f7c-3cef-496b-87a0-f2c5a5b74c1d None None] Network 75ccae73-484c-4b49-a4ba-00e29e80b985 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:31.145117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:30Z', 'revision_number': 8, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:31.171323 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0df75-441d-4264-911f-159a23579510 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:31.180330 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:31.180978 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:31.209106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.270241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 415159f7-9cce-4e7a-97e4-74464431ac71 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:31.270586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.284527 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:31.344046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 415159f7-9cce-4e7a-97e4-74464431ac71, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=415159f7-9cce-4e7a-97e4-74464431ac71,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:31.344414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.353996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] DHCP port deletion for 75ccae73-484c-4b49-a4ba-00e29e80b985 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:46:31.370695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 415159f7-9cce-4e7a-97e4-74464431ac71 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:31.406415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-163aa5f6-52ba-4678-954f-2d25ab7d2e39 req-03c5a5c6-50a3-4c5b-9fde-8542e09ad865 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0383346 Jul 09 17:46:31.410124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] Deleting port 415159f7-9cce-4e7a-97e4-74464431ac71 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:31.410576 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.489285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.518052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=415159f7-9cce-4e7a-97e4-74464431ac71,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:31.520034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port 415159f7-9cce-4e7a-97e4-74464431ac71 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:31.527608 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] For port 415159f7-9cce-4e7a-97e4-74464431ac71, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=415159f7-9cce-4e7a-97e4-74464431ac71,segment=NetworkSegment(747e1984-3284-47f2-b04d-7ab3e7b80cf0),segment_id=747e1984-3284-47f2-b04d-7ab3e7b80cf0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:31.528045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.543468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] Calling delete_port for 415159f7-9cce-4e7a-97e4-74464431ac71 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:31.592659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 415159f7-9cce-4e7a-97e4-74464431ac71 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:31.611044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-23f0df75-441d-4264-911f-159a23579510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:30Z', 'revision_number': 8, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:31.617227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.623497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 415159f7-9cce-4e7a-97e4-74464431ac71 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:31.623922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 415159f7-9cce-4e7a-97e4-74464431ac71 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:31.629448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ccae73-484c-4b49-a4ba-00e29e80b985']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:31.643427 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0df75-441d-4264-911f-159a23579510 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:30Z', 'revision_number': 8, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e31569b6-ec14-429b-9295-36ebe063ee9e', 'name': '', 'network_id': '8cd5a126-11cd-4805-bf07-d1dcc29096cf', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:28:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:20Z', 'updated_at': '2021-07-09T17:46:28Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'dcbbe0ec-d61e-493f-bd88-4a554c24892c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:31.650675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747e1984-3284-47f2-b04d-7ab3e7b80cf0') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:31.651036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747e1984-3284-47f2-b04d-7ab3e7b80cf0') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:31.661811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.668148 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.678960 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.685418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:46:31.685728 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:46:31.688808 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:46:31.693342 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] Pushing event deleted for resources: {'Port': ['ID=415159f7-9cce-4e7a-97e4-74464431ac71,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:31.699678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60292ef-7e4c-48a3-abd5-461896c1fd75 None None] No DVR routers for this DVR port 415159f7-9cce-4e7a-97e4-74464431ac71 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:31.749076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.756730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:31.758709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/75ccae73-484c-4b49-a4ba-00e29e80b985 HTTP/1.1" status: 204 len: 168 time: 0.6337087 Jul 09 17:46:31.761904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41944) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:31.770878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80efdef-b816-46cd-8875-7bb24ad15020 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=75ccae73-484c-4b49-a4ba-00e29e80b985,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:32.107117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:32.368842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port e31569b6-ec14-429b-9295-36ebe063ee9e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:32.369087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:32.457423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port e31569b6-ec14-429b-9295-36ebe063ee9e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e31569b6-ec14-429b-9295-36ebe063ee9e,segment=NetworkSegment(9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea),segment_id=9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:32.458122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:32.471143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for e31569b6-ec14-429b-9295-36ebe063ee9e owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:32.557265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9c00ae02-36c9-4190-8fb6-26facd3849c0 req-5c1fa855-ffd7-44d7-b8ae-e162a7c66ade tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0281231 Jul 09 17:46:32.655355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:32.690505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=e31569b6-ec14-429b-9295-36ebe063ee9e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:32.816463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.016075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:33.111609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:33.120343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4cabc7df-c4e8-487d-963b-7d1b2885fea7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3547232 Jul 09 17:46:33.120343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:33.130026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:33.139989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:33.140601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.181074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet dcbbe0ec-d61e-493f-bd88-4a554c24892c {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:46:33.184552 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.235072 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.239161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:33.318302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.378979 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.410619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbbe0ec-d61e-493f-bd88-4a554c24892c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:33.415598 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.421241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ad78f7cc-bfa7-49f3-8f7d-47f6ee84f1b4 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/dcbbe0ec-d61e-493f-bd88-4a554c24892c HTTP/1.1" status: 204 len: 168 time: 0.3002057 Jul 09 17:46:33.422056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:33.437998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb70cb2-6995-4efc-8efc-8f9005ba1858 None None] Network 8cd5a126-11cd-4805-bf07-d1dcc29096cf requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:33.443066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:32Z', 'revision_number': 9, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.504407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 166052ef-d4a4-40e5-aed8-21578b5f4d2a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:33.509613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.513075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:33.536743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 166052ef-d4a4-40e5-aed8-21578b5f4d2a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:33.537092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 166052ef-d4a4-40e5-aed8-21578b5f4d2a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:33.553328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:33.553974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.573330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:33.573579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.645993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port c6f6b1e0-48d1-437c-8cc3-954d65b96a59, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,segment=NetworkSegment(9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea),segment_id=9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:33.646438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.661401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for c6f6b1e0-48d1-437c-8cc3-954d65b96a59 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:33.686526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:33.736633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-16ebaf4e-aa9f-4e2d-bef2-ce8ea46d09fb req-f46e9a97-29a0-42c9-806e-a00a6bb9e657 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0319986 Jul 09 17:46:33.781013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.812198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=c6f6b1e0-48d1-437c-8cc3-954d65b96a59,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:33.814174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port c6f6b1e0-48d1-437c-8cc3-954d65b96a59 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:33.830752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e7591-4153-4bb1-8e40-120ac04b149b None None] DHCP port deletion for 8cd5a126-11cd-4805-bf07-d1dcc29096cf request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:46:33.899672 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.909500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd5a126-11cd-4805-bf07-d1dcc29096cf']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.914865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:32Z', 'revision_number': 9, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.919787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.920089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec3fe0b-ca7e-458b-9a07-d08fdd0b15ea') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:33.929172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.941060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726f952-c419-4602-b684-c8e1456e16cf None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:32Z', 'revision_number': 9, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '7ed4aa6b-9775-4c8f-82a8-af6b8f0156af', 'name': '', 'network_id': '02c065d1-b0ea-4ddd-a0df-78439239e1b7', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:ce:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:16Z', 'updated_at': '2021-07-09T17:46:25Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': 'bfaaa217-63fd-4f43-a89c-aa15764c2ef1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:33.942767 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.949187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:46:33.949843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:46:33.953104 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:46:34.017805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:34.027915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:34.030379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/8cd5a126-11cd-4805-bf07-d1dcc29096cf HTTP/1.1" status: 204 len: 168 time: 0.6075709 Jul 09 17:46:34.033340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41954) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:34.042270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334ad7d-97bd-4b1b-bc9d-cd4ddf2735c2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=8cd5a126-11cd-4805-bf07-d1dcc29096cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:34.372167 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:34.642823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:34.643164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:34.733038 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:34.733367 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:34.746408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:34.918800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2f7049eb-a624-4d3b-9ce6-b1b768919b9b req-0b96e049-0e84-4434-8b0f-f772e4ebd62e tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0516682 Jul 09 17:46:34.948644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:34.975848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=7ed4aa6b-9775-4c8f-82a8-af6b8f0156af,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:35.089314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.290355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:35.384889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:35.393241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:35.393728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7687788-7f50-4510-874e-c789e0390a37 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3589685 Jul 09 17:46:35.395518 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:35.405160 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:35.405758 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:35.448411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet bfaaa217-63fd-4f43-a89c-aa15764c2ef1 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:46:35.452459 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.496249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.500297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:35.537337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c6f6b1e0-48d1-437c-8cc3-954d65b96a59 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:35.556716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c6f6b1e0-48d1-437c-8cc3-954d65b96a59 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:35.556950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c6f6b1e0-48d1-437c-8cc3-954d65b96a59 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:35.557364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e31569b6-ec14-429b-9295-36ebe063ee9e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:35.576047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e31569b6-ec14-429b-9295-36ebe063ee9e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:35.576047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e31569b6-ec14-429b-9295-36ebe063ee9e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:35.588622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.650027 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.677935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaaa217-63fd-4f43-a89c-aa15764c2ef1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:35.679992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.682131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fb6442d0-cf90-4eb7-b44b-b0395ed7b4c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/bfaaa217-63fd-4f43-a89c-aa15764c2ef1 HTTP/1.1" status: 204 len: 168 time: 0.2869847 Jul 09 17:46:35.684504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:35.687129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa04112-99af-42e6-8ca2-cf58d874bb35 None None] Network 02c065d1-b0ea-4ddd-a0df-78439239e1b7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:35.707240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:34Z', 'revision_number': 10, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:35.737162 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:35.748853 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:35.749472 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:35.764709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.822016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port d52241ae-412b-4027-9d6e-8b65c641bdcf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:35.822016 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.842767 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:35.885528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port d52241ae-412b-4027-9d6e-8b65c641bdcf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d52241ae-412b-4027-9d6e-8b65c641bdcf,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:35.885910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.890061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] DHCP port deletion for 02c065d1-b0ea-4ddd-a0df-78439239e1b7 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:46:35.902476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for d52241ae-412b-4027-9d6e-8b65c641bdcf owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:35.935742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] Deleting port d52241ae-412b-4027-9d6e-8b65c641bdcf {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:35.936298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:35.995325 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.019082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] For port d52241ae-412b-4027-9d6e-8b65c641bdcf, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d52241ae-412b-4027-9d6e-8b65c641bdcf,segment=NetworkSegment(d85b98d6-94b2-4255-adfa-b27483ccb4b8),segment_id=d85b98d6-94b2-4255-adfa-b27483ccb4b8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:36.019522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.026431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=d52241ae-412b-4027-9d6e-8b65c641bdcf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:36.035198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] Calling delete_port for d52241ae-412b-4027-9d6e-8b65c641bdcf owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:36.036696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port d52241ae-412b-4027-9d6e-8b65c641bdcf on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:36.059206 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:34Z', 'revision_number': 10, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:36.090506 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c41e78-15bc-4f2e-9f49-e092bb974b97 None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:34Z', 'revision_number': 10, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None, '_interfaces': [{'id': '83ed4863-8d79-4a85-8dc4-64aaa4722c60', 'name': '', 'network_id': '7feadd25-9faf-4c6d-a2f3-406a928e239f', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'mac_address': 'fa:16:3e:99:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:46:14Z', 'updated_at': '2021-07-09T17:46:22Z', 'revision_number': 5, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'subnets': [{'id': '624168ab-1fe4-4a89-95df-3bfd7a7f45b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:36.105407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b096f22e-feb8-4efd-ad59-c7aa5823274c req-0467ff22-291b-429a-849c-d32508d6a2fc tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0405602 Jul 09 17:46:36.125142 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.153193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.164105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c065d1-b0ea-4ddd-a0df-78439239e1b7']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:36.176940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85b98d6-94b2-4255-adfa-b27483ccb4b8') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:36.177232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85b98d6-94b2-4255-adfa-b27483ccb4b8') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:36.187418 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.203646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.211038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:46:36.211379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:46:36.215015 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:46:36.269150 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:46:36.276566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.281472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:36.285937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/02c065d1-b0ea-4ddd-a0df-78439239e1b7 HTTP/1.1" status: 204 len: 168 time: 0.5978980 Jul 09 17:46:36.286328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:36.300411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a00bb4-ad43-43cd-8932-f75e561429e6 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=02c065d1-b0ea-4ddd-a0df-78439239e1b7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:36.320610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] Pushing event deleted for resources: {'Port': ['ID=d52241ae-412b-4027-9d6e-8b65c641bdcf,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:36.324260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91170091-ed6f-4b03-a583-b4106a473086 None None] No DVR routers for this DVR port d52241ae-412b-4027-9d6e-8b65c641bdcf on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:36.945105 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:37.198399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 83ed4863-8d79-4a85-8dc4-64aaa4722c60 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:37.198650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:37.274689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60c406c7-b680-43a7-b7bc-49ec3d446ff0 req-586b37a6-3b2d-4a95-8183-3b85759a4029 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0344045 Jul 09 17:46:37.316837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 83ed4863-8d79-4a85-8dc4-64aaa4722c60, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=83ed4863-8d79-4a85-8dc4-64aaa4722c60,segment=NetworkSegment(b116e096-9c24-4231-af66-dcd651e92ac2),segment_id=b116e096-9c24-4231-af66-dcd651e92ac2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:37.317556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:37.332323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 83ed4863-8d79-4a85-8dc4-64aaa4722c60 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:37.466354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:37.486196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:37.486539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7ed4aa6b-9775-4c8f-82a8-af6b8f0156af not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:37.486955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d52241ae-412b-4027-9d6e-8b65c641bdcf no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:37.505165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d52241ae-412b-4027-9d6e-8b65c641bdcf {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:37.505509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d52241ae-412b-4027-9d6e-8b65c641bdcf not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:37.507454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:37.534266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=83ed4863-8d79-4a85-8dc4-64aaa4722c60,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:37.631583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:37.788833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:37.867248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:37.877428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-38e97055-8678-4872-8998-7c1ebf2f0f1c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5850744 Jul 09 17:46:37.877428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41968) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:37.880765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:37.890403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:37.891025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:37.929272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting subnet 624168ab-1fe4-4a89-95df-3bfd7a7f45b9 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:46:37.932680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:37.958819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:37.972721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.012371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:37Z', 'revision_number': 11, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:38.038498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:38.047337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:38.047888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:38.063533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.116241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:38.123256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.150225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Subnet': ['ID=624168ab-1fe4-4a89-95df-3bfd7a7f45b9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:38.153701 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.158013 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a55cbd92-7456-4fa2-afd5-4306f20d0530 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/624168ab-1fe4-4a89-95df-3bfd7a7f45b9 HTTP/1.1" status: 204 len: 168 time: 0.2777808 Jul 09 17:46:38.158379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41970) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:38.168576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab06b8-b413-441b-b195-4265702770d4 None None] Network 7feadd25-9faf-4c6d-a2f3-406a928e239f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:46:38.170873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:37Z', 'revision_number': 11, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:38.229962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78f116-27a4-4a3b-86f4-17d323779dba None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:37Z', 'revision_number': 11, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:38.233084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.292738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Deleting port 79876d92-bc5c-46b0-872f-b573e32fa6a9 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:46:38.293133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.321650 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.358054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] For port 79876d92-bc5c-46b0-872f-b573e32fa6a9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=79876d92-bc5c-46b0-872f-b573e32fa6a9,segment=NetworkSegment(b116e096-9c24-4231-af66-dcd651e92ac2),segment_id=b116e096-9c24-4231-af66-dcd651e92ac2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:46:38.358650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.371591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Calling delete_port for 79876d92-bc5c-46b0-872f-b573e32fa6a9 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:46:38.433676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce405d1c-24ee-47b5-945d-4b88fbe21aa3 req-6d0eb51a-6e0c-4156-aa1b-ab3803023586 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0319529 Jul 09 17:46:38.452949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.483430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Port': ['ID=79876d92-bc5c-46b0-872f-b573e32fa6a9,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:38.485250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No DVR routers for this DVR port 79876d92-bc5c-46b0-872f-b573e32fa6a9 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:46:38.568195 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.585048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feadd25-9faf-4c6d-a2f3-406a928e239f']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:38.604137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820cbd8-10f3-4f44-a86f-e6b1cae16c1f None None] DHCP port deletion for 7feadd25-9faf-4c6d-a2f3-406a928e239f request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:46:38.606966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b116e096-9c24-4231-af66-dcd651e92ac2') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:38.607257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b116e096-9c24-4231-af66-dcd651e92ac2') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:38.618563 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.633372 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.639811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:46:38.640508 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:46:38.643197 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:46:38.708848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.716535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:38.718378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/networks/7feadd25-9faf-4c6d-a2f3-406a928e239f HTTP/1.1" status: 204 len: 168 time: 0.5591772 Jul 09 17:46:38.721347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:38.726042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'routes': None}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:38.733643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ce3d5-36e3-4a43-bb1d-3268db2606a2 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Pushing event deleted for resources: {'Network': ['ID=7feadd25-9faf-4c6d-a2f3-406a928e239f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:38.880006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Added routes are [] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 17:46:38.880255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.extraroute_db [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Removed routes are [] {{(pid=93895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 17:46:38.880527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.021143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.024542 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.101620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router 57193f75-f0c4-4aff-bb08-e55b0af44541 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:46:39.392054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.466868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 83ed4863-8d79-4a85-8dc4-64aaa4722c60 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:39.492545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 83ed4863-8d79-4a85-8dc4-64aaa4722c60 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:39.492893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 83ed4863-8d79-4a85-8dc4-64aaa4722c60 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:39.493297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79876d92-bc5c-46b0-872f-b573e32fa6a9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:46:39.513282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 79876d92-bc5c-46b0-872f-b573e32fa6a9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:46:39.513621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 79876d92-bc5c-46b0-872f-b573e32fa6a9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:46:39.528143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:39.535025 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.536171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-72a21d9d-629a-4ce3-a89b-c6a15173e96e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 705 time: 0.8138359 Jul 09 17:46:39.539110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:39.541073 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] Sync routers for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:39.550288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:39.550891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:39.569573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-dbb64c9d-6009-4e23-ad19-ccba5cef5c85 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 205 time: 0.0270464 Jul 09 17:46:39.570488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41980) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:39.605708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2487a59-2dea-4beb-a0f9-99920589322e req-58fa1e0c-5d7d-4d75-8bbe-f09e849def81 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jul 09 17:46:39.649961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.729236 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:39.781999 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:37Z', 'revision_number': 11, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:39.809662 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] Checking router: 57193f75-f0c4-4aff-bb08-e55b0af44541 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:39.816759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.817276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] Routers {'57193f75-f0c4-4aff-bb08-e55b0af44541'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:39.817923 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['57193f75-f0c4-4aff-bb08-e55b0af44541'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:39.819034 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.864084 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.864649 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router 57193f75-f0c4-4aff-bb08-e55b0af44541 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:46:39.871976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.873077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ed15609f-f80b-4d01-9af1-5055eaf13428 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 204 len: 168 time: 0.3016746 Jul 09 17:46:39.877270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41982) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:39.881780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1299981031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:39.887725 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] Set router 57193f75-f0c4-4aff-bb08-e55b0af44541 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:39.905798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.906766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.942342 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:37Z', 'revision_number': 11, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:39.957970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.965773 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.969370 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19ed166-0247-4778-bbb7-418e5a44b48f None None] The sync data for ids ['57193f75-f0c4-4aff-bb08-e55b0af44541'] in n-d-791506-17 is: [{'id': '57193f75-f0c4-4aff-bb08-e55b0af44541', 'name': 'tempest-RoutersIpV6Test-router-1287272407', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:12Z', 'updated_at': '2021-07-09T17:46:37Z', 'revision_number': 11, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:39.985524 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:39.987153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2d670845-a761-44d6-bb56-56b87a666f59 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1089220 Jul 09 17:46:39.990199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:39.994921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:46:40.207050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.224153 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3823600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3823595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3949345'] for router, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.331644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Router a917e838-a875-423e-b5d5-72f50323e1f3 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:46:40.369643 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8391b43c-6b09-454e-a95f-4769852cf695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.408740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:46:40.416168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.419715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] Sync routers for ids ['a917e838-a875-423e-b5d5-72f50323e1f3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:46:40.420049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-652b4e24-5fd8-49e5-b63c-5ac3dd9d7964 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "PUT /v2.0/routers/a917e838-a875-423e-b5d5-72f50323e1f3 HTTP/1.1" status: 200 len: 698 time: 0.4288435 Jul 09 17:46:40.420599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41986) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:40.433915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] Routers {'a917e838-a875-423e-b5d5-72f50323e1f3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:40.434535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a917e838-a875-423e-b5d5-72f50323e1f3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:40.503805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6947555b-cb26-4426-962e-1e8216cf158c tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/routers/a917e838-a875-423e-b5d5-72f50323e1f3 HTTP/1.1" status: 200 len: 704 time: 0.0796752 Jul 09 17:46:40.504505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41988) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:40.513156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] Set router a917e838-a875-423e-b5d5-72f50323e1f3 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:40.535403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-75d69b2c-0545-412f-be5f-f064ed63fae5 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a917e838-a875-423e-b5d5-72f50323e1f3 HTTP/1.1" status: 200 len: 205 time: 0.0297008 Jul 09 17:46:40.537951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41990) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:40.569447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a917e838-a875-423e-b5d5-72f50323e1f3', 'name': 'tempest-RoutersIpV6Test-router-1299981031', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:39Z', 'updated_at': '2021-07-09T17:46:40Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:40.602295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] Checking router: a917e838-a875-423e-b5d5-72f50323e1f3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:46:40.611511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] Routers {'a917e838-a875-423e-b5d5-72f50323e1f3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:46:40.612183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:46:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a917e838-a875-423e-b5d5-72f50323e1f3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:40.642014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.694740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] Set router a917e838-a875-423e-b5d5-72f50323e1f3 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:46:40.751620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a917e838-a875-423e-b5d5-72f50323e1f3', 'name': 'tempest-RoutersIpV6Test-router-1299981031', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:39Z', 'updated_at': '2021-07-09T17:46:40Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:46:40.780947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2d231-12c9-4544-9ec9-0f2b2b4b4800 None None] The sync data for ids ['a917e838-a875-423e-b5d5-72f50323e1f3'] in n-d-791506-17 is: [{'id': 'a917e838-a875-423e-b5d5-72f50323e1f3', 'name': 'tempest-RoutersIpV6Test-router-1299981031', 'tenant_id': 'fe25f238401b4e008b05355eca2bd9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:46:39Z', 'updated_at': '2021-07-09T17:46:40Z', 'revision_number': 2, 'project_id': 'fe25f238401b4e008b05355eca2bd9ac', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:46:40.833432 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ac97e3b0-f864-4276-882b-5b1d6c7e586f req-0b165c83-5d02-4fc0-9459-893af25a4212 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0581830 Jul 09 17:46:40.835222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.837775 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.888243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.888790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Fanout notify agent at l3_agent the message router_deleted on router a917e838-a875-423e-b5d5-72f50323e1f3 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:46:40.896343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:40.897252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0228644d-e397-467f-afdf-6680a7201b9d tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/a917e838-a875-423e-b5d5-72f50323e1f3 HTTP/1.1" status: 204 len: 168 time: 0.3582842 Jul 09 17:46:40.900892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41994) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:40.932193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b4bff72c-af81-49ee-8d74-1b5e6a5439b8 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a917e838-a875-423e-b5d5-72f50323e1f3 HTTP/1.1" status: 200 len: 205 time: 0.0281260 Jul 09 17:46:40.932420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 41996) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:40.969932 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-28f99b5e-dce7-4d15-85f3-7c101caffe68 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:40.971059 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-28f99b5e-dce7-4d15-85f3-7c101caffe68 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/a917e838-a875-423e-b5d5-72f50323e1f3 HTTP/1.1" status: 404 len: 336 time: 0.0376277 Jul 09 17:46:40.973925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 41998) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.012536 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfc3f3d-8cb4-4f37-9ad5-cee51c2a3337 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.012995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfc3f3d-8cb4-4f37-9ad5-cee51c2a3337 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.014769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7dfc3f3d-8cb4-4f37-9ad5-cee51c2a3337 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/cbfef6a9-bcd6-4315-9ad1-e638c4916af8 HTTP/1.1" status: 404 len: 337 time: 0.0398588 Jul 09 17:46:41.017680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42000) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.043539 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bd8929-220a-4765-937b-a72958f58e0f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.044014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bd8929-220a-4765-937b-a72958f58e0f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.045748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-44bd8929-220a-4765-937b-a72958f58e0f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/dcbbe0ec-d61e-493f-bd88-4a554c24892c HTTP/1.1" status: 404 len: 337 time: 0.0271487 Jul 09 17:46:41.049216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42002) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.075322 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5530d5-849c-4dd5-a451-f7bdf26b621a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.075803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5530d5-849c-4dd5-a451-f7bdf26b621a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.077480 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cd5530d5-849c-4dd5-a451-f7bdf26b621a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/bfaaa217-63fd-4f43-a89c-aa15764c2ef1 HTTP/1.1" status: 404 len: 337 time: 0.0273504 Jul 09 17:46:41.080288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42004) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.111236 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-901f503b-9083-4e90-b42e-8bbc63ab553b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.112104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901f503b-9083-4e90-b42e-8bbc63ab553b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.113860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-901f503b-9083-4e90-b42e-8bbc63ab553b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/624168ab-1fe4-4a89-95df-3bfd7a7f45b9 HTTP/1.1" status: 404 len: 337 time: 0.0323973 Jul 09 17:46:41.116671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42006) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.145450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5c395610-4465-410a-a894-822f5f50b3c3 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 200 len: 205 time: 0.0277376 Jul 09 17:46:41.147795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42008) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.187775 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-4c15de9f-fffb-45a4-8570-6ef802e53210 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:41.188698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4c15de9f-fffb-45a4-8570-6ef802e53210 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/57193f75-f0c4-4aff-bb08-e55b0af44541 HTTP/1.1" status: 404 len: 336 time: 0.0400486 Jul 09 17:46:41.191443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.220464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-72ea7612-8116-4d1e-b8c4-b76809ca5a81 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eea897f-e5e4-458b-af73-4890b25191a9 HTTP/1.1" status: 200 len: 205 time: 0.0279241 Jul 09 17:46:41.222940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.259527 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-8eab9732-5d4d-4dcc-9231-b2059be20678 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:41.260549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8eab9732-5d4d-4dcc-9231-b2059be20678 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/6eea897f-e5e4-458b-af73-4890b25191a9 HTTP/1.1" status: 404 len: 336 time: 0.0367467 Jul 09 17:46:41.263093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.293769 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7e721b-fb25-48d1-805b-2a819082688e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.294201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7e721b-fb25-48d1-805b-2a819082688e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.295989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e7e721b-fb25-48d1-805b-2a819082688e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/d7cf2948-b5dc-497a-a779-fa18322efd86 HTTP/1.1" status: 404 len: 337 time: 0.0320034 Jul 09 17:46:41.298605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42016) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.330303 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4546aea5-a9b1-45eb-b35c-c7e58feacac7 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 200 len: 205 time: 0.0302424 Jul 09 17:46:41.332589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42018) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.373082 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-a8ea2afa-672e-4022-9cfd-9dbe8282f94a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:41.374138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a8ea2afa-672e-4022-9cfd-9dbe8282f94a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/6a2bf9d8-323b-4bc0-b1f6-2a8b667c9cd1 HTTP/1.1" status: 404 len: 336 time: 0.0402815 Jul 09 17:46:41.376935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42020) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.411389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eb1707db-b4bc-42e5-94e1-c793afc5d221 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=afda3777-7e64-47b1-8ebf-837b830d84bc HTTP/1.1" status: 200 len: 205 time: 0.0324388 Jul 09 17:46:41.413238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.452167 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-d99889b2-95c3-4c7f-8dd0-bbd465f8dd97 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:41.453217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d99889b2-95c3-4c7f-8dd0-bbd465f8dd97 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/afda3777-7e64-47b1-8ebf-837b830d84bc HTTP/1.1" status: 404 len: 336 time: 0.0388877 Jul 09 17:46:41.455894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42024) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.482436 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfbc1f0-1b33-4672-9afa-ed16b6ad584e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.482965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfbc1f0-1b33-4672-9afa-ed16b6ad584e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.484687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1cfbc1f0-1b33-4672-9afa-ed16b6ad584e tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/abb343e9-fb31-4eaf-b64a-a33ee6bc5495 HTTP/1.1" status: 404 len: 337 time: 0.0277619 Jul 09 17:46:41.488600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42026) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.520410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7e9c8714-435e-4476-9e9d-76080eba0797 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=4deb1f68-de0c-449c-9b3d-6ace196a2ece HTTP/1.1" status: 200 len: 205 time: 0.0307269 Jul 09 17:46:41.522925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.560420 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-63b9e382-60b5-4b44-a9e2-cac0fe79559b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:41.561450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-63b9e382-60b5-4b44-a9e2-cac0fe79559b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/4deb1f68-de0c-449c-9b3d-6ace196a2ece HTTP/1.1" status: 404 len: 336 time: 0.0374503 Jul 09 17:46:41.564099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42030) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.590655 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94e3927-8f15-4f11-b6fe-865fb49aa6af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.591114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94e3927-8f15-4f11-b6fe-865fb49aa6af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.592892 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d94e3927-8f15-4f11-b6fe-865fb49aa6af tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/7e1b1625-abd6-4f10-90db-68a864bf43f9 HTTP/1.1" status: 404 len: 337 time: 0.0279126 Jul 09 17:46:41.595714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42032) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.630236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-07de17f7-8bd5-4589-9e01-0e786f8d556b tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b9156-b1a1-45af-a953-4ca895bb8387 HTTP/1.1" status: 200 len: 205 time: 0.0312505 Jul 09 17:46:41.630478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42034) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.672032 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-0897d0ed-7d5c-43f5-902f-467920e55815 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] delete failed (client error): The resource could not be found. Jul 09 17:46:41.673067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0897d0ed-7d5c-43f5-902f-467920e55815 tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/routers/678b9156-b1a1-45af-a953-4ca895bb8387 HTTP/1.1" status: 404 len: 336 time: 0.0416737 Jul 09 17:46:41.675709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42036) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.702347 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ffca0d-8aa6-4a34-a507-3559e611c25a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.702805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ffca0d-8aa6-4a34-a507-3559e611c25a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.704620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-99ffca0d-8aa6-4a34-a507-3559e611c25a tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/d32ad18d-3911-4f16-8757-dd5a8599d1b8 HTTP/1.1" status: 404 len: 337 time: 0.0279789 Jul 09 17:46:41.707137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42038) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:41.732849 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e267b51-eddd-415a-907c-2ec7b11d745f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] DELETE failed (client error): The resource could not be found. Jul 09 17:46:41.733289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e267b51-eddd-415a-907c-2ec7b11d745f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:46:41.735071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0e267b51-eddd-415a-907c-2ec7b11d745f tempest-RoutersIpV6Test-2016067237 tempest-RoutersIpV6Test-2016067237-project] 10.222.0.21 "DELETE /v2.0/subnets/b093a3f0-c3c8-4637-b670-2a18332c70f9 HTTP/1.1" status: 404 len: 337 time: 0.0269167 Jul 09 17:46:41.991073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e77f3e1-4fe0-4436-8bda-9b8fcc6ae334 req-391bd610-5d32-43b2-b9aa-9a908e7c3301 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0337994 Jul 09 17:46:42.013071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42046) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:42.169390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-962b5075-8192-4ab2-a663-bad578c8693e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe25f238401b4e008b05355eca2bd9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551168 Jul 09 17:46:42.171969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42050) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:42.232432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:42.256541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:42.306318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:42.309126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:42.310298 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45247905-d8bd-4eb5-8c2b-af3993cdc028 HTTP/1.1" status: 204 len: 168 time: 0.1374500 Jul 09 17:46:42.319580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45247905-d8bd-4eb5-8c2b-af3993cdc028,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:42.327910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.328255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.328590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.328933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.329261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.329675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.329903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.330219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.330554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.330867 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.331166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.331511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198bbfa-9b8b-4861-8705-f8701bfdada2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:46:42.955717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-875e5a47-b6ed-4ab6-b5be-6f98273d8917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:42.986440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42072) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:42.990627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031865 Jul 09 17:46:42.993439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42074) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:43.093728 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-38dd26ca-e1de-48c7-88ce-5d2a5a7331f6 tempest-NetworksApiDiscovery-198981318 tempest-NetworksApiDiscovery-198981318-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0992839 Jul 09 17:46:43.149632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-459dbb4c-84a7-4542-88af-789198c313a5 req-9813bb99-a42e-4c36-aeab-a06a8414bf3b tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0325675 Jul 09 17:46:43.341065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42084) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:43.381421 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.446003 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0bce732-bd80-4a01-945f-4b98f2c5edc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.550873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0bce732-bd80-4a01-945f-4b98f2c5edc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.556974 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0bce732-bd80-4a01-945f-4b98f2c5edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.598623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c0bce732-bd80-4a01-945f-4b98f2c5edc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2741a9fa85b54a5993cef607757639a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564187 Jul 09 17:46:43.599870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bce732-bd80-4a01-945f-4b98f2c5edc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b10e71c-c073-4ec3-af20-0ff6cedcb6f8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:43.601373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42088) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:43.655123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca57507c-cf4d-4328-a3ec-4a33e2c51fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.678175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca57507c-cf4d-4328-a3ec-4a33e2c51fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.733045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca57507c-cf4d-4328-a3ec-4a33e2c51fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.735731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca57507c-cf4d-4328-a3ec-4a33e2c51fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:43.736903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca57507c-cf4d-4328-a3ec-4a33e2c51fb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b10e71c-c073-4ec3-af20-0ff6cedcb6f8 HTTP/1.1" status: 204 len: 168 time: 0.1345537 Jul 09 17:46:43.744758 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57507c-cf4d-4328-a3ec-4a33e2c51fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b10e71c-c073-4ec3-af20-0ff6cedcb6f8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:44.014355 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:44.311433 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d94e7ead-3921-45c9-93e2-682205211010 req-2111c360-6132-4668-b2d4-343fd8b13344 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0379834 Jul 09 17:46:45.228648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42130) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:45.344373 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d2a60c8-017f-4be3-b0b8-bcfc00dfe36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.449018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d2a60c8-017f-4be3-b0b8-bcfc00dfe36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.469372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0c8a3bf9-b23c-46e8-8345-afca7a93b81b req-2557ca75-491b-4975-9b0c-25d37af230a7 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0332718 Jul 09 17:46:45.470094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d2a60c8-017f-4be3-b0b8-bcfc00dfe36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.511961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1d2a60c8-017f-4be3-b0b8-bcfc00dfe36c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddbc879f33a445bda08bfb6c4a5a60e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819943 Jul 09 17:46:45.512761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a60c8-017f-4be3-b0b8-bcfc00dfe36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819660fd-a8c6-4865-b082-5cfca1a4ef73,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:45.514642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42136) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:45.564963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c80f8a-9fd6-48db-a1cc-7f1054c5b55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.587192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c80f8a-9fd6-48db-a1cc-7f1054c5b55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.639220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c80f8a-9fd6-48db-a1cc-7f1054c5b55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.642119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-12c80f8a-9fd6-48db-a1cc-7f1054c5b55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.643471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-12c80f8a-9fd6-48db-a1cc-7f1054c5b55c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/819660fd-a8c6-4865-b082-5cfca1a4ef73 HTTP/1.1" status: 204 len: 168 time: 0.1276217 Jul 09 17:46:45.652113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c80f8a-9fd6-48db-a1cc-7f1054c5b55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819660fd-a8c6-4865-b082-5cfca1a4ef73,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:45.926823 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:45.944812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42142) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:45.958471 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e8-4866-4874-8068-9fce10a3d598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.080680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e8-4866-4874-8068-9fce10a3d598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.086342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e8-4866-4874-8068-9fce10a3d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.127226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0144e5e8-4866-4874-8068-9fce10a3d598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de304baeec2048c7b6ae3408f5187b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812961 Jul 09 17:46:46.128121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e5e8-4866-4874-8068-9fce10a3d598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa04bd4b-1420-46b4-a6d9-4e0ceaf5036d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:46.130121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42144) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:46.192396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-509a595c-822f-466f-bcfb-b762e0d5a8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.213341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-509a595c-822f-466f-bcfb-b762e0d5a8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.264036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-509a595c-822f-466f-bcfb-b762e0d5a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.266840 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-509a595c-822f-466f-bcfb-b762e0d5a8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:46.268036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-509a595c-822f-466f-bcfb-b762e0d5a8bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa04bd4b-1420-46b4-a6d9-4e0ceaf5036d HTTP/1.1" status: 204 len: 168 time: 0.1369107 Jul 09 17:46:46.275924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a595c-822f-466f-bcfb-b762e0d5a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa04bd4b-1420-46b4-a6d9-4e0ceaf5036d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:46.624217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4ca71db2-fe9f-4f7c-9110-be1bc7863d64 req-50a37bc1-123a-4f2c-b7b2-5c8a3efd070e tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0309589 Jul 09 17:46:47.778956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1aa972f5-6aad-48d2-8157-a1934e513434 req-57060291-f546-466d-afa7-6b406cc6207f tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0285954 Jul 09 17:46:47.994360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42198) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:48.117181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92d1c66c-cc52-43bf-8fca-f52f94dbce6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.212411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92d1c66c-cc52-43bf-8fca-f52f94dbce6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.221165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92d1c66c-cc52-43bf-8fca-f52f94dbce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.263384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1c66c-cc52-43bf-8fca-f52f94dbce6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8ff21-4068-4f25-a505-9120f863bdb1,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:48.267671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-92d1c66c-cc52-43bf-8fca-f52f94dbce6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=640d4dabc80441969cb7e2c0dfbc3f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722816 Jul 09 17:46:48.270581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42202) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:48.326959 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd907-da01-44a2-bb71-a4dc450f2b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.349526 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd907-da01-44a2-bb71-a4dc450f2b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.400088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd907-da01-44a2-bb71-a4dc450f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.404106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd907-da01-44a2-bb71-a4dc450f2b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.405686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8c8bd907-da01-44a2-bb71-a4dc450f2b7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f8ff21-4068-4f25-a505-9120f863bdb1 HTTP/1.1" status: 204 len: 168 time: 0.1337194 Jul 09 17:46:48.413925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bd907-da01-44a2-bb71-a4dc450f2b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8ff21-4068-4f25-a505-9120f863bdb1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:48.690386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42208) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:48.704171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-349f7311-3c10-41cf-b34e-1805fc3edae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.797968 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-349f7311-3c10-41cf-b34e-1805fc3edae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.805063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-349f7311-3c10-41cf-b34e-1805fc3edae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.853591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-349f7311-3c10-41cf-b34e-1805fc3edae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45c74eb5ed50423e818d1abfea4c4ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616218 Jul 09 17:46:48.854461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f7311-3c10-41cf-b34e-1805fc3edae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6711405c-0b24-4ffd-b1f5-edb441fc4475,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:48.856841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42212) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:48.908837 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5364a89e-49c5-470d-8d6a-b76b4408b834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:48.946328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fd05a9d-9759-43fb-b6c1-54b8045fb11c req-dc8c098f-c233-4404-859a-52f6250285b5 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0355263 Jul 09 17:46:48.954857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5364a89e-49c5-470d-8d6a-b76b4408b834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:49.003345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5364a89e-49c5-470d-8d6a-b76b4408b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:49.006388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5364a89e-49c5-470d-8d6a-b76b4408b834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:49.007555 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5364a89e-49c5-470d-8d6a-b76b4408b834 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6711405c-0b24-4ffd-b1f5-edb441fc4475 HTTP/1.1" status: 204 len: 168 time: 0.1498778 Jul 09 17:46:49.015554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364a89e-49c5-470d-8d6a-b76b4408b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6711405c-0b24-4ffd-b1f5-edb441fc4475,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:50.095519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7dee7737-697a-4d7b-89c8-a024161704b9 req-b500246e-bea1-4016-8e1e-d82ac7bac1ad tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0293405 Jul 09 17:46:51.248089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fcbcb135-7113-4012-aeb1-59d4b1c30a50 req-ea807dc3-2b5a-4314-a532-7b9611e03ba8 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0320773 Jul 09 17:46:52.405593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1e4512d5-961b-4e90-8fd7-a2da57dd1669 req-2dbf79db-6202-44f2-8b54-82d13eceaf8a tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0285709 Jul 09 17:46:53.563702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-473b02e4-eecb-4a11-a558-798ad4083b39 req-cc232b18-3316-4e3a-a125-2240d65faaeb tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0296643 Jul 09 17:46:54.531636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42296) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:54.657507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbb67c33-9f8b-4dad-93d3-dabb8d5f5267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.729783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b3f87a8-fcb9-45a7-a659-cb3f83d7e404 req-a2731eb9-524f-467c-99af-759f6325f73a tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0398502 Jul 09 17:46:54.781186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbb67c33-9f8b-4dad-93d3-dabb8d5f5267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.786557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbb67c33-9f8b-4dad-93d3-dabb8d5f5267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.824505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cbb67c33-9f8b-4dad-93d3-dabb8d5f5267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b58035be178b4e5f9c2ac539d13fcc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916634 Jul 09 17:46:54.825629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb67c33-9f8b-4dad-93d3-dabb8d5f5267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68330389-4bec-44dc-8d24-ee5b7af864a7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:54.827417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42302) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:54.881145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce659ea0-917e-4175-8e72-aa0d56f83ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.903632 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce659ea0-917e-4175-8e72-aa0d56f83ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.953878 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce659ea0-917e-4175-8e72-aa0d56f83ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.956616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce659ea0-917e-4175-8e72-aa0d56f83ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:54.957874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce659ea0-917e-4175-8e72-aa0d56f83ed4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68330389-4bec-44dc-8d24-ee5b7af864a7 HTTP/1.1" status: 204 len: 168 time: 0.1287174 Jul 09 17:46:54.966872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce659ea0-917e-4175-8e72-aa0d56f83ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68330389-4bec-44dc-8d24-ee5b7af864a7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:55.245320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42308) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:55.258860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60c49f8e-61bb-4244-9bf3-9f6d5d9fa0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.360072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60c49f8e-61bb-4244-9bf3-9f6d5d9fa0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.366333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-60c49f8e-61bb-4244-9bf3-9f6d5d9fa0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.407678 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-60c49f8e-61bb-4244-9bf3-9f6d5d9fa0f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0776adb2fe5748f89c03581512c3ceac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589017 Jul 09 17:46:55.407678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c49f8e-61bb-4244-9bf3-9f6d5d9fa0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eb2c77-b83c-44d1-b85e-cd0aeffb75a7,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:55.408290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42312) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:46:55.463306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f155e46-66c0-4514-b37c-9feb68c0253d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.485759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f155e46-66c0-4514-b37c-9feb68c0253d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.522342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e285e548-35d4-4587-9546-05e3dcd9d7bb req-b7041258-fce7-4853-968e-99afcfb8ff71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.2037520 Jul 09 17:46:55.534370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f155e46-66c0-4514-b37c-9feb68c0253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.537303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f155e46-66c0-4514-b37c-9feb68c0253d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:46:55.538780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5f155e46-66c0-4514-b37c-9feb68c0253d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16eb2c77-b83c-44d1-b85e-cd0aeffb75a7 HTTP/1.1" status: 204 len: 168 time: 0.1292813 Jul 09 17:46:55.546728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f155e46-66c0-4514-b37c-9feb68c0253d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eb2c77-b83c-44d1-b85e-cd0aeffb75a7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:46:55.881305 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b209324d-20f1-4f62-8773-efb15b5bce6a req-764a467d-dc2f-4112-b695-7da41d2456c8 tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0284581 Jul 09 17:46:57.042173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b187767-eb94-4149-9299-833642070cc9 req-f134339e-24dc-4ed9-b23f-c96b4380feae tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0372682 Jul 09 17:46:57.361233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae1ddd31-48d5-47a4-96ea-8ad0e5709cd9 req-77d20f1a-4123-44a5-b4ff-fdb86bc81fbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eefbf6fc68fc4461b5e9fa9a53d8fc8c&device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0319245 Jul 09 17:46:57.392681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae1ddd31-48d5-47a4-96ea-8ad0e5709cd9 req-aae012ba-8051-4c73-a9ca-1d8bf23f7d97 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=eefbf6fc68fc4461b5e9fa9a53d8fc8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241234 Jul 09 17:46:57.429646 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d92f73e3-99b5-403c-ad8b-a2b0f4470e51 req-7ef7b4c0-b950-48e0-9fc7-fb2ca8f00a6b tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0312393 Jul 09 17:46:57.498764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ddd31-48d5-47a4-96ea-8ad0e5709cd9 req-eeca1234-6132-4367-9bc0-def02da9d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:46:57.500280 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae1ddd31-48d5-47a4-96ea-8ad0e5709cd9 req-eeca1234-6132-4367-9bc0-def02da9d0e9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022699 Jul 09 17:46:58.602014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a1a7808-2969-474e-a288-82c252479633 req-8b5cade5-0341-4b8d-a4e0-1db68d768b3f tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.21 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0369611 Jul 09 17:46:58.710597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae1ddd31-48d5-47a4-96ea-8ad0e5709cd9 req-69fc8607-4924-49c0-abc4-1239d5eae66a tempest-ServerShowV257Test-1806430961 tempest-ServerShowV257Test-1806430961-project] 10.222.0.36 "GET /v2.0/ports?device_id=53cac8f3-0ffb-4bc5-9c13-a540d3cae9bf HTTP/1.1" status: 200 len: 210 time: 0.0326507 Jul 09 17:46:59.985315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42394) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:00.097269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.197125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.201983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.240018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd9ee0-7509-4d54-8593-15baf3ac1993,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:00.247532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eefbf6fc68fc4461b5e9fa9a53d8fc8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587934 Jul 09 17:47:00.248021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42398) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:00.255455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.256187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.256742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.257394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.257902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.258602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.259361 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.259896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.260482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.260994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.261314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.261889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabfae7c-e9b3-4b8d-b656-bdff8425d9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:00.314423 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43ea5df9-063e-4918-9b2d-ac8cc6c9e379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.337587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43ea5df9-063e-4918-9b2d-ac8cc6c9e379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.386658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43ea5df9-063e-4918-9b2d-ac8cc6c9e379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.389408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-43ea5df9-063e-4918-9b2d-ac8cc6c9e379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:00.390593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-43ea5df9-063e-4918-9b2d-ac8cc6c9e379 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5abd9ee0-7509-4d54-8593-15baf3ac1993 HTTP/1.1" status: 204 len: 168 time: 0.1415262 Jul 09 17:47:00.399540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea5df9-063e-4918-9b2d-ac8cc6c9e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd9ee0-7509-4d54-8593-15baf3ac1993,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:00.977036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42426) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:01.119894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8b16606-4e85-4abb-afb4-02b77eb37320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.224843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8b16606-4e85-4abb-afb4-02b77eb37320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.230959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c8b16606-4e85-4abb-afb4-02b77eb37320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.276330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b16606-4e85-4abb-afb4-02b77eb37320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc8d23-d888-430a-b3d4-5799b6cb7dfb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:01.285251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c8b16606-4e85-4abb-afb4-02b77eb37320 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=067914e760684994bffd1f50951d2c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067012 Jul 09 17:47:01.285481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42444) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:01.358764 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e0ad44b-bd4e-4f0b-8c78-47c0de557b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.391839 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e0ad44b-bd4e-4f0b-8c78-47c0de557b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.457106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e0ad44b-bd4e-4f0b-8c78-47c0de557b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.463214 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1e0ad44b-bd4e-4f0b-8c78-47c0de557b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.468349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e0ad44b-bd4e-4f0b-8c78-47c0de557b83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56bc8d23-d888-430a-b3d4-5799b6cb7dfb HTTP/1.1" status: 204 len: 168 time: 0.1816313 Jul 09 17:47:01.484902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ad44b-bd4e-4f0b-8c78-47c0de557b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc8d23-d888-430a-b3d4-5799b6cb7dfb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:01.806615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42460) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:01.821263 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1879051-7a35-47ee-809e-467c6872fa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.919665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1879051-7a35-47ee-809e-467c6872fa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.924984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c1879051-7a35-47ee-809e-467c6872fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:01.965773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c1879051-7a35-47ee-809e-467c6872fa6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=290da1d1a7454123a203de97e00970b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552961 Jul 09 17:47:01.965773 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1879051-7a35-47ee-809e-467c6872fa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29023e6c-de44-47e9-af08-9e22ac381207,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:01.966828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42462) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:02.041328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858840c5-c448-4f08-a238-2454b6e60c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:02.067056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858840c5-c448-4f08-a238-2454b6e60c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:02.133745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858840c5-c448-4f08-a238-2454b6e60c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:02.137151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858840c5-c448-4f08-a238-2454b6e60c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:02.138389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-858840c5-c448-4f08-a238-2454b6e60c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29023e6c-de44-47e9-af08-9e22ac381207 HTTP/1.1" status: 204 len: 168 time: 0.1699948 Jul 09 17:47:02.151545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858840c5-c448-4f08-a238-2454b6e60c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29023e6c-de44-47e9-af08-9e22ac381207,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:03.394778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42520) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:03.587269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858cbd6c-b90d-4f25-ae9b-2ecc62ff38db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.758408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858cbd6c-b90d-4f25-ae9b-2ecc62ff38db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.765276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-858cbd6c-b90d-4f25-ae9b-2ecc62ff38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.804464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-858cbd6c-b90d-4f25-ae9b-2ecc62ff38db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18a9a338c30047b3bd0e064ebe4d30bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081719 Jul 09 17:47:03.805318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbd6c-b90d-4f25-ae9b-2ecc62ff38db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f18b6-e271-4787-87e9-f46ba5d27a11,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:03.807149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42530) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:03.878521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d6c1-9b30-4b45-b5ed-7b8f874b928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.904448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d6c1-9b30-4b45-b5ed-7b8f874b928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.982229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d6c1-9b30-4b45-b5ed-7b8f874b928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.984997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5ba5d6c1-9b30-4b45-b5ed-7b8f874b928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:03.986269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5ba5d6c1-9b30-4b45-b5ed-7b8f874b928f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/437f18b6-e271-4787-87e9-f46ba5d27a11 HTTP/1.1" status: 204 len: 168 time: 0.1723826 Jul 09 17:47:03.997364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5d6c1-9b30-4b45-b5ed-7b8f874b928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f18b6-e271-4787-87e9-f46ba5d27a11,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:04.372054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42538) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:04.391321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a6c616de-93e5-40bb-b07d-71011659ae6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.569958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a6c616de-93e5-40bb-b07d-71011659ae6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.582633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a6c616de-93e5-40bb-b07d-71011659ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.628580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a6c616de-93e5-40bb-b07d-71011659ae6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2afe8facaa0245acb01bf247b65ee60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568517 Jul 09 17:47:04.629759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c616de-93e5-40bb-b07d-71011659ae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b9256f-a6f6-4bad-a6f7-2884df68145b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:04.631387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42540) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:04.726922 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8931-979a-4698-9e30-b517152da065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.761655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8931-979a-4698-9e30-b517152da065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.858825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8931-979a-4698-9e30-b517152da065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.863245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8931-979a-4698-9e30-b517152da065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:04.864811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8c6f8931-979a-4698-9e30-b517152da065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56b9256f-a6f6-4bad-a6f7-2884df68145b HTTP/1.1" status: 204 len: 168 time: 0.2311392 Jul 09 17:47:04.885155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f8931-979a-4698-9e30-b517152da065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b9256f-a6f6-4bad-a6f7-2884df68145b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:05.026782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-845cb5c4-332f-4592-94d2-1987a110ccff tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409379 Jul 09 17:47:05.282954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-9dd2b9bc-4e7c-4c84-86d0-18c371028d48 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:05.284595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-9dd2b9bc-4e7c-4c84-86d0-18c371028d48 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509663 Jul 09 17:47:05.307801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-3946e15e-c2c0-45ac-9a17-bf8ade15be3e tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/quotas/c208b2336ad04f59a2dcaf399a5664e0 HTTP/1.1" status: 200 len: 375 time: 0.0123150 Jul 09 17:47:05.356491 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-08352755-a6a2-45f1-b994-d01b01cd9334 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453513 Jul 09 17:47:05.579984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bd8dcd1-7894-4e4a-925a-b81a163a0d5c req-c530cc2b-e15b-45e2-aefd-ef8dc58a2928 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 210 time: 0.0445156 Jul 09 17:47:07.112523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3146776c-bb09-4eab-8c23-50ac1ef66b95 req-8d1a305f-1903-4243-86cc-0d49f45490ba tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 210 time: 0.3752990 Jul 09 17:47:07.277066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42628) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:07.334052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-737ef769-ddc1-4e93-a8ad-479cb58f1809 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374708 Jul 09 17:47:07.491013 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d23190d0-881a-48e0-8a5d-9b1707e73f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.508054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-58f4833a-11f7-4b84-aed7-9a805fd87a9f tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:07.513155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-58f4833a-11f7-4b84-aed7-9a805fd87a9f tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737795 Jul 09 17:47:07.526677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Request body: {'port': {'device_id': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': 'c208b2336ad04f59a2dcaf399a5664e0'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:07.614624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d23190d0-881a-48e0-8a5d-9b1707e73f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.621055 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d23190d0-881a-48e0-8a5d-9b1707e73f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.669640 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d23190d0-881a-48e0-8a5d-9b1707e73f4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85818801f1204471b961ea733abd6e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908124 Jul 09 17:47:07.670693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23190d0-881a-48e0-8a5d-9b1707e73f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01e297-1cb7-478a-9cf7-56cf38365ae2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:07.672811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42634) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:07.694553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Made reservation on behalf of c208b2336ad04f59a2dcaf399a5664e0 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:07.698132 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.712365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.770234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc013927-6685-495c-b860-7a6a534e492d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.810973 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc013927-6685-495c-b860-7a6a534e492d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.900076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.901123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc013927-6685-495c-b860-7a6a534e492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.903743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc013927-6685-495c-b860-7a6a534e492d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.904994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bc013927-6685-495c-b860-7a6a534e492d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc01e297-1cb7-478a-9cf7-56cf38365ae2 HTTP/1.1" status: 204 len: 168 time: 0.2277255 Jul 09 17:47:07.908705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:07.917175 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc013927-6685-495c-b860-7a6a534e492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01e297-1cb7-478a-9cf7-56cf38365ae2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:07.988463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:08.071249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Allocated IP 192.168.233.220 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/d9f6eb98-cedf-4620-803e-4ad24ff0dd73) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:08.285196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.298050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f64b4a00-93b9-4dd2-a4df-3eb9d09a225b req-e622520f-6f7f-4f81-a272-9ecaff569dbb tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 210 time: 0.0424199 Jul 09 17:47:08.310689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Transition to ACTIVE for port object d9f6eb98-cedf-4620-803e-4ad24ff0dd73 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:08.338377 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.370585 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.430206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Pushing event updated for resources: {'Port': ['ID=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:08.435395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:08.436989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:08.439404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:08.551716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:08.552285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.579881 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-1b79f803-a92c-45da-99ba-04d4254e6401 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0574949 Jul 09 17:47:08.601378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Request body: {'port': {'device_id': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:08.718145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.770205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3baccebf-25cd-4a8c-a8a4-fe869a509408 None None] Provisioning for port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:08.776662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3baccebf-25cd-4a8c-a8a4-fe869a509408 None None] Provisioning complete for port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:08.778157 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3baccebf-25cd-4a8c-a8a4-fe869a509408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:08.823973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3baccebf-25cd-4a8c-a8a4-fe869a509408 None None] Port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:47:09.035870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f6eb98-cedf-4620-803e-4ad24ff0dd73 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:47:09.045622 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.061745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Transition to ACTIVE for port object d9f6eb98-cedf-4620-803e-4ad24ff0dd73 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:09.069894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.130906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:09.267125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Attempting to bind port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:09.272748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Attempting to bind port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:09.273273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Attempting to bind port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:09.289076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:47:09.293382 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Attempting to bind port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:09.308572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:09.310235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:09.310661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:09.311073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Bound port: d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:09.311435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.402653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] For port d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:09.407107 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] For port d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:09.425285 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.453784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.483955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:09.484658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:09.486083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] 10.222.0.36 "PUT /v2.0/ports/d9f6eb98-cedf-4620-803e-4ad24ff0dd73 HTTP/1.1" status: 200 len: 1097 time: 0.8959396 Jul 09 17:47:09.517976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'tag': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:09.521696 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca68708-1c7a-4e07-b05d-25b8afcd97fd", "tag": "d9f6eb98-cedf-4620-803e-4ad24ff0dd73"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:09.632473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57bf35-d452-4b43-ba65-497f0214a984 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:09.695433 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-571422a6-85df-492b-960e-8a293b2bf71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:09.697462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-571422a6-85df-492b-960e-8a293b2bf71c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 1100 time: 0.1659975 Jul 09 17:47:09.713008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246020f2-8a54-409f-be92-f71fe9c0f5d1 req-e5775046-7f90-4794-ba2c-060cdbfd0494 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:09.720149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-246020f2-8a54-409f-be92-f71fe9c0f5d1 req-e5775046-7f90-4794-ba2c-060cdbfd0494 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 948 time: 0.2580040 Jul 09 17:47:09.818095 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ca4ab5-7a5a-4df1-bb48-fa52ab4b84f5 x-openstack-request-id: req-18ca4ab5-7a5a-4df1-bb48-fa52ab4b84f5 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:09.818486 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca68708-1c7a-4e07-b05d-25b8afcd97fd", "tag": "d9f6eb98-cedf-4620-803e-4ad24ff0dd73", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:09.818612 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18ca4ab5-7a5a-4df1-bb48-fa52ab4b84f5 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:09.819099 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'tag': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73', 'status': 'completed', 'code': 200} Jul 09 17:47:09.822818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-f15a97ba-9dd4-485d-9a34-6088e8a6131e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73 HTTP/1.1" status: 200 len: 217 time: 0.0969653 Jul 09 17:47:09.894411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-246020f2-8a54-409f-be92-f71fe9c0f5d1 req-f2aa1fe6-bb7a-4e50-ac0a-ce685d5b7c4a tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672275 Jul 09 17:47:09.910493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-d083b8b7-42eb-4f04-9e86-33cf7bbeed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:09.912253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-d083b8b7-42eb-4f04-9e86-33cf7bbeed41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0826545 Jul 09 17:47:09.977412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-e4957ff0-d62a-479c-a079-eee2c945e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:09.979652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-e4957ff0-d62a-479c-a079-eee2c945e0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604932 Jul 09 17:47:10.077553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-7d7a1be3-7587-4221-95da-ab4d97b10ec7 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916104 Jul 09 17:47:10.166623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a9ed508-86ea-4abd-a194-290c9ab359cb req-f24c3228-02fe-4842-b026-d26e09ebf406 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832708 Jul 09 17:47:10.274850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-92458643-5461-4df1-962a-75062a88dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:10.276654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-92458643-5461-4df1-962a-75062a88dd9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 1100 time: 0.0624757 Jul 09 17:47:10.372879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e26c35d8-75ea-483b-9bda-12aa68a2291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:10.377698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-5e68ccd2-dbf2-4fc2-b01f-ed0b49eb5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:10.379161 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-5e68ccd2-dbf2-4fc2-b01f-ed0b49eb5e34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.0961487 Jul 09 17:47:10.424641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-b9493a12-9ad6-42a1-af65-b158a8334776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73 HTTP/1.1" status: 200 len: 217 time: 0.0386143 Jul 09 17:47:10.477283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-2d73b236-55ce-4119-b5bf-5e8fd2f4828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:10.479134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-2d73b236-55ce-4119-b5bf-5e8fd2f4828f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0477245 Jul 09 17:47:10.541373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-7acea01f-3d6e-4507-8625-c07ff266a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:10.542898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-7acea01f-3d6e-4507-8625-c07ff266a486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553362 Jul 09 17:47:10.640207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-e1f747e1-5281-4712-91a2-5c8a9fd76042 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895805 Jul 09 17:47:10.763636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e53e1bfd-564d-4c03-875d-1b95cc0e2ac4 req-9fcc60eb-7193-4e4f-b5c4-6ebac99e0a25 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157680 Jul 09 17:47:11.057315 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-d9145538-e056-4013-bf15-0c4eed696268 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362927552&fields=id&tenant_id=5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 267 time: 0.0484350 Jul 09 17:47:11.070165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dc96-9561-4f19-b0d2-d0cc02aad7e4 req-e30364e8-138e-4c4b-8afb-19c8cd51b8a1 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.076298 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0832dc96-9561-4f19-b0d2-d0cc02aad7e4 req-e30364e8-138e-4c4b-8afb-19c8cd51b8a1 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 948 time: 0.0783188 Jul 09 17:47:11.112134 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0832dc96-9561-4f19-b0d2-d0cc02aad7e4 req-9e24e282-af0f-4bf6-9cd5-5e187681b4f7 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Jul 09 17:47:11.174832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-8b744068-02ee-4aa4-8794-534e30892174 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:11.176367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-8b744068-02ee-4aa4-8794-534e30892174 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1118309 Jul 09 17:47:11.191360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-e2e66051-3dc0-4d9b-90f1-41548dd469f7 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/quotas/5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 375 time: 0.0094771 Jul 09 17:47:11.266673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-3b3d3ef9-192a-4124-87bb-d29675f637fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0700333 Jul 09 17:47:11.368238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-9a3c92d8-9b79-4370-8050-08f698c39976 service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901544 Jul 09 17:47:11.461180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-2b60e7c1-192f-4093-a1ff-8f0c454de9fc service neutron] 10.222.0.21 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Jul 09 17:47:11.500292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42826) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:11.610299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2281a4c-cd8f-4dad-98d5-fd3c8f725727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.702775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2281a4c-cd8f-4dad-98d5-fd3c8f725727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.706536 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2281a4c-cd8f-4dad-98d5-fd3c8f725727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.751593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2281a4c-cd8f-4dad-98d5-fd3c8f725727 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de97d18f64dd4c5bb10b9ea658985e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501779 Jul 09 17:47:11.754363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42840) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:11.761015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2281a4c-cd8f-4dad-98d5-fd3c8f725727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e734244-6c63-49a9-bac7-992ad4148c7e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:11.764804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72d0fbe2-4367-425a-8970-dcdb9c5fc45e req-98ef2218-b8af-4ad0-8b5a-ec523331cdd5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 210 time: 0.0342989 Jul 09 17:47:11.812925 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-489b996b-3b04-4482-9d0e-e433f900c121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.834918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-489b996b-3b04-4482-9d0e-e433f900c121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.876367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9f6eb98-cedf-4620-803e-4ad24ff0dd73 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:47:11.890650 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-489b996b-3b04-4482-9d0e-e433f900c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.893346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-489b996b-3b04-4482-9d0e-e433f900c121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:11.894643 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-489b996b-3b04-4482-9d0e-e433f900c121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e734244-6c63-49a9-bac7-992ad4148c7e HTTP/1.1" status: 204 len: 168 time: 0.1392224 Jul 09 17:47:11.903322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b996b-3b04-4482-9d0e-e433f900c121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e734244-6c63-49a9-bac7-992ad4148c7e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:12.000741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:12.011921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73', 'mac_address': 'fa:16:3e:33:ea:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:47:12.057932 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.071720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f6eb98-cedf-4620-803e-4ad24ff0dd73 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:47:12.093198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:12.099130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.151597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:12.196459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42854) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:12.214056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df59467d-7dcf-4c99-bd08-951a5ab431bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.304929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d9f6eb98-cedf-4620-803e-4ad24ff0dd73'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:47:12.308970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cfef-e911-4187-978b-74f09a50ccc5 req-723b95fe-efaa-45c8-ae73-427e9f2f5ee1 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:12.310619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2546cfef-e911-4187-978b-74f09a50ccc5 req-723b95fe-efaa-45c8-ae73-427e9f2f5ee1 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 949 time: 0.0667989 Jul 09 17:47:12.348627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df59467d-7dcf-4c99-bd08-951a5ab431bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.362097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df59467d-7dcf-4c99-bd08-951a5ab431bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.366180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2546cfef-e911-4187-978b-74f09a50ccc5 req-c63ff964-724b-4b05-9d82-bf189afe293e tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Jul 09 17:47:12.407831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df59467d-7dcf-4c99-bd08-951a5ab431bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aeb37c16e5f41a2bc95ae693350029f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101498 Jul 09 17:47:12.410823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42856) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:12.422645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59467d-7dcf-4c99-bd08-951a5ab431bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9b63f-7248-447f-a47c-6d6b21100c53,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:12.461736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6058ce2d-96b4-488d-a236-6b68e86e8431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.487561 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6058ce2d-96b4-488d-a236-6b68e86e8431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.537758 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6058ce2d-96b4-488d-a236-6b68e86e8431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.540478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6058ce2d-96b4-488d-a236-6b68e86e8431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.541629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6058ce2d-96b4-488d-a236-6b68e86e8431 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ce9b63f-7248-447f-a47c-6d6b21100c53 HTTP/1.1" status: 204 len: 168 time: 0.1298263 Jul 09 17:47:12.549736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058ce2d-96b4-488d-a236-6b68e86e8431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9b63f-7248-447f-a47c-6d6b21100c53,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:12.939657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-188d883c-3dba-4609-b312-6282359e372b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:12.941518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-188d883c-3dba-4609-b312-6282359e372b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 811 time: 0.1486712 Jul 09 17:47:12.960302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-915adc87-6b66-4288-8150-d17712fba614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:12.971587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b36ea64-771f-495a-a861-f0581f72f116 req-2772fb6f-5616-4099-9218-d309f4619477 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 210 time: 0.0627618 Jul 09 17:47:13.021009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-7ae95847-8b61-4c26-835e-ee90df147e52 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc0bf532a034cddb54314669aa2bb75 HTTP/1.1" status: 200 len: 380 time: 0.0463424 Jul 09 17:47:13.032106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'port': {'device_id': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'admin_state_up': True, 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'security_groups': ['bed13f9e-9e2d-405f-98bf-45d5e91214ff']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:13.161119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Made reservation on behalf of 5bc0bf532a034cddb54314669aa2bb75 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:13.165044 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.271314 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:47:13.311016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.20.0.7 (dec4dcb0-b47d-4df4-8e1d-4304adc31e46/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb/e13dbeb6-5b51-49ee-94ca-e17ca8d6f498) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:13.415269 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.474253 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.491249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Transition to ACTIVE for port object e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:13.526900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.584241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:13.587632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:13.591678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:13.598716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:13.612417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93464958-583f-46d6-8a5e-82e295780ec8 req-f8f99e83-c601-418c-acd6-4a4549df34b9 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:13.614232 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-93464958-583f-46d6-8a5e-82e295780ec8 req-f8f99e83-c601-418c-acd6-4a4549df34b9 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 949 time: 0.0837405 Jul 09 17:47:13.660196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:13.661363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.666526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-93464958-583f-46d6-8a5e-82e295780ec8 req-fea6ddf5-50b1-4e9c-b77f-4dc4efccb28c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Jul 09 17:47:13.681557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-72609055-4ce9-4a86-8a17-6968e43ab289 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6533966 Jul 09 17:47:13.693419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Request body: {'port': {'device_id': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:13.789324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.853905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e2ea142-243d-48e5-b7f2-877630907713 None None] Provisioning for port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:13.858144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-9e2ea142-243d-48e5-b7f2-877630907713 None None] Provisioning complete for port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:13.858902 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea142-243d-48e5-b7f2-877630907713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:13.909328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9f6eb98-cedf-4620-803e-4ad24ff0dd73 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:13.954675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ea142-243d-48e5-b7f2-877630907713 None None] Port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:47:13.987847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:13.993574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:13.994545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.047231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.117841 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.160471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:14.162290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:14.167218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:47:14.168259 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e72c9-b9ed-4a2c-bf60-a3ed424013fa" -d '{"events": [{"server_uuid": "9ca68708-1c7a-4e07-b05d-25b8afcd97fd", "name": "network-vif-plugged", "status": "completed", "tag": "d9f6eb98-cedf-4620-803e-4ad24ff0dd73"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:14.176884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.180569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.203143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Transition to ACTIVE for port object e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:14.222592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c050-942c-472d-81cc-35d6c66b95bd req-5560b04d-7a60-43dd-8e28-b2607e79ff0d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:14.231728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bca3c050-942c-472d-81cc-35d6c66b95bd req-5560b04d-7a60-43dd-8e28-b2607e79ff0d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 931 time: 0.1088953 Jul 09 17:47:14.245925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.247812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:14.368317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 42928) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:14.405397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bca3c050-942c-472d-81cc-35d6c66b95bd req-22cfe3a8-83dd-41a6-b875-d25f03b5ba29 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727569 Jul 09 17:47:14.407420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:14.508348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Attempting to bind port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:14.508809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Attempting to bind port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:14.509481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Attempting to bind port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:14.515232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:47:14.515756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Attempting to bind port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 on network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:14.529445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:14.531613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Checking segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:14.531613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Bound using segment: {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:14.536545 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b1d8d-b1e3-4b23-939b-c0c7cf095bb6 x-openstack-request-id: req-2f4b1d8d-b1e3-4b23-939b-c0c7cf095bb6 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:14.537381 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca68708-1c7a-4e07-b05d-25b8afcd97fd", "name": "network-vif-plugged", "status": "completed", "tag": "d9f6eb98-cedf-4620-803e-4ad24ff0dd73", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:14.537984 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f4b1d8d-b1e3-4b23-939b-c0c7cf095bb6 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:14.538586 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73', 'code': 200} Jul 09 17:47:14.539660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Bound port: e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd527148a-e541-4d18-9389-67c9c159f438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:14.540197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.548335 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c071f06-5cea-4b41-872c-a8ac33846bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.645956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] For port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:14.649546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] For port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:14.656165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.699846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:14.700466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.701877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] 10.222.0.13 "PUT /v2.0/ports/e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 HTTP/1.1" status: 200 len: 1092 time: 1.0132899 Jul 09 17:47:14.702369 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:14.704855 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7aa7b5-0daa-4392-b665-3364d14ff12d" -d '{"events": [{"name": "network-changed", "server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:14.730823 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53706-ef69-4b0d-a7a0-87f7c9824b8c req-280343f6-2a01-4b1d-889f-18dbd591fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:14.732196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c231d9-d7a9-4ebd-a6c4-a209b760ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:14.733285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2b53706-ef69-4b0d-a7a0-87f7c9824b8c req-280343f6-2a01-4b1d-889f-18dbd591fe56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 1102 time: 0.1075726 Jul 09 17:47:14.757278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c071f06-5cea-4b41-872c-a8ac33846bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.769012 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c071f06-5cea-4b41-872c-a8ac33846bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.805704 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4b9bb0-5c17-4c62-b53d-90dce50df396 x-openstack-request-id: req-bf4b9bb0-5c17-4c62-b53d-90dce50df396 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:14.805987 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:14.806216 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf4b9bb0-5c17-4c62-b53d-90dce50df396 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:14.806607 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'status': 'completed', 'code': 200} Jul 09 17:47:14.815514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42936) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:14.817877 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3c071f06-5cea-4b41-872c-a8ac33846bd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4104626dd66743e282b131c488b4a0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483633 Jul 09 17:47:14.865779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2b53706-ef69-4b0d-a7a0-87f7c9824b8c req-c827fe9a-63f2-4a41-affa-9be0e160b54a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202052 Jul 09 17:47:14.872310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c071f06-5cea-4b41-872c-a8ac33846bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f11269-1131-441a-80a3-84097c2bb15c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:14.891687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e3e-ef3f-469f-90c8-a9ab32301760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:14.915449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-afec3d0a-f19a-40d7-87d8-47e9a8a5e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:14.917246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-afec3d0a-f19a-40d7-87d8-47e9a8a5e9f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 1095 time: 0.1470871 Jul 09 17:47:14.966431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e3e-ef3f-469f-90c8-a9ab32301760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:15.005489 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-35ac7b48-2fa9-40c8-b6f3-75384c6c2219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 HTTP/1.1" status: 200 len: 217 time: 0.0607343 Jul 09 17:47:15.084052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-2b5228cc-2066-41f0-a8c3-231b44455025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.085570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-2b5228cc-2066-41f0-a8c3-231b44455025 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0698013 Jul 09 17:47:15.094519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5888f-ed61-43b1-b984-9f07bdd35729 req-315b6365-9030-40d4-acfe-224dce1c414c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.096044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39a5888f-ed61-43b1-b984-9f07bdd35729 req-315b6365-9030-40d4-acfe-224dce1c414c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 950 time: 0.2056041 Jul 09 17:47:15.129381 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e3e-ef3f-469f-90c8-a9ab32301760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:15.132406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e3e-ef3f-469f-90c8-a9ab32301760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:15.133518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9f4e8e3e-ef3f-469f-90c8-a9ab32301760 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6f11269-1131-441a-80a3-84097c2bb15c HTTP/1.1" status: 204 len: 168 time: 0.3173814 Jul 09 17:47:15.163611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8e3e-ef3f-469f-90c8-a9ab32301760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f11269-1131-441a-80a3-84097c2bb15c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:15.192823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-39a5888f-ed61-43b1-b984-9f07bdd35729 req-6db7be89-fb2a-47cd-ab2e-0483a31e203d tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 Jul 09 17:47:15.202569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-2b082c40-f1d1-4a26-b2d7-a0af7b43dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.204133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-2b082c40-f1d1-4a26-b2d7-a0af7b43dd62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069121 Jul 09 17:47:15.300522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-953ba1f8-4ff0-44c2-addf-7adceed56d7c service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899920 Jul 09 17:47:15.414272 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-278498ce-2225-4417-bf2e-9f18b515b3c1 req-66524acd-c39a-4122-972b-766b5b2bb6b0 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071012 Jul 09 17:47:15.542997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-fb25197f-fec5-4691-b0e3-458181deca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.545685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-fb25197f-fec5-4691-b0e3-458181deca8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 1095 time: 0.0821838 Jul 09 17:47:15.649829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8fbbb-f62a-448c-8680-f1ed8b9cd40b req-ebc2c267-a575-4a13-a0d8-264b959b2630 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.662811 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3d8fbbb-f62a-448c-8680-f1ed8b9cd40b req-ebc2c267-a575-4a13-a0d8-264b959b2630 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.1111443 Jul 09 17:47:15.719002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-06457e9b-e3ef-4165-9d3a-f1d25463dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.722071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-06457e9b-e3ef-4165-9d3a-f1d25463dd9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1610842 Jul 09 17:47:15.726103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3d8fbbb-f62a-448c-8680-f1ed8b9cd40b req-7105b6a1-2c1c-4393-be87-dae4cb83fd33 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625715 Jul 09 17:47:15.780480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-27c4a42c-d078-4144-a8b0-eb4b4f342b6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 HTTP/1.1" status: 200 len: 217 time: 0.0509217 Jul 09 17:47:15.834629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-de00ab1c-ca05-4080-a27c-480e925682f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.836478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-de00ab1c-ca05-4080-a27c-480e925682f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0494504 Jul 09 17:47:15.912330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-d3cb87b8-a3de-4da2-915e-de620840aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:15.915258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-d3cb87b8-a3de-4da2-915e-de620840aa6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721855 Jul 09 17:47:15.934386 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.024381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-121bca94-d2bf-48d9-aaa9-da96c28d92c9 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022389 Jul 09 17:47:16.166034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e7aa7b5-0daa-4392-b665-3364d14ff12d req-865349b3-9451-4c89-a8b7-3fa05288725c service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345594 Jul 09 17:47:16.402922 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd0173-ae4e-42d4-b808-0f16296cd444 req-d5bbd367-0dbd-420b-b55e-fb8e7838cd68 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:16.405033 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69dd0173-ae4e-42d4-b808-0f16296cd444 req-d5bbd367-0dbd-420b-b55e-fb8e7838cd68 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 950 time: 0.0847085 Jul 09 17:47:16.451345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-69dd0173-ae4e-42d4-b808-0f16296cd444 req-2455c09e-504e-4b18-af91-da1720a9b114 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Jul 09 17:47:16.650110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42980) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:16.827019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1550661892'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:16.905442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Made reservation on behalf of 54dda6b82f3c408bb1d291d46eece568 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:16.909047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.920942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:16.982724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bcbfc-dcdc-43f1-8475-d2b40e579943 req-c1ebdc50-08e3-4386-983d-2e9574843b4b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:16.984271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-000bcbfc-dcdc-43f1-8475-d2b40e579943 req-c1ebdc50-08e3-4386-983d-2e9574843b4b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.1315379 Jul 09 17:47:17.044930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-000bcbfc-dcdc-43f1-8475-d2b40e579943 req-ef974e70-90c5-409c-a6df-541545444b13 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517018 Jul 09 17:47:17.097002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.102232 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.138846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:47:17.141161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e0f69d-e39d-4185-91c5-42bdbbefb24c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:17.151711 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.152121 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Added segment c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed of type vlan for network 7a411872-57b1-4004-a65c-6422da034a64 Jul 09 17:47:17.195145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.226417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.233083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:17.233781 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.302333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6510742 Jul 09 17:47:17.305170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42992) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:17.310313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Request body: {'subnet': {'network_id': '7a411872-57b1-4004-a65c-6422da034a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:17.313652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33377e31-f570-4649-9a56-c1e22f3a68d8 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event updated for resources: {'Network': ['ID=7a411872-57b1-4004-a65c-6422da034a64,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:17.326181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 7a411872-57b1-4004-a65c-6422da034a64 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:47:17.420398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Made reservation on behalf of 54dda6b82f3c408bb1d291d46eece568 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:17.426683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.629335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.699302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Checking segment: {'id': 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7a411872-57b1-4004-a65c-6422da034a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:17.699658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Network hostable DHCP agents. Network: 7a411872-57b1-4004-a65c-6422da034a64, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:47:17.702981 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event updated for resources: {'Subnet': ['ID=08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:17.722893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Network 7a411872-57b1-4004-a65c-6422da034a64 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:47:17.736290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 7a411872-57b1-4004-a65c-6422da034a64) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:17.741992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:17.742544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.746918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0240ec2-4282-4457-8800-d975dc781ffc None None] Network 7a411872-57b1-4004-a65c-6422da034a64 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:17.774021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-490ea61e-1ca5-4bd8-aa3e-c300aa966a19 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4676902 Jul 09 17:47:17.776622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 42994) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:17.784218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Request body: {'port': {'network_id': '7a411872-57b1-4004-a65c-6422da034a64', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1915062058'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:17.917477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Made reservation on behalf of 54dda6b82f3c408bb1d291d46eece568 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:17.922514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-7a411872-57b1-4004-a65c-6422da034a64', 'network_id': '7a411872-57b1-4004-a65c-6422da034a64', 'tenant_id': '54dda6b82f3c408bb1d291d46eece568', 'fixed_ips': [{'subnet_id': '08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:47:17.924632 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:17.928447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.250555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Allocated IP 172.20.0.2 (7a411872-57b1-4004-a65c-6422da034a64/08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8/67b46437-17b2-4d6d-b4ba-a9133b8ee176) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:18.287139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0318f4f-ba25-4139-bb48-f3858bf52036 req-5aa2499e-17a0-4aa8-aee4-58be4dedd64c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:18.293381 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f0318f4f-ba25-4139-bb48-f3858bf52036 req-5aa2499e-17a0-4aa8-aee4-58be4dedd64c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.0996308 Jul 09 17:47:18.345138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] device_id is not set on port 16928299-5c03-4ab0-bc82-8fb248d45b44 yet. {{(pid=93895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:47:18.368042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f0318f4f-ba25-4139-bb48-f3858bf52036 req-a3415258-5acd-4b31-8d31-aa417b86e985 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709188 Jul 09 17:47:18.440677 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.450287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Transition to ACTIVE for port object 67b46437-17b2-4d6d-b4ba-a9133b8ee176 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:18.465814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Transition to ACTIVE for port object 67b46437-17b2-4d6d-b4ba-a9133b8ee176 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:18.477237 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.519824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Network 7a411872-57b1-4004-a65c-6422da034a64 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:18.522336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Allocated IP 172.20.0.13 (7a411872-57b1-4004-a65c-6422da034a64/08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8/16928299-5c03-4ab0-bc82-8fb248d45b44) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:18.524219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:18.528750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:18.531924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Pushing event updated for resources: {'Port': ['ID=67b46437-17b2-4d6d-b4ba-a9133b8ee176,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:18.600959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Attempting to bind port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:47:18.601564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Attempting to bind port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7a411872-57b1-4004-a65c-6422da034a64'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:47:18.601997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Attempting to bind port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 on network 7a411872-57b1-4004-a65c-6422da034a64 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:47:18.608117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:47:18.608657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Checking segment: {'id': 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7a411872-57b1-4004-a65c-6422da034a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:47:18.609120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.609696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Bound using segment: {'id': 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7a411872-57b1-4004-a65c-6422da034a64'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:47:18.610223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Bound port: 67b46437-17b2-4d6d-b4ba-a9133b8ee176, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7a411872-57b1-4004-a65c-6422da034a64'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:47:18.610714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.677328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] For port 67b46437-17b2-4d6d-b4ba-a9133b8ee176, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:47:18.680178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.680698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] For port 67b46437-17b2-4d6d-b4ba-a9133b8ee176, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=67b46437-17b2-4d6d-b4ba-a9133b8ee176,segment=NetworkSegment(c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed),segment_id=c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:47:18.686976 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.695868 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Transition to ACTIVE for port object 16928299-5c03-4ab0-bc82-8fb248d45b44 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:47:18.734753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.744842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d95a-0e2c-45f7-a867-85c4dd1cfa52 None None] Pushing event updated for resources: {'Port': ['ID=67b46437-17b2-4d6d-b4ba-a9133b8ee176,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:18.800843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Network 7a411872-57b1-4004-a65c-6422da034a64 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:18.804621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:18.807086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:18.814554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event updated for resources: {'Port': ['ID=16928299-5c03-4ab0-bc82-8fb248d45b44,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:18.877995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:18.878651 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:18.897466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fb597d8a-5396-431b-9204-51c6ec0780c1 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.1197188 Jul 09 17:47:18.901635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43000) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.045291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Deleting port 16928299-5c03-4ab0-bc82-8fb248d45b44 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:19.046115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.143819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.157434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Calling delete_port for 16928299-5c03-4ab0-bc82-8fb248d45b44 owned by {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:19.316485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.349482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event deleted for resources: {'Port': ['ID=16928299-5c03-4ab0-bc82-8fb248d45b44,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.418827 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.423493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-58eac5d2-894e-4ca6-817a-62cb83ff165f tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "DELETE /v2.0/ports/16928299-5c03-4ab0-bc82-8fb248d45b44 HTTP/1.1" status: 204 len: 168 time: 0.5183847 Jul 09 17:47:19.424020 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43006) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.503012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-501a6854-0f9a-4eba-b54e-043dc0c486a7 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.0773561 Jul 09 17:47:19.506045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43010) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.517979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1793984605'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:19.548483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Made reservation on behalf of 54dda6b82f3c408bb1d291d46eece568 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:19.564236 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.604595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 67b46437-17b2-4d6d-b4ba-a9133b8ee176 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:19.609490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:47:19.622506 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddcf1-1db9-464d-9b66-d51e75eecc80 req-4919bd01-d0fb-40a8-aad9-266abec9c0eb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:19.625171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.625171 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Added segment 8336edca-4203-4225-93b4-e4d61d7c1ed9 of type vlan for network 85abc353-ffec-42b8-8c12-8d2539292d3d Jul 09 17:47:19.627940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-503ddcf1-1db9-464d-9b66-d51e75eecc80 req-4919bd01-d0fb-40a8-aad9-266abec9c0eb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.1268723 Jul 09 17:47:19.677244 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.679963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:19.690642 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-503ddcf1-1db9-464d-9b66-d51e75eecc80 req-2883001f-bd92-48b8-93ef-b9b235c9d8cc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573230 Jul 09 17:47:19.722894 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.729697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:19.730323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:19.798682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2913492 Jul 09 17:47:19.802201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43012) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.808836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd447cc3-1642-4990-93a5-9414a50e3086 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event updated for resources: {'Network': ['ID=85abc353-ffec-42b8-8c12-8d2539292d3d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:19.821097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 85abc353-ffec-42b8-8c12-8d2539292d3d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:47:19.954357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26068632-2f57-43c9-9574-b465e28a5266 None None] Network 7a411872-57b1-4004-a65c-6422da034a64 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:19.968019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43014) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:19.969004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0c74c2ab-81b3-4e9d-9676-9683a59081fa tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/agents/07615e69-4618-4487-9451-54ccea5d3591/dhcp-networks HTTP/1.1" status: 200 len: 4892 time: 0.1653433 Jul 09 17:47:20.043204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae9f99-9f02-4248-bca3-64f43a6f4915 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] Network 85abc353-ffec-42b8-8c12-8d2539292d3d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:47:20.058071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1aae9f99-9f02-4248-bca3-64f43a6f4915 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "POST /v2.0/agents/07615e69-4618-4487-9451-54ccea5d3591/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0887995 Jul 09 17:47:20.060800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43016) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.077712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46589c76-8538-45ec-bae2-e17d1082bb1a None None] Network 85abc353-ffec-42b8-8c12-8d2539292d3d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:20.179169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] Provisioning for port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:20.196620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] Provisioning complete for port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:20.196987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.210418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1689e399-f9eb-4ba2-9ee3-a5059d2af5f9 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/agents/07615e69-4618-4487-9451-54ccea5d3591/dhcp-networks HTTP/1.1" status: 200 len: 5663 time: 0.1455164 Jul 09 17:47:20.210644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.273275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d9ac78e8-e395-464d-b6f6-ebc344835d0c tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "DELETE /v2.0/agents/07615e69-4618-4487-9451-54ccea5d3591/dhcp-networks/85abc353-ffec-42b8-8c12-8d2539292d3d HTTP/1.1" status: 204 len: 168 time: 0.0592771 Jul 09 17:47:20.273681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43022) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.336761 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.390550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] For port 67b46437-17b2-4d6d-b4ba-a9133b8ee176, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=67b46437-17b2-4d6d-b4ba-a9133b8ee176,segment=NetworkSegment(c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed),segment_id=c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:20.397253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.426309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-94222893-48c7-4e46-9497-81b19aa10a98 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/agents/07615e69-4618-4487-9451-54ccea5d3591/dhcp-networks HTTP/1.1" status: 200 len: 4892 time: 0.1513677 Jul 09 17:47:20.432150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43024) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.456753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aaee6236-3211-4c59-865d-60eb33e68089 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/networks/7a411872-57b1-4004-a65c-6422da034a64/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0201705 Jul 09 17:47:20.457227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43026) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.477093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f823c96-2a7c-46dd-8401-ea860dc2c438 None None] Pushing event updated for resources: {'Port': ['ID=67b46437-17b2-4d6d-b4ba-a9133b8ee176,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:20.485735 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ab56e5da-f95e-42ca-8c87-5f8eb27bf5b9 tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/networks/7a411872-57b1-4004-a65c-6422da034a64/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0247161 Jul 09 17:47:20.486470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.664089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ccdc918-4183-41ff-ab73-c6fcbc550aea tempest-DHCPAgentSchedulersTestJSON-475782328 tempest-DHCPAgentSchedulersTestJSON-475782328-project-admin] 10.222.0.21 "GET /v2.0/agents/07615e69-4618-4487-9451-54ccea5d3591/dhcp-networks HTTP/1.1" status: 200 len: 4892 time: 0.1765344 Jul 09 17:47:20.667379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43030) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:20.724990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0290c82e-31f5-4daf-a582-3040d19acc32 None None] Provisioning complete for port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:20.728504 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0290c82e-31f5-4daf-a582-3040d19acc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.779172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.952723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:20.965761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-baa97801-fa70-41a9-a602-0896e3adb60f None None] Could not find standard attr ID for object 16928299-5c03-4ab0-bc82-8fb248d45b44. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 17:47:20.971918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85abc353-ffec-42b8-8c12-8d2539292d3d']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:20.988127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8336edca-4203-4225-93b4-e4d61d7c1ed9') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:20.988468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8336edca-4203-4225-93b4-e4d61d7c1ed9') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:21.003466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.035523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6c3a-edff-450e-9061-8a911470836b req-190fd576-4ea8-41a3-949f-223c3beb85fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:21.037156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b8f6c3a-edff-450e-9061-8a911470836b req-190fd576-4ea8-41a3-949f-223c3beb85fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.1362207 Jul 09 17:47:21.038272 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.048255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:47:21.048662 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:47:21.052376 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:47:21.138155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2b8f6c3a-edff-450e-9061-8a911470836b req-88be1ed7-1dce-43cd-807b-841b5034906d tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921462 Jul 09 17:47:21.139317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.147274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.149556 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "DELETE /v2.0/networks/85abc353-ffec-42b8-8c12-8d2539292d3d HTTP/1.1" status: 204 len: 168 time: 0.4810116 Jul 09 17:47:21.152399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43034) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.180894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785897ae-6162-44a8-a450-673279a0315a tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event deleted for resources: {'Network': ['ID=85abc353-ffec-42b8-8c12-8d2539292d3d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:21.190140 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2057fe9f-cd22-49c7-ac66-4721320adbc5 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] DELETE failed (client error): The resource could not be found. Jul 09 17:47:21.190889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2057fe9f-cd22-49c7-ac66-4721320adbc5 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:47:21.193490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2057fe9f-cd22-49c7-ac66-4721320adbc5 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "DELETE /v2.0/ports/16928299-5c03-4ab0-bc82-8fb248d45b44 HTTP/1.1" status: 404 len: 333 time: 0.0395536 Jul 09 17:47:21.195869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43038) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.255103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Deleting subnet 08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:47:21.258923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.306018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.393859 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.462049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.490346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event deleted for resources: {'Subnet': ['ID=08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:21.495400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.500097 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7abc35cd-34fa-4cd0-a790-50e5d740312c tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "DELETE /v2.0/subnets/08ee9fc9-ced7-4aaa-90ad-7ecc25847ec8 HTTP/1.1" status: 204 len: 168 time: 0.3031487 Jul 09 17:47:21.500389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43040) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:21.502936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d4ff8-d896-45d8-a3d1-eadc54cedcf0 None None] Network 7a411872-57b1-4004-a65c-6422da034a64 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:47:21.546826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 67b46437-17b2-4d6d-b4ba-a9133b8ee176 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:21.580604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.635045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Deleting port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:21.635280 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.663003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:21.663376 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.697555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] For port 67b46437-17b2-4d6d-b4ba-a9133b8ee176, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=67b46437-17b2-4d6d-b4ba-a9133b8ee176,segment=NetworkSegment(c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed),segment_id=c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:21.698184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.715695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Calling delete_port for 67b46437-17b2-4d6d-b4ba-a9133b8ee176 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:21.771903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] DHCP port deletion for 7a411872-57b1-4004-a65c-6422da034a64 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:47:21.798729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.817343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Deleting port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:21.817714 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.822539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event deleted for resources: {'Port': ['ID=67b46437-17b2-4d6d-b4ba-a9133b8ee176,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:21.829300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] No DVR routers for this DVR port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:47:21.884022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] For port 67b46437-17b2-4d6d-b4ba-a9133b8ee176, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:21.884390 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.898753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Calling delete_port for 67b46437-17b2-4d6d-b4ba-a9133b8ee176 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:21.904332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 17:47:21.906097 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.914281 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.925115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a411872-57b1-4004-a65c-6422da034a64']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:21.936505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:21.936743 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] Pushing event deleted for resources: {'Port': ['ID=67b46437-17b2-4d6d-b4ba-a9133b8ee176,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:21.936850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b59ef1-1e65-4c7e-a2cf-ce2b36a530ed') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:21.938453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764a79b-d5e9-41ee-9cb1-c1b4f0992554 None None] No DVR routers for this DVR port 67b46437-17b2-4d6d-b4ba-a9133b8ee176 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:47:21.949474 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.963854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.969887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:47:21.970366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:47:21.973336 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:47:22.000660 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-821a38ee-39c5-456f-816a-68dffada391c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517960 Jul 09 17:47:22.035013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.039679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.041885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] 10.222.0.21 "DELETE /v2.0/networks/7a411872-57b1-4004-a65c-6422da034a64 HTTP/1.1" status: 204 len: 168 time: 0.5404730 Jul 09 17:47:22.066596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a82e90-b6a7-434b-a1ee-4001e3a4f652 tempest-DHCPAgentSchedulersTestJSON-1205805432 tempest-DHCPAgentSchedulersTestJSON-1205805432-project] Pushing event deleted for resources: {'Network': ['ID=7a411872-57b1-4004-a65c-6422da034a64,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:22.098766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-dd24236d-0039-4917-9738-eb79e1fc799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:22.100416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-dd24236d-0039-4917-9738-eb79e1fc799d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1097 time: 0.0552566 Jul 09 17:47:22.227778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-c499c48f-3a10-4807-8210-85a68fabd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:22.229514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-c499c48f-3a10-4807-8210-85a68fabd2b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1084771 Jul 09 17:47:22.327634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:22.340480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-ac6b9f62-3f57-4fcd-b8fd-0998e101419b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 1001 time: 0.1013877 Jul 09 17:47:22.402999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-7a183907-c020-473e-b506-e8bf13683730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:22.404517 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-7a183907-c020-473e-b506-e8bf13683730 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0571363 Jul 09 17:47:22.413387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ac12-a071-466c-ab28-59e03034e931 req-bf13a061-356b-42c7-ad3b-f0e91876e94b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:22.414840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7a6ac12-a071-466c-ab28-59e03034e931 req-bf13a061-356b-42c7-ad3b-f0e91876e94b tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.1250775 Jul 09 17:47:22.481880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-15079363-e3c5-458a-a77d-ce25f76bf93b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54dda6b82f3c408bb1d291d46eece568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497631 Jul 09 17:47:22.482277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43056) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:22.499426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7a6ac12-a071-466c-ab28-59e03034e931 req-c9631ebd-54f1-4976-8e85-6357babe6c46 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694692 Jul 09 17:47:22.522567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-d61befce-5ca6-4b85-bc97-b63c3a66e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:22.525016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-d61befce-5ca6-4b85-bc97-b63c3a66e35f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052122 Jul 09 17:47:22.536198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f0e02c1-fd01-445b-a87c-bae887ff3e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.559779 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f0e02c1-fd01-445b-a87c-bae887ff3e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.617814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f0e02c1-fd01-445b-a87c-bae887ff3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.620573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f0e02c1-fd01-445b-a87c-bae887ff3e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:22.624579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4f0e02c1-fd01-445b-a87c-bae887ff3e1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00e0f69d-e39d-4185-91c5-42bdbbefb24c HTTP/1.1" status: 204 len: 168 time: 0.1384788 Jul 09 17:47:22.630021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e02c1-fd01-445b-a87c-bae887ff3e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e0f69d-e39d-4185-91c5-42bdbbefb24c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:22.634509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-5b5085e1-9062-46b6-b007-6fed0891498b service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023538 Jul 09 17:47:22.730470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6477ea79-dc7d-483a-a342-df50e5c2e5e0 req-5c5d8850-daa7-4e0a-9b5c-db09ced5b517 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Jul 09 17:47:22.933245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:22.949438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-917884b6-0d4a-408f-b6f6-2663d8919c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.063487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-917884b6-0d4a-408f-b6f6-2663d8919c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.067582 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-917884b6-0d4a-408f-b6f6-2663d8919c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.107082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-917884b6-0d4a-408f-b6f6-2663d8919c9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03e2b4e2e83f47f39659cdff5eb7cb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724498 Jul 09 17:47:23.108088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917884b6-0d4a-408f-b6f6-2663d8919c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823fd6e9-cded-4277-97c2-f247229b555a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:23.110247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43064) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:23.162237 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42395af3-1668-4757-b0d6-2f7f37980992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.183042 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42395af3-1668-4757-b0d6-2f7f37980992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.234104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42395af3-1668-4757-b0d6-2f7f37980992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.237611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42395af3-1668-4757-b0d6-2f7f37980992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:23.238953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-42395af3-1668-4757-b0d6-2f7f37980992 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/823fd6e9-cded-4277-97c2-f247229b555a HTTP/1.1" status: 204 len: 168 time: 0.1274257 Jul 09 17:47:23.247882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42395af3-1668-4757-b0d6-2f7f37980992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823fd6e9-cded-4277-97c2-f247229b555a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:23.499231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 67b46437-17b2-4d6d-b4ba-a9133b8ee176 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:47:23.523312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 67b46437-17b2-4d6d-b4ba-a9133b8ee176 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:47:23.523676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 67b46437-17b2-4d6d-b4ba-a9133b8ee176 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:47:23.685483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5db6b-dac2-40aa-a649-0a9796a4e4a9 req-f742ad40-3e70-4c99-a124-0c4d315bf5ad tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:23.687082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4fa5db6b-dac2-40aa-a649-0a9796a4e4a9 req-f742ad40-3e70-4c99-a124-0c4d315bf5ad tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 943 time: 0.0702031 Jul 09 17:47:23.734554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4fa5db6b-dac2-40aa-a649-0a9796a4e4a9 req-b3d2cf09-86fe-49d9-bca8-9a83ac92c0a0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415215 Jul 09 17:47:24.548676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43106) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:24.632525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:47:24.666889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:24.695186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.732312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:24.744925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'port_id': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'mac_address': 'fa:16:3e:24:f1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:47:24.786887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.787370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.802598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:47:24.823718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:24.831541 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:24.883416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:24.904545 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Allocated IP 172.25.3.221 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/71c6e0e9-d300-470e-8f40-425391a3ac13) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:24.923266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7f60-e014-497f-8139-f455d0f7db3a req-374b0b1b-c318-4015-8dc2-4afeb9af92bd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:24.924854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8ca7f60-e014-497f-8139-f455d0f7db3a req-374b0b1b-c318-4015-8dc2-4afeb9af92bd tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 944 time: 0.0707104 Jul 09 17:47:24.968659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8ca7f60-e014-497f-8139-f455d0f7db3a req-31806e84-9e71-4785-844f-4c3c724ebf04 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378623 Jul 09 17:47:25.009051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.064209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.087241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e13dbeb6-5b51-49ee-94ca-e17ca8d6f498'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:47:25.104470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:25.107273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:25.110848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:25.132420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Pushing event updated for resources: {'Port': ['ID=71c6e0e9-d300-470e-8f40-425391a3ac13,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:25.229633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.276891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.426166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.434126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.500728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Pushing event updated for resources: {'Port': ['ID=71c6e0e9-d300-470e-8f40-425391a3ac13,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:25.510735 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.526261 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.527567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d50de2bd-8857-4d93-9f47-27b9a67c6c2b tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9775229 Jul 09 17:47:25.530651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43114) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:25.535408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1553180871', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'fixed_ips': [{'ip_address': '172.25.3.221'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:25.558245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Made reservation on behalf of 5706f9fabbaa4839aa4efcddcdf20a97 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:25.560647 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.569152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.659137 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.664570 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:25.673817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] device_id is not set on port a40fae26-fec1-4b35-a10a-42bca333dc98 yet. {{(pid=93896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 17:47:26.074512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8685490-a26b-4fc8-8345-a8c5130edf52,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:26.241086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e83306-79ea-48ec-a86f-16639314b0dc req-2b80e603-977b-4434-bfee-26aaa45c634f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:26.242652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95e83306-79ea-48ec-a86f-16639314b0dc req-2b80e603-977b-4434-bfee-26aaa45c634f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 944 time: 0.1496601 Jul 09 17:47:26.248157 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 17:47:26.248654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:47:26.277642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-751ebaed-308d-48ae-96da-4313a705dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7458873 Jul 09 17:47:26.280645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43118) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:26.292468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-95e83306-79ea-48ec-a86f-16639314b0dc req-8e06d7fe-d693-4967-9f74-ed7271075c85 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Jul 09 17:47:26.446935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Deleting port 71c6e0e9-d300-470e-8f40-425391a3ac13 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:47:26.447240 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.526224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.526594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.538918 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Calling delete_port for 71c6e0e9-d300-470e-8f40-425391a3ac13 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:47:26.630987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:47:26.690875 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.697993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:47:26.702303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:47:26.702671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.722256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Pushing event deleted for resources: {'Port': ['ID=71c6e0e9-d300-470e-8f40-425391a3ac13,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:26.786874 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.787861 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.789741 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.791072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-66ea17f0-d172-49f2-bf26-dfbfd804e2aa tempest-ExternalNetworksAdminNegativeTestJSON-1159842372 tempest-ExternalNetworksAdminNegativeTestJSON-1159842372-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/801ad42d-2de6-4ef9-9c32-3f27a846aa33 HTTP/1.1" status: 204 len: 168 time: 0.5093594 Jul 09 17:47:26.811451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:26.813790 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf4a29-c46e-4f07-ac6a-e494bf900af9" -d '{"events": [{"server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "name": "network-vif-plugged", "status": "completed", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:26.827662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:47:26.833642 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:26.857926 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9c6878-7a02-44de-b4fa-c32d98171b39 x-openstack-request-id: req-8f9c6878-7a02-44de-b4fa-c32d98171b39 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:26.858217 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "name": "network-vif-plugged", "status": "completed", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:26.858467 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f9c6878-7a02-44de-b4fa-c32d98171b39 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:26.858857 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'code': 200} Jul 09 17:47:26.888454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:26.896487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.896841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.897269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.897519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.897958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.898229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.898557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.898880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.899206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.899536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.899882 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.900201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:26.972851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f766f-2672-4096-9465-a5cc806be50e req-bd13f95c-b4b4-49e6-a7b8-b30e908af2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:26.974478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f42f766f-2672-4096-9465-a5cc806be50e req-bd13f95c-b4b4-49e6-a7b8-b30e908af2dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 1097 time: 0.0532012 Jul 09 17:47:27.014056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f42f766f-2672-4096-9465-a5cc806be50e req-596276ef-a44d-43ad-b628-87447a5dc1ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307727 Jul 09 17:47:27.084044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43128) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:27.188842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e07330e-96bb-4135-9934-7a42bdb6dbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.283182 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e07330e-96bb-4135-9934-7a42bdb6dbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.290025 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5e07330e-96bb-4135-9934-7a42bdb6dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.330007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e07330e-96bb-4135-9934-7a42bdb6dbc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20f7985d9804426587d18b59cec84190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420399 Jul 09 17:47:27.330007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07330e-96bb-4135-9934-7a42bdb6dbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c996c6-9015-4585-af25-5941d2a10c02,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:27.330631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43134) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:27.384641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0468f8b4-910b-437b-b522-b04ddaf998b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.410672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0468f8b4-910b-437b-b522-b04ddaf998b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.496494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ef97-1161-4fe3-b09c-f6cc378ac9f3 req-97d07e65-7910-48f2-a93d-1845aa8d4bfa tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:27.497972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9770ef97-1161-4fe3-b09c-f6cc378ac9f3 req-97d07e65-7910-48f2-a93d-1845aa8d4bfa tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 945 time: 0.0925527 Jul 09 17:47:27.499121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0468f8b4-910b-437b-b522-b04ddaf998b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.501850 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0468f8b4-910b-437b-b522-b04ddaf998b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.502858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0468f8b4-910b-437b-b522-b04ddaf998b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78c996c6-9015-4585-af25-5941d2a10c02 HTTP/1.1" status: 204 len: 168 time: 0.1713033 Jul 09 17:47:27.522973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468f8b4-910b-437b-b522-b04ddaf998b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c996c6-9015-4585-af25-5941d2a10c02,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:27.548044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9770ef97-1161-4fe3-b09c-f6cc378ac9f3 req-c95b0dfa-85d9-41e8-9f4a-25672c8b300a tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Jul 09 17:47:27.828006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43146) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:27.876412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-edee84c3-1f33-4610-8f1b-59b4a5ad484b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5706f9fabbaa4839aa4efcddcdf20a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468800 Jul 09 17:47:27.878969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43148) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:27.935893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39fa257a-8669-435d-8d0c-90f46fef3fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:27.960826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39fa257a-8669-435d-8d0c-90f46fef3fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:28.008992 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39fa257a-8669-435d-8d0c-90f46fef3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:28.014610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39fa257a-8669-435d-8d0c-90f46fef3fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:28.015881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39fa257a-8669-435d-8d0c-90f46fef3fce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8685490-a26b-4fc8-8345-a8c5130edf52 HTTP/1.1" status: 204 len: 168 time: 0.1357782 Jul 09 17:47:28.026089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa257a-8669-435d-8d0c-90f46fef3fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8685490-a26b-4fc8-8345-a8c5130edf52,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:28.751445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb1483-1dd8-4a80-984c-9a54968350b6 req-74e0ada4-42c2-4a2b-b329-2a2306192fb0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:28.753011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8cb1483-1dd8-4a80-984c-9a54968350b6 req-74e0ada4-42c2-4a2b-b329-2a2306192fb0 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 945 time: 0.0752931 Jul 09 17:47:28.794992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d8cb1483-1dd8-4a80-984c-9a54968350b6 req-a70d82ef-bf66-4392-b266-170aac9f3fbe tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360408 Jul 09 17:47:29.002982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf4567-1741-4294-8922-ca8de90ec129 req-cf31fd01-622c-4506-8dd9-cf395f5ae103 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:29.010167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8cf4567-1741-4294-8922-ca8de90ec129 req-cf31fd01-622c-4506-8dd9-cf395f5ae103 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 945 time: 0.0881283 Jul 09 17:47:29.065842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a8cf4567-1741-4294-8922-ca8de90ec129 req-a68cbd2c-b602-4c06-ae87-124359245894 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541430 Jul 09 17:47:29.095352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43180) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:29.163303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f4dda-78cb-4511-831c-20dafe487553 tempest-TestVolumeBootPattern-1201252629 tempest-TestVolumeBootPattern-1201252629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:29.165134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-352f4dda-78cb-4511-831c-20dafe487553 tempest-TestVolumeBootPattern-1201252629 tempest-TestVolumeBootPattern-1201252629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 1092 time: 0.0683162 Jul 09 17:47:29.167805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43186) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:29.172540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:29.197303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.313395 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.418289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Allocated IP 172.25.3.63 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/a164b534-c57d-42ac-ac2e-13f6e70a7c78) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:47:29.451070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43194) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:29.525767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.567046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e65b5dea-2b93-4660-84be-b4a811e2caf0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1051153820'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:29.567833 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.568254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e65b5dea-2b93-4660-84be-b4a811e2caf0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Unknown quota resources ['metering_label']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:47:29.604869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:47:29.611536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:47:29.620580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:47:29.646728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=a164b534-c57d-42ac-ac2e-13f6e70a7c78,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:29.778727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e65b5dea-2b93-4660-84be-b4a811e2caf0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.782533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e65b5dea-2b93-4660-84be-b4a811e2caf0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3279002 Jul 09 17:47:29.782791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43198) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:29.787275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3fb51256-34b4-4c38-879b-97950f0f08a0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0b845531-702e-4a18-8c44-1af0d1b0217d'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:29.787876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3fb51256-34b4-4c38-879b-97950f0f08a0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:47:29.866554 n-d-791506-17 neutron-server[93895]: WARNING neutron.services.metering.metering_plugin [None req-3fb51256-34b4-4c38-879b-97950f0f08a0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 17:47:29.966362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3fb51256-34b4-4c38-879b-97950f0f08a0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:29.970613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3fb51256-34b4-4c38-879b-97950f0f08a0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1838706 Jul 09 17:47:29.970941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43202) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:29.975560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-012fb026-ba60-4947-9cfe-34dc1e5de100 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0b845531-702e-4a18-8c44-1af0d1b0217d'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:29.976101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-012fb026-ba60-4947-9cfe-34dc1e5de100 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:47:30.027264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.032819 n-d-791506-17 neutron-server[93895]: WARNING neutron.services.metering.metering_plugin [None req-012fb026-ba60-4947-9cfe-34dc1e5de100 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 17:47:30.108306 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.113936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-012fb026-ba60-4947-9cfe-34dc1e5de100 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.118772 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-012fb026-ba60-4947-9cfe-34dc1e5de100 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1436882 Jul 09 17:47:30.119213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43204) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:30.134913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7f2ed68-d796-49b6-8f5c-7fbbe218e4c0 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=02adac49-e686-4261-8e58-42f03f4091c5 HTTP/1.1" status: 200 len: 462 time: 0.0118282 Jul 09 17:47:30.135569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43206) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:30.243190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c31f0fc-0ecc-4d4f-ba6a-6914f240295e tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.244263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c31f0fc-0ecc-4d4f-ba6a-6914f240295e tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/02adac49-e686-4261-8e58-42f03f4091c5 HTTP/1.1" status: 204 len: 168 time: 0.1076612 Jul 09 17:47:30.247007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43208) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:30.256329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca77e610-3237-49b1-acbb-8e06b5a927bd tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=02adac49-e686-4261-8e58-42f03f4091c5 HTTP/1.1" status: 200 len: 221 time: 0.0081189 Jul 09 17:47:30.259947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43210) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:30.264166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5c4ee31c-6707-4e4d-a06c-093d2bd824f4 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--396898501', 'description': 'label created by tempest'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:30.264617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5c4ee31c-6707-4e4d-a06c-093d2bd824f4 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Unknown quota resources ['metering_label']. {{(pid=93895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:47:30.288795 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.297168 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.373224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event updated for resources: {'Port': ['ID=a164b534-c57d-42ac-ac2e-13f6e70a7c78,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:30.381712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.422824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee31c-6707-4e4d-a06c-093d2bd824f4 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.423936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5c4ee31c-6707-4e4d-a06c-093d2bd824f4 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1630740 Jul 09 17:47:30.426682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43212) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:30.486605 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Floating IP 38ff33df-38ac-46fd-9941-dda00e9963e9 associated. External IP: 172.25.3.63, port: e13dbeb6-5b51-49ee-94ca-e17ca8d6f498. Jul 09 17:47:30.500066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-48408f70-c28f-44d6-b8e0-c2f95bfeb84a tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=97ffbfc5-49d1-457f-8b12-e8115ae7453a HTTP/1.1" status: 200 len: 467 time: 0.0720885 Jul 09 17:47:30.502979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43214) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:30.722047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:47:30.844317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:47:30.868211 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:47:30.879264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:30.883245 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:30.885829 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:47:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:30.944371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eb8ce513-56fa-4b2a-9605-3d840427c53c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7754531 Jul 09 17:47:30.945521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:47:30.948006 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e57b9c-1e3d-4332-a910-87c6c6008a93" -d '{"events": [{"name": "network-changed", "server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:47:30.988034 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559bddc-64fa-400f-812e-ea2060b695d8 x-openstack-request-id: req-9559bddc-64fa-400f-812e-ea2060b695d8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:47:30.988442 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:47:30.988802 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9559bddc-64fa-400f-812e-ea2060b695d8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:47:30.989338 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'status': 'completed', 'code': 200} Jul 09 17:47:31.040644 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:31.084768 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46f09a4c-67ce-4832-af2f-e95529b96695 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:31.089427 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-46f09a4c-67ce-4832-af2f-e95529b96695 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/97ffbfc5-49d1-457f-8b12-e8115ae7453a HTTP/1.1" status: 204 len: 168 time: 0.5827482 Jul 09 17:47:31.089820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43222) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.108357 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3dd51828-f9a2-4600-b4e4-8373913ac6d3 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=97ffbfc5-49d1-457f-8b12-e8115ae7453a HTTP/1.1" status: 200 len: 216 time: 0.0140412 Jul 09 17:47:31.108685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43224) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.119274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-58212672-44a3-4f4f-a25b-41b7c7b223b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:31.124260 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-58212672-44a3-4f4f-a25b-41b7c7b223b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 1097 time: 0.0764952 Jul 09 17:47:31.124423 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ff60581c-8956-484e-b030-eae950f6bf8d tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111737 Jul 09 17:47:31.124660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43226) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.141586 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-64df3790-c7c6-460f-a52d-382dd7904d0a tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119529 Jul 09 17:47:31.141818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43228) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.233931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-a349fbf9-71f7-4f34-8841-c4844f333750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:31.236115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-a349fbf9-71f7-4f34-8841-c4844f333750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1077485 Jul 09 17:47:31.253576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ef19b95a-ab4c-4435-9b33-7024f088075c tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/0b845531-702e-4a18-8c44-1af0d1b0217d HTTP/1.1" status: 200 len: 473 time: 0.1096561 Jul 09 17:47:31.257420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.269617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ddb64820-ebea-4d75-93c1-60e261e6d755 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/ff0c3dca-cd6c-40a1-b365-3ba8c5d9638f HTTP/1.1" status: 200 len: 459 time: 0.0109015 Jul 09 17:47:31.273668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43232) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.321434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-b03114b1-dc1d-48f4-8db3-2cacacd6f679 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 HTTP/1.1" status: 200 len: 998 time: 0.0781326 Jul 09 17:47:31.337481 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '38ff33df-38ac-46fd-9941-dda00e9963e9', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:24:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:47:29Z', 'updated_at': '2021-07-09T17:47:29Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}, {'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:29Z', 'revision_number': 1, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:31.381994 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:47:31.392075 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:47:31.392930 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:47:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:31.416086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-87e98f72-9384-4eb1-b592-de62fada6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:31.419628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-87e98f72-9384-4eb1-b592-de62fada6297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0913544 Jul 09 17:47:31.423376 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1214f3c7-380a-40b5-a41a-53f3f0876ee6 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:31.424601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1214f3c7-380a-40b5-a41a-53f3f0876ee6 tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/ff0c3dca-cd6c-40a1-b365-3ba8c5d9638f HTTP/1.1" status: 204 len: 168 time: 0.1498520 Jul 09 17:47:31.427360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43234) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:31.505965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-1e97ed18-3aa3-450a-b5d3-76c99512a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:31.508023 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-1e97ed18-3aa3-450a-b5d3-76c99512a48a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823627 Jul 09 17:47:31.525847 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:47:31.622795 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-44dbf7ae-9742-4315-b2d9-069d67c5faa0 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079562 Jul 09 17:47:31.733903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f822eaf3-cfe6-429a-9d2a-94bddf5a31ca tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:31.738826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f822eaf3-cfe6-429a-9d2a-94bddf5a31ca tempest-MeteringIpV6TestJSON-1860641407 tempest-MeteringIpV6TestJSON-1860641407-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/0b845531-702e-4a18-8c44-1af0d1b0217d HTTP/1.1" status: 204 len: 168 time: 0.3069363 Jul 09 17:47:31.745166 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27e57b9c-1e3d-4332-a910-87c6c6008a93 req-7ed76ca9-4b72-452a-97fc-476a04cff573 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124299 Jul 09 17:47:31.828846 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '38ff33df-38ac-46fd-9941-dda00e9963e9', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:24:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:47:29Z', 'updated_at': '2021-07-09T17:47:29Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}, {'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:29Z', 'revision_number': 1, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:31.860343 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b277ec9b-7ed1-462c-b483-82676f7ee7c7 None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '38ff33df-38ac-46fd-9941-dda00e9963e9', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:24:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:47:29Z', 'updated_at': '2021-07-09T17:47:29Z', 'revision_number': 0, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}, {'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:29Z', 'revision_number': 1, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:47:32.055445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43242) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:32.099285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f182cc-c4d4-4489-a0bd-9a5fc77e1292 None None] New status for floating IP 38ff33df-38ac-46fd-9941-dda00e9963e9: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:47:32.216999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-502f1c10-4543-45eb-a303-badd513694d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.319207 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-502f1c10-4543-45eb-a303-badd513694d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.326749 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-502f1c10-4543-45eb-a303-badd513694d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.367070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-502f1c10-4543-45eb-a303-badd513694d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84a98cf1565c412591ebc42ba1aed4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105149 Jul 09 17:47:32.368071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1c10-4543-45eb-a303-badd513694d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83685cc7-fc55-4e68-8794-e853aeafcc20,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:32.370384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43246) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:32.430959 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371ba619-1559-4c7d-85c8-0f05b4b925fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.453859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371ba619-1559-4c7d-85c8-0f05b4b925fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.502678 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371ba619-1559-4c7d-85c8-0f05b4b925fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.505365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-371ba619-1559-4c7d-85c8-0f05b4b925fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.506543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-371ba619-1559-4c7d-85c8-0f05b4b925fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83685cc7-fc55-4e68-8794-e853aeafcc20 HTTP/1.1" status: 204 len: 168 time: 0.1351063 Jul 09 17:47:32.516650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ba619-1559-4c7d-85c8-0f05b4b925fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83685cc7-fc55-4e68-8794-e853aeafcc20,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:32.796482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43252) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:32.810972 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14263181-45a1-4e7b-b2a7-94d7bced4c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.905640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14263181-45a1-4e7b-b2a7-94d7bced4c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.910228 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-14263181-45a1-4e7b-b2a7-94d7bced4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:32.948552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14263181-45a1-4e7b-b2a7-94d7bced4c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426fb229-da94-4d3c-9069-83f48b139222,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:32.951588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-14263181-45a1-4e7b-b2a7-94d7bced4c72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d2989e48a9b4f4ba729bee033b314e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538646 Jul 09 17:47:32.954388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:33.011836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21d8fca1-e858-48da-b13f-d6b935afec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:33.039996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21d8fca1-e858-48da-b13f-d6b935afec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:33.100334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21d8fca1-e858-48da-b13f-d6b935afec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:33.103489 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-21d8fca1-e858-48da-b13f-d6b935afec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:33.105548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21d8fca1-e858-48da-b13f-d6b935afec97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/426fb229-da94-4d3c-9069-83f48b139222 HTTP/1.1" status: 204 len: 168 time: 0.1502929 Jul 09 17:47:33.121524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8fca1-e858-48da-b13f-d6b935afec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426fb229-da94-4d3c-9069-83f48b139222,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:34.586455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43300) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:34.689674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ab28ce13-95e4-4c92-a4bc-2913fa11c91e tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:34.710370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ab28ce13-95e4-4c92-a4bc-2913fa11c91e tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] 10.222.0.21 "PUT /v2.0/quotas/7bf0cbcd81e442c387fcc5d9d92ac73e HTTP/1.1" status: 200 len: 368 time: 0.1232879 Jul 09 17:47:34.713044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43304) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:34.717967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Request body: {'network': {'project_id': '7bf0cbcd81e442c387fcc5d9d92ac73e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:34.740837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Made reservation on behalf of 7bf0cbcd81e442c387fcc5d9d92ac73e for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:34.743313 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.752368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.849902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.855420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.892094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:47:34.899123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e65eb-07aa-4d64-be37-9d00b09d24c6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:34.906121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.906460 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Added segment 7ec48393-855a-441d-8a5e-d869a77d549a of type vlan for network c3886523-fd70-433e-9d07-24597d0400b0 Jul 09 17:47:34.958005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.990119 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:34.991287 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:34.992019 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.064050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3498797 Jul 09 17:47:35.067489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43308) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:35.073480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Request body: {'network': {'project_id': '7bf0cbcd81e442c387fcc5d9d92ac73e'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:35.102741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Made reservation on behalf of 7bf0cbcd81e442c387fcc5d9d92ac73e for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:47:35.105540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.121376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043095a8-66f7-4bd9-99eb-c1556cbcf601 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Pushing event updated for resources: {'Network': ['ID=c3886523-fd70-433e-9d07-24597d0400b0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:35.134589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c3886523-fd70-433e-9d07-24597d0400b0 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:47:35.140350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:47:35.151131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.151511 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Added segment 1ddeea81-b67e-416a-8e73-d96b9c8156f1 of type vlan for network d331c467-8961-484e-8efb-58d602843ae5 Jul 09 17:47:35.211818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.247375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.248447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:47:35.249208 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.307543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2385330 Jul 09 17:47:35.311090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43312) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:35.314879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763fdf4-a548-44b8-ad60-1449a89ad32f tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Pushing event updated for resources: {'Network': ['ID=d331c467-8961-484e-8efb-58d602843ae5,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:35.324466 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dc11d089-b71b-4595-87c0-b211c3ad65c5 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Request body: {'network': {'project_id': '7bf0cbcd81e442c387fcc5d9d92ac73e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:35.331030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d331c467-8961-484e-8efb-58d602843ae5 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:47:35.352696 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc11d089-b71b-4595-87c0-b211c3ad65c5 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 17:47:35.353435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc11d089-b71b-4595-87c0-b211c3ad65c5 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 17:47:35.357867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dc11d089-b71b-4595-87c0-b211c3ad65c5 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0454814 Jul 09 17:47:35.358469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43314) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:35.430112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.517678 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.528575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d331c467-8961-484e-8efb-58d602843ae5']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:35.539557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddeea81-b67e-416a-8e73-d96b9c8156f1') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:35.540026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddeea81-b67e-416a-8e73-d96b9c8156f1') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:35.549335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.564951 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.573226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:47:35.573614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:47:35.575616 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:47:35.645176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.650258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.652497 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d331c467-8961-484e-8efb-58d602843ae5 HTTP/1.1" status: 204 len: 168 time: 0.2929020 Jul 09 17:47:35.655163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43316) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:35.666916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54fb37-c0c1-47d0-bc0e-969e1ebb45e1 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Pushing event deleted for resources: {'Network': ['ID=d331c467-8961-484e-8efb-58d602843ae5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:35.732006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.834568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.844917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3886523-fd70-433e-9d07-24597d0400b0']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:35.855750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec48393-855a-441d-8a5e-d869a77d549a') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:35.856180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec48393-855a-441d-8a5e-d869a77d549a') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:47:35.864938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.878447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.884265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:47:35.884655 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:47:35.886386 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:47:35.940022 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.945814 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:35.947696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c3886523-fd70-433e-9d07-24597d0400b0 HTTP/1.1" status: 204 len: 168 time: 0.2914994 Jul 09 17:47:35.964262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424bf23-c8bb-44eb-a890-569063726939 tempest-QuotasNegativeTest-777007409 tempest-QuotasNegativeTest-777007409-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3886523-fd70-433e-9d07-24597d0400b0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:36.371066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43326) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:36.477548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa6cffd-2818-4936-b417-4d769a7410ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.578339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa6cffd-2818-4936-b417-4d769a7410ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.586204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-daa6cffd-2818-4936-b417-4d769a7410ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.634607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6cffd-2818-4936-b417-4d769a7410ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084449a0-66d0-4ff7-b3fa-05e419e603fd,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:36.639459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-daa6cffd-2818-4936-b417-4d769a7410ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f91a525915340c5b3105829926de078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671874 Jul 09 17:47:36.642323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43330) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:36.709828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3007-fc33-4cfb-8a6f-b0395d5ce3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.736857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3007-fc33-4cfb-8a6f-b0395d5ce3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.785655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3007-fc33-4cfb-8a6f-b0395d5ce3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.788714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3007-fc33-4cfb-8a6f-b0395d5ce3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:36.789934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ecfa3007-fc33-4cfb-8a6f-b0395d5ce3ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/084449a0-66d0-4ff7-b3fa-05e419e603fd HTTP/1.1" status: 204 len: 168 time: 0.1466007 Jul 09 17:47:36.802487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa3007-fc33-4cfb-8a6f-b0395d5ce3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084449a0-66d0-4ff7-b3fa-05e419e603fd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:37.054020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43338) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:37.068878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a09eb50-7daa-4549-b5d3-78653e8f0d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.158876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a09eb50-7daa-4549-b5d3-78653e8f0d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.164810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a09eb50-7daa-4549-b5d3-78653e8f0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.206273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a09eb50-7daa-4549-b5d3-78653e8f0d73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f766554929b24381b7878e9fee6aa4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485729 Jul 09 17:47:37.206273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09eb50-7daa-4549-b5d3-78653e8f0d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094fc9b4-37e3-470e-87b3-5ade25df7308,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:37.207452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43340) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:37.258206 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9937cdf-92c4-4ee4-9e5d-59838bd4aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.279305 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9937cdf-92c4-4ee4-9e5d-59838bd4aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.330389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9937cdf-92c4-4ee4-9e5d-59838bd4aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.333466 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9937cdf-92c4-4ee4-9e5d-59838bd4aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:37.334819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d9937cdf-92c4-4ee4-9e5d-59838bd4aa81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/094fc9b4-37e3-470e-87b3-5ade25df7308 HTTP/1.1" status: 204 len: 168 time: 0.1271260 Jul 09 17:47:37.344493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937cdf-92c4-4ee4-9e5d-59838bd4aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094fc9b4-37e3-470e-87b3-5ade25df7308,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:38.081400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43366) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.180991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-883760ff-25a3-4800-8642-d64d544a6bef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:38.181436 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-883760ff-25a3-4800-8642-d64d544a6bef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 17:47:38.181930 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-883760ff-25a3-4800-8642-d64d544a6bef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:47:38.182907 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-883760ff-25a3-4800-8642-d64d544a6bef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1004694 Jul 09 17:47:38.186579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43370) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.191755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198730018'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:38.218463 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.227548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.326391 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.333581 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.349142 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.377640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9599a72-42ca-4814-baa9-68994d371dfe,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:38.433727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.438766 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.471213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.472784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2852430 Jul 09 17:47:38.473801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c140e-b73d-4515-bbdb-1a4c2e08aae8 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c843195a-846d-466d-92bc-4067920d25da,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:38.475928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43372) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.483628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': 'c843195a-846d-466d-92bc-4067920d25da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:38.514335 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.579284 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.584424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.609154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc585b8-9a4d-4cd1-9ce4-bb3f71ec05a7,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:38.623054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.627898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e8a650f5-8c95-4c3a-a8b8-d6003248db35 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496284 Jul 09 17:47:38.628045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43374) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.634165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-284124b7-d7d6-4654-a035-5bce6b4aaddb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': 'c843195a-846d-466d-92bc-4067920d25da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:38.672653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-284124b7-d7d6-4654-a035-5bce6b4aaddb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.722581 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-284124b7-d7d6-4654-a035-5bce6b4aaddb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 17:47:38.723832 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-284124b7-d7d6-4654-a035-5bce6b4aaddb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0944650 Jul 09 17:47:38.726712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43376) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.794732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e3f9-20f1-4661-8478-a18f87d4b672 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.821999 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e3f9-20f1-4661-8478-a18f87d4b672 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.870392 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e3f9-20f1-4661-8478-a18f87d4b672 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.873058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d6f5e3f9-20f1-4661-8478-a18f87d4b672 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:38.874583 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d6f5e3f9-20f1-4661-8478-a18f87d4b672 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/c843195a-846d-466d-92bc-4067920d25da HTTP/1.1" status: 204 len: 168 time: 0.1460154 Jul 09 17:47:38.877328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43378) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.884615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5e3f9-20f1-4661-8478-a18f87d4b672 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843195a-846d-466d-92bc-4067920d25da,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:38.928409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3187b0d6-c2c2-4ee8-8de4-7b29c1f942ab tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493736 Jul 09 17:47:38.932369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43380) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:38.937272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050752054'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:38.961421 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.050697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.055527 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.085316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.086648 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1530683 Jul 09 17:47:39.087592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a876d-1a58-4789-99e7-df78b0b1110c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc57fa-853e-4f8d-9ffe-bf60401a6e98,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:39.089712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43382) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.094479 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c4782eb5-804a-43d8-88da-f37ebd3dc58a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': 'f9cc57fa-853e-4f8d-9ffe-bf60401a6e98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:39.095034 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-c4782eb5-804a-43d8-88da-f37ebd3dc58a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 17:47:39.095530 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-c4782eb5-804a-43d8-88da-f37ebd3dc58a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:39.096502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c4782eb5-804a-43d8-88da-f37ebd3dc58a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058987 Jul 09 17:47:39.099106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43384) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.162370 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98e93c42-72f2-40c3-93da-e81953874cd7 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.188312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98e93c42-72f2-40c3-93da-e81953874cd7 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.234870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98e93c42-72f2-40c3-93da-e81953874cd7 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.238284 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-98e93c42-72f2-40c3-93da-e81953874cd7 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.239471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-98e93c42-72f2-40c3-93da-e81953874cd7 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/f9cc57fa-853e-4f8d-9ffe-bf60401a6e98 HTTP/1.1" status: 204 len: 168 time: 0.1394918 Jul 09 17:47:39.242373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43388) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.249315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e93c42-72f2-40c3-93da-e81953874cd7 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc57fa-853e-4f8d-9ffe-bf60401a6e98,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:39.304468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-672eeeba-904c-4622-a6f7-60fcfa36551c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604687 Jul 09 17:47:39.304692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43390) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.309458 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--352797141'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:39.334528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.430909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.441161 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.447531 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.478303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.479609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1739352 Jul 09 17:47:39.481593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c22e44-9b6d-4ce1-ae70-bd5d4c09268f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb5553b-b17e-4433-b4d6-e6b2bd226ba5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:39.482835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43392) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.490227 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ecb08431-e1af-4a79-9db9-ab107f4b2e03 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': 'efb5553b-b17e-4433-b4d6-e6b2bd226ba5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:39.490873 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-ecb08431-e1af-4a79-9db9-ab107f4b2e03 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 17:47:39.491671 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-ecb08431-e1af-4a79-9db9-ab107f4b2e03 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:39.492860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ecb08431-e1af-4a79-9db9-ab107f4b2e03 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076690 Jul 09 17:47:39.496004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43394) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.555215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09e87987-07ea-499c-b716-71b9fb50b6af tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.581128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09e87987-07ea-499c-b716-71b9fb50b6af tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.629299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09e87987-07ea-499c-b716-71b9fb50b6af tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.632392 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09e87987-07ea-499c-b716-71b9fb50b6af tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:39.636436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-09e87987-07ea-499c-b716-71b9fb50b6af tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/efb5553b-b17e-4433-b4d6-e6b2bd226ba5 HTTP/1.1" status: 204 len: 168 time: 0.1365893 Jul 09 17:47:39.637306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43396) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.643323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e87987-07ea-499c-b716-71b9fb50b6af tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb5553b-b17e-4433-b4d6-e6b2bd226ba5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:39.706247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-938b2828-bb21-4ba2-9459-500cc06bc530 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673785 Jul 09 17:47:39.710351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43398) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:39.715910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--100610727'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:39.741528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.181346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.187664 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.215625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5210a920-547a-4fa8-b45b-d723d2e280c1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:40.218336 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.222450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43402) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.222638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5e938859-51c3-45fb-ae07-23d0f86a7488 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5110109 Jul 09 17:47:40.228398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f8e5e8fc-f8e7-4f2d-9836-3139793775ca tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '5210a920-547a-4fa8-b45b-d723d2e280c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.229312 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-f8e5e8fc-f8e7-4f2d-9836-3139793775ca tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 17:47:40.229891 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-f8e5e8fc-f8e7-4f2d-9836-3139793775ca tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.231804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f8e5e8fc-f8e7-4f2d-9836-3139793775ca tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068069 Jul 09 17:47:40.233622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43404) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.238697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-38a3bd85-0530-4c66-be5e-f9a70dc09033 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '5210a920-547a-4fa8-b45b-d723d2e280c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.239389 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-38a3bd85-0530-4c66-be5e-f9a70dc09033 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 17:47:40.239908 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-38a3bd85-0530-4c66-be5e-f9a70dc09033 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.240852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-38a3bd85-0530-4c66-be5e-f9a70dc09033 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061333 Jul 09 17:47:40.243317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.247562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f3cec316-2d68-4255-ae7c-970271ff98cf tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '5210a920-547a-4fa8-b45b-d723d2e280c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.252737 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-f3cec316-2d68-4255-ae7c-970271ff98cf tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 17:47:40.253237 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-f3cec316-2d68-4255-ae7c-970271ff98cf tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.254211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f3cec316-2d68-4255-ae7c-970271ff98cf tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099094 Jul 09 17:47:40.256590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43408) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.261934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d6efa420-1a5c-4b12-8e47-f9deacdc8f13 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '5210a920-547a-4fa8-b45b-d723d2e280c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.262786 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-d6efa420-1a5c-4b12-8e47-f9deacdc8f13 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 17:47:40.263260 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-d6efa420-1a5c-4b12-8e47-f9deacdc8f13 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.264186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d6efa420-1a5c-4b12-8e47-f9deacdc8f13 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066442 Jul 09 17:47:40.266801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43410) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.318970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f200fe1e-6600-4e2f-b86f-86f8eb4078e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.341218 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f200fe1e-6600-4e2f-b86f-86f8eb4078e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.378132 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e88947fd-7e9b-4f18-ac6b-a67601a2cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.384488 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f200fe1e-6600-4e2f-b86f-86f8eb4078e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.387476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f200fe1e-6600-4e2f-b86f-86f8eb4078e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.388933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f200fe1e-6600-4e2f-b86f-86f8eb4078e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/5210a920-547a-4fa8-b45b-d723d2e280c1 HTTP/1.1" status: 204 len: 168 time: 0.1212633 Jul 09 17:47:40.391729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43412) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.398431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200fe1e-6600-4e2f-b86f-86f8eb4078e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5210a920-547a-4fa8-b45b-d723d2e280c1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:40.446880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-891b3014-3076-43e3-bc3d-54ba9cd1c7df tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539680 Jul 09 17:47:40.450764 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43414) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.455468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--638432737'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.479549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.562904 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.568689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.599193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:40.600601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1487899 Jul 09 17:47:40.604679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43416) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.605208 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93bc3-833f-4203-809a-ac77df49e422 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506326bf-00b2-48ec-a3a9-9b3f8f3fa315,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:40.609711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2f877248-0983-47c0-83c6-f2b2e51c9ce2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.610251 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-2f877248-0983-47c0-83c6-f2b2e51c9ce2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 17:47:40.610745 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-2f877248-0983-47c0-83c6-f2b2e51c9ce2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.614495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43418) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.614741 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2f877248-0983-47c0-83c6-f2b2e51c9ce2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089991 Jul 09 17:47:40.620576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bd319657-330e-4c93-bce4-4c9b79ce1a06 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.657133 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-bd319657-330e-4c93-bce4-4c9b79ce1a06 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.658340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bd319657-330e-4c93-bce4-4c9b79ce1a06 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0424185 Jul 09 17:47:40.661358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43420) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.666695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a52b4c07-c1dc-4cba-a7f9-7d74848c583c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.667188 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-a52b4c07-c1dc-4cba-a7f9-7d74848c583c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 17:47:40.667663 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-a52b4c07-c1dc-4cba-a7f9-7d74848c583c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.671008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a52b4c07-c1dc-4cba-a7f9-7d74848c583c tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087371 Jul 09 17:47:40.673869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43422) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.680782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-35a81aeb-ba0b-491f-b04e-e4314e981b40 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.733944 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-35a81aeb-ba0b-491f-b04e-e4314e981b40 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.735810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-35a81aeb-ba0b-491f-b04e-e4314e981b40 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0603979 Jul 09 17:47:40.738766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.745410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c8b498bc-7a69-4652-a992-a4ca06d763d1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.746331 n-d-791506-17 neutron-server[93895]: WARNING neutron.api.v2.base [None req-c8b498bc-7a69-4652-a992-a4ca06d763d1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 17:47:40.747112 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-c8b498bc-7a69-4652-a992-a4ca06d763d1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.753057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43426) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.753369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c8b498bc-7a69-4652-a992-a4ca06d763d1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125732 Jul 09 17:47:40.758072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-713d445d-01d4-4439-87ab-f348f5a34c94 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.783619 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-713d445d-01d4-4439-87ab-f348f5a34c94 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Project 7526915d860e46498011656bd0b43ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:47:40.808209 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-713d445d-01d4-4439-87ab-f348f5a34c94 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.808977 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-713d445d-01d4-4439-87ab-f348f5a34c94 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0548985 Jul 09 17:47:40.811952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43428) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.817464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3b64752e-6a93-46eb-87f3-2b384d8c0d43 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.817955 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-3b64752e-6a93-46eb-87f3-2b384d8c0d43 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 17:47:40.818445 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-3b64752e-6a93-46eb-87f3-2b384d8c0d43 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.819390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3b64752e-6a93-46eb-87f3-2b384d8c0d43 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062971 Jul 09 17:47:40.822451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43430) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.827011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-239065e2-949c-4c0f-a04d-97623c1ac468 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.856022 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-239065e2-949c-4c0f-a04d-97623c1ac468 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Project 7526915d860e46498011656bd0b43ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:47:40.874565 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-239065e2-949c-4c0f-a04d-97623c1ac468 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.875958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-239065e2-949c-4c0f-a04d-97623c1ac468 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0525517 Jul 09 17:47:40.879095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43432) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:40.884581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-83792bf9-a7c2-453d-ad4c-304a84ba9bfc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '506326bf-00b2-48ec-a3a9-9b3f8f3fa315', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:40.918196 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-83792bf9-a7c2-453d-ad4c-304a84ba9bfc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Project 7526915d860e46498011656bd0b43ccd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:47:40.937188 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-83792bf9-a7c2-453d-ad4c-304a84ba9bfc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:40.941456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-83792bf9-a7c2-453d-ad4c-304a84ba9bfc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0587795 Jul 09 17:47:40.944511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43436) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.025903 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c4f25ba-816e-4413-ac16-40038bdee3c0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.055528 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c4f25ba-816e-4413-ac16-40038bdee3c0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.104155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c4f25ba-816e-4413-ac16-40038bdee3c0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.106863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c4f25ba-816e-4413-ac16-40038bdee3c0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.108268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c4f25ba-816e-4413-ac16-40038bdee3c0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/506326bf-00b2-48ec-a3a9-9b3f8f3fa315 HTTP/1.1" status: 204 len: 168 time: 0.1627727 Jul 09 17:47:41.112747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43438) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.118412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f25ba-816e-4413-ac16-40038bdee3c0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506326bf-00b2-48ec-a3a9-9b3f8f3fa315,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:41.170875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5af92d54-5e22-469c-88d4-3ed18d7a6cd9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580969 Jul 09 17:47:41.174482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43442) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.180200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769386796'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:41.204855 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.305050 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.310675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.343955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa3ca80-6b58-492b-8f23-f5a1065bb802,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:41.347311 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.351191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b2ac3ba9-954a-469b-accc-1bc2f3b17611 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1731410 Jul 09 17:47:41.351610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43444) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.356283 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-602e3bab-e757-4a22-b3f5-d95d861abbef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': 'ffa3ca80-6b58-492b-8f23-f5a1065bb802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:41.399311 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-602e3bab-e757-4a22-b3f5-d95d861abbef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The resource could not be found. Jul 09 17:47:41.401000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-602e3bab-e757-4a22-b3f5-d95d861abbef tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0484717 Jul 09 17:47:41.404428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43446) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.411047 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c91b3174-defa-4c2b-8747-9da177711fdc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': 'ffa3ca80-6b58-492b-8f23-f5a1065bb802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '35787e56-8fca-4764-b486-44fd87085f49'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:41.457736 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-c91b3174-defa-4c2b-8747-9da177711fdc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The resource could not be found. Jul 09 17:47:41.458517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c91b3174-defa-4c2b-8747-9da177711fdc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0530367 Jul 09 17:47:41.461612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43448) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.522729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b2d522e-7fa5-4c55-986e-6f37aa95f1eb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.544787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b2d522e-7fa5-4c55-986e-6f37aa95f1eb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.587587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b2d522e-7fa5-4c55-986e-6f37aa95f1eb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.590552 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7b2d522e-7fa5-4c55-986e-6f37aa95f1eb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.591841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7b2d522e-7fa5-4c55-986e-6f37aa95f1eb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/ffa3ca80-6b58-492b-8f23-f5a1065bb802 HTTP/1.1" status: 204 len: 168 time: 0.1292183 Jul 09 17:47:41.594861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43450) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.606933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d522e-7fa5-4c55-986e-6f37aa95f1eb tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa3ca80-6b58-492b-8f23-f5a1065bb802,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:41.644499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-21e1be2c-b42f-4bed-9331-803854cdf17d tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481319 Jul 09 17:47:41.648564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43452) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.653005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5ee7b9e1-76a8-4363-b87b-389cbd7f2913 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '58625859-9436-4d4a-8080-11f8982029ce', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:41.695691 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-5ee7b9e1-76a8-4363-b87b-389cbd7f2913 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The resource could not be found. Jul 09 17:47:41.696735 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ee7b9e1-76a8-4363-b87b-389cbd7f2913 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0472341 Jul 09 17:47:41.700607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43454) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.705658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598174667'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:41.734979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.820303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.825575 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.854074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f784d2c-0241-4480-ad0a-4ddcb45a5a87,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:41.856749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.858051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f37ae8e4-969b-4d61-a0b0-b0378ce12a02 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563017 Jul 09 17:47:41.860848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43456) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:41.865467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941458527'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:41.889289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.979643 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:41.985892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.018937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06893424-9d7a-4b3a-bbe7-00fc5912ad5c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:42.022448 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.026363 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a7f23f08-295e-4338-ad3b-79dcf06b6a6f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1619260 Jul 09 17:47:42.026562 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43458) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.031379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d7501e7f-c2ef-423e-ba93-7136f6bb8cd2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '4f784d2c-0241-4480-ad0a-4ddcb45a5a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '06893424-9d7a-4b3a-bbe7-00fc5912ad5c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:42.069646 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-d7501e7f-c2ef-423e-ba93-7136f6bb8cd2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:42.073711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d7501e7f-c2ef-423e-ba93-7136f6bb8cd2 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0433068 Jul 09 17:47:42.074360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43460) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.131389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71441f5-2300-42fc-bf72-ba03f73d5b42 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.155510 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71441f5-2300-42fc-bf72-ba03f73d5b42 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.211328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71441f5-2300-42fc-bf72-ba03f73d5b42 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.214093 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71441f5-2300-42fc-bf72-ba03f73d5b42 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.215285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b71441f5-2300-42fc-bf72-ba03f73d5b42 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/06893424-9d7a-4b3a-bbe7-00fc5912ad5c HTTP/1.1" status: 204 len: 168 time: 0.1396804 Jul 09 17:47:42.218052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43464) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.224764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71441f5-2300-42fc-bf72-ba03f73d5b42 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06893424-9d7a-4b3a-bbe7-00fc5912ad5c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:42.279225 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c20819db-a51f-4ed5-bc4a-8d79dc4b9658 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0597005 Jul 09 17:47:42.282084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43466) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.340464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d668fe20-a7cc-4b1c-a6cf-20619a7dc1de tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.365480 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d668fe20-a7cc-4b1c-a6cf-20619a7dc1de tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.409063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d668fe20-a7cc-4b1c-a6cf-20619a7dc1de tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.411731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d668fe20-a7cc-4b1c-a6cf-20619a7dc1de tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.412866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d668fe20-a7cc-4b1c-a6cf-20619a7dc1de tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f784d2c-0241-4480-ad0a-4ddcb45a5a87 HTTP/1.1" status: 204 len: 168 time: 0.1297920 Jul 09 17:47:42.415601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43472) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.424671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668fe20-a7cc-4b1c-a6cf-20619a7dc1de tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f784d2c-0241-4480-ad0a-4ddcb45a5a87,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:42.461170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-20b6edd7-db84-4a16-a3ea-47d87f1834e0 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443275 Jul 09 17:47:42.465588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43478) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.470308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--286902365'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:42.493241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.574312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.580017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.607006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.608318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1417053 Jul 09 17:47:42.611411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43480) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.616058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2225f2b7-e9ed-4c27-92da-b622f0e5234f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '29dec42c-1d89-4801-b95a-357510890f1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:42.624671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dec42c-1d89-4801-b95a-357510890f1f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:42.638342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.638686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.639018 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.639346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.639679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.640004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.640344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.640760 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.640958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.641233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.641706 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.641848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875e73b7-4a92-4dc0-8daf-351c1bf820bc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:47:42.668999 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-2225f2b7-e9ed-4c27-92da-b622f0e5234f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:42.670086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2225f2b7-e9ed-4c27-92da-b622f0e5234f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0576479 Jul 09 17:47:42.674004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43486) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.678912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7eb962ef-91f8-4ee6-85c7-6e2b60d77eb3 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group_rule': {'security_group_id': '29dec42c-1d89-4801-b95a-357510890f1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:42.720159 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-7eb962ef-91f8-4ee6-85c7-6e2b60d77eb3 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 17:47:42.721215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7eb962ef-91f8-4ee6-85c7-6e2b60d77eb3 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0460634 Jul 09 17:47:42.724975 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43492) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.783108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-952448d7-3263-4ba2-8da0-90f4c6c0f1ad tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.806061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-952448d7-3263-4ba2-8da0-90f4c6c0f1ad tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.851686 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-952448d7-3263-4ba2-8da0-90f4c6c0f1ad tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.854732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-952448d7-3263-4ba2-8da0-90f4c6c0f1ad tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.855942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-952448d7-3263-4ba2-8da0-90f4c6c0f1ad tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/29dec42c-1d89-4801-b95a-357510890f1f HTTP/1.1" status: 204 len: 168 time: 0.1298940 Jul 09 17:47:42.858843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43494) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.865836 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952448d7-3263-4ba2-8da0-90f4c6c0f1ad tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dec42c-1d89-4801-b95a-357510890f1f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:42.905448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c39f9d54-94ac-4c0d-9ab1-a81a94ea53e1 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452340 Jul 09 17:47:42.909391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43496) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:42.913934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'tempest-secgroup--683697593'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:42.936933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:42.964075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9af42c28-e984-4dfc-acc5-dc07e2445a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.023166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.031750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.064527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.065910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1555717 Jul 09 17:47:43.067946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3294e3c-8da2-40d8-9b29-db70a54569f9 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc3797-23d7-4f62-bded-09d641122bcb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:43.069251 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43504) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.075373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-adf8f207-c9cc-4d8f-aabb-e52ce9460cbc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:47:43.075963 n-d-791506-17 neutron-server[93896]: WARNING neutron.api.v2.base [None req-adf8f207-c9cc-4d8f-aabb-e52ce9460cbc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 17:47:43.076455 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-adf8f207-c9cc-4d8f-aabb-e52ce9460cbc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 17:47:43.077395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-adf8f207-c9cc-4d8f-aabb-e52ce9460cbc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "PUT /v2.0/security-groups/7dcc3797-23d7-4f62-bded-09d641122bcb HTTP/1.1" status: 409 len: 330 time: 0.0067847 Jul 09 17:47:43.080130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43506) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.131984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38b293ab-5407-4334-9baf-c3a80516d49a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.164521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38b293ab-5407-4334-9baf-c3a80516d49a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.207454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38b293ab-5407-4334-9baf-c3a80516d49a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.210654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38b293ab-5407-4334-9baf-c3a80516d49a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.211933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-38b293ab-5407-4334-9baf-c3a80516d49a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/7dcc3797-23d7-4f62-bded-09d641122bcb HTTP/1.1" status: 204 len: 168 time: 0.1308889 Jul 09 17:47:43.214737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43510) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.229026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b293ab-5407-4334-9baf-c3a80516d49a tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc3797-23d7-4f62-bded-09d641122bcb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:43.279835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43516) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.280066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e28efb95-846e-4c20-af1d-22abfa9547c6 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640707 Jul 09 17:47:43.296522 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-9b729ea9-e4b8-4c40-b469-c32575a57859 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] delete failed (client error): The resource could not be found. Jul 09 17:47:43.297662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9b729ea9-e4b8-4c40-b469-c32575a57859 tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0f72da6-5df8-4b16-82f4-938190288938 HTTP/1.1" status: 404 len: 347 time: 0.0167975 Jul 09 17:47:43.301378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43518) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.316857 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-e344e609-d938-44de-8e9f-cad8fc31f24f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] show failed (client error): The resource could not be found. Jul 09 17:47:43.317957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e344e609-d938-44de-8e9f-cad8fc31f24f tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-groups/3aa70e5b-2ed1-48a0-821c-39e13e4f1965 HTTP/1.1" status: 404 len: 347 time: 0.0154989 Jul 09 17:47:43.321933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43520) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.337884 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-8c412691-3a73-408c-b207-233ad843e2fc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] show failed (client error): The resource could not be found. Jul 09 17:47:43.339050 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8c412691-3a73-408c-b207-233ad843e2fc tempest-NegativeSecGroupIPv6Test-1442487617 tempest-NegativeSecGroupIPv6Test-1442487617-project] 10.222.0.21 "GET /v2.0/security-group-rules/30fce5d3-ec3d-44ea-93db-65ee021e7e6a HTTP/1.1" status: 404 len: 356 time: 0.0160871 Jul 09 17:47:43.391609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.588062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43530) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.725779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-82ce74a9-a380-41a2-b36c-4783fefa12f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7526915d860e46498011656bd0b43ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364551 Jul 09 17:47:43.728735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43534) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:43.782511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5020ea78-a4aa-40b0-b93b-05df377c276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.806345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5020ea78-a4aa-40b0-b93b-05df377c276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.859169 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5020ea78-a4aa-40b0-b93b-05df377c276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.862315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5020ea78-a4aa-40b0-b93b-05df377c276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:43.865974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5020ea78-a4aa-40b0-b93b-05df377c276d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9599a72-42ca-4814-baa9-68994d371dfe HTTP/1.1" status: 204 len: 168 time: 0.1335928 Jul 09 17:47:43.873779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020ea78-a4aa-40b0-b93b-05df377c276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9599a72-42ca-4814-baa9-68994d371dfe,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:44.021334 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:45.938123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.494597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43700) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:48.605631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc13af3d-4841-4f26-ae8e-38329a84a5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.700318 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc13af3d-4841-4f26-ae8e-38329a84a5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.705219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fc13af3d-4841-4f26-ae8e-38329a84a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.744326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fc13af3d-4841-4f26-ae8e-38329a84a5e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c5fbdffc81e4369b2b58da4c6abe157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485340 Jul 09 17:47:48.745459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13af3d-4841-4f26-ae8e-38329a84a5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e67faef-8897-43b5-bf1f-8d27230ed392,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:48.747258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43708) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:48.807897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1af0685c-83ad-4772-b313-ba3e23764cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.834827 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1af0685c-83ad-4772-b313-ba3e23764cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.896077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1af0685c-83ad-4772-b313-ba3e23764cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.899318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1af0685c-83ad-4772-b313-ba3e23764cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:48.900603 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1af0685c-83ad-4772-b313-ba3e23764cca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e67faef-8897-43b5-bf1f-8d27230ed392 HTTP/1.1" status: 204 len: 168 time: 0.1515577 Jul 09 17:47:48.911964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0685c-83ad-4772-b313-ba3e23764cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e67faef-8897-43b5-bf1f-8d27230ed392,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:49.210465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43722) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:49.225136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-338e205d-6fd4-477c-9304-89efda924595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.342651 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-338e205d-6fd4-477c-9304-89efda924595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.346721 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-338e205d-6fd4-477c-9304-89efda924595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.392929 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-338e205d-6fd4-477c-9304-89efda924595 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07a4d943d2be4007936cf0c041068eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785517 Jul 09 17:47:49.393274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43730) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:49.399950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e205d-6fd4-477c-9304-89efda924595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a2ab6c-9636-4c13-8249-ff33893c4b81,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:49.450819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9c33c6d-765a-4455-9068-3f1189c30358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.472846 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9c33c6d-765a-4455-9068-3f1189c30358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.542578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9c33c6d-765a-4455-9068-3f1189c30358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.545676 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d9c33c6d-765a-4455-9068-3f1189c30358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:49.546870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d9c33c6d-765a-4455-9068-3f1189c30358 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43a2ab6c-9636-4c13-8249-ff33893c4b81 HTTP/1.1" status: 204 len: 168 time: 0.1527376 Jul 09 17:47:49.556848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c33c6d-765a-4455-9068-3f1189c30358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a2ab6c-9636-4c13-8249-ff33893c4b81,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:50.271153 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:47:51.399509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43808) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:51.534572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5033515-2172-4115-94fd-aff3357ddc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.641101 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5033515-2172-4115-94fd-aff3357ddc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.646004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e5033515-2172-4115-94fd-aff3357ddc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.682482 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5033515-2172-4115-94fd-aff3357ddc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb26e27-119a-499b-ad17-7bfde43d1565,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:51.687898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e5033515-2172-4115-94fd-aff3357ddc42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6569c244e44e4c958821f4025d35eb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870915 Jul 09 17:47:51.690659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43818) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:51.742502 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af1b0426-397a-4ed0-af9d-624bf11a61d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.764794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af1b0426-397a-4ed0-af9d-624bf11a61d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.818213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af1b0426-397a-4ed0-af9d-624bf11a61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.820949 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-af1b0426-397a-4ed0-af9d-624bf11a61d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:51.824885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-af1b0426-397a-4ed0-af9d-624bf11a61d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccb26e27-119a-499b-ad17-7bfde43d1565 HTTP/1.1" status: 204 len: 168 time: 0.1302762 Jul 09 17:47:51.831298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b0426-397a-4ed0-af9d-624bf11a61d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb26e27-119a-499b-ad17-7bfde43d1565,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:52.113439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 43830) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:52.127798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ef7132e-73db-4ccf-82d3-6a23eca20a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.248233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ef7132e-73db-4ccf-82d3-6a23eca20a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.254543 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1ef7132e-73db-4ccf-82d3-6a23eca20a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.304056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1ef7132e-73db-4ccf-82d3-6a23eca20a22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f066d29d35104450b48ed4b999be38e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892579 Jul 09 17:47:52.306137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7132e-73db-4ccf-82d3-6a23eca20a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf792e7-6e9e-40df-a3f5-0bdbf1fa7f57,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:47:52.307001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 43836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:47:52.362721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad68-c6b1-479c-aa43-1bbdcc325f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.383660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad68-c6b1-479c-aa43-1bbdcc325f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.430575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad68-c6b1-479c-aa43-1bbdcc325f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.433532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad68-c6b1-479c-aa43-1bbdcc325f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:47:52.434420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb24ad68-c6b1-479c-aa43-1bbdcc325f5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acf792e7-6e9e-40df-a3f5-0bdbf1fa7f57 HTTP/1.1" status: 204 len: 168 time: 0.1261034 Jul 09 17:47:52.446996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ad68-c6b1-479c-aa43-1bbdcc325f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf792e7-6e9e-40df-a3f5-0bdbf1fa7f57,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:01.610990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44076) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:01.740699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:01.838543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:01.844468 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:01.883383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1539929e-4304-44fc-a4d2-4acec1c2a900,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:01.894995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44086) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:01.895571 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f8519bb847d41218a48c07478c6eed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821629 Jul 09 17:48:01.896760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.897067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.897471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.897800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.898134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.898484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.898810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.899190 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.899610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.900235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.900393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.900721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725db463-41f5-46f6-afe0-3876732e0649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:01.951550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e76c1623-6d00-4ef2-a0de-f765b9d2d043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:01.973876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e76c1623-6d00-4ef2-a0de-f765b9d2d043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.029828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e76c1623-6d00-4ef2-a0de-f765b9d2d043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.032524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e76c1623-6d00-4ef2-a0de-f765b9d2d043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.033733 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e76c1623-6d00-4ef2-a0de-f765b9d2d043 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1539929e-4304-44fc-a4d2-4acec1c2a900 HTTP/1.1" status: 204 len: 168 time: 0.1373930 Jul 09 17:48:02.042250 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c1623-6d00-4ef2-a0de-f765b9d2d043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539929e-4304-44fc-a4d2-4acec1c2a900,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:02.316686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44100) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:02.330364 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22962b07-bd1e-4e46-811e-acc8e837c714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.419665 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22962b07-bd1e-4e46-811e-acc8e837c714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.424845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-22962b07-bd1e-4e46-811e-acc8e837c714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.467513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-22962b07-bd1e-4e46-811e-acc8e837c714 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d21a7bf70eda465eac6909551c36bef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496084 Jul 09 17:48:02.468460 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22962b07-bd1e-4e46-811e-acc8e837c714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a98c0-116e-45be-9849-abe76a7b4192,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:02.470565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44106) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:02.525563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0126ac31-e198-44ca-9163-00fe6a19ba93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.547232 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0126ac31-e198-44ca-9163-00fe6a19ba93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.594527 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0126ac31-e198-44ca-9163-00fe6a19ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.597770 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0126ac31-e198-44ca-9163-00fe6a19ba93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:02.598617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0126ac31-e198-44ca-9163-00fe6a19ba93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b2a98c0-116e-45be-9849-abe76a7b4192 HTTP/1.1" status: 204 len: 168 time: 0.1270022 Jul 09 17:48:02.607314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126ac31-e198-44ca-9163-00fe6a19ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a98c0-116e-45be-9849-abe76a7b4192,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:08.350094 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:08.790648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44292) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:08.907970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304af2a-3e91-41b3-bd04-205e65b16b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.003492 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304af2a-3e91-41b3-bd04-205e65b16b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.008240 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2304af2a-3e91-41b3-bd04-205e65b16b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.049126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2304af2a-3e91-41b3-bd04-205e65b16b2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8580f3273f8d4449a464b74fb5f13cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547991 Jul 09 17:48:09.049126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304af2a-3e91-41b3-bd04-205e65b16b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc0e03-4f91-4418-b7ec-944960314eda,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:09.049628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44302) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:09.103045 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-432b10d0-dfdf-4d42-9bc6-161b1662d770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.124365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-432b10d0-dfdf-4d42-9bc6-161b1662d770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.172109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-432b10d0-dfdf-4d42-9bc6-161b1662d770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.174767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-432b10d0-dfdf-4d42-9bc6-161b1662d770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.175971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-432b10d0-dfdf-4d42-9bc6-161b1662d770 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bc0e03-4f91-4418-b7ec-944960314eda HTTP/1.1" status: 204 len: 168 time: 0.1253819 Jul 09 17:48:09.183707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b10d0-dfdf-4d42-9bc6-161b1662d770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc0e03-4f91-4418-b7ec-944960314eda,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:09.439503 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.455087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44312) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:09.468628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fdc-4deb-43ed-b110-48f8cccc9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.564713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fdc-4deb-43ed-b110-48f8cccc9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.570175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fdc-4deb-43ed-b110-48f8cccc9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.610409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ebf30fdc-4deb-43ed-b110-48f8cccc9f92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b0e4a3f18b948ebb09ef539cb00063e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540809 Jul 09 17:48:09.612551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf30fdc-4deb-43ed-b110-48f8cccc9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeae9e6-c00f-4de4-bf3d-0e6d2b7e68ef,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:09.620866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44318) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:09.670402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dd985a9-4914-4361-9456-21347a837e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.691057 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dd985a9-4914-4361-9456-21347a837e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.746429 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dd985a9-4914-4361-9456-21347a837e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.749127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9dd985a9-4914-4361-9456-21347a837e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:09.750367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9dd985a9-4914-4361-9456-21347a837e9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbeae9e6-c00f-4de4-bf3d-0e6d2b7e68ef HTTP/1.1" status: 204 len: 168 time: 0.1358070 Jul 09 17:48:09.758188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd985a9-4914-4361-9456-21347a837e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeae9e6-c00f-4de4-bf3d-0e6d2b7e68ef,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:10.386917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31c4bcd3-f4cc-4311-a6d4-0bbcf297bf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:12.968465 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3eafe2b-3c40-4666-9a84-832f068233c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:13.400751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:14.022323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:15.999917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:17.237254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-cf932ddf-a35f-4229-8b1b-c45e62ed5840 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806894 Jul 09 17:48:17.365886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-f2e059b3-0901-4a25-9af9-35d32fa4c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:17.367702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-f2e059b3-0901-4a25-9af9-35d32fa4c847 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 1102 time: 0.0798848 Jul 09 17:48:17.502066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-78e18ed7-963d-4f16-88ec-60a587a7aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:17.504007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-78e18ed7-963d-4f16-88ec-60a587a7aede service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.1098945 Jul 09 17:48:17.562199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-89396442-ddaf-4d6a-a069-6280cf9d4b4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73 HTTP/1.1" status: 200 len: 217 time: 0.0517108 Jul 09 17:48:17.626627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-04547081-67d3-4d82-8efa-19e321ee0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:17.628911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-04547081-67d3-4d82-8efa-19e321ee0e57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0609579 Jul 09 17:48:17.713089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-39be4cc6-9465-49c9-b9ba-49ba4117bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:17.715037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-39be4cc6-9465-49c9-b9ba-49ba4117bb84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799241 Jul 09 17:48:17.841227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-818eeebc-b96f-417f-acfc-baac9bbabc4f service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191320 Jul 09 17:48:17.965656 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fd80c3d-dcc6-4fa0-b3df-8b63665af52b req-546da753-a569-4ca2-a4b9-ccf662624f34 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176336 Jul 09 17:48:22.988941 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-f8a39840-87f3-4349-aed2-2cffd9481776 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515175 Jul 09 17:48:23.098271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95761ec-3890-4020-a468-39621d63d751 req-421ab01a-fa5d-4e55-9a3c-7fe051a25e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:23.099858 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-421ab01a-fa5d-4e55-9a3c-7fe051a25e1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1097 time: 0.0595341 Jul 09 17:48:23.208350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95761ec-3890-4020-a468-39621d63d751 req-930239c6-a80a-4258-bb52-918283f9d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:23.209953 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-930239c6-a80a-4258-bb52-918283f9d92b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.0860064 Jul 09 17:48:23.284385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-62282807-23a7-45ad-bcbf-d8803429d4f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 1001 time: 0.0674105 Jul 09 17:48:23.339566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95761ec-3890-4020-a468-39621d63d751 req-62a79ad0-d106-4403-9882-f27ccf30eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:23.341898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-62a79ad0-d106-4403-9882-f27ccf30eee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0507298 Jul 09 17:48:23.401155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95761ec-3890-4020-a468-39621d63d751 req-71470ce4-680b-40ee-88a7-7b048dd58ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:23.403017 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-71470ce4-680b-40ee-88a7-7b048dd58ade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545452 Jul 09 17:48:23.509919 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-203ded66-5514-41b3-ad02-658750810bbf service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991516 Jul 09 17:48:23.618211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b95761ec-3890-4020-a468-39621d63d751 req-66af1fa5-574b-4e46-8ea8-57c0eafd08a8 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014338 Jul 09 17:48:24.337894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f8a36-dc9e-42ad-9821-3c348d2666cb req-2b5095ad-9961-4939-a00d-8da86b506026 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:24.339742 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d27f8a36-dc9e-42ad-9821-3c348d2666cb req-2b5095ad-9961-4939-a00d-8da86b506026 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 950 time: 0.0806623 Jul 09 17:48:24.382464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d27f8a36-dc9e-42ad-9821-3c348d2666cb req-e0a45b9a-eeac-4740-994e-379c72337000 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Jul 09 17:48:24.780534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 44978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:24.896762 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f378ac99-a91a-44dc-960c-fc6b1bc004f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:24.987857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f378ac99-a91a-44dc-960c-fc6b1bc004f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:24.995097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f378ac99-a91a-44dc-960c-fc6b1bc004f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.036012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f378ac99-a91a-44dc-960c-fc6b1bc004f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b31d6950628943629c2859e8415a26d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542815 Jul 09 17:48:25.037016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378ac99-a91a-44dc-960c-fc6b1bc004f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f4ac87-f982-4fdd-a864-f043c6c40706,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:25.039467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 44982) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:25.092532 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-389e362d-8897-4a99-b4c8-9bae865ab892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.115876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-389e362d-8897-4a99-b4c8-9bae865ab892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.169778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-389e362d-8897-4a99-b4c8-9bae865ab892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.172444 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-389e362d-8897-4a99-b4c8-9bae865ab892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.173610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-389e362d-8897-4a99-b4c8-9bae865ab892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5f4ac87-f982-4fdd-a864-f043c6c40706 HTTP/1.1" status: 204 len: 168 time: 0.1330996 Jul 09 17:48:25.181692 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e362d-8897-4a99-b4c8-9bae865ab892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f4ac87-f982-4fdd-a864-f043c6c40706,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:25.569360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155fc78-944a-4f5e-806a-54b9a62e4ffe req-f5342b8e-c604-4c0c-983c-1989369e5fa4 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:25.571006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4155fc78-944a-4f5e-806a-54b9a62e4ffe req-f5342b8e-c604-4c0c-983c-1989369e5fa4 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 950 time: 0.0664461 Jul 09 17:48:25.613292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4155fc78-944a-4f5e-806a-54b9a62e4ffe req-62b860e5-fbac-4d12-98a7-8e58d0a3a9ed tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Jul 09 17:48:25.712266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-24e98d29-1694-4ef9-a6b8-918d7ef2c579 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:48:25.713858 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-24e98d29-1694-4ef9-a6b8-918d7ef2c579 tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 950 time: 0.0774639 Jul 09 17:48:25.828137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Deleting port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:48:25.828494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.922756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] For port d9f6eb98-cedf-4620-803e-4ad24ff0dd73, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:48:25.923123 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:25.935548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Calling delete_port for d9f6eb98-cedf-4620-803e-4ad24ff0dd73 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:48:26.088941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:26.103271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['d9f6eb98-cedf-4620-803e-4ad24ff0dd73'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:48:26.123899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Pushing event deleted for resources: {'Port': ['ID=d9f6eb98-cedf-4620-803e-4ad24ff0dd73,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:26.174429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] No DVR routers for this DVR port d9f6eb98-cedf-4620-803e-4ad24ff0dd73 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:48:26.177273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:26.179372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e6972b8-7f2c-4c52-a415-a9411241109c req-b8f36997-bf01-4d5d-b614-963c20a0da9c tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.36 "DELETE /v2.0/ports/d9f6eb98-cedf-4620-803e-4ad24ff0dd73 HTTP/1.1" status: 204 len: 173 time: 0.4586923 Jul 09 17:48:26.179842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'name': 'network-vif-deleted', 'tag': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:48:26.182234 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f0317-9b2d-457e-b866-0c3156088278" -d '{"events": [{"server_uuid": "9ca68708-1c7a-4e07-b05d-25b8afcd97fd", "name": "network-vif-deleted", "tag": "d9f6eb98-cedf-4620-803e-4ad24ff0dd73"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:48:26.227895 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24a604f-1c2b-4158-8963-2667c3ddab4d x-openstack-request-id: req-e24a604f-1c2b-4158-8963-2667c3ddab4d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:48:26.228603 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca68708-1c7a-4e07-b05d-25b8afcd97fd", "name": "network-vif-deleted", "tag": "d9f6eb98-cedf-4620-803e-4ad24ff0dd73", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:48:26.228603 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e24a604f-1c2b-4158-8963-2667c3ddab4d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:48:26.228972 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca68708-1c7a-4e07-b05d-25b8afcd97fd', 'name': 'network-vif-deleted', 'tag': 'd9f6eb98-cedf-4620-803e-4ad24ff0dd73', 'status': 'completed', 'code': 200} Jul 09 17:48:26.827848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f05b77f3-a57d-40a0-b3e7-3276d0613a50 req-754f74d3-d119-4d87-8291-ff07c7ba184a tempest-VolumesBackupsTest-1098770521 tempest-VolumesBackupsTest-1098770521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ca68708-1c7a-4e07-b05d-25b8afcd97fd HTTP/1.1" status: 200 len: 210 time: 0.0416760 Jul 09 17:48:27.270764 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:48:30.238381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9f6eb98-cedf-4620-803e-4ad24ff0dd73 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:48:30.258496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: d9f6eb98-cedf-4620-803e-4ad24ff0dd73 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:48:30.258842 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device d9f6eb98-cedf-4620-803e-4ad24ff0dd73 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:48:38.355507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:39.454884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:40.380310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6356659a-d983-446d-adb4-acb781c09ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:42.974333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2872feb0-240c-4937-b295-5393f46fd3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:43.403937 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:43.715232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45260) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:43.831406 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:43.924803 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:43.929256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:43.967704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5a5076-b54d-497b-8d24-1fc8d7942194,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:43.971898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a854525cfa4e4f3f9708ef8ccc64e083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553930 Jul 09 17:48:43.974942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45264) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:43.979152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.979496 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.979869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.980181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.980517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.980827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.981223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.981525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.981866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.982176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.982492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:43.983260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe0b0e-0229-4305-819a-635bdd39c114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:48:44.026789 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:44.028518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd7557ee-f45e-44df-8e5f-9697ed7aabf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:44.049823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd7557ee-f45e-44df-8e5f-9697ed7aabf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:44.102622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd7557ee-f45e-44df-8e5f-9697ed7aabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:44.105344 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd7557ee-f45e-44df-8e5f-9697ed7aabf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:44.108976 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd7557ee-f45e-44df-8e5f-9697ed7aabf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db5a5076-b54d-497b-8d24-1fc8d7942194 HTTP/1.1" status: 204 len: 168 time: 0.1306357 Jul 09 17:48:44.115229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7557ee-f45e-44df-8e5f-9697ed7aabf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5a5076-b54d-497b-8d24-1fc8d7942194,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:45.943308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.420532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45422) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:46.536730 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-585bbd95-deca-4dd7-8725-760931c55a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.634721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-585bbd95-deca-4dd7-8725-760931c55a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.639868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-585bbd95-deca-4dd7-8725-760931c55a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.685558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-585bbd95-deca-4dd7-8725-760931c55a04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb3f70d3ec0844d6bf1551028443bd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638829 Jul 09 17:48:46.687295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bbd95-deca-4dd7-8725-760931c55a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d151e00-1118-41b4-9d45-23d40ae23849,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:46.688751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45432) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:46.755958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ada2340-ab2e-4e67-b8ff-c2c99412a8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.780988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ada2340-ab2e-4e67-b8ff-c2c99412a8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.830812 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ada2340-ab2e-4e67-b8ff-c2c99412a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.833627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0ada2340-ab2e-4e67-b8ff-c2c99412a8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:46.834738 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0ada2340-ab2e-4e67-b8ff-c2c99412a8f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d151e00-1118-41b4-9d45-23d40ae23849 HTTP/1.1" status: 204 len: 168 time: 0.1441326 Jul 09 17:48:46.843004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada2340-ab2e-4e67-b8ff-c2c99412a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d151e00-1118-41b4-9d45-23d40ae23849,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:47.103696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45440) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:47.118061 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdce7-f193-4a0a-8d76-49e7808948df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.206216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdce7-f193-4a0a-8d76-49e7808948df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.211186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdce7-f193-4a0a-8d76-49e7808948df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.249889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4d6cdce7-f193-4a0a-8d76-49e7808948df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d0921e4e5347cdb4f308c3ab721741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448598 Jul 09 17:48:47.250735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cdce7-f193-4a0a-8d76-49e7808948df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d3610-bc52-487a-8da9-57b0c7cd6248,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:48:47.252626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45442) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:48:47.307069 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01773bd8-0ff0-4eb6-a083-e8deaec3ab06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.329500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01773bd8-0ff0-4eb6-a083-e8deaec3ab06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.384211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01773bd8-0ff0-4eb6-a083-e8deaec3ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.386950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-01773bd8-0ff0-4eb6-a083-e8deaec3ab06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:48:47.390552 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-01773bd8-0ff0-4eb6-a083-e8deaec3ab06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/601d3610-bc52-487a-8da9-57b0c7cd6248 HTTP/1.1" status: 204 len: 168 time: 0.1339619 Jul 09 17:48:47.397039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01773bd8-0ff0-4eb6-a083-e8deaec3ab06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d3610-bc52-487a-8da9-57b0c7cd6248,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:04.269713 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:49:08.360169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:09.458740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.111405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45602) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:10.281594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port a164b534-c57d-42ac-ac2e-13f6e70a7c78 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:10.281969 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.357424 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.357644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.369939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for a164b534-c57d-42ac-ac2e-13f6e70a7c78 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:10.382488 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1176d1e1-dd6f-4884-9f50-b661fe6a91dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.548923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.571728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=a164b534-c57d-42ac-ac2e-13f6e70a7c78,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:10.581860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.582211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.582556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.582896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.583232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.583565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.583925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.584252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.584580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.584905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.585226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.585549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:10.652539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.652825 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Floating IP 38ff33df-38ac-46fd-9941-dda00e9963e9 disassociated (deleted). External IP: 172.25.3.63, port: e13dbeb6-5b51-49ee-94ca-e17ca8d6f498. Jul 09 17:49:10.870184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:10.985457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:10.991009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:10.998190 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:11.016225 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:11.017043 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:48:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:11.028075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-50c6809b-dac7-45df-80ee-99af2d93fd25 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "DELETE /v2.0/floatingips/38ff33df-38ac-46fd-9941-dda00e9963e9 HTTP/1.1" status: 204 len: 168 time: 0.9154029 Jul 09 17:49:11.029009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:11.032687 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43e46ee-6677-4be3-a8a1-b01996b7704f" -d '{"events": [{"name": "network-changed", "server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:11.132030 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:11.257399 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1399d0c6-a843-471f-9d40-cf1512a04429 x-openstack-request-id: req-1399d0c6-a843-471f-9d40-cf1512a04429 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:11.258381 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:11.258381 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1399d0c6-a843-471f-9d40-cf1512a04429 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:11.258381 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'status': 'completed', 'code': 200} Jul 09 17:49:11.365621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-76e4ac8f-e6f5-4795-bd6e-0e0c4a687fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:11.369438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-76e4ac8f-e6f5-4795-bd6e-0e0c4a687fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 1097 time: 0.0836120 Jul 09 17:49:11.389494 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:29Z', 'revision_number': 1, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:11.422798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:11.433510 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:11.434493 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:48:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:11.445766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc9d47-b2ff-4a4e-9efd-1f52ee9f7461 req-710f3968-ea5d-4b64-8a60-e377f5324dae tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:11.447994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61bc9d47-b2ff-4a4e-9efd-1f52ee9f7461 req-710f3968-ea5d-4b64-8a60-e377f5324dae tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 945 time: 0.0739799 Jul 09 17:49:11.466294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-fdc47794-f321-4724-acaf-cad1433bc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:11.467895 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-fdc47794-f321-4724-acaf-cad1433bc918 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.0905058 Jul 09 17:49:11.508836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-61bc9d47-b2ff-4a4e-9efd-1f52ee9f7461 req-4bbc222b-6c6d-4685-a9b5-ead629aa0575 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545206 Jul 09 17:49:11.519267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-3a0e2860-2af9-4a5d-b83d-8045f46bc33a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 HTTP/1.1" status: 200 len: 217 time: 0.0436206 Jul 09 17:49:11.569340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-29c1a344-7a61-451f-afb7-4596dcda69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:11.570965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-29c1a344-7a61-451f-afb7-4596dcda69fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0455935 Jul 09 17:49:11.575103 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:11.639137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-c98e59cb-f80c-4087-8c45-c6efaedbcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:11.640975 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-c98e59cb-f80c-4087-8c45-c6efaedbcaaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630443 Jul 09 17:49:11.732195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-e89cc1fc-bd87-40cf-9845-7f860f62310c service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828979 Jul 09 17:49:11.824871 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:29Z', 'revision_number': 1, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:11.837761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b43e46ee-6677-4be3-a8a1-b01996b7704f req-8c968b59-b827-463b-bb1c-255623e32453 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978134 Jul 09 17:49:11.853971 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d247236-ade0-4db2-9e7c-3b61f7d36f1d None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f9e4df76-ebda-4e76-a168-52db3f756878', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'port_id': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'mac_address': 'fa:16:3e:43:e0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:45:26Z', 'updated_at': '2021-07-09T17:45:29Z', 'revision_number': 1, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:12.107971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6be2bb-552e-44ee-94b3-03fbf7d34c9a None None] New status for floating IP 38ff33df-38ac-46fd-9941-dda00e9963e9: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:49:12.691781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2711d9-f5d0-4ea4-b144-13e453b8163f req-2fb1dff0-19eb-4d73-8ec3-52f1449474d1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:12.693384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d2711d9-f5d0-4ea4-b144-13e453b8163f req-2fb1dff0-19eb-4d73-8ec3-52f1449474d1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 945 time: 0.0676060 Jul 09 17:49:12.734330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2d2711d9-f5d0-4ea4-b144-13e453b8163f req-d3fe0a37-2a43-4121-bb25-622d3e73eae1 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349405 Jul 09 17:49:12.871344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-96352da2-72d2-4b0d-84da-9718ae338764 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:12.872709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-96352da2-72d2-4b0d-84da-9718ae338764 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 945 time: 0.0629807 Jul 09 17:49:12.968120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ad94f39b-dc73-4cbd-a752-fa741641e093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:12.982635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:12.982996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:13.089142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:13.089476 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:13.103698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:13.236824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:13.265070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=e13dbeb6-5b51-49ee-94ca-e17ca8d6f498,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:13.312792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:13.315668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:13.317726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31fe9f0c-6259-46f0-b976-7f592a988fba req-90876844-5c06-4d86-ada0-77fab19f3736 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "DELETE /v2.0/ports/e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 HTTP/1.1" status: 204 len: 173 time: 0.4397182 Jul 09 17:49:13.318191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'name': 'network-vif-deleted', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:13.320471 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeacdc42-11d0-4c11-b1cb-06be45f5e75c" -d '{"events": [{"server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "name": "network-vif-deleted", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:13.359632 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3030e-a19c-4aee-8e2f-043346ca89fc x-openstack-request-id: req-52f3030e-a19c-4aee-8e2f-043346ca89fc {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:13.359980 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59b2f44-6f0a-4d01-bf16-ceb86aa3c703", "name": "network-vif-deleted", "tag": "e13dbeb6-5b51-49ee-94ca-e17ca8d6f498", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:13.360230 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52f3030e-a19c-4aee-8e2f-043346ca89fc {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:13.360634 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59b2f44-6f0a-4d01-bf16-ceb86aa3c703', 'name': 'network-vif-deleted', 'tag': 'e13dbeb6-5b51-49ee-94ca-e17ca8d6f498', 'status': 'completed', 'code': 200} Jul 09 17:49:13.416215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:13.880504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ecf11163-b996-4bdc-be59-114516e78ad6 req-98f74696-806f-4aca-af77-11f15b388986 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Jul 09 17:49:14.029907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:15.030882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8af2d6dd-b333-410f-822f-1a4027a78cdf req-5f4532a3-b644-458e-8b6f-cd7cc058af37 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Jul 09 17:49:15.127094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:15.149050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:15.149537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e13dbeb6-5b51-49ee-94ca-e17ca8d6f498 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:15.947422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:16.184120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1c04366b-710c-49a3-a199-ee51880254cd req-963a42f3-395e-44d2-adba-55b817edeab6 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 210 time: 0.0307016 Jul 09 17:49:17.339841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-12a282b9-5c40-4cbb-9fcf-e75e4206a383 req-575576e5-839a-48dd-8131-3a38044fa05e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59b2f44-6f0a-4d01-bf16-ceb86aa3c703 HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jul 09 17:49:22.806217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45728) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:22.972108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 554910b6-1c8e-4fb2-97a1-7da87d016ece {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:22.972398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:23.399985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:23.400294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:23.411794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 554910b6-1c8e-4fb2-97a1-7da87d016ece owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:23.558791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:23.579727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=554910b6-1c8e-4fb2-97a1-7da87d016ece,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:23.650076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:23.650465 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Floating IP f9e4df76-ebda-4e76-a168-52db3f756878 disassociated (deleted). External IP: 172.25.3.173, port: 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783. Jul 09 17:49:23.863512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:23.974642 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:23.980374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:23.985387 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:23.996888 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:23.997959 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:49:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:24.021868 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-76d14ed5-abde-46de-9fdd-0361b80dc3c8 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9e4df76-ebda-4e76-a168-52db3f756878 HTTP/1.1" status: 204 len: 168 time: 1.2144954 Jul 09 17:49:24.022468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:24.024779 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ac7370-6575-492d-af3d-1c09d668c2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:24.063043 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483abbab-a6b4-4565-a147-8d07aa09118b x-openstack-request-id: req-483abbab-a6b4-4565-a147-8d07aa09118b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:24.063429 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:24.063741 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-483abbab-a6b4-4565-a147-8d07aa09118b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:24.064314 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'status': 'completed', 'code': 200} Jul 09 17:49:24.144181 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:24.169968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-6471e32c-49af-4c67-8d35-b41b398e45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:24.171648 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-6471e32c-49af-4c67-8d35-b41b398e45e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bc0bf532a034cddb54314669aa2bb75&device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 1097 time: 0.0734532 Jul 09 17:49:24.283489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-94637437-e0ad-4485-9293-4fe2a6fe5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:24.285683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-94637437-e0ad-4485-9293-4fe2a6fe5c7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 200 len: 912 time: 0.1072941 Jul 09 17:49:24.328180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-51238c77-bfd2-4114-a696-f1958b9cf9da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 200 len: 217 time: 0.0364249 Jul 09 17:49:24.404545 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:24.419255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-b0ee3a8d-fa6b-42e3-a93d-857218ffd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:24.420794 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-b0ee3a8d-fa6b-42e3-a93d-857218ffd8d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 200 len: 850 time: 0.0848162 Jul 09 17:49:24.431801 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:24.440164 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:24.440890 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:49:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:24.476546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549a883-9ec0-4b96-8294-0fed006612e7 req-dbe8a9fb-9c18-40da-a342-6168f1657430 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:24.477608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2549a883-9ec0-4b96-8294-0fed006612e7 req-dbe8a9fb-9c18-40da-a342-6168f1657430 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 945 time: 0.1061430 Jul 09 17:49:24.512912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-f7dc00a2-5de6-4f34-ad01-12a85ed183b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:24.514421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-f7dc00a2-5de6-4f34-ad01-12a85ed183b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dec4dcb0-b47d-4df4-8e1d-4304adc31e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842240 Jul 09 17:49:24.547244 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:24.550003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2549a883-9ec0-4b96-8294-0fed006612e7 req-80fd5da9-49d9-4c2a-91f4-2f88f4e864a5 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611434 Jul 09 17:49:24.633900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-7efd8076-13e4-46f0-9e28-3ff51f857243 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103115 Jul 09 17:49:24.723275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76ac7370-6575-492d-af3d-1c09d668c2f6 req-943ca948-969c-4c88-b882-b6c437bca696 service neutron] 10.222.0.13 "GET /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Jul 09 17:49:24.767000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:24.888303 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395449f1-dc2a-49f4-b9f8-87776a9a34a3 None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:38:19Z', 'revision_number': 4, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '8954e113-7836-403c-ad2f-0038402bf735', 'name': '', 'network_id': 'dec4dcb0-b47d-4df4-8e1d-4304adc31e46', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'mac_address': 'fa:16:3e:b3:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:17Z', 'updated_at': '2021-07-09T17:38:25Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'subnets': [{'id': '8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:25.122405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67954056-7e57-4ebb-944a-7e88b21a5272 None None] New status for floating IP f9e4df76-ebda-4e76-a168-52db3f756878: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:49:25.735123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3e85-8ab0-465f-8660-edb5bfdb6afc req-3155548d-4d5c-401c-85ef-0b39b2187018 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:25.736669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf2c3e85-8ab0-465f-8660-edb5bfdb6afc req-3155548d-4d5c-401c-85ef-0b39b2187018 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 945 time: 0.0669971 Jul 09 17:49:25.789676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf2c3e85-8ab0-465f-8660-edb5bfdb6afc req-29d6ec56-3134-4ae0-b101-7ae7a1d31648 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/security-groups?id=bed13f9e-9e2d-405f-98bf-45d5e91214ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455358 Jul 09 17:49:25.807876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8ce8d-d852-4854-8b98-905055389a3e req-73c5c88a-4777-41b5-a2c3-3e5274d0eb40 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:49:25.809461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c8ce8d-d852-4854-8b98-905055389a3e req-73c5c88a-4777-41b5-a2c3-3e5274d0eb40 tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 945 time: 0.0789318 Jul 09 17:49:25.910308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:25.910652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:26.001100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] For port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:26.001417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:26.013347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:26.146380 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:26.180667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=2e4aa00a-08dd-4a3c-9c40-e2d5739ad783,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:26.224535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] No DVR routers for this DVR port 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:26.227522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:26.229553 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c8ce8d-d852-4854-8b98-905055389a3e req-9ddc7fcb-f955-4422-9743-71f6fb9a79fb tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.13 "DELETE /v2.0/ports/2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 HTTP/1.1" status: 204 len: 173 time: 0.4144201 Jul 09 17:49:26.229979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'name': 'network-vif-deleted', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:49:26.232285 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf90b68-e630-4ca0-97fa-9e105c486e6f" -d '{"events": [{"server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "name": "network-vif-deleted", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:49:26.273690 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0e4f2e-ca8d-4c02-aa48-5d01fc9448b3 x-openstack-request-id: req-2e0e4f2e-ca8d-4c02-aa48-5d01fc9448b3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:49:26.273984 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e7a75f-53c6-4ba7-86df-ea490d826fdd", "name": "network-vif-deleted", "tag": "2e4aa00a-08dd-4a3c-9c40-e2d5739ad783", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:49:26.274236 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e0e4f2e-ca8d-4c02-aa48-5d01fc9448b3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:49:26.274644 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e7a75f-53c6-4ba7-86df-ea490d826fdd', 'name': 'network-vif-deleted', 'tag': '2e4aa00a-08dd-4a3c-9c40-e2d5739ad783', 'status': 'completed', 'code': 200} Jul 09 17:49:26.932861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a94017de-5f32-4cd6-8192-6c3540540aef req-5cbbf1ba-022b-45d2-985a-2d36d758dc8e tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 210 time: 0.0287552 Jul 09 17:49:28.081792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3956a03c-1361-4805-8bc5-3b183f3e37f4 req-cdcec5d4-bdb2-46d5-9189-f8edb852fbae tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 210 time: 0.0349481 Jul 09 17:49:29.205501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:29.245407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a1918824-05cd-45ce-8087-e3a27475bc82 req-1d5fb5b6-3d42-42c7-8761-1155f9e5ee1f tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e7a75f-53c6-4ba7-86df-ea490d826fdd HTTP/1.1" status: 200 len: 210 time: 0.0308003 Jul 09 17:49:29.256047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:29.256447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 2e4aa00a-08dd-4a3c-9c40-e2d5739ad783 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:30.345560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45798) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:30.508999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Deleting port 04187222-9246-462a-9f0e-359250cfa889 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:30.509328 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:30.592428 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:30.592787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:30.606080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Calling delete_port for 04187222-9246-462a-9f0e-359250cfa889 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:30.762315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:30.788298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'Port': ['ID=04187222-9246-462a-9f0e-359250cfa889,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:30.857375 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:30.859985 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:30.864086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3eaa27c5-017d-4562-9aab-8e27a71c736c tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "DELETE /v2.0/floatingips/896b943e-0842-467f-ba96-008be30be36b HTTP/1.1" status: 204 len: 168 time: 0.5145466 Jul 09 17:49:33.197591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45850) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:33.260143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-062ae21c-d50d-4885-8c72-ac875872d8fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:33.286548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-062ae21c-d50d-4885-8c72-ac875872d8fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:33.351910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-062ae21c-d50d-4885-8c72-ac875872d8fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:33.354723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-062ae21c-d50d-4885-8c72-ac875872d8fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:33.358600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-062ae21c-d50d-4885-8c72-ac875872d8fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] 10.222.0.21 "DELETE /v2.0/security-groups/bed13f9e-9e2d-405f-98bf-45d5e91214ff HTTP/1.1" status: 204 len: 168 time: 0.1574113 Jul 09 17:49:33.371186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae21c-d50d-4885-8c72-ac875872d8fc tempest-TestVolumeBootPattern-1466064769 tempest-TestVolumeBootPattern-1466064769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed13f9e-9e2d-405f-98bf-45d5e91214ff,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:33.424790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45854) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:34.030825 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:34.288521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Deleting port 8954e113-7836-403c-ad2f-0038402bf735 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:34.289216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:34.638967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] For port 8954e113-7836-403c-ad2f-0038402bf735, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8954e113-7836-403c-ad2f-0038402bf735,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:34.639320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:34.652541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Calling delete_port for 8954e113-7836-403c-ad2f-0038402bf735 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:34.871839 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:34.898444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Pushing event deleted for resources: {'Port': ['ID=8954e113-7836-403c-ad2f-0038402bf735,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:35.094157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.320595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Router af69f868-ca1b-4edb-a74c-0f8b44a98744 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:35.424906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:35.430091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-547061e2-c71a-4bec-ad4e-7c729b92e911 admin admin] 10.222.0.21 "PUT /v2.0/routers/af69f868-ca1b-4edb-a74c-0f8b44a98744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0042350 Jul 09 17:49:35.432696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45878) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:35.437611 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] Sync routers for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:35.447533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:35.448162 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:49:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:35.557824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.576247 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:35.689384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.745374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Deleting port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:35.745725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.777904 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:49:34Z', 'revision_number': 5, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port': {'id': '610c5c1e-b2ff-40e7-9c4e-f439e44efeb3', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:11Z', 'updated_at': '2021-07-09T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:35.808641 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] Checking router: af69f868-ca1b-4edb-a74c-0f8b44a98744 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:35.818382 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] Routers {'af69f868-ca1b-4edb-a74c-0f8b44a98744'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:35.819031 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:49:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['af69f868-ca1b-4edb-a74c-0f8b44a98744'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:35.837918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] For port 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:35.838377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:35.853297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Calling delete_port for 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:35.909964 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] Set router af69f868-ca1b-4edb-a74c-0f8b44a98744 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:35.960851 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:49:35Z', 'revision_number': 6, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:35.992662 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1966f2-11ca-4bce-b547-e55ffb61895f None None] The sync data for ids ['af69f868-ca1b-4edb-a74c-0f8b44a98744'] in n-d-791506-17 is: [{'id': 'af69f868-ca1b-4edb-a74c-0f8b44a98744', 'name': 'tempest-TestVolumeBootPattern-178213435-router', 'tenant_id': '5bc0bf532a034cddb54314669aa2bb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:10Z', 'updated_at': '2021-07-09T17:49:35Z', 'revision_number': 6, 'project_id': '5bc0bf532a034cddb54314669aa2bb75', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:36.043159 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.067617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Pushing event deleted for resources: {'Port': ['ID=610c5c1e-b2ff-40e7-9c4e-f439e44efeb3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:36.136339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.247346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.249560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.310378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.310899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Fanout notify agent at l3_agent the message router_deleted on router af69f868-ca1b-4edb-a74c-0f8b44a98744 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:49:36.315620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.316570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-494bd1b7-c87b-4214-8e84-d4aede13a62d admin admin] 10.222.0.21 "DELETE /v2.0/routers/af69f868-ca1b-4edb-a74c-0f8b44a98744 HTTP/1.1" status: 204 len: 168 time: 0.8829441 Jul 09 17:49:36.319144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45894) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:36.369745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Deleting subnet 8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:49:36.373240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.414723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.504298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.564562 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.592380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:36.596063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.598386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-75a06318-2796-42fb-8b2f-2c700faba9d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c4a3b82-3b77-4e9c-824d-90e4e0a01bcb HTTP/1.1" status: 204 len: 168 time: 0.2778959 Jul 09 17:49:36.601246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45900) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:36.610510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681b41d-e1e0-42dd-b5d9-06c633fb175a None None] Network dec4dcb0-b47d-4df4-8e1d-4304adc31e46 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:49:36.681742 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.738416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Deleting port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:36.738767 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.819349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] For port 2bcfd82e-52ee-407b-8c35-e30dd43c8826, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2bcfd82e-52ee-407b-8c35-e30dd43c8826,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:36.819834 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.832716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] DHCP port deletion for dec4dcb0-b47d-4df4-8e1d-4304adc31e46 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:49:36.837024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Calling delete_port for 2bcfd82e-52ee-407b-8c35-e30dd43c8826 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:36.904836 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Deleting port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:36.905438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.945053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.974450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcfd82e-52ee-407b-8c35-e30dd43c8826,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:36.974707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] For port 2bcfd82e-52ee-407b-8c35-e30dd43c8826, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2bcfd82e-52ee-407b-8c35-e30dd43c8826,segment=NetworkSegment(d527148a-e541-4d18-9389-67c9c159f438),segment_id=d527148a-e541-4d18-9389-67c9c159f438)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:36.974707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:36.977393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] No DVR routers for this DVR port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:36.988470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Calling delete_port for 2bcfd82e-52ee-407b-8c35-e30dd43c8826 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:37.053467 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 17:49:37.054992 n-d-791506-17 neutron-server[93897]: self.session.flush() Jul 09 17:49:37.067322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.075443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec4dcb0-b47d-4df4-8e1d-4304adc31e46']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:37.087294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd527148a-e541-4d18-9389-67c9c159f438') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:37.088243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd527148a-e541-4d18-9389-67c9c159f438') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:37.092071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Pushing event deleted for resources: {'Port': ['ID=2bcfd82e-52ee-407b-8c35-e30dd43c8826,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:37.098674 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.102903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] No DVR routers for this DVR port 2bcfd82e-52ee-407b-8c35-e30dd43c8826 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.112598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128867c-b0ff-475f-9c8e-1d474af1a63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:49:37.121659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.128052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:49:37.128447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:49:37.130099 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:49:37.185062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.190578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.192641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dec4dcb0-b47d-4df4-8e1d-4304adc31e46 HTTP/1.1" status: 204 len: 168 time: 0.5905068 Jul 09 17:49:37.195875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45908) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:37.205757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf882b-89cf-4fce-9962-476463199822 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec4dcb0-b47d-4df4-8e1d-4304adc31e46,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:37.591870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.598338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2bcfd82e-52ee-407b-8c35-e30dd43c8826 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:37.625154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 2bcfd82e-52ee-407b-8c35-e30dd43c8826 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:37.625869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2bcfd82e-52ee-407b-8c35-e30dd43c8826 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:37.625869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8954e113-7836-403c-ad2f-0038402bf735 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:37.644968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8954e113-7836-403c-ad2f-0038402bf735 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:37.645235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8954e113-7836-403c-ad2f-0038402bf735 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:37.645476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:37.664184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:37.664423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 610c5c1e-b2ff-40e7-9c4e-f439e44efeb3 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:37.865848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Deleting port 7fceec05-5f11-4b5a-8e69-4684c5fed568 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:37.866200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.942504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] For port 7fceec05-5f11-4b5a-8e69-4684c5fed568, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7fceec05-5f11-4b5a-8e69-4684c5fed568,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:37.942751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:37.955321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Calling delete_port for 7fceec05-5f11-4b5a-8e69-4684c5fed568 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:38.136209 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.163673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7fceec05-5f11-4b5a-8e69-4684c5fed568,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:38.335027 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.359456 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:38.845305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Router 7e2a2923-e215-4a04-9df6-2f23b92cd16c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:49:38.957023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:49:38.963963 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c144c231-d565-4e52-b352-b008dac3d5ad admin admin] 10.222.0.21 "PUT /v2.0/routers/7e2a2923-e215-4a04-9df6-2f23b92cd16c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647085 Jul 09 17:49:38.964189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:38.972422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] Sync routers for ids ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:49:38.985247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] Routers {'7e2a2923-e215-4a04-9df6-2f23b92cd16c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:38.985960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:49:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:39.068613 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.093160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] Set router 7e2a2923-e215-4a04-9df6-2f23b92cd16c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:39.174178 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.237512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Deleting port fa3a5c72-877b-434d-93b3-c005d1b42ea5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:39.237950 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.280016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:49:38Z', 'revision_number': 5, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port': {'id': 'fa3a5c72-877b-434d-93b3-c005d1b42ea5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:38:27Z', 'updated_at': '2021-07-09T17:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:39.310864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] Checking router: 7e2a2923-e215-4a04-9df6-2f23b92cd16c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:49:39.319269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] Routers {'7e2a2923-e215-4a04-9df6-2f23b92cd16c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:49:39.319919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:49:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:39.328229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] For port fa3a5c72-877b-434d-93b3-c005d1b42ea5, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fa3a5c72-877b-434d-93b3-c005d1b42ea5,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:39.328673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.344200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Calling delete_port for fa3a5c72-877b-434d-93b3-c005d1b42ea5 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:39.408021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] Set router 7e2a2923-e215-4a04-9df6-2f23b92cd16c gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:49:39.464606 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:49:39Z', 'revision_number': 6, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:39.500505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874791-9383-48dd-bd73-1d0b08ed8539 None None] The sync data for ids ['7e2a2923-e215-4a04-9df6-2f23b92cd16c'] in n-d-791506-17 is: [{'id': '7e2a2923-e215-4a04-9df6-2f23b92cd16c', 'name': 'tempest-TestVolumeBootPattern-72249950-router', 'tenant_id': 'fb188cf5a4574c188dee10112244edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:38:25Z', 'updated_at': '2021-07-09T17:49:39Z', 'revision_number': 6, 'project_id': 'fb188cf5a4574c188dee10112244edb3', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:49:39.504891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.521938 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.548594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3a5c72-877b-434d-93b3-c005d1b42ea5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:39.633734 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.647732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7fceec05-5f11-4b5a-8e69-4684c5fed568 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:39.668556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7fceec05-5f11-4b5a-8e69-4684c5fed568 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:39.669427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7fceec05-5f11-4b5a-8e69-4684c5fed568 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:39.742861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.745075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.790107 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.790605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2a2923-e215-4a04-9df6-2f23b92cd16c {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:49:39.795638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.796823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a763d829-0cce-4c0e-8369-3dc099acd91a admin admin] 10.222.0.21 "DELETE /v2.0/routers/7e2a2923-e215-4a04-9df6-2f23b92cd16c HTTP/1.1" status: 204 len: 168 time: 0.8316901 Jul 09 17:49:39.799539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45936) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:39.852798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Deleting subnet 7a0ba218-d19d-4b48-91ff-1c92319347e6 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:49:39.856180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.890828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:39.970535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.030908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.044211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.048270 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a0ba218-d19d-4b48-91ff-1c92319347e6 HTTP/1.1" status: 204 len: 168 time: 0.2476406 Jul 09 17:49:40.048875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45942) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:40.049857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9777b11-1eb3-4061-9454-b106053fcea3 None None] Network d7a4fae5-2188-4faa-9f25-080aec9ad89d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:49:40.072685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51597c-3384-4e43-8459-9338a088096e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0ba218-d19d-4b48-91ff-1c92319347e6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:40.159737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.222571 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Deleting port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:40.222823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.274675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] DHCP port deletion for d7a4fae5-2188-4faa-9f25-080aec9ad89d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:49:40.287735 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] For port 9f35ff18-9407-4402-aa76-4b7465ea5ea4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9f35ff18-9407-4402-aa76-4b7465ea5ea4,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:40.288173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.303946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Calling delete_port for 9f35ff18-9407-4402-aa76-4b7465ea5ea4 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:40.325851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] Deleting port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:49:40.326222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.403676 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bf82448b-fe65-43cf-b27d-c21a18313682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.411560 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.424201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] For port 9f35ff18-9407-4402-aa76-4b7465ea5ea4, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=9f35ff18-9407-4402-aa76-4b7465ea5ea4,segment=NetworkSegment(40f9ea3c-b3f7-4d68-8716-488cc6ed9959),segment_id=40f9ea3c-b3f7-4d68-8716-488cc6ed9959)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:49:40.424594 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.439478 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] Calling delete_port for 9f35ff18-9407-4402-aa76-4b7465ea5ea4 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:49:40.444596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f35ff18-9407-4402-aa76-4b7465ea5ea4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:40.446957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] No DVR routers for this DVR port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:40.531315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.539715 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.541995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a4fae5-2188-4faa-9f25-080aec9ad89d']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:40.553229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f9ea3c-b3f7-4d68-8716-488cc6ed9959') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:40.553600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f9ea3c-b3f7-4d68-8716-488cc6ed9959') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:49:40.562707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.565030 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] Pushing event deleted for resources: {'Port': ['ID=9f35ff18-9407-4402-aa76-4b7465ea5ea4,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:40.568892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6544a-875a-4afa-b803-dfc4a129dc93 None None] No DVR routers for this DVR port 9f35ff18-9407-4402-aa76-4b7465ea5ea4 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:49:40.579278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.596815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:49:40.597409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:49:40.599149 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:49:40.657059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.662727 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.667381 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] 10.222.0.21 "DELETE /v2.0/networks/d7a4fae5-2188-4faa-9f25-080aec9ad89d HTTP/1.1" status: 204 len: 168 time: 0.6147635 Jul 09 17:49:40.677015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee83ff-439a-4745-821b-c8dd64ffa08d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a4fae5-2188-4faa-9f25-080aec9ad89d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:40.806995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45956) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:40.847134 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5e76b6fe-4564-42a4-b1ae-859f3a1062bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bc0bf532a034cddb54314669aa2bb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388405 Jul 09 17:49:40.849877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 45958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:40.904422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd9839c2-d51e-4b85-a174-0d39dc5d8cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.926338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd9839c2-d51e-4b85-a174-0d39dc5d8cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.976776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd9839c2-d51e-4b85-a174-0d39dc5d8cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.979391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cd9839c2-d51e-4b85-a174-0d39dc5d8cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:40.980629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cd9839c2-d51e-4b85-a174-0d39dc5d8cbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03fb50a6-4894-464b-a546-b358053216b3 HTTP/1.1" status: 204 len: 168 time: 0.1294031 Jul 09 17:49:40.988838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9839c2-d51e-4b85-a174-0d39dc5d8cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fb50a6-4894-464b-a546-b358053216b3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:41.275156 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:49:41.339195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:41.393349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c01ae8f0-b7f0-4651-8db2-4f3eaca5f7e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb188cf5a4574c188dee10112244edb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506382 Jul 09 17:49:41.393807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 45976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:49:41.445885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-50d6-4404-8460-bb2c8bb5d6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.468611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-50d6-4404-8460-bb2c8bb5d6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.523496 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-50d6-4404-8460-bb2c8bb5d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.526347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4332773-50d6-4404-8460-bb2c8bb5d6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:41.527518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e4332773-50d6-4404-8460-bb2c8bb5d6a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f3be467-205d-4808-8763-a01e7eb4c959 HTTP/1.1" status: 204 len: 168 time: 0.1329272 Jul 09 17:49:41.536228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332773-50d6-4404-8460-bb2c8bb5d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3be467-205d-4808-8763-a01e7eb4c959,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:49:41.664409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9f35ff18-9407-4402-aa76-4b7465ea5ea4 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:41.700958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 9f35ff18-9407-4402-aa76-4b7465ea5ea4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:41.701778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 9f35ff18-9407-4402-aa76-4b7465ea5ea4 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:41.703078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa3a5c72-877b-434d-93b3-c005d1b42ea5 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:49:41.743164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: fa3a5c72-877b-434d-93b3-c005d1b42ea5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:49:41.743164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fa3a5c72-877b-434d-93b3-c005d1b42ea5 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:49:42.972840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d58f5226-5125-4675-ad2f-6b3ae2cf75be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:43.403037 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:44.031251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:49:45.953914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:08.373578 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:09.492075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:10.388436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c237178-aab3-4464-8850-b1f49321f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:12.984229 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f7163a41-ff40-4d5f-9500-884c4f93b974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:13.405146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:14.036483 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:15.955717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:18.274316 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:50:38.405742 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:39.483614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:40.397312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-73e296a0-2f96-4509-bbb0-c17ee1f3d43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:42.978569 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfae2-e6d3-4ee6-8815-35f8525e8751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:43.400025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:44.037339 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:45.955140 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:50:55.273455 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:51:08.425263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:09.490669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:10.392308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1c4de7f8-2a94-440e-9c50-26e276340fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:12.986986 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75b941bf-9a19-4800-8ebd-45b76e1a9fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:13.407908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:14.040915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:15.971300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:32.273035 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:51:36.733217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48168) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:36.930011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bb69ff0a-bef4-426a-8880-c4e9756f6bbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c208b2336ad04f59a2dcaf399a5664e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953804 Jul 09 17:51:36.930920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48174) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:36.983942 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:37.005993 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:37.062038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:37.064831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:37.065955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ff828e-dae5-41a5-af51-35cc8b5b1ad0 HTTP/1.1" status: 204 len: 168 time: 0.1340857 Jul 09 17:51:37.073765 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff828e-dae5-41a5-af51-35cc8b5b1ad0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:37.081629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.081981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.082381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.082640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.083100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.083432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.083779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.084223 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.084596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.084924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.085252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:37.085571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df9c07-b732-4756-8002-a2534a14ee00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:38.433300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:38.954770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48216) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:38.961751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536504907', 'description': 'tempest-secgroup-smoke-536504907 description', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:38.989962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:38.998257 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.097689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.104192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.140100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b333b1-ff72-44fe-9a30-9c458ae92018,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.194028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.199723 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.227017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.228282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2723596 Jul 09 17:51:39.230058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18868971-e3df-441d-866e-276920133dcd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf9254-6aee-43da-a3d0-3c1f825d4d62,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.231529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48218) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:39.237878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'eeaf9254-6aee-43da-a3d0-3c1f825d4d62', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:39.268187 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.315984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.321639 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.339934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8888a742-760d-434e-8e1a-e753cfb280ae,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.349427 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.349777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.350116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.350451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.350780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.351110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.351437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.351789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.352115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.352440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.352764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.353090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:39.355685 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.359719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48222) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:39.360145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3cd1ec1d-ad71-4ef6-92b0-243ad696d803 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266875 Jul 09 17:51:39.364657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'eeaf9254-6aee-43da-a3d0-3c1f825d4d62', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:39.398964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.471578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.478126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.496057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aa8237-14bd-47f1-96ce-851413d6875f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.496331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.503315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.504657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-757c6f65-345e-43bd-bc00-07f3caad26c5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438770 Jul 09 17:51:39.507449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48224) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:39.511965 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'eeaf9254-6aee-43da-a3d0-3c1f825d4d62', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:39.539626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.601025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.606231 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.623434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0eabaa-c317-4848-a88c-2962e255ce78,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.632036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.633310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0de117d2-180a-49a3-a59f-6e64194f0e6a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248536 Jul 09 17:51:39.635971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48226) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:39.640528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'eeaf9254-6aee-43da-a3d0-3c1f825d4d62', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:39.675539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.736981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.750604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.782561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a0c9c1-099d-43d9-ad7c-7920110570f3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.786885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.788277 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fec10185-2173-451e-9dfe-5d8c3eae5bc6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511621 Jul 09 17:51:39.790987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48228) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:39.795871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'eeaf9254-6aee-43da-a3d0-3c1f825d4d62', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:39.822022 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:51:39.827243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.895606 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.901437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.917997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cab332-74fb-4426-b517-cdbdfb7020ac,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:39.928399 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:39.929696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-59127ae5-b689-4415-b4e3-be4268fa09e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377137 Jul 09 17:51:39.932531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48230) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:39.937630 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'eeaf9254-6aee-43da-a3d0-3c1f825d4d62', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:39.960851 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:51:39.966162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.029096 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.034274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.052964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac797b2-02cb-472a-91dd-232e67af8c47,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:40.060868 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.063814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2c4e602b-4dd6-4d5f-98cd-bece62c34160 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285141 Jul 09 17:51:40.066638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48232) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:40.072123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'network': {'name': 'tempest-network-smoke--1914374731', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'port_security_enabled': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:40.094481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:51:40.098242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.131507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:51:40.141071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.141438 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Added segment ec63a263-38b8-4482-854f-7d13c0319b73 of type vlan for network a5a8f2d2-8d02-4e22-bc74-861b51bb422f Jul 09 17:51:40.185447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.231550 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.237249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:40.237848 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.295333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2274930 Jul 09 17:51:40.298191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48236) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:40.304876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'admin_state_up': True, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:40.315092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ab7b2-5d26-48f4-b42a-1bc3fccfb254 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Network': ['ID=a5a8f2d2-8d02-4e22-bc74-861b51bb422f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:40.326961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:51:40.334624 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.335719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.391931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.405972 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efa79a0c-da79-4221-bf68-10668c92babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.532359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.732717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.751709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:40.860021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.133 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/b37daee6-5821-461f-8700-b002ffe56957) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:51:40.965888 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:41.010872 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:41.053136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:51:41.057119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:41.059037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=b37daee6-5821-461f-8700-b002ffe56957,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:41.061186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:51:41.335227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:41.541784 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:41.682977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router ef016330-b4c2-4bca-b384-b23dab8a098c is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:51:41.792086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:51:41.801976 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Sync routers for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:51:41.811791 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:51:41.812115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:41.812413 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:51:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:41.816416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8da8b880-6f8a-46e0-855c-d182c2f22594 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5143199 Jul 09 17:51:41.816889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48238) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:41.930856 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:51:41.968447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5cc7c798-61ac-4163-9c12-f81a99108b7f tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5afb09fb76e84ac6ab3cf056338f4569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503017 Jul 09 17:51:41.971239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48242) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:42.119210 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:41Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:42.128700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b480ba-7649-47e7-8216-ebcb02eb7b98 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:42.130276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a6b480ba-7649-47e7-8216-ebcb02eb7b98 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580729 Jul 09 17:51:42.134559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48244) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:42.145838 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Checking router: ef016330-b4c2-4bca-b384-b23dab8a098c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:51:42.146222 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Updating router ef016330-b4c2-4bca-b384-b23dab8a098c port b37daee6-5821-461f-8700-b002ffe56957 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:51:42.169650 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f972f881-406b-46a8-afe2-81cd4457f843 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338535 Jul 09 17:51:42.172169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48246) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:42.177468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1525634436', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:42.186083 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.272065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:51:42.276179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.453658 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.464041 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Transition to ACTIVE for port object b37daee6-5821-461f-8700-b002ffe56957 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:42.471583 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.471788 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.517947 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Attempting to bind port b37daee6-5821-461f-8700-b002ffe56957 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:51:42.518304 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Attempting to bind port b37daee6-5821-461f-8700-b002ffe56957 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:51:42.518660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Attempting to bind port b37daee6-5821-461f-8700-b002ffe56957 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:51:42.528478 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:51:42.528743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Subnet': ['ID=b93b8644-3ae9-44b9-b16c-e78c09fa31b4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:42.528865 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:51:42.529237 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.529653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:51:42.530191 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Bound port: b37daee6-5821-461f-8700-b002ffe56957, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:51:42.531348 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.540674 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Checking segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:51:42.541036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network hostable DHCP agents. Network: a5a8f2d2-8d02-4e22-bc74-861b51bb422f, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:51:42.550572 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Pushing event updated for resources: {'Port': ['ID=b37daee6-5821-461f-8700-b002ffe56957,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:42.561129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:51:42.565297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.565632 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.565983 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.566308 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.566623 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.566944 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.567264 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.567614 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.568049 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.568378 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.568721 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.569054 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:42.572100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a5a8f2d2-8d02-4e22-bc74-861b51bb422f) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:42.576834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:42.577480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.583347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9f8f5-d3aa-4865-b39a-07e224f53aa1 None None] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:51:42.599974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b46b4b18-3f8f-4c3f-9262-2fa0a8b72c6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4266775 Jul 09 17:51:42.602609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48248) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:42.612654 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] For port b37daee6-5821-461f-8700-b002ffe56957, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:51:42.616305 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] For port b37daee6-5821-461f-8700-b002ffe56957, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b37daee6-5821-461f-8700-b002ffe56957,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:51:42.621734 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.789590 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aa657-fdc5-49d2-9938-e31de4ca8ae9 None None] Pushing event updated for resources: {'Port': ['ID=b37daee6-5821-461f-8700-b002ffe56957,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:42.799131 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:51:42.799805 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:51:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:42.900619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:51:42.901485 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:42.905511 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:51:42.996526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-29d02429-886d-495a-902c-c8dc466d8f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.053780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Allocated IP 172.20.0.2 (a5a8f2d2-8d02-4e22-bc74-861b51bb422f/b93b8644-3ae9-44b9-b16c-e78c09fa31b4/6fdda374-124b-4a7e-8490-8da726e0b0b2) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:51:43.090476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:41Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:43.102378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.121927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95634fab-75c2-4bc3-9669-a5ce5c067601 None None] The sync data for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 is: [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:41Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:51:43.217129 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.227494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Transition to ACTIVE for port object 6fdda374-124b-4a7e-8490-8da726e0b0b2 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:43.245326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Transition to ACTIVE for port object 6fdda374-124b-4a7e-8490-8da726e0b0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:43.254647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.291561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:51:43.298714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:43.302422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:51:43.332694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Pushing event updated for resources: {'Port': ['ID=6fdda374-124b-4a7e-8490-8da726e0b0b2,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.365745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.366083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.366561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.366895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:51:43.384657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Attempting to bind port 6fdda374-124b-4a7e-8490-8da726e0b0b2 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:51:43.385207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Attempting to bind port 6fdda374-124b-4a7e-8490-8da726e0b0b2 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:51:43.386024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Attempting to bind port 6fdda374-124b-4a7e-8490-8da726e0b0b2 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:51:43.394135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:51:43.394515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Checking segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:51:43.394918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.395344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Bound using segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:51:43.395858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Bound port: 6fdda374-124b-4a7e-8490-8da726e0b0b2, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:51:43.396275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.440793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.480603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] For port 6fdda374-124b-4a7e-8490-8da726e0b0b2, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:51:43.484412 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] For port 6fdda374-124b-4a7e-8490-8da726e0b0b2, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6fdda374-124b-4a7e-8490-8da726e0b0b2,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:51:43.492720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.561294 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c46e6-b7fe-4ab6-abee-8005e21aaec0 None None] Pushing event updated for resources: {'Port': ['ID=6fdda374-124b-4a7e-8490-8da726e0b0b2,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:43.718228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b37daee6-5821-461f-8700-b002ffe56957 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:43.804407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b37daee6-5821-461f-8700-b002ffe56957 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:43.808519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b37daee6-5821-461f-8700-b002ffe56957 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:43.808967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.812726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.1 (a5a8f2d2-8d02-4e22-bc74-861b51bb422f/b93b8644-3ae9-44b9-b16c-e78c09fa31b4/aade6fe8-31da-4619-b81f-4929c4492a15) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:51:43.919077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.943656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b37daee6-5821-461f-8700-b002ffe56957, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b37daee6-5821-461f-8700-b002ffe56957,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:51:43.950144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.969266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:43.988603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object aade6fe8-31da-4619-b81f-4929c4492a15 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:44.004521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b37daee6-5821-461f-8700-b002ffe56957,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:44.031819 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.044272 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.078807 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:51:44.082261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:44.086377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:51:44.113024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=aade6fe8-31da-4619-b81f-4929c4492a15,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:44.133935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.335126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.614105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc63d3-ddbd-4a0a-a2ec-0a8f412284cc None None] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:51:44.637598 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.644449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.675424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-21548ef5-aeac-410a-a194-aec179fdad2b None None] Provisioning for port 6fdda374-124b-4a7e-8490-8da726e0b0b2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:44.724936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=aade6fe8-31da-4619-b81f-4929c4492a15,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:44.727900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:44.828202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:51:44.829767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:44.950161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router ef016330-b4c2-4bca-b384-b23dab8a098c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:51:45.011382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-30191081-e1b7-431b-b4af-3797eeb6d515 None None] Provisioning for port aade6fe8-31da-4619-b81f-4929c4492a15 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:45.016177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-30191081-e1b7-431b-b4af-3797eeb6d515 None None] Provisioning complete for port aade6fe8-31da-4619-b81f-4929c4492a15 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:45.016617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-30191081-e1b7-431b-b4af-3797eeb6d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:45.053307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-30191081-e1b7-431b-b4af-3797eeb6d515 None None] Port aade6fe8-31da-4619-b81f-4929c4492a15 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:51:45.067133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:51:45.074468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-57c99a51-1dc2-44be-8529-ae9bf4e97a12 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/ef016330-b4c2-4bca-b384-b23dab8a098c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707675 Jul 09 17:51:45.106341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Sync routers for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:51:45.116560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:51:45.117201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:51:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:45.240040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:51:45.296916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-602f69f3-671a-4c45-b53e-8954b3501302 None None] Provisioning complete for port aade6fe8-31da-4619-b81f-4929c4492a15 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:45.297231 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-602f69f3-671a-4c45-b53e-8954b3501302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:45.360751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-f2180f10-0fbc-4686-814b-fecae25f0b19 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536504907&fields=id&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 267 time: 0.0410562 Jul 09 17:51:45.405999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-602f69f3-671a-4c45-b53e-8954b3501302 None None] Port aade6fe8-31da-4619-b81f-4929c4492a15 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:51:45.465847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-2eaf7d95-32fe-448b-8eda-35fb621edb5e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:45.467349 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-2eaf7d95-32fe-448b-8eda-35fb621edb5e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 797 time: 0.0994911 Jul 09 17:51:45.482654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cf811cca-c0b8-43df-912d-9900a8f6db8f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/quotas/5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 375 time: 0.0097258 Jul 09 17:51:45.483080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 2, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:45.508859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Checking router: ef016330-b4c2-4bca-b384-b23dab8a098c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:51:45.509179 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Updating router ef016330-b4c2-4bca-b384-b23dab8a098c port aade6fe8-31da-4619-b81f-4929c4492a15 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:51:45.552780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:45.553344 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-b374fe30-2139-4916-8e25-e69b7e17a2db tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654404 Jul 09 17:51:45.555706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d37c4f84-cb33-4366-8d7d-fef509bc957f None None] Provisioning complete for port aade6fe8-31da-4619-b81f-4929c4492a15 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:45.556088 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d37c4f84-cb33-4366-8d7d-fef509bc957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:45.570312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-e09741a7-1d7a-4335-abed-02d46157c4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:51:45.571268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-e09741a7-1d7a-4335-abed-02d46157c4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059578 Jul 09 17:51:45.625728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d37c4f84-cb33-4366-8d7d-fef509bc957f None None] Port aade6fe8-31da-4619-b81f-4929c4492a15 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:51:45.725404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-f9d87f4e-92e9-44d9-98b0-392aff7ca567 service neutron] 10.222.0.21 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479261 Jul 09 17:51:45.763680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6fdda374-124b-4a7e-8490-8da726e0b0b2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:45.833564 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-e96aee99-b61e-4f96-9da9-fe702e528438 service neutron] 10.222.0.21 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940552 Jul 09 17:51:45.850461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6fdda374-124b-4a7e-8490-8da726e0b0b2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:45.859454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6fdda374-124b-4a7e-8490-8da726e0b0b2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:45.859879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:45.944063 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:45.970843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Transition to ACTIVE for port object aade6fe8-31da-4619-b81f-4929c4492a15 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:45.979472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.002348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.056528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.115648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e2443-fc8d-42e6-a8b3-466b6b391424 None None] Pushing event updated for resources: {'Port': ['ID=aade6fe8-31da-4619-b81f-4929c4492a15,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:46.146455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Attempting to bind port aade6fe8-31da-4619-b81f-4929c4492a15 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:51:46.146839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Attempting to bind port aade6fe8-31da-4619-b81f-4929c4492a15 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:51:46.147183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Attempting to bind port aade6fe8-31da-4619-b81f-4929c4492a15 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:51:46.148099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf1a9299-085e-4610-9b20-f14407342a5b req-55934f3d-68d5-477d-8a61-e03f08f1f10d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 210 time: 0.1299531 Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 6fdda374-124b-4a7e-8490-8da726e0b0b2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6fdda374-124b-4a7e-8490-8da726e0b0b2,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Checking segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Bound using segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Bound port: aade6fe8-31da-4619-b81f-4929c4492a15, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:51:46.170985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.172777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.173660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b37daee6-5821-461f-8700-b002ffe56957 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:46.293619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=6fdda374-124b-4a7e-8490-8da726e0b0b2,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:46.315614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] For port aade6fe8-31da-4619-b81f-4929c4492a15, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:51:46.319372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] For port aade6fe8-31da-4619-b81f-4929c4492a15, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aade6fe8-31da-4619-b81f-4929c4492a15,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:51:46.325362 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.327194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b37daee6-5821-461f-8700-b002ffe56957 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:46.327556 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:46.431553 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e2443-fc8d-42e6-a8b3-466b6b391424 None None] Pushing event updated for resources: {'Port': ['ID=aade6fe8-31da-4619-b81f-4929c4492a15,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:46.434856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:51:46.435502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:51:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:46.741685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:51:46.945755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:46Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:46.973169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd509e28-4401-4119-b224-7d155619b2ab None None] The sync data for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 is: [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:46Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:51:47.201022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-a98f18f9-f262-4462-9ae6-15d0ea22ccc4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:47.204258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-a98f18f9-f262-4462-9ae6-15d0ea22ccc4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 797 time: 0.1262007 Jul 09 17:51:47.268985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-6ffd1127-9733-44ec-b038-ea7317cce2ad tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 379 time: 0.0494282 Jul 09 17:51:47.278030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'port': {'device_id': '33178977-afff-4bfa-b743-777ad80dd2e8', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'admin_state_up': True, 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'security_groups': ['eeaf9254-6aee-43da-a3d0-3c1f825d4d62']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:47.366450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5dd7f357-fbf8-48d7-bfa7-3357600ffb0f req-e0c31b8f-00af-4301-aaf1-316079cede61 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 210 time: 0.0371730 Jul 09 17:51:47.435989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:51:47.439644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.572011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.7 (a5a8f2d2-8d02-4e22-bc74-861b51bb422f/b93b8644-3ae9-44b9-b16c-e78c09fa31b4/61d94d48-bf70-4f07-b324-595c3d7ce563) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:51:47.748841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aade6fe8-31da-4619-b81f-4929c4492a15 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:47.773112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.792606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object 61d94d48-bf70-4f07-b324-595c3d7ce563 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:47.817999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port aade6fe8-31da-4619-b81f-4929c4492a15 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:47.823011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port aade6fe8-31da-4619-b81f-4929c4492a15 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:47.823218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.831418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.879633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:51:47.883151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:47.885707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:51:47.903973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.918850 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:47.942903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port aade6fe8-31da-4619-b81f-4929c4492a15, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aade6fe8-31da-4619-b81f-4929c4492a15,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:51:47.950165 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.951022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:47.951378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6fdda374-124b-4a7e-8490-8da726e0b0b2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:47.951707 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:47.969461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-cb299e4f-ed96-42bc-9386-51bb0abf6c27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957207 Jul 09 17:51:47.983573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-840ea829-624f-48c4-89ce-a3c58925f587 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:51:47.984793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-840ea829-624f-48c4-89ce-a3c58925f587 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060256 Jul 09 17:51:47.996115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Request body: {'port': {'device_id': '33178977-afff-4bfa-b743-777ad80dd2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:48.045066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=aade6fe8-31da-4619-b81f-4929c4492a15,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:48.065257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6fdda374-124b-4a7e-8490-8da726e0b0b2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:48.065257 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.092768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.247580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-845ab16b-80d1-415f-984c-61bc90e4af97 None None] Provisioning for port 61d94d48-bf70-4f07-b324-595c3d7ce563 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:48.251833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-845ab16b-80d1-415f-984c-61bc90e4af97 None None] Provisioning complete for port 61d94d48-bf70-4f07-b324-595c3d7ce563 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:48.252209 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-845ab16b-80d1-415f-984c-61bc90e4af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.288246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-845ab16b-80d1-415f-984c-61bc90e4af97 None None] Port 61d94d48-bf70-4f07-b324-595c3d7ce563 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:51:48.364554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d94d48-bf70-4f07-b324-595c3d7ce563 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:51:48.372495 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.386153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Transition to ACTIVE for port object 61d94d48-bf70-4f07-b324-595c3d7ce563 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:51:48.392834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.442415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:48.521964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:51:48.522308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:51:48.522636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:51:48.527281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Port 61d94d48-bf70-4f07-b324-595c3d7ce563 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:51:48.527598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:51:48.532953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:51:48.533446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Checking segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:51:48.533851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Bound using segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:51:48.534266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Bound port: 61d94d48-bf70-4f07-b324-595c3d7ce563, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:51:48.534623 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.558359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025aed-915e-48ce-aec9-904482b9bdeb req-bfb2095f-83e4-45ee-a83b-3b0c50fa31a6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:48.559970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80025aed-915e-48ce-aec9-904482b9bdeb req-bfb2095f-83e4-45ee-a83b-3b0c50fa31a6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.0649185 Jul 09 17:51:48.604333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:51:48.608046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:51:48.609801 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-80025aed-915e-48ce-aec9-904482b9bdeb req-452c94ad-d8af-4294-a126-ab37aede7f6c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 Jul 09 17:51:48.614182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.647578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:48.648229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:48.649658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 1092 time: 0.6582828 Jul 09 17:51:48.650130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:51:48.652486 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effed677-e299-47b3-aad8-da7d831b638c" -d '{"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:51:48.678766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44973144-14ff-47f6-baaf-5a24e24309f2 service neutron] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:48.757969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-62d93902-c978-4796-831c-75ccba7dcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:48.759533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-62d93902-c978-4796-831c-75ccba7dcd8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0613339 Jul 09 17:51:48.802505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-c27d7cef-6d6a-4947-b86a-ebadc54bda50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 217 time: 0.0355814 Jul 09 17:51:48.853878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-935baf4e-8a24-4e8d-a767-471b56c0ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:48.855403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-935baf4e-8a24-4e8d-a767-471b56c0ae19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0471370 Jul 09 17:51:48.923366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708745-da2b-46c7-a10c-878f652e2c43 req-00abf49e-d40e-4d2e-8956-24f47c4f933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:48.925056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-00abf49e-d40e-4d2e-8956-24f47c4f933d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634172 Jul 09 17:51:49.025654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-3e08a7df-291b-4420-9a96-eed82b7b14b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941193 Jul 09 17:51:49.117212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69708745-da2b-46c7-a10c-878f652e2c43 req-8c920cfe-57ed-4045-be43-4934492774cc service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Jul 09 17:51:49.669720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aade6fe8-31da-4619-b81f-4929c4492a15 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:49.721856 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a15279a-4bf5-497f-b0b8-961820ae8d06 x-openstack-request-id: req-9a15279a-4bf5-497f-b0b8-961820ae8d06 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:51:49.722476 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:51:49.722476 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a15279a-4bf5-497f-b0b8-961820ae8d06 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:51:49.722820 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'status': 'completed', 'code': 200} Jul 09 17:51:49.736895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port aade6fe8-31da-4619-b81f-4929c4492a15 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:49.737383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:49.809017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fce91-5e17-4980-80ec-43695ef79a66 req-01f4c57a-2fda-4676-99d2-c608ed428d04 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:49.809690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effed677-e299-47b3-aad8-da7d831b638c req-e99923bf-ec02-4ce8-8053-58ab346e364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:49.811223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-e99923bf-ec02-4ce8-8053-58ab346e364d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0640910 Jul 09 17:51:49.811394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-066fce91-5e17-4980-80ec-43695ef79a66 req-01f4c57a-2fda-4676-99d2-c608ed428d04 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.0704396 Jul 09 17:51:49.852951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-066fce91-5e17-4980-80ec-43695ef79a66 req-4d57a0f5-7a2c-4c57-b84b-a9a34ea56cce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356417 Jul 09 17:51:49.901372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effed677-e299-47b3-aad8-da7d831b638c req-63ee8d83-8f5a-43b3-9989-f52ef52e83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:49.902874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-63ee8d83-8f5a-43b3-9989-f52ef52e83b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0852597 Jul 09 17:51:49.947082 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-7742306e-68f6-4916-b98a-27f97a1ccbcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 217 time: 0.0375040 Jul 09 17:51:49.998154 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effed677-e299-47b3-aad8-da7d831b638c req-62dcf777-4318-4938-beb0-fef992b8a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:49.999629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-62dcf777-4318-4938-beb0-fef992b8a805 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0465665 Jul 09 17:51:50.058325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effed677-e299-47b3-aad8-da7d831b638c req-7c767a94-a90e-4e16-b3f7-e53a1b173ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:50.059945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-7c767a94-a90e-4e16-b3f7-e53a1b173ffa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544758 Jul 09 17:51:50.153238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-1d66d949-7064-4f84-8f3e-3e3523c61699 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872552 Jul 09 17:51:50.244122 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-effed677-e299-47b3-aad8-da7d831b638c req-bf3b01a7-6d48-4234-9d76-b2bddd0bb5e6 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845368 Jul 09 17:51:51.039025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448d98-16b6-4e07-a1d8-6ecb6a9d9ae4 req-e58ee1a3-99a8-4a3c-bd1c-ebb565770414 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:51.040593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f448d98-16b6-4e07-a1d8-6ecb6a9d9ae4 req-e58ee1a3-99a8-4a3c-bd1c-ebb565770414 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.0721157 Jul 09 17:51:51.062479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:51:51.084254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f448d98-16b6-4e07-a1d8-6ecb6a9d9ae4 req-81624b75-4f2a-48d3-bf1b-1998363a08ac tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365260 Jul 09 17:51:51.159868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:51:51.171601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'port_id': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'mac_address': 'fa:16:3e:0d:4b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:51:51.209727 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:51.223278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d94d48-bf70-4f07-b324-595c3d7ce563 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:51:51.244129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:51:51.251691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:51.298604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:51.478334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['61d94d48-bf70-4f07-b324-595c3d7ce563'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:51:52.262155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7d06-2edd-4246-a42c-b36f731251de req-e7339172-96fd-42d8-8a08-25b003172211 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:52.263662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f03a7d06-2edd-4246-a42c-b36f731251de req-e7339172-96fd-42d8-8a08-25b003172211 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 944 time: 0.0659840 Jul 09 17:51:52.304185 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f03a7d06-2edd-4246-a42c-b36f731251de req-d3dfaf16-eede-474e-81a2-33864091c653 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346742 Jul 09 17:51:53.103789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:51:53.171049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 61d94d48-bf70-4f07-b324-595c3d7ce563 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:51:53.175072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 61d94d48-bf70-4f07-b324-595c3d7ce563 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:51:53.175448 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:53.254684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:53.277527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:51:53.279806 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7efc5-e39a-4284-a770-9d3eb1caf1a3" -d '{"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-plugged", "status": "completed", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:51:53.293172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:51:53.298616 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:53.325560 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51437026-f2cb-43b3-b465-3bc0de4458d9 x-openstack-request-id: req-51437026-f2cb-43b3-b465-3bc0de4458d9 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:51:53.325895 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-plugged", "status": "completed", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:51:53.326060 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51437026-f2cb-43b3-b465-3bc0de4458d9 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:51:53.326480 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'code': 200} Jul 09 17:51:53.356335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:53.490937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de342f-5fab-4df1-9e53-d31d0ad4a38f req-12a4ea62-a4df-4cdb-9201-59f1e9d8f616 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:53.492598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23de342f-5fab-4df1-9e53-d31d0ad4a38f req-12a4ea62-a4df-4cdb-9201-59f1e9d8f616 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0716124 Jul 09 17:51:53.534736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23de342f-5fab-4df1-9e53-d31d0ad4a38f req-5e923cd8-a60d-459a-8266-abdb31d11316 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362234 Jul 09 17:51:53.745220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd82d4-751f-49c7-b58e-80a2169f7746 req-f44c2151-0cfd-4578-a0ad-e1313ff38afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:53.749544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14dd82d4-751f-49c7-b58e-80a2169f7746 req-f44c2151-0cfd-4578-a0ad-e1313ff38afa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.3539648 Jul 09 17:51:53.784560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14dd82d4-751f-49c7-b58e-80a2169f7746 req-bdac0565-fcee-4566-9477-3b76eb053304 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Jul 09 17:51:54.716308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d488f31-a90f-4bf4-a9b4-381136c2171c req-03b6527e-93ad-4f93-84d2-c919c2f6d251 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:54.717783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d488f31-a90f-4bf4-a9b4-381136c2171c req-03b6527e-93ad-4f93-84d2-c919c2f6d251 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0677197 Jul 09 17:51:54.764570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d488f31-a90f-4bf4-a9b4-381136c2171c req-25febc1f-2188-429e-aace-7335e9fe1cc8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376930 Jul 09 17:51:55.962529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c1c9-4a88-423a-af24-b0dfd1ad1b2d req-f35c3260-4cf1-452a-8532-ba4895b14489 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:55.964073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0e9c1c9-4a88-423a-af24-b0dfd1ad1b2d req-f35c3260-4cf1-452a-8532-ba4895b14489 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0684884 Jul 09 17:51:56.004361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0e9c1c9-4a88-423a-af24-b0dfd1ad1b2d req-f8db4a2b-4522-4912-8b2a-53607947fd44 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Jul 09 17:51:56.192533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5f76-0b64-40a4-877c-7fda29bce2b3 req-a6cfbf1a-396d-41ec-a75a-6b23bb1b9a86 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:56.194180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a67c5f76-0b64-40a4-877c-7fda29bce2b3 req-a6cfbf1a-396d-41ec-a75a-6b23bb1b9a86 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0710659 Jul 09 17:51:56.238180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a67c5f76-0b64-40a4-877c-7fda29bce2b3 req-e14ea55a-8b08-48f0-ac6c-ae97df3a0bf2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378325 Jul 09 17:51:56.264933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:56.317561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78579b21-6e3a-4f8c-aa51-64c72ab137b3 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:56.319102 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-78579b21-6e3a-4f8c-aa51-64c72ab137b3 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1092 time: 0.0531051 Jul 09 17:51:56.322228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48318) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:56.326608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:51:56.352533 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:56.457419 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:56.581344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.123 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e9aff87f-6e06-48c7-a721-200ea87aa402) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:51:56.686559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:56.730062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:56.768551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:51:56.771408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:51:56.775067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:51:56.780814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=e9aff87f-6e06-48c7-a721-200ea87aa402,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:57.158682 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:57.253465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:57.418104 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:57.424628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:57.491657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=e9aff87f-6e06-48c7-a721-200ea87aa402,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:51:57.503334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:57.610465 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP 784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 associated. External IP: 172.25.3.123, port: 61d94d48-bf70-4f07-b324-595c3d7ce563. Jul 09 17:51:58.196259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router ef016330-b4c2-4bca-b384-b23dab8a098c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:51:58.308915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:51:58.319149 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] Sync routers for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:51:58.327349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:51:58.329522 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:51:58.330135 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:51:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:58.366374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d119a2f2-35d8-4312-bf7c-5eef0159e4a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0430200 Jul 09 17:51:58.366978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:51:58.369362 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d" -d '{"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:51:58.405312 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedb5378-ccb6-4c5a-998c-3e7da71010f6 x-openstack-request-id: req-bedb5378-ccb6-4c5a-998c-3e7da71010f6 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:51:58.405843 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:51:58.406096 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bedb5378-ccb6-4c5a-998c-3e7da71010f6 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:51:58.406616 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'status': 'completed', 'code': 200} Jul 09 17:51:58.448147 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:51:58.533679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0acac-6dd2-4364-b7d2-b12315e1b2ab req-bf4a09d4-ce59-445a-84c0-c016cccad8c6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:58.535146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-41266ecb-ce8e-4ba0-ac31-ecc00f31b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:58.535657 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe0acac-6dd2-4364-b7d2-b12315e1b2ab req-bf4a09d4-ce59-445a-84c0-c016cccad8c6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0659776 Jul 09 17:51:58.536815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-41266ecb-ce8e-4ba0-ac31-ecc00f31b61c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.1056221 Jul 09 17:51:58.574985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afe0acac-6dd2-4364-b7d2-b12315e1b2ab req-89c0da77-f580-4845-99e7-eb89010a7574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Jul 09 17:51:58.609113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48328) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:58.632880 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-4ed41613-cf80-436b-80a5-35d0231edacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:58.634376 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-4ed41613-cf80-436b-80a5-35d0231edacb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0917411 Jul 09 17:51:58.675847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a0935d66-cdb9-4cbf-b00c-f629c8e946b3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 HTTP/1.1" status: 200 len: 991 time: 0.0652328 Jul 09 17:51:58.682416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '784df0f3-5b13-4322-8cbc-6fc8cdcc99f5', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'port_id': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'mac_address': 'fa:16:3e:0d:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33178977-afff-4bfa-b743-777ad80dd2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:51:57Z', 'updated_at': '2021-07-09T17:51:57Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:47Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:58.711365 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] Checking router: ef016330-b4c2-4bca-b384-b23dab8a098c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:51:58.720291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:51:58.720901 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:51:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:58.730414 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-fc60c2c0-3cd1-4a62-b68e-68fc4ea737b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 999 time: 0.0895021 Jul 09 17:51:58.784122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-1c404b80-8512-4c4f-bd89-fcbd796cacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:58.785614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-1c404b80-8512-4c4f-bd89-fcbd796cacf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0491037 Jul 09 17:51:58.824960 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:51:58.843450 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-f1ff5b0d-a09e-4c0a-afc6-771aef33ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:51:58.845017 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-f1ff5b0d-a09e-4c0a-afc6-771aef33ea44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531244 Jul 09 17:51:58.940178 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-ddf78a8e-4ed9-4ed6-bf3d-3ac70922179e service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880115 Jul 09 17:51:59.031569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7191a4b3-b3e0-4537-9f9d-553f1ba1543d req-2259cc21-f560-49c2-88b7-766856012bc5 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Jul 09 17:51:59.052240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '784df0f3-5b13-4322-8cbc-6fc8cdcc99f5', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'port_id': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'mac_address': 'fa:16:3e:0d:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33178977-afff-4bfa-b743-777ad80dd2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:51:57Z', 'updated_at': '2021-07-09T17:51:57Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:47Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:51:59.079173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab55ebd-613b-47bc-b9b4-d2667d699ca0 None None] The sync data for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 is: [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '784df0f3-5b13-4322-8cbc-6fc8cdcc99f5', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'port_id': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'mac_address': 'fa:16:3e:0d:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33178977-afff-4bfa-b743-777ad80dd2e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:51:57Z', 'updated_at': '2021-07-09T17:51:57Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:47Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:51:59.285013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b786e78-e44c-4d41-bc77-7d67aee6bef0 None None] New status for floating IP 784df0f3-5b13-4322-8cbc-6fc8cdcc99f5: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:51:59.679938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48330) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:51:59.742096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a9fab1d-5e25-453b-a754-18bc6e14bd40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 HTTP/1.1" status: 200 len: 993 time: 0.0609941 Jul 09 17:52:08.421181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:09.273803 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:52:09.486458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:10.405387 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cccc7238-2d77-4d03-b578-9228998ef1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:12.984671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb0fc-04fe-4d70-a490-26e1802ac73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:13.415427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:14.051907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:15.972981 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:20.200513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-f00a9ffe-42f9-4867-9abd-caf337b1a7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638084 Jul 09 17:52:20.306658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-23b2ad01-2690-4a51-8e16-a755432618aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:20.308230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-23b2ad01-2690-4a51-8e16-a755432618aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0621541 Jul 09 17:52:20.412142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-5a0578b7-8399-4642-9450-13c912fcd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:20.413666 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-5a0578b7-8399-4642-9450-13c912fcd649 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0839541 Jul 09 17:52:20.487059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-b594e819-ba74-4d86-ba06-f4992591adfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 1001 time: 0.0669415 Jul 09 17:52:20.536830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-c93e14d1-c373-4c10-8971-856cd3baf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:20.538299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-c93e14d1-c373-4c10-8971-856cd3baf9db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0437043 Jul 09 17:52:20.612193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-53c62fb9-8e9d-4207-b773-481612e8eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:20.613783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-53c62fb9-8e9d-4207-b773-481612e8eae8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686660 Jul 09 17:52:20.711159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-359237cb-39cf-4631-ad66-b2fd0d034580 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894473 Jul 09 17:52:20.807324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-efd84717-1eac-42d0-bf2c-c376653c2bfe req-b9e70633-b72f-4368-907a-3ee93580ffba service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894649 Jul 09 17:52:31.060034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f784-ddf2-4071-bc80-9818db79c415 req-a1c6b8ed-00e7-4529-a824-64fb0141d8b3 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:31.061590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4369f784-ddf2-4071-bc80-9818db79c415 req-a1c6b8ed-00e7-4529-a824-64fb0141d8b3 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0634301 Jul 09 17:52:31.082726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4369f784-ddf2-4071-bc80-9818db79c415 req-be330895-27af-456b-94f2-812b997662b2 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:31.173871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4369f784-ddf2-4071-bc80-9818db79c415 req-be330895-27af-456b-94f2-812b997662b2 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:31.180065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4369f784-ddf2-4071-bc80-9818db79c415 req-be330895-27af-456b-94f2-812b997662b2 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:31.205532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4369f784-ddf2-4071-bc80-9818db79c415 req-be330895-27af-456b-94f2-812b997662b2 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371999 Jul 09 17:52:31.210032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be330895-27af-456b-94f2-812b997662b2 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef4528b-a254-41d6-9bf1-e43244186330,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:31.387973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9175-a2f7-4493-a9e0-f6b516ca1051 req-32df72ba-2dda-4f9a-9f79-3fddf3d93cca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:31.389440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-910e9175-a2f7-4493-a9e0-f6b516ca1051 req-32df72ba-2dda-4f9a-9f79-3fddf3d93cca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0736229 Jul 09 17:52:31.431662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-910e9175-a2f7-4493-a9e0-f6b516ca1051 req-83ba587a-741d-4518-89bc-bba5a37fdf70 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363314 Jul 09 17:52:31.456171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48348) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:31.541069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-aa2eecb1-709a-4089-9a3d-91a91256d890 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 HTTP/1.1" status: 200 len: 993 time: 0.0837204 Jul 09 17:52:31.935150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-e1dcf597-6877-4f3a-b58c-69933242f833 req-dbac3cd4-7bf2-42b6-9c65-0994e37adcc9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:52:31.936354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1dcf597-6877-4f3a-b58c-69933242f833 req-dbac3cd4-7bf2-42b6-9c65-0994e37adcc9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060618 Jul 09 17:52:32.300148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48362) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:32.406018 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-3bbf894a-bf4f-43bb-afb2-8e6bc8aa3086 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044908 Jul 09 17:52:32.411184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939af603-3077-424c-b512-378d0429032e req-bfc4c19b-d708-4e49-9f5a-369c4875e229 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:32.412736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-939af603-3077-424c-b512-378d0429032e req-bfc4c19b-d708-4e49-9f5a-369c4875e229 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0661759 Jul 09 17:52:32.451170 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-939af603-3077-424c-b512-378d0429032e req-0bda7219-31ea-4f97-a51d-bf6c3a00522e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Jul 09 17:52:33.640396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3238a2-08f4-4098-b01b-016aec88dbd8 req-4c545d25-0322-4a15-a6c7-077176f1df33 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:33.641895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f3238a2-08f4-4098-b01b-016aec88dbd8 req-4c545d25-0322-4a15-a6c7-077176f1df33 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0778408 Jul 09 17:52:33.685570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0f3238a2-08f4-4098-b01b-016aec88dbd8 req-fc77212c-6764-4a63-b8db-7980e9fc9afc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374887 Jul 09 17:52:34.762826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-8b9f6768-a0dd-4c5b-86a9-8deb8e7ca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:34.764380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-8b9f6768-a0dd-4c5b-86a9-8deb8e7ca052 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0543005 Jul 09 17:52:34.865118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-d151360e-1c86-4ba2-90a0-18ee92359858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:34.866554 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-d151360e-1c86-4ba2-90a0-18ee92359858 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0963349 Jul 09 17:52:34.869646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54bc2a-65ff-493b-b588-ca4b68361af9 req-45b8f792-c5ae-4bc2-bdd3-662889454d5a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:34.871181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e54bc2a-65ff-493b-b588-ca4b68361af9 req-45b8f792-c5ae-4bc2-bdd3-662889454d5a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0720754 Jul 09 17:52:34.911264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e54bc2a-65ff-493b-b588-ca4b68361af9 req-a36469c5-f7ae-4c08-9d05-b9e22c021baa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343351 Jul 09 17:52:34.940249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-e52b5840-c560-459b-b545-4cb541c07574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 1001 time: 0.0664673 Jul 09 17:52:34.996713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-87f01116-1749-45d3-9dd6-dd82c9c171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:34.998621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-87f01116-1749-45d3-9dd6-dd82c9c171b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0524590 Jul 09 17:52:35.056380 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-fcc1ecad-2a9c-44e7-910a-1e5526807101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:35.057945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-fcc1ecad-2a9c-44e7-910a-1e5526807101 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533178 Jul 09 17:52:35.167629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-b8ec2e07-68aa-493f-b41f-4dbc926b9fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030383 Jul 09 17:52:35.284612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-59e3b1cc-f5f5-4e1c-9572-e30cbe1084c9 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103628 Jul 09 17:52:36.106245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f8af-bdd4-44a7-a41a-5bd2a087424a req-2f5b79f3-9ce2-4aca-a141-394c0bb03a61 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:36.107754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9f8af-bdd4-44a7-a41a-5bd2a087424a req-2f5b79f3-9ce2-4aca-a141-394c0bb03a61 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0786231 Jul 09 17:52:36.151210 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8bd9f8af-bdd4-44a7-a41a-5bd2a087424a req-a34af8df-4712-44ea-8d19-15c29ade2aed tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352192 Jul 09 17:52:37.352191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a83c97-e681-4931-9cf0-b67be9b10848 req-dfc71ac1-d866-4936-be19-dd530a32d7ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:37.353736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9a83c97-e681-4931-9cf0-b67be9b10848 req-dfc71ac1-d866-4936-be19-dd530a32d7ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0734501 Jul 09 17:52:37.392248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9a83c97-e681-4931-9cf0-b67be9b10848 req-bd8087cb-71a3-46c4-acc1-613e8dac8a8b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327966 Jul 09 17:52:38.445210 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:38.581654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323dc22-5dab-43d9-aca7-9ec7e207ed67 req-c657d6d6-543b-4a0d-9166-ae9c6dcc3da0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:38.583294 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c323dc22-5dab-43d9-aca7-9ec7e207ed67 req-c657d6d6-543b-4a0d-9166-ae9c6dcc3da0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0708048 Jul 09 17:52:38.632038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c323dc22-5dab-43d9-aca7-9ec7e207ed67 req-4aecbe06-fa1f-4627-bd25-18a650ed2668 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 Jul 09 17:52:39.486819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:39.824445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87629a9-340b-447e-8f16-18e4e87a44db req-5965ed30-3f8f-442b-983c-e8d03aa21da3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:39.825892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e87629a9-340b-447e-8f16-18e4e87a44db req-5965ed30-3f8f-442b-983c-e8d03aa21da3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0669200 Jul 09 17:52:39.866957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e87629a9-340b-447e-8f16-18e4e87a44db req-344b5592-462c-4120-a04a-c168e72ede5d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344028 Jul 09 17:52:40.401944 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-05151529-6c55-44d2-b80e-fd2ac8e65538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:41.048702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe467ed-c240-4a62-8fe4-8facc06f1170 req-8844b986-5518-49a5-a507-748f3576884f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:41.050210 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fe467ed-c240-4a62-8fe4-8facc06f1170 req-8844b986-5518-49a5-a507-748f3576884f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0686097 Jul 09 17:52:41.090882 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fe467ed-c240-4a62-8fe4-8facc06f1170 req-8094f473-47f4-493a-8234-f2ff14d3ad7b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Jul 09 17:52:42.290443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df0d2e-53f4-4d96-b064-07b74ce76887 req-26f8a875-1a03-4116-98a5-bf7979e366a0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:42.292037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d2df0d2e-53f4-4d96-b064-07b74ce76887 req-26f8a875-1a03-4116-98a5-bf7979e366a0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0790932 Jul 09 17:52:42.330436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d2df0d2e-53f4-4d96-b064-07b74ce76887 req-716ff828-6024-471d-a177-55436eac2d09 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327442 Jul 09 17:52:42.979834 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-779f4389-7bc4-42a3-b297-cb266e755bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:43.421325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:43.522559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd269eb-8664-433b-b7ea-7829dea5b9c6 req-708f5bef-c16c-40bd-8759-fd3d4ac2dcf8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:43.524061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfd269eb-8664-433b-b7ea-7829dea5b9c6 req-708f5bef-c16c-40bd-8759-fd3d4ac2dcf8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0694325 Jul 09 17:52:43.561579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfd269eb-8664-433b-b7ea-7829dea5b9c6 req-0d083b44-3b0f-4b2f-b7e5-0fa699252f0a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 Jul 09 17:52:44.053697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:44.749283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52251378-1894-4621-9b33-368246513bc8 req-fa12aa80-ad50-45cc-be83-5407c7a15b8b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:44.750781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52251378-1894-4621-9b33-368246513bc8 req-fa12aa80-ad50-45cc-be83-5407c7a15b8b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0707960 Jul 09 17:52:44.792854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-52251378-1894-4621-9b33-368246513bc8 req-e469fae5-2b73-40b9-aa14-45ffcb4f5116 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337973 Jul 09 17:52:45.967813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:45.980432 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667609fc-e0ec-4bae-8685-cbfc3ed7ac2f req-42f60a7f-2080-4415-bb95-72130e8d0ddc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:45.982358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-667609fc-e0ec-4bae-8685-cbfc3ed7ac2f req-42f60a7f-2080-4415-bb95-72130e8d0ddc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0726573 Jul 09 17:52:46.021366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-667609fc-e0ec-4bae-8685-cbfc3ed7ac2f req-e22f32b9-c065-43f8-9861-4f6ae01e1f07 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329463 Jul 09 17:52:46.274178 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:52:47.214987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860dabd-684a-4258-af98-ff3b5178f01a req-0dd9a9bd-b055-4f52-b7b7-ae4e4286fa98 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:47.216605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7860dabd-684a-4258-af98-ff3b5178f01a req-0dd9a9bd-b055-4f52-b7b7-ae4e4286fa98 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0686610 Jul 09 17:52:47.226325 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-218ec4a3-58c9-421c-be6f-082a5e9d2988 service neutron] show failed (client error): The resource could not be found. Jul 09 17:52:47.227472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-218ec4a3-58c9-421c-be6f-082a5e9d2988 service neutron] 10.222.0.36 "GET /v2.0/ports/61d94d48-bf70-4f07-b324-595c3d7ce563/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0563824 Jul 09 17:52:47.258843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7860dabd-684a-4258-af98-ff3b5178f01a req-8acc3639-c6cd-4a9d-85a9-b671ff8b4f04 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363581 Jul 09 17:52:47.592536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-eafc84c8-1692-4009-ad8c-f220f833ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:47.594113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-eafc84c8-1692-4009-ad8c-f220f833ca98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 1097 time: 0.1451173 Jul 09 17:52:47.605976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:52:47.693128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:47.900005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:47.933193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:52:47.971831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:47.974504 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40832968-eeaf-4eec-beff-c3f47e28e275" -d '{"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:47.978401 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:47.990814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Transition to ACTIVE for port object 61d94d48-bf70-4f07-b324-595c3d7ce563 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:52:47.995880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:48.030950 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701bd361-ba19-4ca1-bd6a-cfc94ded9fa3 x-openstack-request-id: req-701bd361-ba19-4ca1-bd6a-cfc94ded9fa3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:48.031239 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:48.031485 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-701bd361-ba19-4ca1-bd6a-cfc94ded9fa3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:48.031893 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'code': 200} Jul 09 17:52:48.132458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:48.158338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.158607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.158965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.159300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.159627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.159989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.160316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.160614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.160931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.161248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.161560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.161878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:48.212161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] No DVR routers for this DVR port 61d94d48-bf70-4f07-b324-595c3d7ce563 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:52:48.351137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:52:48.351862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:52:48.351862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:48.356119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Port 61d94d48-bf70-4f07-b324-595c3d7ce563 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:52:48.356438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Attempting to bind port 61d94d48-bf70-4f07-b324-595c3d7ce563 on network a5a8f2d2-8d02-4e22-bc74-861b51bb422f {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:52:48.361368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:52:48.361716 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Checking segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:52:48.362088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Bound using segment: {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:52:48.362508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Bound port: 61d94d48-bf70-4f07-b324-595c3d7ce563, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec63a263-38b8-4482-854f-7d13c0319b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:52:48.362861 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:48.461629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:52:48.483592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:52:48.493240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d95a2-d5b4-45a3-bff2-d472acd43093 req-f40592ad-8870-4489-899e-f2901eb30624 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:48.494745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-057d95a2-d5b4-45a3-bff2-d472acd43093 req-f40592ad-8870-4489-899e-f2901eb30624 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.1222987 Jul 09 17:52:48.496303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:48.551098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:48.551733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:48.553144 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] 10.222.0.13 "PUT /v2.0/ports/61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 1092 time: 0.9513140 Jul 09 17:52:48.593820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-057d95a2-d5b4-45a3-bff2-d472acd43093 req-f9a5479e-f009-4f7d-aefc-357dbae32bb5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896704 Jul 09 17:52:48.611030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff660b07-0e62-4bbe-bef3-ceafdaa32160 service neutron] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:48.641251 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-db15c5c6-eda0-4724-b36f-a8e7e22d0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:48.642796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-db15c5c6-eda0-4724-b36f-a8e7e22d0ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0643227 Jul 09 17:52:48.739832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-06fba2f3-7a31-446e-a60b-18cc399d38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:48.741361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-06fba2f3-7a31-446e-a60b-18cc399d38cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0915976 Jul 09 17:52:48.806366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-91cc721f-7366-4fae-867d-4d9c3c0e857c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 999 time: 0.0583904 Jul 09 17:52:48.862794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-aa697951-f62f-4e87-a392-5cea9a9d4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:48.864304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-aa697951-f62f-4e87-a392-5cea9a9d4716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0519023 Jul 09 17:52:48.930059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-d85d871c-0bd9-4e84-9c55-04607a8f2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:48.931624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-d85d871c-0bd9-4e84-9c55-04607a8f2423 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607815 Jul 09 17:52:48.941928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-41de6981-4bdb-4e13-a15e-72d9870aa832 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:52:48.942886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-41de6981-4bdb-4e13-a15e-72d9870aa832 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052030 Jul 09 17:52:49.052673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-8c540cb5-4d51-441f-88cc-d84f217f3c15 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024184 Jul 09 17:52:49.152834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fa2fb96-f39b-4f16-b82c-2ed04971d5cb req-31d727d5-4ebb-460d-a093-5ce2053895c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938823 Jul 09 17:52:49.784675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edde8d-462a-4512-96bb-ff24768255ba req-ed8c05b8-e267-489c-b64f-440ad5bf945f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:49.786271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05edde8d-462a-4512-96bb-ff24768255ba req-ed8c05b8-e267-489c-b64f-440ad5bf945f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.0759833 Jul 09 17:52:49.829958 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-05edde8d-462a-4512-96bb-ff24768255ba req-004e6323-3a66-44fa-be1c-18e1a3a9c1b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380206 Jul 09 17:52:50.034103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:50.037460 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78127402-f966-498a-b7cb-b077b68ccaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:50.093527 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c885a4c-2d17-4e07-9de6-bf06df408b03 x-openstack-request-id: req-7c885a4c-2d17-4e07-9de6-bf06df408b03 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:50.093829 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:50.094084 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c885a4c-2d17-4e07-9de6-bf06df408b03 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:50.094705 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'status': 'completed', 'code': 200} Jul 09 17:52:50.174562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-a6cfbafa-bc29-46ff-983f-8c1a271b83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.176118 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-a6cfbafa-bc29-46ff-983f-8c1a271b83e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0582488 Jul 09 17:52:50.178220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-a744a0b6-395f-4166-aafd-27795798655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.179708 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-a744a0b6-395f-4166-aafd-27795798655c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1095 time: 0.0556045 Jul 09 17:52:50.269151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-1dfdd6ec-b159-4afb-b00e-27ba89ca79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.270637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-1dfdd6ec-b159-4afb-b00e-27ba89ca79f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0867467 Jul 09 17:52:50.272954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-6cfd2653-5949-42b1-9305-89a85e9d4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.274441 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-6cfd2653-5949-42b1-9305-89a85e9d4a31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0871608 Jul 09 17:52:50.345987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-47af1f20-8d3e-4764-9c5f-d0f74d0a8e30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 999 time: 0.0674224 Jul 09 17:52:50.346330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-91ace524-d61e-4424-92ce-60216311148c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 999 time: 0.0634060 Jul 09 17:52:50.397545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-31df7937-68ab-4c5f-9bfa-e8a27148f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.397846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-bf60888e-7e13-4129-bae2-e57bbcb3a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.399079 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-31df7937-68ab-4c5f-9bfa-e8a27148f42d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0457833 Jul 09 17:52:50.399200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-bf60888e-7e13-4129-bae2-e57bbcb3a894 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0460913 Jul 09 17:52:50.458953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-bd72e8ad-ff34-40ae-a721-2d7ca7e8785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.459178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-e02c1306-37d9-40cb-a025-aa79fc07db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:50.459276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-bd72e8ad-ff34-40ae-a721-2d7ca7e8785a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521626 Jul 09 17:52:50.459369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-e02c1306-37d9-40cb-a025-aa79fc07db6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524137 Jul 09 17:52:50.563059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-f25f669d-9b01-4f18-8c53-6e96ee73143b service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944431 Jul 09 17:52:50.570518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-8a25f3ff-2cbd-4411-a8de-5ed66f5bdee8 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020446 Jul 09 17:52:50.655305 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-2176c79e-a515-4b6c-ba5a-c33fff269106 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853531 Jul 09 17:52:50.663161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78127402-f966-498a-b7cb-b077b68ccaf5 req-57bf8b11-5655-4732-8aef-4b9195c21acd service neutron] 10.222.0.13 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Jul 09 17:52:51.028097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48329f3c-c5ca-4e95-b422-4ea5b4134d9d req-e51ac081-356d-4f41-9f9e-9ff3e2390158 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:51.029801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-48329f3c-c5ca-4e95-b422-4ea5b4134d9d req-e51ac081-356d-4f41-9f9e-9ff3e2390158 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.0754416 Jul 09 17:52:51.071790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-48329f3c-c5ca-4e95-b422-4ea5b4134d9d req-33146994-3f5d-4e59-8262-1361883051e3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Jul 09 17:52:51.437326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:52:51.480382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:52:52.212583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:52:52.266677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7097f15-05d3-4dec-8181-d6a9fe7bf640 req-8594f153-6c26-418d-80aa-819e6aabdd8c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:52.268216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7097f15-05d3-4dec-8181-d6a9fe7bf640 req-8594f153-6c26-418d-80aa-819e6aabdd8c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 943 time: 0.0758941 Jul 09 17:52:52.306649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7097f15-05d3-4dec-8181-d6a9fe7bf640 req-b7d6f70b-b5ea-4a8e-8b36-00d3a5627958 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Jul 09 17:52:52.309572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:52.321144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'port_id': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'mac_address': 'fa:16:3e:0d:4b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:52:52.360682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:52.374527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d94d48-bf70-4f07-b324-595c3d7ce563 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:52:52.394765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:52.400066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:52.453327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:52.460854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.461541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.461696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.461952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.462275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.462596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.462888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.463201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.463513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.463855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.464168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.464479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:52:52.624857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b3eb-8429-4df1-81cd-84da45faf060 req-9c336f87-6327-440f-b86e-2cf48a298197 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:52.626293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f91b3eb-8429-4df1-81cd-84da45faf060 req-9c336f87-6327-440f-b86e-2cf48a298197 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 944 time: 0.0708046 Jul 09 17:52:52.641874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['61d94d48-bf70-4f07-b324-595c3d7ce563'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:52:52.664823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8f91b3eb-8429-4df1-81cd-84da45faf060 req-6f908679-d869-4699-8b0b-427d9f7d79e4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Jul 09 17:52:52.672444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b971ad-42f4-4971-909f-4071c32c270d req-8b69daa1-b5db-4da4-99af-57fdc23d2538 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:52.673982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-8b69daa1-b5db-4da4-99af-57fdc23d2538 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8&tenant_id=5afb09fb76e84ac6ab3cf056338f4569&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 944 time: 0.1131785 Jul 09 17:52:52.736393 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-f2b971ad-42f4-4971-909f-4071c32c270d req-fb8ae1ca-bbe3-40a2-accb-0a1038c30bee service neutron] delete failed (client error): The resource could not be found. Jul 09 17:52:52.737479 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-fb8ae1ca-bbe3-40a2-accb-0a1038c30bee service neutron] 10.222.0.36 "DELETE /v2.0/ports/61d94d48-bf70-4f07-b324-595c3d7ce563/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0575919 Jul 09 17:52:52.836080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b971ad-42f4-4971-909f-4071c32c270d req-4ce7b32e-14c2-4a26-bab0-23ed3ad4bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:52.837629 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-4ce7b32e-14c2-4a26-bab0-23ed3ad4bdff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0547700 Jul 09 17:52:52.929220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b971ad-42f4-4971-909f-4071c32c270d req-71118ad3-dc80-46ea-9c1c-03af29ab83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:52.930869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-71118ad3-dc80-46ea-9c1c-03af29ab83a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0870085 Jul 09 17:52:53.003011 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-b62e43df-c4fa-4b3c-8f44-a018a01dcd82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 1000 time: 0.0649760 Jul 09 17:52:53.051883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b971ad-42f4-4971-909f-4071c32c270d req-5c6a34bc-d857-49dc-ab97-80b019506e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:53.053400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-5c6a34bc-d857-49dc-ab97-80b019506e47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0444789 Jul 09 17:52:53.111828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b971ad-42f4-4971-909f-4071c32c270d req-02612e08-de50-4f6d-a9c7-bbaccc0789c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:53.113377 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-02612e08-de50-4f6d-a9c7-bbaccc0789c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532808 Jul 09 17:52:53.223732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-4147d5f5-06db-4dc2-8170-1a459b8cf104 service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028025 Jul 09 17:52:53.313495 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f2b971ad-42f4-4971-909f-4071c32c270d req-edb913fe-9840-49d2-a329-51d0d688889d service neutron] 10.222.0.36 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825758 Jul 09 17:52:53.860672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1a83-fec1-41df-a433-06e32a6e7330 req-72a7845a-270f-447e-96ad-6d0aea7f9e48 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:53.862168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-445d1a83-fec1-41df-a433-06e32a6e7330 req-72a7845a-270f-447e-96ad-6d0aea7f9e48 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 944 time: 0.0753844 Jul 09 17:52:53.901437 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-445d1a83-fec1-41df-a433-06e32a6e7330 req-a40061df-9624-438f-8cf8-500ddb88d2b5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324535 Jul 09 17:52:54.237657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:52:54.300873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 61d94d48-bf70-4f07-b324-595c3d7ce563 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:52:54.305308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 61d94d48-bf70-4f07-b324-595c3d7ce563 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:52:54.305671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:54.394779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:54.421361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:52:54.423699 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1859649-e498-4342-8600-8e26a6902d3a" -d '{"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-plugged", "status": "completed", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:52:54.437174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:52:54.444435 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:52:54.501864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:52:54.533162 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4c493-e0f3-4461-bee1-ac23049e8a7d x-openstack-request-id: req-86f4c493-e0f3-4461-bee1-ac23049e8a7d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:52:54.533367 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-plugged", "status": "completed", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:52:54.533610 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86f4c493-e0f3-4461-bee1-ac23049e8a7d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:52:54.534002 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'code': 200} Jul 09 17:52:55.077846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cfcba-1949-4820-9ef4-2dd040a265ed req-c2fcd4c7-4952-44a4-b9ad-42268a88ed27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:52:55.079330 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe4cfcba-1949-4820-9ef4-2dd040a265ed req-c2fcd4c7-4952-44a4-b9ad-42268a88ed27 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0659347 Jul 09 17:52:55.117033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe4cfcba-1949-4820-9ef4-2dd040a265ed req-8ff7754a-a9aa-4fee-8888-ed4772879e66 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320699 Jul 09 17:52:55.141136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48444) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:52:55.213103 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c0a18ea8-07b3-4c82-b325-2bf7e1543a20 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 HTTP/1.1" status: 200 len: 993 time: 0.0706339 Jul 09 17:53:08.450697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:09.498040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:10.400738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cc0b-2d60-490c-861e-caf47b308deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:12.987571 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8facad86-12b2-40b6-acff-4514efb49959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:13.415220 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:14.060573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:15.971645 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:23.275519 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:53:23.947163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f112-1c20-46eb-91a0-c73d90e9627f req-e62590c6-54eb-40be-accb-0625454ed86b tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:23.948755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc05f112-1c20-46eb-91a0-c73d90e9627f req-e62590c6-54eb-40be-accb-0625454ed86b tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0667267 Jul 09 17:53:23.984610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc05f112-1c20-46eb-91a0-c73d90e9627f req-787d61c9-3996-46c2-98ac-3250f08f2410 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300636 Jul 09 17:53:24.015346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48460) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:24.173273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port e9aff87f-6e06-48c7-a721-200ea87aa402 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:24.173619 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:24.249416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:24.249645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:24.261136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for e9aff87f-6e06-48c7-a721-200ea87aa402 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:24.764017 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:24.788687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=e9aff87f-6e06-48c7-a721-200ea87aa402,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:24.800077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.800422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.800751 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.801081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.801402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.801722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.802037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.802354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.802655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.802966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.803278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.803588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:24.864001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:24.864323 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP 784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 disassociated (deleted). External IP: 172.25.3.123, port: 61d94d48-bf70-4f07-b324-595c3d7ce563. Jul 09 17:53:25.077609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router ef016330-b4c2-4bca-b384-b23dab8a098c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:53:25.193021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:25.198135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:25.202776 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] Sync routers for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:25.212228 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:25.212845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:25.240912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-466cc5d6-b497-48ce-bfb0-ef69cb56ff22 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/floatingips/784df0f3-5b13-4322-8cbc-6fc8cdcc99f5 HTTP/1.1" status: 204 len: 168 time: 1.2220123 Jul 09 17:53:25.240912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:25.241385 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fafc2c-b314-45ca-a192-952aa119a53f" -d '{"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:25.323538 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:25.341595 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b42812e-cf80-4901-883c-097d789669df x-openstack-request-id: req-1b42812e-cf80-4901-883c-097d789669df {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:25.341887 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:25.342133 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b42812e-cf80-4901-883c-097d789669df {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:25.342537 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'status': 'completed', 'code': 200} Jul 09 17:53:25.421794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fafc2c-b314-45ca-a192-952aa119a53f req-739c294f-ff22-4594-bea2-6dfdb657d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:25.423538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-739c294f-ff22-4594-bea2-6dfdb657d71b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0562580 Jul 09 17:53:25.519318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fafc2c-b314-45ca-a192-952aa119a53f req-ddea49c4-480a-4424-8bd5-4d6b748a1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:25.521065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-ddea49c4-480a-4424-8bd5-4d6b748a1127 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 200 len: 898 time: 0.0909002 Jul 09 17:53:25.564778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-8dfe6870-f529-4437-bedf-ce41899b5fca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 200 len: 217 time: 0.0362122 Jul 09 17:53:25.620589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fafc2c-b314-45ca-a192-952aa119a53f req-fa63c869-f66d-4725-84c2-d0a04ca95ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:25.622378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-fa63c869-f66d-4725-84c2-d0a04ca95ceb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 200 len: 835 time: 0.0511832 Jul 09 17:53:25.631795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90a08b-c8d2-4c34-9c38-1f6afb90a6db req-a3f53926-968e-49c1-86e1-697a80ec116c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:25.633990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e90a08b-c8d2-4c34-9c38-1f6afb90a6db req-a3f53926-968e-49c1-86e1-697a80ec116c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0789092 Jul 09 17:53:25.642880 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:47Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:25.668641 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] Checking router: ef016330-b4c2-4bca-b384-b23dab8a098c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:25.678104 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:25.679158 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:25.684312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3e90a08b-c8d2-4c34-9c38-1f6afb90a6db req-69d0bc46-801e-4622-b7ff-eaea20ff2065 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 Jul 09 17:53:25.685203 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fafc2c-b314-45ca-a192-952aa119a53f req-ea13069b-a28e-4881-9f28-d3deb44a8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:25.686716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-ea13069b-a28e-4881-9f28-d3deb44a8348 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a5a8f2d2-8d02-4e22-bc74-861b51bb422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565722 Jul 09 17:53:25.778285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-06f60249-33ff-4c05-a6d1-b4a1c0e48597 service neutron] 10.222.0.13 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830595 Jul 09 17:53:25.782297 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:25.876289 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42fafc2c-b314-45ca-a192-952aa119a53f req-8440b131-9e06-4255-98e6-171143d63a6c service neutron] 10.222.0.13 "GET /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891845 Jul 09 17:53:25.981619 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:47Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:26.006747 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd6e22-1172-4461-b1bb-37a990290939 None None] The sync data for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 is: [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:44Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'aade6fe8-31da-4619-b81f-4929c4492a15', 'name': '', 'network_id': 'a5a8f2d2-8d02-4e22-bc74-861b51bb422f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:cc:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:43Z', 'updated_at': '2021-07-09T17:51:47Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'b93b8644-3ae9-44b9-b16c-e78c09fa31b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:26.235201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a9d8de-79dc-42df-9463-d090dee71f55 None None] New status for floating IP 784df0f3-5b13-4322-8cbc-6fc8cdcc99f5: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:53:26.890223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-1b476e39-03ce-4b28-bbc5-7f68c9a7e409 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:26.891925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-1b476e39-03ce-4b28-bbc5-7f68c9a7e409 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.13 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.1062455 Jul 09 17:53:26.904449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16759-bb8b-4a25-8d3c-456c9ec90bb6 req-9dcc0609-d622-4ce3-ab66-5b4290808e44 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:26.905835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ec16759-bb8b-4a25-8d3c-456c9ec90bb6 req-9dcc0609-d622-4ce3-ab66-5b4290808e44 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=33178977-afff-4bfa-b743-777ad80dd2e8 HTTP/1.1" status: 200 len: 945 time: 0.0907106 Jul 09 17:53:26.982766 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ec16759-bb8b-4a25-8d3c-456c9ec90bb6 req-19b9d337-58c5-4e7b-9e2f-5516d89265d3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeaf9254-6aee-43da-a3d0-3c1f825d4d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695724 Jul 09 17:53:27.043785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 61d94d48-bf70-4f07-b324-595c3d7ce563 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:27.044372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:27.151434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port 61d94d48-bf70-4f07-b324-595c3d7ce563, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=61d94d48-bf70-4f07-b324-595c3d7ce563,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:27.151678 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:27.165420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 61d94d48-bf70-4f07-b324-595c3d7ce563 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:27.292585 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:27.325453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=61d94d48-bf70-4f07-b324-595c3d7ce563,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:27.377797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] No DVR routers for this DVR port 61d94d48-bf70-4f07-b324-595c3d7ce563 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:53:27.382169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:27.384364 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5eb15633-a1a2-4b70-9437-92aca2bcb2f4 req-064a0b1a-4bb4-4199-a313-1e6fbd23b574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.13 "DELETE /v2.0/ports/61d94d48-bf70-4f07-b324-595c3d7ce563 HTTP/1.1" status: 204 len: 173 time: 0.4776380 Jul 09 17:53:27.384805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-deleted', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:27.387146 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e5a4f-ea48-47e7-89a8-e0c656fa1ca8" -d '{"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-deleted", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:27.422606 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f56ae36-a6c2-4a63-9afa-ef83c22d2f73 x-openstack-request-id: req-9f56ae36-a6c2-4a63-9afa-ef83c22d2f73 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:27.422898 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33178977-afff-4bfa-b743-777ad80dd2e8", "name": "network-vif-deleted", "tag": "61d94d48-bf70-4f07-b324-595c3d7ce563", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:27.423150 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f56ae36-a6c2-4a63-9afa-ef83c22d2f73 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:27.423553 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33178977-afff-4bfa-b743-777ad80dd2e8', 'name': 'network-vif-deleted', 'tag': '61d94d48-bf70-4f07-b324-595c3d7ce563', 'status': 'completed', 'code': 200} Jul 09 17:53:28.076902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48478) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:28.879743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:29.216413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port aade6fe8-31da-4619-b81f-4929c4492a15 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:29.217138 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:29.310706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port aade6fe8-31da-4619-b81f-4929c4492a15, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=aade6fe8-31da-4619-b81f-4929c4492a15,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:29.311080 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:29.322945 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for aade6fe8-31da-4619-b81f-4929c4492a15 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:29.584097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:29.620534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=aade6fe8-31da-4619-b81f-4929c4492a15,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:29.817059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.048581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router ef016330-b4c2-4bca-b384-b23dab8a098c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:53:30.157349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:30.162877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc103bd2-c394-4266-8e20-b265ab68e80c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/ef016330-b4c2-4bca-b384-b23dab8a098c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0845237 Jul 09 17:53:30.165747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48480) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:30.168557 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] Sync routers for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:30.179467 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:30.180391 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:30.217835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting subnet b93b8644-3ae9-44b9-b16c-e78c09fa31b4 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:53:30.221111 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.261169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.283009 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:30.353679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.414369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.432025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:30.446171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Subnet': ['ID=b93b8644-3ae9-44b9-b16c-e78c09fa31b4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:30.448201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.452649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bb83c25a-7372-41a0-a7ae-ec8504d49023 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/subnets/b93b8644-3ae9-44b9-b16c-e78c09fa31b4 HTTP/1.1" status: 204 len: 168 time: 0.2834516 Jul 09 17:53:30.452869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48482) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:30.453150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 61d94d48-bf70-4f07-b324-595c3d7ce563 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:30.453708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 61d94d48-bf70-4f07-b324-595c3d7ce563 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:30.466038 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:53:29Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:30.471584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cd461-19f9-4934-8faa-651b18b304a0 None None] Network a5a8f2d2-8d02-4e22-bc74-861b51bb422f requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:53:30.496619 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] Checking router: ef016330-b4c2-4bca-b384-b23dab8a098c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:30.506553 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] Routers {'ef016330-b4c2-4bca-b384-b23dab8a098c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:30.507168 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['ef016330-b4c2-4bca-b384-b23dab8a098c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:30.560357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.618342 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] Set router ef016330-b4c2-4bca-b384-b23dab8a098c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:30.661326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] DHCP port deletion for a5a8f2d2-8d02-4e22-bc74-861b51bb422f request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:53:30.672168 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.709448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] Deleting port 6fdda374-124b-4a7e-8490-8da726e0b0b2 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:30.710006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.725527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port b37daee6-5821-461f-8700-b002ffe56957 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:53:30.725871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.782444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] For port 6fdda374-124b-4a7e-8490-8da726e0b0b2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6fdda374-124b-4a7e-8490-8da726e0b0b2,segment=NetworkSegment(ec63a263-38b8-4482-854f-7d13c0319b73),segment_id=ec63a263-38b8-4482-854f-7d13c0319b73)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:30.782705 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.800178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] Calling delete_port for 6fdda374-124b-4a7e-8490-8da726e0b0b2 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:30.810255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port b37daee6-5821-461f-8700-b002ffe56957, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b37daee6-5821-461f-8700-b002ffe56957,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:30.810610 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.824488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for b37daee6-5821-461f-8700-b002ffe56957 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:53:30.829590 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:53:29Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:30.859264 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad9401-0fa8-44d0-a1aa-223544483834 None None] The sync data for ids ['ef016330-b4c2-4bca-b384-b23dab8a098c'] in n-d-791506-17 is: [{'id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898482266', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'b37daee6-5821-461f-8700-b002ffe56957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:53:29Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'b37daee6-5821-461f-8700-b002ffe56957', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef016330-b4c2-4bca-b384-b23dab8a098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:51:40Z', 'updated_at': '2021-07-09T17:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:30.894736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:30.916196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] Pushing event deleted for resources: {'Port': ['ID=6fdda374-124b-4a7e-8490-8da726e0b0b2,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:30.921631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e2272-ec04-47ba-ac87-74e74c275bfa None None] No DVR routers for this DVR port 6fdda374-124b-4a7e-8490-8da726e0b0b2 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:53:31.258233 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.283031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=b37daee6-5821-461f-8700-b002ffe56957,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:31.349862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.457307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.459719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.523746 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.524282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Fanout notify agent at l3_agent the message router_deleted on router ef016330-b4c2-4bca-b384-b23dab8a098c {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:53:31.531690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.532838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1802e88e-7345-4d53-a9db-e18ede01e137 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/routers/ef016330-b4c2-4bca-b384-b23dab8a098c HTTP/1.1" status: 204 len: 168 time: 1.0790632 Jul 09 17:53:31.535609 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48484) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:31.623876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.713135 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.724495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a8f2d2-8d02-4e22-bc74-861b51bb422f']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:31.735338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec63a263-38b8-4482-854f-7d13c0319b73') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:31.735627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec63a263-38b8-4482-854f-7d13c0319b73') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:31.745722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.760686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.767537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:53:31.767987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:53:31.771531 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:53:31.835341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.843525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.844586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/networks/a5a8f2d2-8d02-4e22-bc74-861b51bb422f HTTP/1.1" status: 204 len: 168 time: 0.3078878 Jul 09 17:53:31.847943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48486) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:31.856310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2aa51-ad9a-444b-9f4e-93b47239a0a3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Network': ['ID=a5a8f2d2-8d02-4e22-bc74-861b51bb422f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:31.908477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5af894e3-0cf9-4d79-857b-13e128d96f2a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.932871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5af894e3-0cf9-4d79-857b-13e128d96f2a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:31.997524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5af894e3-0cf9-4d79-857b-13e128d96f2a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.000262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5af894e3-0cf9-4d79-857b-13e128d96f2a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.001522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5af894e3-0cf9-4d79-857b-13e128d96f2a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/security-groups/eeaf9254-6aee-43da-a3d0-3c1f825d4d62 HTTP/1.1" status: 204 len: 168 time: 0.1526041 Jul 09 17:53:32.012931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af894e3-0cf9-4d79-857b-13e128d96f2a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf9254-6aee-43da-a3d0-3c1f825d4d62,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:32.038349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aade6fe8-31da-4619-b81f-4929c4492a15 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:32.062123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: aade6fe8-31da-4619-b81f-4929c4492a15 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:32.062727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device aade6fe8-31da-4619-b81f-4929c4492a15 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:32.062872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6fdda374-124b-4a7e-8490-8da726e0b0b2 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:32.084037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6fdda374-124b-4a7e-8490-8da726e0b0b2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:32.084426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6fdda374-124b-4a7e-8490-8da726e0b0b2 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:32.084853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b37daee6-5821-461f-8700-b002ffe56957 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:53:32.103262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b37daee6-5821-461f-8700-b002ffe56957 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:53:32.103601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b37daee6-5821-461f-8700-b002ffe56957 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:53:32.270950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48492) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:32.275793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308872839', 'description': 'tempest-secgroup-smoke-308872839 description', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:32.304578 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.385095 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.391011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.422223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.423475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515315 Jul 09 17:53:32.426600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48494) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:32.429274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99599282-2acf-43a4-9842-0e9cdf16982d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:32.431389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:32.465105 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.526526 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.531953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.551886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35c3710-5308-4c77-b00d-6c1a3b0ca0bc,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:32.559895 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.561153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2318d9c9-42e6-4fd6-b84a-be605c797275 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335371 Jul 09 17:53:32.564305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48496) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:32.569090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:32.600828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.660315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.665730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.684586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13941edb-e675-434e-9d84-41f939d76d70,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:32.693765 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.695203 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0069407-d5b0-443e-a8dc-c7e4c2cd310e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298563 Jul 09 17:53:32.698271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48498) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:32.703095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:32.731719 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.797728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.803342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.820623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4e864f-b33f-4e0b-9221-77ea7dc88ba2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:32.828918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.830245 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-77ffc0fe-4095-4236-b467-50485a4b8d65 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308761 Jul 09 17:53:32.834010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48500) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:32.838665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:32.866928 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.928125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.935144 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.954980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f3c37a-e1b6-4c1c-953f-6ec7e7e8f2c5,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:32.964074 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:32.965397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4f2ae546-ffc8-4e89-9706-313bc333b4ec tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304345 Jul 09 17:53:32.968088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48502) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:32.972904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:32.996829 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:53:33.002120 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.062801 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.070002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.087336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c286efed-4962-4533-8a8a-fd96bdec107b,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:33.094691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.096244 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-698a9ebf-d2b1-4590-8e4f-71c8d2fa1cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271634 Jul 09 17:53:33.100209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48504) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:33.104862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': 'cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:33.134103 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:53:33.138986 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.207812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.213407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.232509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a311a29-8387-442d-9752-11aa22617fc2,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:33.240409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.241635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5076ef7e-4d91-4fd0-85d1-7a93aa482823 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404517 Jul 09 17:53:33.245110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48506) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:33.250025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'network': {'name': 'tempest-network-smoke--1444230723', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'port_security_enabled': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:33.270800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:53:33.274518 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.297885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:53:33.307393 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.307999 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Added segment 19965415-d6a6-42e6-84b9-a75287fb10ff of type vlan for network 08091182-9580-441d-b9d6-6d969e83e713 Jul 09 17:53:33.357043 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.396368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.403705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:33.404414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.465543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2192998 Jul 09 17:53:33.468262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48508) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:33.476128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'admin_state_up': True, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:33.482576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961d241-123a-4d45-9e4e-862156bd91d5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Network': ['ID=08091182-9580-441d-b9d6-6d969e83e713,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:33.493531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 08091182-9580-441d-b9d6-6d969e83e713 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:53:33.502464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.503515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.552407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.688777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.892173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:33.915873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:34.017904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.78 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/cb357bb6-b01b-4383-9316-b8033abc6405) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:34.127981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:34.169085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:34.209359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:34.212238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:34.214787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:34.240458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=cb357bb6-b01b-4383-9316-b8033abc6405,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:34.473866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:34.676293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:34.827833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router eaf5902f-96d8-4840-96f7-101d9da4d075 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:53:34.937825 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:34.948928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Sync routers for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:34.957404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:34.958722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-47c1a0aa-9395-4f0d-a2f6-0d621f5df28e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4894946 Jul 09 17:53:34.959283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:34.959953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:34.962173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48510) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:34.996647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-612b56d1-1a93-4964-b167-b63cd9ac32ba tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5afb09fb76e84ac6ab3cf056338f4569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333631 Jul 09 17:53:34.999383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48512) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:35.223960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:35.411251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:34Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:35.421093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726abe2a-b1ed-4de2-8eb8-2e6b5f8b7b85 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:35.422591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-726abe2a-b1ed-4de2-8eb8-2e6b5f8b7b85 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4222543 Jul 09 17:53:35.425430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48514) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:35.438634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Checking router: eaf5902f-96d8-4840-96f7-101d9da4d075 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:35.438984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Updating router eaf5902f-96d8-4840-96f7-101d9da4d075 port cb357bb6-b01b-4383-9316-b8033abc6405 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:53:35.462195 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eaa2b912-2ca0-4d3e-9ded-f293730828cf tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357039 Jul 09 17:53:35.464877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48516) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:35.469698 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725202876', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:35.473804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.558969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:53:35.562733 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.729381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.739522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Transition to ACTIVE for port object cb357bb6-b01b-4383-9316-b8033abc6405 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:35.746089 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.747596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.800783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255ba34-9688-4238-9d24-2f6046072c7a None None] Pushing event updated for resources: {'Port': ['ID=cb357bb6-b01b-4383-9316-b8033abc6405,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:35.803510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Attempting to bind port cb357bb6-b01b-4383-9316-b8033abc6405 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:53:35.803895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Attempting to bind port cb357bb6-b01b-4383-9316-b8033abc6405 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:53:35.804360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Attempting to bind port cb357bb6-b01b-4383-9316-b8033abc6405 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:53:35.810219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:53:35.810590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:35.810988 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.811371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:53:35.811866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Bound port: cb357bb6-b01b-4383-9316-b8033abc6405, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:53:35.812234 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.813727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Subnet': ['ID=25eabd19-3145-4e2a-b7d2-da17f7925e04,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:35.820953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Checking segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:35.821325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network hostable DHCP agents. Network: 08091182-9580-441d-b9d6-6d969e83e713, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:53:35.839572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 08091182-9580-441d-b9d6-6d969e83e713 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:53:35.849876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 08091182-9580-441d-b9d6-6d969e83e713) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:35.855410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:35.856183 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:35.861441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea689d-86bd-4936-9da1-19c7202ac34b None None] Network 08091182-9580-441d-b9d6-6d969e83e713 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:53:35.873537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-148380f8-4673-453f-af7e-295ec0c63440 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4076455 Jul 09 17:53:35.876452 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48518) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:35.911754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] For port cb357bb6-b01b-4383-9316-b8033abc6405, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:53:35.937360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] For port cb357bb6-b01b-4383-9316-b8033abc6405, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cb357bb6-b01b-4383-9316-b8033abc6405,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:53:35.944003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.046885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255ba34-9688-4238-9d24-2f6046072c7a None None] Pushing event updated for resources: {'Port': ['ID=cb357bb6-b01b-4383-9316-b8033abc6405,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:36.053935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:36.054543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:36.110806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-08091182-9580-441d-b9d6-6d969e83e713', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:53:36.111635 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.253948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:36.345396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.384270 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Allocated IP 172.20.0.2 (08091182-9580-441d-b9d6-6d969e83e713/25eabd19-3145-4e2a-b7d2-da17f7925e04/758cd7d7-f554-4781-80ee-7bab7bd8bcaa) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:36.565378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:34Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:36.604881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d1401-8cfe-442a-bf85-698fb098bbf1 None None] The sync data for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 is: [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:34Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:36.609348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.617955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Transition to ACTIVE for port object 758cd7d7-f554-4781-80ee-7bab7bd8bcaa will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:36.636064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Transition to ACTIVE for port object 758cd7d7-f554-4781-80ee-7bab7bd8bcaa will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:36.642729 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.684648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Network 08091182-9580-441d-b9d6-6d969e83e713 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:36.687701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:36.690379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:36.698482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.1 (08091182-9580-441d-b9d6-6d969e83e713/25eabd19-3145-4e2a-b7d2-da17f7925e04/071d00fd-7e00-4f73-b889-87c8ddc0f4ec) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:36.700472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Pushing event updated for resources: {'Port': ['ID=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:36.757812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Attempting to bind port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:53:36.758180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Attempting to bind port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:53:36.758605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Attempting to bind port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:53:36.763827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:53:36.764189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Checking segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:36.764593 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.764980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Bound using segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:53:36.765439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Bound port: 758cd7d7-f554-4781-80ee-7bab7bd8bcaa, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:53:36.765905 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.817939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.835329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object 071d00fd-7e00-4f73-b889-87c8ddc0f4ec will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:36.837666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] For port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:53:36.840899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] For port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:53:36.855275 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.888189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:36.942139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 08091182-9580-441d-b9d6-6d969e83e713 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:36.945955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:36.948611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:36.949376 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c860fea-0b21-4ad8-98ca-4ca7e332b153 None None] Pushing event updated for resources: {'Port': ['ID=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:36.987461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:37.017683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.255259 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.570317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.577399 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.796744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cb357bb6-b01b-4383-9316-b8033abc6405 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:37.859139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port cb357bb6-b01b-4383-9316-b8033abc6405 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:37.863589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cb357bb6-b01b-4383-9316-b8033abc6405 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:37.864009 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.950427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.960846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.967004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:37.976077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port cb357bb6-b01b-4383-9316-b8033abc6405, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cb357bb6-b01b-4383-9316-b8033abc6405,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:37.982187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:37.983224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 758cd7d7-f554-4781-80ee-7bab7bd8bcaa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:38.030960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe036121-3083-433e-b059-f8f66e0136ba None None] Network 08091182-9580-441d-b9d6-6d969e83e713 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:53:38.067512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 08091182-9580-441d-b9d6-6d969e83e713 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:38.069403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:38.130959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=cb357bb6-b01b-4383-9316-b8033abc6405,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:38.143890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f9984676-5a63-43bb-8f6a-ecf517b7a3f2 None None] Provisioning for port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:38.173657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:38.190470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router eaf5902f-96d8-4840-96f7-101d9da4d075 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:53:38.193681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:38.194046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.305063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:38.314306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5004f0e3-aecb-4321-8d8f-a12c75b31dca tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/eaf5902f-96d8-4840-96f7-101d9da4d075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4332700 Jul 09 17:53:38.319327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.362098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:38.368566 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.427024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:38.452393 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Sync routers for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:38.457811 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.463173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:38.463807 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:38.493902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-84e6fc82-4161-4d13-b32b-93b9187f4f5c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308872839&fields=id&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 267 time: 0.0375829 Jul 09 17:53:38.572498 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:38.581123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5e86a86f-fa36-4c3f-81c4-6743a7a8c379 None None] Provisioning for port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:38.595010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5e86a86f-fa36-4c3f-81c4-6743a7a8c379 None None] Provisioning complete for port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:38.595675 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e86a86f-fa36-4c3f-81c4-6743a7a8c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.623025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-3bfa4d67-8b4d-400d-b485-b3e40d256e68 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:38.630136 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-3bfa4d67-8b4d-400d-b485-b3e40d256e68 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 797 time: 0.1287253 Jul 09 17:53:38.647249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-0b1f70b7-bc70-4e78-8bc6-d74ba7ffacdb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/quotas/5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 375 time: 0.0159581 Jul 09 17:53:38.671795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5e86a86f-fa36-4c3f-81c4-6743a7a8c379 None None] Port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:53:38.684154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5e86a86f-fa36-4c3f-81c4-6743a7a8c379 None None] Provisioning complete for port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:38.684520 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e86a86f-fa36-4c3f-81c4-6743a7a8c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:38.729658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-a5eb9bda-db41-4533-b018-138194881892 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815685 Jul 09 17:53:38.859913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-13e39cd4-efc5-47cf-b8e9-f52057ede146 service neutron] 10.222.0.21 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180260 Jul 09 17:53:38.950071 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 2, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:38.958515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-ee9fb4fc-0d6f-490b-99a1-697c05cee394 service neutron] 10.222.0.21 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976753 Jul 09 17:53:38.977455 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Checking router: eaf5902f-96d8-4840-96f7-101d9da4d075 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:38.977885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Updating router eaf5902f-96d8-4840-96f7-101d9da4d075 port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:53:39.015540 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.083172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-68ffe81c-e3fb-49a1-bc30-335d12e87f95 None None] Provisioning complete for port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:39.084029 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-68ffe81c-e3fb-49a1-bc30-335d12e87f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.120856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-68ffe81c-e3fb-49a1-bc30-335d12e87f95 None None] Port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:53:39.153309 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ff299352-f00c-4945-a27b-6bf4a1adb9f6 req-d93f964f-1b3d-4289-a53e-03f122fd1263 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jul 09 17:53:39.306738 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.317202 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Transition to ACTIVE for port object 071d00fd-7e00-4f73-b889-87c8ddc0f4ec will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:39.323306 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.373786 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Pushing event updated for resources: {'Port': ['ID=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:39.399911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.400261 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.400599 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.400936 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.401262 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.401591 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.401915 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.402235 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.402557 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.402882 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.403204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.403535 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:39.441173 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Attempting to bind port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:53:39.441454 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Attempting to bind port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:53:39.441808 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Attempting to bind port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:53:39.448352 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:53:39.449066 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Checking segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:39.449552 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.450125 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Bound using segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:53:39.450665 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Bound port: 071d00fd-7e00-4f73-b889-87c8ddc0f4ec, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:53:39.451407 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.525361 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] For port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:53:39.526054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.529269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] For port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:53:39.534218 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.594739 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:39.595373 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:39.632686 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88e40a-7bf9-4827-98a4-bb555ee97deb None None] Pushing event updated for resources: {'Port': ['ID=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:39.725204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:39.778928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cb357bb6-b01b-4383-9316-b8033abc6405 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:39.838282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port cb357bb6-b01b-4383-9316-b8033abc6405 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:39.838656 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.924153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 758cd7d7-f554-4781-80ee-7bab7bd8bcaa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:39.950363 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:39Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:39.983687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:39.984137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:39.985269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80c618-7c80-4c3b-bd01-a15bf861fe43 None None] The sync data for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 is: [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:39Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:40.330937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-654083ef-5d98-4643-825b-d1420a48da5e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:40.332577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-654083ef-5d98-4643-825b-d1420a48da5e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 797 time: 0.1626480 Jul 09 17:53:40.334722 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb99b616-5869-49b4-b848-ebcfc668c4b1 req-dc9f8780-88da-4ed6-8243-f123b7a04585 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 210 time: 0.0517545 Jul 09 17:53:40.382321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-b4d5e435-bd8e-421e-8f27-d84db5ffd0c4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 379 time: 0.0395801 Jul 09 17:53:40.391613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'port': {'device_id': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'admin_state_up': True, 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'security_groups': ['cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:40.394701 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9509d7e4-b310-4027-b4e1-2d7ee3ee48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:40.504995 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:53:40.509753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:40.644552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.8 (08091182-9580-441d-b9d6-6d969e83e713/25eabd19-3145-4e2a-b7d2-da17f7925e04/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:40.794768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:40.810655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:40.851424 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:40.903485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 08091182-9580-441d-b9d6-6d969e83e713 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:40.907290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:40.911079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:40.938171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:40.978870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:40.979699 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:40.997130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-5379722e-8ee6-46cc-af9d-6aada090459a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097245 Jul 09 17:53:41.009976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Request body: {'port': {'device_id': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:41.092207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.127362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-98b0b679-e21f-41c9-a28e-e825a1fa9fac None None] Provisioning for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:41.131688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-98b0b679-e21f-41c9-a28e-e825a1fa9fac None None] Provisioning complete for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:41.132267 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-98b0b679-e21f-41c9-a28e-e825a1fa9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.166084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-98b0b679-e21f-41c9-a28e-e825a1fa9fac None None] Port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:53:41.360596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:53:41.368135 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.380355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Transition to ACTIVE for port object bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:53:41.384941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.432643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:41.514439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:53:41.514772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:53:41.515103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:53:41.519910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:53:41.520234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:53:41.525738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:53:41.526177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Checking segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:53:41.526567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Bound using segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:53:41.526993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Bound port: bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:53:41.527353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.527933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c4946-e4dc-498c-907c-bff39a7b6500 req-533a9bcf-32c1-468b-945a-6e5dfe52764c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:41.530179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d0c4946-e4dc-498c-907c-bff39a7b6500 req-533a9bcf-32c1-468b-945a-6e5dfe52764c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 943 time: 0.0769691 Jul 09 17:53:41.579043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d0c4946-e4dc-498c-907c-bff39a7b6500 req-e719c086-fdfb-4937-946b-f03da42de8e7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Jul 09 17:53:41.603189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:53:41.603189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:53:41.608906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.646074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:41.646690 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.648124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] 10.222.0.36 "PUT /v2.0/ports/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 1092 time: 0.6433463 Jul 09 17:53:41.648549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:41.650970 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b47221-6904-4f27-9e8b-bf6557c5a527" -d '{"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:41.680783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5318a7c-1b31-47f1-8c76-7e63d1bb661d service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:41.691553 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ea7182-e6d1-4fc1-b490-9f70cf015301 x-openstack-request-id: req-79ea7182-e6d1-4fc1-b490-9f70cf015301 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:41.691876 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:41.692132 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79ea7182-e6d1-4fc1-b490-9f70cf015301 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:41.692619 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'status': 'completed', 'code': 200} Jul 09 17:53:41.760483 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-2c354041-ead6-40f8-8bc0-83c1ac27e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:41.762053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-2c354041-ead6-40f8-8bc0-83c1ac27e544 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1095 time: 0.0669844 Jul 09 17:53:41.796736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 071d00fd-7e00-4f73-b889-87c8ddc0f4ec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:41.812033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-7b8eb192-4b29-4db1-a03f-81337b542ea7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 217 time: 0.0391350 Jul 09 17:53:41.853653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:41.857804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:41.858176 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.867306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-ff15cf4b-a145-4e8c-ac08-d02a1e1facdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:41.868886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-ff15cf4b-a145-4e8c-ac08-d02a1e1facdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0512807 Jul 09 17:53:41.928683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-846467f2-8873-491f-b9fe-66655d4a0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:41.930260 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-846467f2-8873-491f-b9fe-66655d4a0251 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549746 Jul 09 17:53:41.950074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:41.987637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:41.992664 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:42.028674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-0b35acf1-d07a-4252-9ac4-990722f85fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916145 Jul 09 17:53:42.042462 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:42.118933 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d6232b90-0f19-47b6-9c01-3ad06bd2d124 req-ab4ff7d7-59f0-4eb4-91c0-857eb2707ecf service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842166 Jul 09 17:53:42.236888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-922b6226-2182-470f-9bd8-f0e3531972ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:42.238447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-922b6226-2182-470f-9bd8-f0e3531972ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1095 time: 0.0675404 Jul 09 17:53:42.335268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-d3bc44ac-f991-47eb-855a-d1d7b440c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:42.336839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-d3bc44ac-f991-47eb-855a-d1d7b440c308 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0916703 Jul 09 17:53:42.387297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-8b7b525c-7233-495b-9a6c-f8de45d6705e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 217 time: 0.0423419 Jul 09 17:53:42.438560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-7a07a452-7df9-4a5e-8cb8-de2697303a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:42.440067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-7a07a452-7df9-4a5e-8cb8-de2697303a5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0460503 Jul 09 17:53:42.498085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-390d92ef-88dd-4427-b6c0-7e78fcddda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:42.499582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-390d92ef-88dd-4427-b6c0-7e78fcddda28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527391 Jul 09 17:53:42.600895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-ed233ee4-4726-46b0-aeec-155d94409e44 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940950 Jul 09 17:53:42.706182 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57b47221-6904-4f27-9e8b-bf6557c5a527 req-24a397b0-1959-49c1-890a-dbe8578f90ee service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971677 Jul 09 17:53:42.772120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e287a-7443-435a-822e-a66e583a5445 req-25c69ad3-2237-4a41-87a8-887689b90d6b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:42.774093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-445e287a-7443-435a-822e-a66e583a5445 req-25c69ad3-2237-4a41-87a8-887689b90d6b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 943 time: 0.0789311 Jul 09 17:53:42.818228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-445e287a-7443-435a-822e-a66e583a5445 req-c4d4a045-320a-4095-9394-aaa710a51c70 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Jul 09 17:53:42.986940 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c9e2-fd33-4c63-92dc-7afa7e2c3ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:43.423111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:43.743366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 071d00fd-7e00-4f73-b889-87c8ddc0f4ec up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:43.747617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:53:43.853087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:43.854855 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:43.899353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:43.914250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'mac_address': 'fa:16:3e:b4:68:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:53:43.982793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:43.997938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:53:44.006621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f3f6-c990-4249-91d2-de834d55b4df req-2b659daf-613d-4fd6-88a8-e89d335c01bc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:44.008169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5533f3f6-c990-4249-91d2-de834d55b4df req-2b659daf-613d-4fd6-88a8-e89d335c01bc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 943 time: 0.0662942 Jul 09 17:53:44.018905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:44.030066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:44.050175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5533f3f6-c990-4249-91d2-de834d55b4df req-1b1a939c-21fc-4c2c-8236-11b7deda4313 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357666 Jul 09 17:53:44.078083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:44.087223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:44.237434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:53:45.251575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91e365-7153-44fd-985d-bffdc4b01ffd req-9b9a17c5-4783-4190-b111-92b086c03983 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:45.253090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc91e365-7153-44fd-985d-bffdc4b01ffd req-9b9a17c5-4783-4190-b111-92b086c03983 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 944 time: 0.0771585 Jul 09 17:53:45.291147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc91e365-7153-44fd-985d-bffdc4b01ffd req-0d47a933-5b09-4860-8818-17b0a769308d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Jul 09 17:53:45.751840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:53:45.804432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:53:45.811633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:53:45.812041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:45.903929 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:45.931708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:45.934058 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85992032-517f-4a89-84aa-0dd418e4b660" -d '{"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:45.947168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:53:45.957402 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:45.987401 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0bfe7a-6687-447a-8cfe-9b23f2bd2cf0 x-openstack-request-id: req-ce0bfe7a-6687-447a-8cfe-9b23f2bd2cf0 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:45.987678 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:45.987920 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce0bfe7a-6687-447a-8cfe-9b23f2bd2cf0 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:45.988340 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'code': 200} Jul 09 17:53:45.997390 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:46.018996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:46.096467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561523f-165c-46ba-afb6-d61884bcab91 req-51fdd0fd-6db9-4e4d-9866-ad79c6e7aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:46.098596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7561523f-165c-46ba-afb6-d61884bcab91 req-51fdd0fd-6db9-4e4d-9866-ad79c6e7aaa4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1097 time: 0.0578549 Jul 09 17:53:46.133525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7561523f-165c-46ba-afb6-d61884bcab91 req-4a5daa86-8904-4ac3-a10d-52c29908535d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284891 Jul 09 17:53:46.466305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5119041-3364-47b6-85b8-0575795cd0e0 req-fc620384-dd4a-4a8e-b16f-64b78add8f64 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:46.467801 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5119041-3364-47b6-85b8-0575795cd0e0 req-fc620384-dd4a-4a8e-b16f-64b78add8f64 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0660503 Jul 09 17:53:46.509788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5119041-3364-47b6-85b8-0575795cd0e0 req-5a338888-61e7-43bd-bf17-5cfeb74eec31 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332184 Jul 09 17:53:47.694556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc55e-0174-4a0e-ae2a-7bf670e31b52 req-fdbeb229-3cb1-4922-9d34-3b81ba1d2574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:47.696104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73ffc55e-0174-4a0e-ae2a-7bf670e31b52 req-fdbeb229-3cb1-4922-9d34-3b81ba1d2574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0695114 Jul 09 17:53:47.737483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73ffc55e-0174-4a0e-ae2a-7bf670e31b52 req-51aba873-b709-4a0e-a2af-24229705211c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339625 Jul 09 17:53:47.920115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12675457-0b7a-411f-8448-949821e87413 req-312e78d9-ec25-4214-9cbe-913de1c29e67 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:47.921746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12675457-0b7a-411f-8448-949821e87413 req-312e78d9-ec25-4214-9cbe-913de1c29e67 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0663612 Jul 09 17:53:47.963213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12675457-0b7a-411f-8448-949821e87413 req-28a4f094-2fa6-4cea-aeb4-325a81696d85 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Jul 09 17:53:47.987731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48568) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:48.048505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3db0e-3b82-415b-8b6a-9748e124c669 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:48.050773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c1d3db0e-3b82-415b-8b6a-9748e124c669 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1092 time: 0.0618112 Jul 09 17:53:48.054994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48570) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:48.059501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:53:48.086190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.200713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.309173 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.68 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/27226d9d-4e1c-45ac-a799-a04ee4057853) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:53:48.411833 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.453715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.499581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:53:48.502410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:53:48.505951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:53:48.511486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=27226d9d-4e1c-45ac-a799-a04ee4057853,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:48.540960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.541258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.541632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.541952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.542305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.542644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.542973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.543323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.543624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.543960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.544288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.544613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:53:48.898603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:48.988176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:49.140561 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:49.147553 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:49.211935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=27226d9d-4e1c-45ac-a799-a04ee4057853,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:53:49.224106 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:49.326679 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP 3cc117db-d4ef-464a-a728-403397a6734a associated. External IP: 172.25.3.68, port: bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f. Jul 09 17:53:49.550095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router eaf5902f-96d8-4840-96f7-101d9da4d075 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:53:49.660906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:53:49.671584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] Sync routers for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:53:49.679919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:53:49.683441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:49.684137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:49.717675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7898175c-a589-44c1-8390-b5c8c843cafe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6616018 Jul 09 17:53:49.718302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:53:49.722292 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b516414-4e05-4734-a3db-206d9b8dd0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:53:49.762659 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca1ac3-218a-4c89-b286-6391daec44dd x-openstack-request-id: req-52ca1ac3-218a-4c89-b286-6391daec44dd {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:53:49.763677 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:53:49.764068 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52ca1ac3-218a-4c89-b286-6391daec44dd {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:53:49.764481 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'status': 'completed', 'code': 200} Jul 09 17:53:49.794723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:49.885420 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-8daaa664-3ba5-4c6f-bc18-e633ad275574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.886895 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-8daaa664-3ba5-4c6f-bc18-e633ad275574 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1097 time: 0.0994053 Jul 09 17:53:49.910688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e1a31-4651-443e-b41c-6ba6a21f7258 req-964d1e4d-18b3-4388-8e13-e55b220b4cae tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:49.912223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd9e1a31-4651-443e-b41c-6ba6a21f7258 req-964d1e4d-18b3-4388-8e13-e55b220b4cae tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0935082 Jul 09 17:53:49.998871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd9e1a31-4651-443e-b41c-6ba6a21f7258 req-b5adde22-f6bf-4a70-8661-5b19b7adc83d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763924 Jul 09 17:53:50.018100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-30e7fc0a-703a-4273-b1d0-f921ed301c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:50.019606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-30e7fc0a-703a-4273-b1d0-f921ed301c7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.1254911 Jul 09 17:53:50.023162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48576) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:50.036886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3cc117db-d4ef-464a-a728-403397a6734a', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'mac_address': 'fa:16:3e:b4:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:53:48Z', 'updated_at': '2021-07-09T17:53:48Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:41Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:50.065098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] Checking router: eaf5902f-96d8-4840-96f7-101d9da4d075 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:53:50.074690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:53:50.075374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:53:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:50.089847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-fe661674-7e24-477e-83e1-ccbe015553a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.0634503 Jul 09 17:53:50.092200 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c0c9936d-d89a-442b-a840-fb36ec11bfe7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/3cc117db-d4ef-464a-a728-403397a6734a HTTP/1.1" status: 200 len: 990 time: 0.0677588 Jul 09 17:53:50.139816 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-9ee2e350-1321-4c39-a2a8-ee5e85c88f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:50.141447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-9ee2e350-1321-4c39-a2a8-ee5e85c88f0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0456276 Jul 09 17:53:50.181197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:53:50.204951 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-b879da0c-fd29-4065-9a11-880276c21ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:53:50.206857 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-b879da0c-fd29-4065-9a11-880276c21ac3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592110 Jul 09 17:53:50.295226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-250ff924-a791-47fe-a0e3-30016665710f service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818927 Jul 09 17:53:50.389623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b516414-4e05-4734-a3db-206d9b8dd0fa req-5560ed02-73f7-4e4b-b0b8-1f765922ada6 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Jul 09 17:53:50.406024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3cc117db-d4ef-464a-a728-403397a6734a', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'mac_address': 'fa:16:3e:b4:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:53:48Z', 'updated_at': '2021-07-09T17:53:48Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:41Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:53:50.432755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b967dc3-43b9-4964-9721-393f9a49b006 None None] The sync data for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 is: [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3cc117db-d4ef-464a-a728-403397a6734a', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'mac_address': 'fa:16:3e:b4:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:53:48Z', 'updated_at': '2021-07-09T17:53:48Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:41Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:53:50.634282 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71d54b-6fb9-4da5-89af-95d286f4711d None None] New status for floating IP 3cc117db-d4ef-464a-a728-403397a6734a: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:53:51.097464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48578) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:53:51.163647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6d12143f-7156-4edd-882a-35aeab20d2e1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/3cc117db-d4ef-464a-a728-403397a6734a HTTP/1.1" status: 200 len: 992 time: 0.0648022 Jul 09 17:54:00.275565 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:54:08.466154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:09.511034 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:10.399650 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b2c9795f-397e-4fec-bd22-eaee3a229430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:12.982447 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4e077fc1-907f-4001-926b-d87add82dd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:13.428169 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:14.061398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:14.346693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-fbab9c15-3ed0-4862-a07d-13c031becfe2 req-56205cb8-d770-4fdb-a413-b2d1ac03fb60 service neutron] (93895) timed out ('10.222.0.21', 48552) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:54:15.978376 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:22.456233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aada5-6b2a-4d54-8b8c-d776ca130acc req-9970472a-4311-44e8-8452-ec0a5ce29618 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:22.457880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b1aada5-6b2a-4d54-8b8c-d776ca130acc req-9970472a-4311-44e8-8452-ec0a5ce29618 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1097 time: 0.0668054 Jul 09 17:54:22.497784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b1aada5-6b2a-4d54-8b8c-d776ca130acc req-1d16d665-489c-431d-8536-4283cf0e7c99 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340936 Jul 09 17:54:22.687217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda94f6-9d84-4e72-be78-c6236f16547d req-9d570da4-e0a9-4f0b-a289-79de617b501a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:22.688796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cdda94f6-9d84-4e72-be78-c6236f16547d req-9d570da4-e0a9-4f0b-a289-79de617b501a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0735440 Jul 09 17:54:22.735928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cdda94f6-9d84-4e72-be78-c6236f16547d req-fa5ebc18-2489-4825-9383-55ef4b81b224 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390058 Jul 09 17:54:22.765279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48594) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:22.827725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6772e7fb-f934-402b-b085-a6b59e44897e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/3cc117db-d4ef-464a-a728-403397a6734a HTTP/1.1" status: 200 len: 992 time: 0.0612082 Jul 09 17:54:23.188791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-5831a321-02f5-4fa5-89b1-8a08490632ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542986 Jul 09 17:54:23.275207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-59c06303-677c-48cb-a4a2-dfe261cda6d9 req-af04c174-b464-4ddb-8db0-e2edf314cd51 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:54:23.276261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59c06303-677c-48cb-a4a2-dfe261cda6d9 req-af04c174-b464-4ddb-8db0-e2edf314cd51 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636179 Jul 09 17:54:23.294612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-3e111812-13fa-4b29-a2e3-29859b3c17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:23.296168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-3e111812-13fa-4b29-a2e3-29859b3c17e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1097 time: 0.0619442 Jul 09 17:54:23.414520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-12b705ae-743e-4434-aab2-bde7167cb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:23.416110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-12b705ae-743e-4434-aab2-bde7167cb595 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0972340 Jul 09 17:54:23.485033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-e06a8f91-6342-4073-907d-31e2f194c560 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 1000 time: 0.0617077 Jul 09 17:54:23.534202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-5d9fa1b2-c9c4-4b48-a0ca-93941d19679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:23.535736 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-5d9fa1b2-c9c4-4b48-a0ca-93941d19679f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0438766 Jul 09 17:54:23.615046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-54b55538-fab4-4086-ac2f-8007d533e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:23.616869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-54b55538-fab4-4086-ac2f-8007d533e4f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748231 Jul 09 17:54:23.771395 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-4cb8c30b-23d1-4b9d-b103-d07bfa4885e7 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465099 Jul 09 17:54:23.845813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-cda8e5d8-9340-4dbc-920a-7e0420c78283 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1749842 Jul 09 17:54:23.861840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47b3-318b-4531-84b7-3b5828055466 req-f661e062-7875-480c-bedc-7c6cb3bab925 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:23.863712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3dcb47b3-318b-4531-84b7-3b5828055466 req-f661e062-7875-480c-bedc-7c6cb3bab925 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.1625974 Jul 09 17:54:23.913472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-63b9f904-1b8f-4989-a567-394e90955cc8 req-58797161-84ab-47e9-a794-48ba645c72be service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352623 Jul 09 17:54:23.922784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3dcb47b3-318b-4531-84b7-3b5828055466 req-851bf370-ca79-4c60-8aa2-ee618536843f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514178 Jul 09 17:54:25.057952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-3c7e1a46-c01d-44ed-8b84-9de69fe4c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:25.059544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-3c7e1a46-c01d-44ed-8b84-9de69fe4c0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1097 time: 0.0571048 Jul 09 17:54:25.106295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20a1c-0afa-490c-bdbf-f8ff7b65bb4f req-c47412c1-c8db-4d81-ada2-c36ff7df0ef5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:25.107918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7b20a1c-0afa-490c-bdbf-f8ff7b65bb4f req-c47412c1-c8db-4d81-ada2-c36ff7df0ef5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0689228 Jul 09 17:54:25.152935 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7b20a1c-0afa-490c-bdbf-f8ff7b65bb4f req-5873092a-b841-4f62-8ba9-c97015ed8ccc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388606 Jul 09 17:54:25.486675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-390f47b4-a6b8-4cce-9cf5-2ed99073909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:25.488236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-390f47b4-a6b8-4cce-9cf5-2ed99073909c service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.4228752 Jul 09 17:54:25.552474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-6c1b53fe-ee84-4069-a58b-8723f9328369 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 1000 time: 0.0571415 Jul 09 17:54:25.609945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-c956679b-0ab7-4105-a126-7be300c2115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:25.611465 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-c956679b-0ab7-4105-a126-7be300c2115f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0530074 Jul 09 17:54:25.666676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-27840cfe-55de-425d-9d2d-bcc35338a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:25.668175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-27840cfe-55de-425d-9d2d-bcc35338a19e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508556 Jul 09 17:54:25.755960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-b62791ac-3d73-49cb-9974-a8495a6d6e92 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Jul 09 17:54:25.849891 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-b4c1af0d-e372-49ca-9f3c-4ae962fe6f61 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876844 Jul 09 17:54:26.350778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf0628-95fe-49ae-9e8a-5cfb08d8f99f req-4ed8c6c6-be7d-438d-bc76-641fffa80e40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:26.352159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dbf0628-95fe-49ae-9e8a-5cfb08d8f99f req-4ed8c6c6-be7d-438d-bc76-641fffa80e40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0785110 Jul 09 17:54:26.390667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8dbf0628-95fe-49ae-9e8a-5cfb08d8f99f req-a72d90c8-2e3a-4aca-bb63-86b410ef6216 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327961 Jul 09 17:54:27.572049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60295b-b60e-462a-87fd-4901dd53d863 req-ba48eb4b-6c24-44b6-8d64-3d0ec48c6b31 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:27.574011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f60295b-b60e-462a-87fd-4901dd53d863 req-ba48eb4b-6c24-44b6-8d64-3d0ec48c6b31 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0716627 Jul 09 17:54:27.615844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f60295b-b60e-462a-87fd-4901dd53d863 req-9c8c1239-7605-4492-9aba-0fd01c370c68 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Jul 09 17:54:28.796084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea53ddb-c3db-4a2b-8ed7-f452ec2ac3dd req-c79d4a1a-f9e0-4c9b-b658-a217d00b27fe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:28.797581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ea53ddb-c3db-4a2b-8ed7-f452ec2ac3dd req-c79d4a1a-f9e0-4c9b-b658-a217d00b27fe tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0686853 Jul 09 17:54:28.843432 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ea53ddb-c3db-4a2b-8ed7-f452ec2ac3dd req-0098453f-8aa7-4afa-b77b-b552bc3b71ba tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399632 Jul 09 17:54:30.032282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b334d2-8e99-4cee-9c4e-7231131c0a76 req-1cc478eb-e61a-4d8f-9021-feb8dc63b647 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:30.033808 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92b334d2-8e99-4cee-9c4e-7231131c0a76 req-1cc478eb-e61a-4d8f-9021-feb8dc63b647 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0679407 Jul 09 17:54:30.072374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-92b334d2-8e99-4cee-9c4e-7231131c0a76 req-0f8f4aab-f04b-4291-99d3-526c8100dc90 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Jul 09 17:54:31.263559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbd848-3cfa-4f33-a42b-e7e6b71a4ed8 req-8e5629a8-5b25-4dbf-950e-295ac84f3a60 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:31.265066 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3fbd848-3cfa-4f33-a42b-e7e6b71a4ed8 req-8e5629a8-5b25-4dbf-950e-295ac84f3a60 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0793991 Jul 09 17:54:31.311838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3fbd848-3cfa-4f33-a42b-e7e6b71a4ed8 req-222a14c0-208d-453a-9e02-a11984fccfea tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Jul 09 17:54:32.508747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c18b2-83e9-4fe6-9786-551a5fbf5ef6 req-73bac5f6-54c2-4e28-aeb3-b4ffd93c79bf tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:32.510266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa4c18b2-83e9-4fe6-9786-551a5fbf5ef6 req-73bac5f6-54c2-4e28-aeb3-b4ffd93c79bf tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0727468 Jul 09 17:54:32.550490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa4c18b2-83e9-4fe6-9786-551a5fbf5ef6 req-c288124e-d269-48b7-b39e-bfc647df567e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Jul 09 17:54:33.728153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5112c-c102-4d33-a0c8-899a8858122e req-eb691da1-d99b-4769-bd72-c078ade6279a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:33.729673 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4b5112c-c102-4d33-a0c8-899a8858122e req-eb691da1-d99b-4769-bd72-c078ade6279a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0653160 Jul 09 17:54:33.769837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a4b5112c-c102-4d33-a0c8-899a8858122e req-227522fd-ac66-4884-8b76-1c64c05c78e4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Jul 09 17:54:34.952838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cf48a-52c8-4d00-bd72-5505465a9841 req-9e1b95d5-d206-4dc4-8299-017489078659 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:34.954334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-201cf48a-52c8-4d00-bd72-5505465a9841 req-9e1b95d5-d206-4dc4-8299-017489078659 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0718849 Jul 09 17:54:35.004264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-201cf48a-52c8-4d00-bd72-5505465a9841 req-3ca0b95c-110f-4e34-bb05-c62d92e223d1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Jul 09 17:54:36.223216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c30c5-b92e-4af1-9e90-686c6a397b34 req-f32b5d36-ee13-4a20-b1aa-4d65a857f978 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:36.225609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-181c30c5-b92e-4af1-9e90-686c6a397b34 req-f32b5d36-ee13-4a20-b1aa-4d65a857f978 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0871089 Jul 09 17:54:36.276171 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-181c30c5-b92e-4af1-9e90-686c6a397b34 req-618c67b9-6ce9-4e1f-819c-ebd3555bc022 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Jul 09 17:54:37.275817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:54:37.472786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2f5d-b2c8-43f8-902e-2d6349e92c44 req-af7a4b1f-4bcf-4469-be8f-f70204638c9f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:37.474300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2ae2f5d-b2c8-43f8-902e-2d6349e92c44 req-af7a4b1f-4bcf-4469-be8f-f70204638c9f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0675559 Jul 09 17:54:37.517556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2ae2f5d-b2c8-43f8-902e-2d6349e92c44 req-85c31b8e-c018-466d-b225-46724af31133 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371737 Jul 09 17:54:38.500828 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:38.705990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f67d-688f-4341-a8a7-6f9d743d9abc req-7c43dc2c-8579-494b-b9e4-6836664c2c29 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:38.707513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a139f67d-688f-4341-a8a7-6f9d743d9abc req-7c43dc2c-8579-494b-b9e4-6836664c2c29 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0696700 Jul 09 17:54:38.747582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a139f67d-688f-4341-a8a7-6f9d743d9abc req-c61fcfe3-4918-40ea-ba26-7ec8e31bf565 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Jul 09 17:54:39.528132 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:39.939097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8e8a-ad83-4f55-87a6-ff90ff502d09 req-7e3d7ef4-713b-4fb5-b3aa-68421886a107 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:39.940598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-788c8e8a-ad83-4f55-87a6-ff90ff502d09 req-7e3d7ef4-713b-4fb5-b3aa-68421886a107 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0711057 Jul 09 17:54:39.980805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-788c8e8a-ad83-4f55-87a6-ff90ff502d09 req-e396845c-dd27-4064-8617-3f3768995155 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344369 Jul 09 17:54:40.409022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-70375a48-0c6a-4bfa-b0ac-ad63b082a083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:41.163025 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a5e50-5e0e-4cc3-bf4c-854f041f7878 req-0212fa99-e576-44ec-bbb8-2bd5de852b2b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:41.164520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-414a5e50-5e0e-4cc3-bf4c-854f041f7878 req-0212fa99-e576-44ec-bbb8-2bd5de852b2b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0700412 Jul 09 17:54:41.205038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-414a5e50-5e0e-4cc3-bf4c-854f041f7878 req-cf03ed61-35ab-4c3e-a34a-a5e68aae9e8a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Jul 09 17:54:42.394704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd6141-2b7f-4a39-b9b3-1e98922db257 req-574c1b81-ff97-4cd1-99dc-2faa3e4e2a56 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:42.396248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9cbd6141-2b7f-4a39-b9b3-1e98922db257 req-574c1b81-ff97-4cd1-99dc-2faa3e4e2a56 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0720227 Jul 09 17:54:42.435907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9cbd6141-2b7f-4a39-b9b3-1e98922db257 req-39c4ac40-87af-4859-a51a-6b9779b85973 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338335 Jul 09 17:54:42.706809 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-cee10418-b5f9-46f1-83cb-2e2b7c17dc71 service neutron] show failed (client error): The resource could not be found. Jul 09 17:54:42.707800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-cee10418-b5f9-46f1-83cb-2e2b7c17dc71 service neutron] 10.222.0.36 "GET /v2.0/ports/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0545139 Jul 09 17:54:42.973689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-e570fdb7-cc47-4b8b-b352-bcbcd0362a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:42.976013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-e570fdb7-cc47-4b8b-b352-bcbcd0362a58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 1097 time: 0.0588863 Jul 09 17:54:42.987681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:42.991107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f044-730a-4cfc-b913-98fe0f617375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.059080 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.277353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:43.310143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:43.353751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:43.364186 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca1512d-06a3-4ec2-8cf1-665f5f39ebf3" -d '{"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:43.364186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.379162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Transition to ACTIVE for port object bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:43.384769 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.450740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:43.452342 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.514802 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d31c9f9-d2a5-425a-9e1d-b66d085b0789 x-openstack-request-id: req-5d31c9f9-d2a5-425a-9e1d-b66d085b0789 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:43.515092 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:43.515338 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d31c9f9-d2a5-425a-9e1d-b66d085b0789 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:43.515733 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'code': 200} Jul 09 17:54:43.547180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] No DVR routers for this DVR port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:54:43.707226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd74170-abad-421f-a0c6-df6ac3e7c16c req-29be66f1-fb0e-41df-99e0-fdab6c58bc59 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:43.708655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bd74170-abad-421f-a0c6-df6ac3e7c16c req-29be66f1-fb0e-41df-99e0-fdab6c58bc59 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 943 time: 0.1243656 Jul 09 17:54:43.753073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:43.753380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:43.753715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:43.765052 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:54:43.765396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:43.776816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bd74170-abad-421f-a0c6-df6ac3e7c16c req-1d40135b-c318-4e0e-bc9c-6d5f5ee6b760 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496480 Jul 09 17:54:43.777660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:43.777994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Checking segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:43.778379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Bound using segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:43.778813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Bound port: bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:43.779149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.850595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:43.853864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:43.860348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.894148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:43.894764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:43.896202 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] 10.222.0.13 "PUT /v2.0/ports/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 1092 time: 0.9132054 Jul 09 17:54:43.917668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7b56-495e-4e20-84fb-567b5056b9ae service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:43.977556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-be8bde2d-7df9-467e-ab16-b2314111a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:43.979080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-be8bde2d-7df9-467e-ab16-b2314111a84f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1095 time: 0.0562956 Jul 09 17:54:44.062306 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:44.078625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-f252c197-0829-4d36-b1aa-617fb4afcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:44.080194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-f252c197-0829-4d36-b1aa-617fb4afcdf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0941679 Jul 09 17:54:44.155238 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-9b074943-b097-4761-a407-df82f9bd71d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.0681100 Jul 09 17:54:44.213630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-d141ff45-40f8-4a05-9807-10502e35af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:44.215815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-d141ff45-40f8-4a05-9807-10502e35af06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0534780 Jul 09 17:54:44.277248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-4b9d0de8-22e0-44be-915a-65f81022c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:44.278861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-4b9d0de8-22e0-44be-915a-65f81022c1b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560265 Jul 09 17:54:44.371501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-e5f02ea4-ce82-4aac-a060-48c2a498b0bb service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850356 Jul 09 17:54:44.466896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a0b422f-8933-4683-a028-a11cd43b5ccd req-f077afc1-4cd0-4818-97a4-a084121c73fc service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894113 Jul 09 17:54:44.984645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f758f-af93-486f-9591-be119fac5981 req-fb47ecad-e649-432a-b11d-76f28f4e6c72 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:44.986576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c08f758f-af93-486f-9591-be119fac5981 req-fb47ecad-e649-432a-b11d-76f28f4e6c72 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 943 time: 0.0818541 Jul 09 17:54:45.029475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c08f758f-af93-486f-9591-be119fac5981 req-820a6ae5-1a2b-4c74-b7c6-ab689dab6a5f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Jul 09 17:54:45.517530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:45.520145 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b025d28-864c-416d-9055-9a5c37ee74de" -d '{"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:45.569945 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9139dc-3085-49ef-a435-fec52695e03c x-openstack-request-id: req-3f9139dc-3085-49ef-a435-fec52695e03c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:45.570237 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:45.570480 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f9139dc-3085-49ef-a435-fec52695e03c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:45.570878 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'status': 'completed', 'code': 200} Jul 09 17:54:45.644371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-e1db867a-271d-4656-bf45-827f0efafae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:45.645980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-e1db867a-271d-4656-bf45-827f0efafae4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1095 time: 0.0544922 Jul 09 17:54:45.647560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-55316af7-854d-4489-b9d8-6e4ed989d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:45.649062 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-55316af7-854d-4489-b9d8-6e4ed989d946 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1095 time: 0.0557940 Jul 09 17:54:45.740632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-812dc23e-24d7-43b7-9d77-6d324157e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:45.742140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-812dc23e-24d7-43b7-9d77-6d324157e954 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0870447 Jul 09 17:54:45.744526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-1894c937-d0a9-4637-bf94-93dcba63a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:45.746658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-1894c937-d0a9-4637-bf94-93dcba63a179 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0883451 Jul 09 17:54:45.814846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-4880c7ff-7664-43e4-9f75-d77c53eeffe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.0654969 Jul 09 17:54:45.867631 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-3ee774fb-28f5-4de9-baf3-6392a5a428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:45.869410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-3ee774fb-28f5-4de9-baf3-6392a5a428f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0484662 Jul 09 17:54:45.930497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-29e07d12-e8b6-4518-a631-8e6cd6d15759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:45.932107 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-29e07d12-e8b6-4518-a631-8e6cd6d15759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559003 Jul 09 17:54:45.976317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:46.037237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-3844da8d-2695-4276-9d06-6e137758ae9e service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978920 Jul 09 17:54:46.059854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:54:46.101538 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:54:46.122041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-96aa4f67-acd9-43f0-8ecb-9f35c7003826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.3679597 Jul 09 17:54:46.136331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-f55742d8-c923-43fc-92c5-7ec0ee0695a8 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929511 Jul 09 17:54:46.177484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-c4e62b62-e0a1-4bc1-89cb-2657b195463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:46.178974 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-c4e62b62-e0a1-4bc1-89cb-2657b195463f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0471985 Jul 09 17:54:46.241372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025d28-864c-416d-9055-9a5c37ee74de req-328933cb-e301-4071-b5ea-7415319ac67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:46.242836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-328933cb-e301-4071-b5ea-7415319ac67b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571814 Jul 09 17:54:46.245921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b5a2b-ad7a-4a14-9ef5-1306cae3b140 req-9611e804-4774-40a0-8f57-11f5741d7d10 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:46.247551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b69b5a2b-ad7a-4a14-9ef5-1306cae3b140 req-9611e804-4774-40a0-8f57-11f5741d7d10 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 943 time: 0.0674548 Jul 09 17:54:46.291689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b69b5a2b-ad7a-4a14-9ef5-1306cae3b140 req-900c3968-b077-42a7-a41f-fd1ad08e8366 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 Jul 09 17:54:46.346313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-c6bcae65-df0c-4f67-b419-f9bf7782459f service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Jul 09 17:54:46.441004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b025d28-864c-416d-9055-9a5c37ee74de req-823d066e-dd7b-4e16-b6a2-d58e2409844e service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884697 Jul 09 17:54:46.830108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:54:46.942601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:46.956707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'mac_address': 'fa:16:3e:b4:68:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:54:46.997398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:47.010809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:54:47.029971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:47.035135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:47.080685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:47.087970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.088288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.088635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.088980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.089301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.089623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.089943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.090262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.090620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.090940 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.091251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.091563 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:47.266281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:54:47.470401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373122-e181-4341-88d9-a583047a300c req-4fad41e8-2331-4157-85b4-5cb206322bab tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:47.472322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50373122-e181-4341-88d9-a583047a300c req-4fad41e8-2331-4157-85b4-5cb206322bab tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 944 time: 0.0644956 Jul 09 17:54:47.516533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50373122-e181-4341-88d9-a583047a300c req-6b5ac5e9-25bd-41ee-bab6-d21122096825 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317264 Jul 09 17:54:47.954268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-76956eeb-658a-4328-a366-d325858cb72b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:47.955732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-76956eeb-658a-4328-a366-d325858cb72b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.13 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97&tenant_id=5afb09fb76e84ac6ab3cf056338f4569&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 944 time: 0.1467946 Jul 09 17:54:47.997693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd87bf-4597-4b10-bc3f-112776f6f939 req-e4b07880-ccbf-43de-868e-9d284cf74b4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:47.999155 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32bd87bf-4597-4b10-bc3f-112776f6f939 req-e4b07880-ccbf-43de-868e-9d284cf74b4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 944 time: 0.1317010 Jul 09 17:54:48.055164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-738d65ed-9e14-4fc9-b683-c005adbccf6e service neutron] 10.222.0.13 "GET /v2.0/ports/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 383 time: 0.0920215 Jul 09 17:54:48.060416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32bd87bf-4597-4b10-bc3f-112776f6f939 req-e1e1488d-e4b1-4ea8-af29-7d7ee8664548 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530145 Jul 09 17:54:48.132457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-bb6a3a42-4681-4e54-a321-77c99a426192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:48.134021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-bb6a3a42-4681-4e54-a321-77c99a426192 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1096 time: 0.0546436 Jul 09 17:54:48.223901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-2701e58e-8097-4f98-a26b-13e9ec801f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:48.225395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-2701e58e-8097-4f98-a26b-13e9ec801f00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0852556 Jul 09 17:54:48.294833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-771ff30a-402c-4694-8be2-cc383cb58a5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 999 time: 0.0630915 Jul 09 17:54:48.344302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-cb75b5bd-7b0d-43b7-9e3e-b0fb1833e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:48.345778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-cb75b5bd-7b0d-43b7-9e3e-b0fb1833e79b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0444970 Jul 09 17:54:48.402391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-fa2a08f2-7b30-4f05-bb9f-35576c8308f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:48.404016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-fa2a08f2-7b30-4f05-bb9f-35576c8308f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520344 Jul 09 17:54:48.501636 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-9e02a0db-0373-43b0-8460-1e395a2795f8 service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902817 Jul 09 17:54:48.591419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-06b3b4a1-1347-447f-b4f9-6e41253b5551 service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838928 Jul 09 17:54:48.845380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:48.915067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:48.919309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:48.919679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:49.009731 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:49.032573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:49.034857 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b4d4b9-a6a5-4d4b-8490-a797d3ee8afb" -d '{"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:49.047295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:49.052833 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:49.097251 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698e617-0673-4712-aa2b-12a295c8299b x-openstack-request-id: req-4698e617-0673-4712-aa2b-12a295c8299b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:49.097538 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:49.097789 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4698e617-0673-4712-aa2b-12a295c8299b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:49.098302 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'code': 200} Jul 09 17:54:49.111498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:49.262979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d454a0-b631-4570-9777-4c3e21635e19 req-3dc8d871-9556-4d0e-ac26-82067ea32259 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:49.264540 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45d454a0-b631-4570-9777-4c3e21635e19 req-3dc8d871-9556-4d0e-ac26-82067ea32259 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0744488 Jul 09 17:54:49.308302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45d454a0-b631-4570-9777-4c3e21635e19 req-42c8159e-addc-463a-b72b-58a9d2862ae8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377944 Jul 09 17:54:50.498384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c3572-db2a-42cf-8759-335d38a0af06 req-38402581-ec94-4057-87b2-0a826767d296 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:50.499994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c19c3572-db2a-42cf-8759-335d38a0af06 req-38402581-ec94-4057-87b2-0a826767d296 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 945 time: 0.0725703 Jul 09 17:54:50.541285 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c19c3572-db2a-42cf-8759-335d38a0af06 req-2954d188-5076-4eec-9647-91addc2b3513 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337441 Jul 09 17:54:50.660656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-ba889421-563a-49f9-9c5b-0623f89be5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:50.662198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-ba889421-563a-49f9-9c5b-0623f89be5f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 1097 time: 0.0840895 Jul 09 17:54:50.676683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:54:50.766137 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:50.987321 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:51.019931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:51.058582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:51.060916 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbac4b9-ee56-4d1b-b994-25998d111376" -d '{"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:51.064531 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:51.076490 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Transition to ACTIVE for port object bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:54:51.080790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:51.113113 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a950b92-d5c0-4908-8e89-2a0b6b13b83d x-openstack-request-id: req-6a950b92-d5c0-4908-8e89-2a0b6b13b83d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:51.113397 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:51.113642 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a950b92-d5c0-4908-8e89-2a0b6b13b83d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:51.114020 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'code': 200} Jul 09 17:54:51.190365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=10']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:51.219650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.220049 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.220373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.220707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.221362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.221681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.221996 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.222312 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.222627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.222943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.223257 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.223566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:54:51.272369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] No DVR routers for this DVR port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:54:51.414616 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:54:51.414937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:54:51.415296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:51.419729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:54:51.420116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Attempting to bind port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on network 08091182-9580-441d-b9d6-6d969e83e713 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:54:51.425027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:54:51.425365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Checking segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:54:51.425748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Bound using segment: {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:54:51.426173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Bound port: bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19965415-d6a6-42e6-84b9-a75287fb10ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '08091182-9580-441d-b9d6-6d969e83e713'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:54:51.426533 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:51.491120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:54:51.494318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:54:51.502733 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:51.553173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:51.553796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:51.555197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 1093 time: 0.8856585 Jul 09 17:54:51.573170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747386b-dfe4-44b0-89b2-d662bbd65c03 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=11']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:51.653339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-7b730320-cf26-48fa-8d19-7083b421950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:51.654939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-7b730320-cf26-48fa-8d19-7083b421950e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1096 time: 0.0607784 Jul 09 17:54:51.797810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-0ed3926b-b330-437e-9cae-096e1bdcab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:51.799421 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-0ed3926b-b330-437e-9cae-096e1bdcab6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.1366713 Jul 09 17:54:51.810290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8abb24-c446-4804-b8ef-8e869c6fe214 req-a3bb9b26-0aa5-4f02-a246-161be5029ef6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:51.811749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a8abb24-c446-4804-b8ef-8e869c6fe214 req-a3bb9b26-0aa5-4f02-a246-161be5029ef6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 944 time: 0.1371121 Jul 09 17:54:51.892083 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a8abb24-c446-4804-b8ef-8e869c6fe214 req-e58ee98d-3f98-4bae-b7ca-add4fecd14b8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736034 Jul 09 17:54:51.893935 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-a04366df-33a6-45f9-9da7-03046338368c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.0812683 Jul 09 17:54:51.951392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-bfd903f8-c3a1-4037-afe5-d48b19d8d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:51.953007 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-bfd903f8-c3a1-4037-afe5-d48b19d8d8ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0519185 Jul 09 17:54:52.011972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968414d-f557-4413-a359-9f735465dbe9 req-b09e7a80-87c6-40c6-baf0-23820cbe6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:52.013537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-b09e7a80-87c6-40c6-baf0-23820cbe6e7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543058 Jul 09 17:54:52.105001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-d0bf0fb6-9637-4b94-9b71-ad9cc75e2d6f service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848246 Jul 09 17:54:52.197536 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0968414d-f557-4413-a359-9f735465dbe9 req-fd23e27d-9cbf-4ee2-8e42-b1d2dcb7d91c service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Jul 09 17:54:52.841621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:54:52.887089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:54:53.103089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffe21-fdab-494d-84f8-82ca4e2868b5 req-cd28bdfc-3187-4f10-be22-33063ea80040 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.104680 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aceffe21-fdab-494d-84f8-82ca4e2868b5 req-cd28bdfc-3187-4f10-be22-33063ea80040 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 944 time: 0.0774682 Jul 09 17:54:53.115637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:53.118096 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec17805-a7a2-4d91-8041-4b99403b2e09" -d '{"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:53.148788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aceffe21-fdab-494d-84f8-82ca4e2868b5 req-ba573b17-80a0-4889-99b6-2a68e6abce42 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355918 Jul 09 17:54:53.165618 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ba521-0fed-4ac3-8a3a-fe3361813333 x-openstack-request-id: req-111ba521-0fed-4ac3-8a3a-fe3361813333 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:53.165878 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:53.166122 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-111ba521-0fed-4ac3-8a3a-fe3361813333 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:53.166734 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'status': 'completed', 'code': 200} Jul 09 17:54:53.242459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-d05896b2-d863-4d43-a37a-5008ae24bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.243622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-9bb80c77-5d1b-4a75-a3ac-8c73a9a644b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.244019 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-d05896b2-d863-4d43-a37a-5008ae24bc6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1096 time: 0.0561445 Jul 09 17:54:53.245173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-9bb80c77-5d1b-4a75-a3ac-8c73a9a644b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1096 time: 0.0560765 Jul 09 17:54:53.341796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-8561cae6-2ef6-49a2-9aae-a5c67474d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.343310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-8561cae6-2ef6-49a2-9aae-a5c67474d19a service neutron] 10.222.0.13 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0918546 Jul 09 17:54:53.348804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-13bc996d-4148-452c-a11e-2f22be6f25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.350313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-13bc996d-4148-452c-a11e-2f22be6f25a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.0979173 Jul 09 17:54:53.412460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-e126a77c-cf18-4c1a-995c-76c9fd52fd2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.0621314 Jul 09 17:54:53.416496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-bea65c24-6a54-44f5-9407-4ab77b3b43e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 998 time: 0.0583644 Jul 09 17:54:53.464766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-94f1ffdd-cb80-4620-b8c2-c30d292d533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.465569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-c1044038-e22a-47a9-890d-2848d0cc0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.466240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-94f1ffdd-cb80-4620-b8c2-c30d292d533a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0430851 Jul 09 17:54:53.467126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-c1044038-e22a-47a9-890d-2848d0cc0794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0488687 Jul 09 17:54:53.526439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-c45c2bbc-c46c-4baa-8026-3057cd82d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.528057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-c45c2bbc-c46c-4baa-8026-3057cd82d958 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541406 Jul 09 17:54:53.532277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-935e1dd6-ebd9-4e49-b3ce-34943b664d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:53.534723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-935e1dd6-ebd9-4e49-b3ce-34943b664d92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566008 Jul 09 17:54:53.621588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-f2ea2b9e-472e-4d1f-b019-3acb6e7b3f31 service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Jul 09 17:54:53.627153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-c75f35fd-f5c7-479c-8e21-7beecf3e0e97 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 Jul 09 17:54:53.733630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-b0d3814f-f6a5-462b-9405-a977b35ae5c2 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990028 Jul 09 17:54:53.737321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ec17805-a7a2-4d91-8041-4b99403b2e09 req-d16b6763-a8f9-4380-9b23-d0aedfdac57c service neutron] 10.222.0.13 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088545 Jul 09 17:54:54.097859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:54:54.204311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:54.216630 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'port_id': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'mac_address': 'fa:16:3e:b4:68:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:54:54.254738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:54.267792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:54:54.287947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:54.293572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:54.335147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ad459-64ca-4a86-aacd-e133351b8edb req-66eb41fa-a41b-43f1-94b4-8512be7725e1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:54:54.336699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-605ad459-64ca-4a86-aacd-e133351b8edb req-66eb41fa-a41b-43f1-94b4-8512be7725e1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 944 time: 0.0647728 Jul 09 17:54:54.343210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:54:54.374796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-605ad459-64ca-4a86-aacd-e133351b8edb req-483eb17f-e05c-4734-905b-2c9581b68574 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Jul 09 17:54:54.400024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48708) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:54:54.473477 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ce6b381a-a161-485a-95fc-93d03e313721 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/3cc117db-d4ef-464a-a728-403397a6734a HTTP/1.1" status: 200 len: 991 time: 0.0722554 Jul 09 17:54:54.511468 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:54:56.113614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:54:56.166474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:54:56.170899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:54:56.171525 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:56.254382 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:56.289476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:54:56.291777 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1596745-fe6b-43b1-9c1f-324b6a80e766" -d '{"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:54:56.304501 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:54:56.310771 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:54:56.336651 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105ba6b-bb18-4b7b-acab-dfdfb11f5753 x-openstack-request-id: req-4105ba6b-bb18-4b7b-acab-dfdfb11f5753 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:54:56.336942 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:54:56.337178 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4105ba6b-bb18-4b7b-acab-dfdfb11f5753 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:54:56.337566 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'code': 200} Jul 09 17:54:56.364104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=13']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:08.493470 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:09.530864 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:10.405070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c27ef504-33e1-4017-b100-7e8d0c02163f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:12.989102 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-215bcedf-9fa0-4da8-b587-9b0cb4e0bb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:13.440925 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:14.072933 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:14.279397 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:55:15.974569 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:23.206319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-a66413a0-0ce8-4672-8366-640928f61f44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0666766 Jul 09 17:55:23.308139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-227be0cc-1a5f-4538-89a8-56d5d890da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:23.309797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-227be0cc-1a5f-4538-89a8-56d5d890da6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1098 time: 0.0553799 Jul 09 17:55:23.438231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-1c2b0ada-fd29-434e-bfc2-513c976c1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:23.439920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-1c2b0ada-fd29-434e-bfc2-513c976c1f62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.1086950 Jul 09 17:55:23.515355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-237441f3-7d90-4c04-b9cb-c45c4a457498 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 1000 time: 0.0684097 Jul 09 17:55:23.573648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-7df44e2c-b9fe-46ce-99af-f7506ab98b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:23.575076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-7df44e2c-b9fe-46ce-99af-f7506ab98b00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.0522666 Jul 09 17:55:23.638727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-b2272bac-f39d-4aa5-b7ec-c0c435e6497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:23.640287 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-b2272bac-f39d-4aa5-b7ec-c0c435e6497f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572214 Jul 09 17:55:23.747420 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-94b92632-aa4c-46c7-8877-95ea40dcbcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991437 Jul 09 17:55:23.848046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1c3337a-1344-4877-b9e7-83565aa6baf3 req-89b274d2-eed7-415c-87da-6be26242ab23 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925627 Jul 09 17:55:25.164777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a31d4-7e38-422b-baa3-a2fe7e0be41a req-01591aa3-4e29-4124-a481-edb0c1bc77b5 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:25.166592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-042a31d4-7e38-422b-baa3-a2fe7e0be41a req-01591aa3-4e29-4124-a481-edb0c1bc77b5 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1098 time: 0.0636983 Jul 09 17:55:25.203084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-042a31d4-7e38-422b-baa3-a2fe7e0be41a req-f3b8a777-d7dc-4b36-b4a3-75da13f0c6cb tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303507 Jul 09 17:55:25.228552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48724) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:25.396866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 27226d9d-4e1c-45ac-a799-a04ee4057853 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:55:25.397248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:25.489202 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:25.489499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:25.501550 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 27226d9d-4e1c-45ac-a799-a04ee4057853 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:55:25.650514 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:25.674563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=27226d9d-4e1c-45ac-a799-a04ee4057853,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:25.736856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:25.737427 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP 3cc117db-d4ef-464a-a728-403397a6734a disassociated (deleted). External IP: 172.25.3.68, port: bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f. Jul 09 17:55:25.960595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router eaf5902f-96d8-4840-96f7-101d9da4d075 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:55:26.091574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:55:26.097157 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:26.104082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] Sync routers for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:55:26.115331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:26.119447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:26.137896 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ecf4acb8-06c6-41f9-912e-eb0fbfe50767 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/floatingips/3cc117db-d4ef-464a-a728-403397a6734a HTTP/1.1" status: 204 len: 168 time: 0.9081531 Jul 09 17:55:26.138477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:55:26.140784 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd3098d-b325-49c3-80ca-6c0d71585845" -d '{"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:55:26.178017 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244b5b0-f708-4379-81f2-339ecfe6d8ce x-openstack-request-id: req-e244b5b0-f708-4379-81f2-339ecfe6d8ce {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:55:26.178649 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:55:26.178649 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e244b5b0-f708-4379-81f2-339ecfe6d8ce {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:55:26.178945 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'status': 'completed', 'code': 200} Jul 09 17:55:26.262937 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-2484d6da-11cb-4391-b108-ef82262f94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:26.264609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-2484d6da-11cb-4391-b108-ef82262f94b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 1098 time: 0.0617301 Jul 09 17:55:26.378657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-8ad76f49-8960-4dfa-b562-f5e6a7b82ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:26.380343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-8ad76f49-8960-4dfa-b562-f5e6a7b82ab3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 200 len: 898 time: 0.1083477 Jul 09 17:55:26.396892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:26.445321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-53fab973-2018-4a3d-b020-1e0700652867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 200 len: 217 time: 0.0574703 Jul 09 17:55:26.606471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:41Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:26.636984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] Checking router: eaf5902f-96d8-4840-96f7-101d9da4d075 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:55:26.646192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:26.646830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:26.754909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:26.850207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-5dccc2ae-d622-42ea-a2b5-1c86319a7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:26.851617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-5dccc2ae-d622-42ea-a2b5-1c86319a7c19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 200 len: 835 time: 0.3996046 Jul 09 17:55:26.911572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc717c35-eb89-4046-a2b8-b77ace2d028c req-09d647aa-ab2f-4272-82c3-1c42315a213c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:26.913095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc717c35-eb89-4046-a2b8-b77ace2d028c req-09d647aa-ab2f-4272-82c3-1c42315a213c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 946 time: 0.1090829 Jul 09 17:55:26.948748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-a807728a-1b3d-4afa-ab96-00f70c954fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:26.950897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-a807728a-1b3d-4afa-ab96-00f70c954fa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=08091182-9580-441d-b9d6-6d969e83e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914471 Jul 09 17:55:26.953690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:41Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:26.980101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009543e-b517-4212-8ef9-5951655f0480 None None] The sync data for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 is: [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '071d00fd-7e00-4f73-b889-87c8ddc0f4ec', 'name': '', 'network_id': '08091182-9580-441d-b9d6-6d969e83e713', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:d5:30:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:36Z', 'updated_at': '2021-07-09T17:53:41Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '25eabd19-3145-4e2a-b7d2-da17f7925e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:55:27.007398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc717c35-eb89-4046-a2b8-b77ace2d028c req-e7545a55-5666-449a-bb7c-8f7978ff2a1c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867751 Jul 09 17:55:27.052855 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-78f633d5-e845-4ca9-9723-5aaa55f4a955 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946629 Jul 09 17:55:27.148686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dcd3098d-b325-49c3-80ca-6c0d71585845 req-fdcc5f6b-8b0d-4d56-a326-b76cb9c751e6 service neutron] 10.222.0.36 "GET /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891700 Jul 09 17:55:27.216312 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38430d-9d94-4c41-97e0-cb2df3c2a0fc None None] New status for floating IP 3cc117db-d4ef-464a-a728-403397a6734a: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:55:27.785655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-fb9eced5-53d1-4632-8b0b-22ab2899ff51 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:27.787211 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-fb9eced5-53d1-4632-8b0b-22ab2899ff51 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 946 time: 0.0855639 Jul 09 17:55:27.903013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:55:27.903308 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:27.991363 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:27.991700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:28.004528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:55:28.141130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:28.166937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51dd8203-cf16-4805-80e6-575cca644aa5 req-0f20cd0b-f141-4b19-998a-6c97c39102ab tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=756cd5b0-07b5-4380-89bb-6350c6978f97 HTTP/1.1" status: 200 len: 210 time: 0.0290709 Jul 09 17:55:28.173166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:28.221146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] No DVR routers for this DVR port bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:55:28.224133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:28.226368 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eee31f1d-4279-4a46-b1dd-629248357d42 req-a4a3cdf5-3f05-4ac0-a1e7-43aa953e17d8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "DELETE /v2.0/ports/bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f HTTP/1.1" status: 204 len: 173 time: 0.4335861 Jul 09 17:55:28.226801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-deleted', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:55:28.229360 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61f1efe-2b34-4956-b6a8-c6e8604f97c8" -d '{"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-deleted", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:55:28.270221 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a398b5d4-208e-4020-b592-ba8df6f9fcbe x-openstack-request-id: req-a398b5d4-208e-4020-b592-ba8df6f9fcbe {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:55:28.270531 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756cd5b0-07b5-4380-89bb-6350c6978f97", "name": "network-vif-deleted", "tag": "bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:55:28.270761 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a398b5d4-208e-4020-b592-ba8df6f9fcbe {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:55:28.271162 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756cd5b0-07b5-4380-89bb-6350c6978f97', 'name': 'network-vif-deleted', 'tag': 'bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f', 'status': 'completed', 'code': 200} Jul 09 17:55:29.262623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48738) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:29.650265 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:29.922431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:55:29.922756 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:30.008839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port 071d00fd-7e00-4f73-b889-87c8ddc0f4ec, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:30.009217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:30.021840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 071d00fd-7e00-4f73-b889-87c8ddc0f4ec owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:55:30.220792 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:30.251729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=071d00fd-7e00-4f73-b889-87c8ddc0f4ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:30.280472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.281161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.281161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.281453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.281780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.282098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.282423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.282739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.283056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.283394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.283697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.284033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:30.446230 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:30.675285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router eaf5902f-96d8-4840-96f7-101d9da4d075 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:55:31.086910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:55:31.092512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-670c0c00-b3af-46e3-90bd-f25a377083b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/eaf5902f-96d8-4840-96f7-101d9da4d075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288608 Jul 09 17:55:31.095658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48740) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:31.098035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] Sync routers for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:55:31.108251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:31.108864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:31.145715 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting subnet 25eabd19-3145-4e2a-b7d2-da17f7925e04 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:55:31.149583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.199063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.216788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:31.293883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.353798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.380604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Subnet': ['ID=25eabd19-3145-4e2a-b7d2-da17f7925e04,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:31.385042 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.386277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5438de2a-d1a2-4c48-b89f-bfc87055ef4f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/subnets/25eabd19-3145-4e2a-b7d2-da17f7925e04 HTTP/1.1" status: 204 len: 168 time: 0.2896485 Jul 09 17:55:31.389378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48742) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:31.393711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4293e9-794e-4dcc-a28b-64ce5210be10 None None] Network 08091182-9580-441d-b9d6-6d969e83e713 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:55:31.462996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:55:30Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:31.501193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.508834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] Checking router: eaf5902f-96d8-4840-96f7-101d9da4d075 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:55:31.540424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] Routers {'eaf5902f-96d8-4840-96f7-101d9da4d075'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:31.541037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eaf5902f-96d8-4840-96f7-101d9da4d075'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:31.611196 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.654659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] Set router eaf5902f-96d8-4840-96f7-101d9da4d075 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:31.677976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port cb357bb6-b01b-4383-9316-b8033abc6405 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:55:31.678373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.719183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] DHCP port deletion for 08091182-9580-441d-b9d6-6d969e83e713 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:55:31.760406 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port cb357bb6-b01b-4383-9316-b8033abc6405, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=cb357bb6-b01b-4383-9316-b8033abc6405,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:31.760844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.776691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for cb357bb6-b01b-4383-9316-b8033abc6405 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:55:31.854045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] Deleting port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:55:31.854390 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.869159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 758cd7d7-f554-4781-80ee-7bab7bd8bcaa no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:55:31.956135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] For port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:31.956547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.958200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:31.973367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] Calling delete_port for 758cd7d7-f554-4781-80ee-7bab7bd8bcaa owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:55:31.989788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=cb357bb6-b01b-4383-9316-b8033abc6405,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:31.990952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:55:30Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:32.054990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.071616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c8f430-0405-48aa-89cf-1ad7e866b1dd None None] The sync data for ids ['eaf5902f-96d8-4840-96f7-101d9da4d075'] in n-d-791506-17 is: [{'id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927916096', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:55:30Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'cb357bb6-b01b-4383-9316-b8033abc6405', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf5902f-96d8-4840-96f7-101d9da4d075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:53:33Z', 'updated_at': '2021-07-09T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:55:32.096943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.145393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,segment=NetworkSegment(19965415-d6a6-42e6-84b9-a75287fb10ff),segment_id=19965415-d6a6-42e6-84b9-a75287fb10ff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:32.151109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.151743 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.154074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.180800 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.199965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] No DVR routers for this DVR port 758cd7d7-f554-4781-80ee-7bab7bd8bcaa on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:55:32.200176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.200610 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Fanout notify agent at l3_agent the message router_deleted on router eaf5902f-96d8-4840-96f7-101d9da4d075 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:55:32.210077 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.211214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a20ea8d7-f8f9-41bb-8c62-1860b7a7764a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/routers/eaf5902f-96d8-4840-96f7-101d9da4d075 HTTP/1.1" status: 204 len: 168 time: 0.8198445 Jul 09 17:55:32.214335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48744) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:32.223011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:32.245577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcc324-e17f-4665-b669-a517cb354b9d None None] Pushing event deleted for resources: {'Port': ['ID=758cd7d7-f554-4781-80ee-7bab7bd8bcaa,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:32.286906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.349352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:55:32.370550 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:55:32.370813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device bf4d386e-ccff-4dad-93fb-ed5e7ea2a32f not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:55:32.374614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.384481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08091182-9580-441d-b9d6-6d969e83e713']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:32.395118 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19965415-d6a6-42e6-84b9-a75287fb10ff') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:32.395475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19965415-d6a6-42e6-84b9-a75287fb10ff') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:32.404540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.418041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.426631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:55:32.426631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: timer() Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:55:32.427949 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:55:32.487281 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.494984 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.496965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/networks/08091182-9580-441d-b9d6-6d969e83e713 HTTP/1.1" status: 204 len: 168 time: 0.2815835 Jul 09 17:55:32.499909 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48746) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:32.513837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0fb0a-76b5-4648-ba9e-70e9f3a0269c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Network': ['ID=08091182-9580-441d-b9d6-6d969e83e713,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:32.580343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f766a29c-2b6f-43ce-9fbf-48c0727f4730 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.609487 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f766a29c-2b6f-43ce-9fbf-48c0727f4730 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.681076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f766a29c-2b6f-43ce-9fbf-48c0727f4730 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.683783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f766a29c-2b6f-43ce-9fbf-48c0727f4730 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:32.687624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f766a29c-2b6f-43ce-9fbf-48c0727f4730 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/security-groups/cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6 HTTP/1.1" status: 204 len: 168 time: 0.1841164 Jul 09 17:55:32.695887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766a29c-2b6f-43ce-9fbf-48c0727f4730 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc817147-ef2d-4c5d-a1a8-c9b46cbe99c6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.034590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48752) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.039928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175240347', 'description': 'tempest-secgroup-smoke-175240347 description', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.067982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.172516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.177641 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.206493 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a72cc0a-6121-4753-b2b3-034b347eb08e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.210227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.210227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-40ccac3f-4fb8-4f3c-9176-639cd590d39c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1740272 Jul 09 17:55:33.213212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48754) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.217615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '9a72cc0a-6121-4753-b2b3-034b347eb08e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.245718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.315243 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.320443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.342014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deab05a3-d60c-4993-bd16-415f70fedfdf,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.350794 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.351826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-45755538-7b28-43ed-9fb6-1b1ab87673d7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377673 Jul 09 17:55:33.355040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48756) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.359535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '9a72cc0a-6121-4753-b2b3-034b347eb08e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.385905 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.445679 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.452675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.472189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c684a28-86d0-411d-8341-6eb25ce7ef57,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.474840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.476054 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d2a84133-ae5d-4c43-83a5-7109c575c891 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200671 Jul 09 17:55:33.479331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48758) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.484166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '9a72cc0a-6121-4753-b2b3-034b347eb08e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.513843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.575519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.583202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.613645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4156f68-c2d3-4c19-8e6a-845acaacfb09,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.626001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.628121 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-feb4615e-147b-418c-91d5-5fff08c8137b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474361 Jul 09 17:55:33.631789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48760) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.637726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '9a72cc0a-6121-4753-b2b3-034b347eb08e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.666457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.726407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.732153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.749624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124d68c5-12f9-46bc-ab5a-5bee97e606cc,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.757756 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.761764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9868504f-b834-4f53-947c-e96b86d78a75 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251044 Jul 09 17:55:33.762071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48762) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.767747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '9a72cc0a-6121-4753-b2b3-034b347eb08e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.790938 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:55:33.795845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.807084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cb357bb6-b01b-4383-9316-b8033abc6405 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:55:33.826734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: cb357bb6-b01b-4383-9316-b8033abc6405 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:55:33.827083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device cb357bb6-b01b-4383-9316-b8033abc6405 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:55:33.827498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 071d00fd-7e00-4f73-b889-87c8ddc0f4ec no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:55:33.846441 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 071d00fd-7e00-4f73-b889-87c8ddc0f4ec {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:55:33.846786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 071d00fd-7e00-4f73-b889-87c8ddc0f4ec not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:55:33.864153 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.868826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.886828 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46850eb3-1cf3-43b0-8bbe-fcff429aeacf,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:33.894158 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.895526 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee91c081-1795-445f-a542-102e62806017 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321909 Jul 09 17:55:33.898303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48764) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:33.902845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '9a72cc0a-6121-4753-b2b3-034b347eb08e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:33.926989 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:55:33.932318 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:33.998692 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.003550 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.024884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327436e-40e6-438a-9bec-9462a96ace0d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:34.028025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.029264 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-dc22df5f-2826-4a85-ba6e-879cd5831b40 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300154 Jul 09 17:55:34.033743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48766) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:34.038774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'network': {'name': 'tempest-network-smoke--1609059957', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:34.062900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:55:34.066436 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.091010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:55:34.100778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.101127 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Added segment 30f1f8ed-e734-430a-bef4-342c19ce520e of type vlan for network 0b658055-1a05-4f0c-8eea-c3684111d50e Jul 09 17:55:34.140551 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.182956 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.188714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:34.189295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.248818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2138915 Jul 09 17:55:34.251596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48768) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:34.256203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'admin_state_up': True, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:34.272726 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2e62b-ed5f-4753-9a83-36dad32ef0a5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Network': ['ID=0b658055-1a05-4f0c-8eea-c3684111d50e,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:34.283244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 0b658055-1a05-4f0c-8eea-c3684111d50e details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:55:34.289791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.290826 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.378506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.524569 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.727540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.752414 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:34.860207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.192 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/68211c55-6264-45ab-9a48-7eeb5135b2a5) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:55:34.962143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:35.004652 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:35.047515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:55:35.051883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:35.057081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:55:35.058514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=68211c55-6264-45ab-9a48-7eeb5135b2a5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:35.307698 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:35.503224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:35.648023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 1bc2ac97-5023-4674-82e1-0e47281b3d0c is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:55:36.112369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:55:36.123897 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Sync routers for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:55:36.131747 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.133051 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-79e5aa43-862a-4974-a17e-a91584b62768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8804905 Jul 09 17:55:36.136298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48770) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:36.137292 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:36.137897 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:36.163635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a4f51ab7-df39-4bd5-8e52-cd1a3c26a6fe tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5afb09fb76e84ac6ab3cf056338f4569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262730 Jul 09 17:55:36.166578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48772) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:36.262131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef8100e-8702-4099-b0e9-7537baebd733 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:36.266470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5ef8100e-8702-4099-b0e9-7537baebd733 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960138 Jul 09 17:55:36.266811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48774) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:36.297036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3763d0b3-0184-4039-bc82-9dfc897e08d3 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289223 Jul 09 17:55:36.299904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48776) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:36.304932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36240609', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:36.340044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:36.394749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:55:36.398375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.521642 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:35Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:36.552501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Checking router: 1bc2ac97-5023-4674-82e1-0e47281b3d0c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:55:36.552839 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Updating router 1bc2ac97-5023-4674-82e1-0e47281b3d0c port 68211c55-6264-45ab-9a48-7eeb5135b2a5 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:55:36.577819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.586897 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.642940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Subnet': ['ID=45275375-ecbf-48f7-ad43-f5686815b5d0,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:36.652840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Checking segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:55:36.653202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network hostable DHCP agents. Network: 0b658055-1a05-4f0c-8eea-c3684111d50e, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:55:36.673082 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 0b658055-1a05-4f0c-8eea-c3684111d50e is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:55:36.684021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 0b658055-1a05-4f0c-8eea-c3684111d50e) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:36.690623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:36.691567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.692305 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16acba9-ef95-4f7c-9ffc-409f2f8913bc None None] Network 0b658055-1a05-4f0c-8eea-c3684111d50e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:55:36.707312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c23700f7-b64d-4ba6-b418-254d4182e051 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4063725 Jul 09 17:55:36.710245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48780) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:36.847260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-0b658055-1a05-4f0c-8eea-c3684111d50e', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:55:36.848158 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.849684 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.859422 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Transition to ACTIVE for port object 68211c55-6264-45ab-9a48-7eeb5135b2a5 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:36.866307 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.914922 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Attempting to bind port 68211c55-6264-45ab-9a48-7eeb5135b2a5 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:55:36.915288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Attempting to bind port 68211c55-6264-45ab-9a48-7eeb5135b2a5 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:55:36.915650 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Attempting to bind port 68211c55-6264-45ab-9a48-7eeb5135b2a5 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:55:36.926833 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:55:36.927208 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:55:36.927606 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.928022 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:55:36.928487 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Bound port: 68211c55-6264-45ab-9a48-7eeb5135b2a5, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:55:36.928864 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:36.934034 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Pushing event updated for resources: {'Port': ['ID=68211c55-6264-45ab-9a48-7eeb5135b2a5,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:36.959451 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.959869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.960213 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.960546 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.960879 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.961201 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.961522 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.961853 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.962185 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.962517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.962869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.963250 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:55:36.991667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Allocated IP 172.20.0.2 (0b658055-1a05-4f0c-8eea-c3684111d50e/45275375-ecbf-48f7-ad43-f5686815b5d0/3c366a50-9ffd-4937-b67d-851df77ef6fd) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:55:36.999541 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] For port 68211c55-6264-45ab-9a48-7eeb5135b2a5, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:55:37.002936 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] For port 68211c55-6264-45ab-9a48-7eeb5135b2a5, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=68211c55-6264-45ab-9a48-7eeb5135b2a5,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:55:37.007985 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.065424 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:37.066204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:37.111120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441d2ff-19a5-4573-9784-d5d2f3cc62bc None None] Pushing event updated for resources: {'Port': ['ID=68211c55-6264-45ab-9a48-7eeb5135b2a5,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:37.139003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.147715 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Transition to ACTIVE for port object 3c366a50-9ffd-4937-b67d-851df77ef6fd will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:37.163230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Transition to ACTIVE for port object 3c366a50-9ffd-4937-b67d-851df77ef6fd will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:37.166108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.170831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.183712 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:37.212255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Network 0b658055-1a05-4f0c-8eea-c3684111d50e is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:55:37.215394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:37.220839 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:55:37.223628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Pushing event updated for resources: {'Port': ['ID=3c366a50-9ffd-4937-b67d-851df77ef6fd,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:37.291065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Attempting to bind port 3c366a50-9ffd-4937-b67d-851df77ef6fd on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:55:37.292097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Attempting to bind port 3c366a50-9ffd-4937-b67d-851df77ef6fd by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:55:37.292570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Attempting to bind port 3c366a50-9ffd-4937-b67d-851df77ef6fd on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:55:37.298519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:55:37.298899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Checking segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:55:37.299302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.299694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Bound using segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:55:37.300176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Bound port: 3c366a50-9ffd-4937-b67d-851df77ef6fd, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:55:37.300553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.361960 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:35Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:37.367835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] For port 3c366a50-9ffd-4937-b67d-851df77ef6fd, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:55:37.371124 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] For port 3c366a50-9ffd-4937-b67d-851df77ef6fd, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3c366a50-9ffd-4937-b67d-851df77ef6fd,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:55:37.376838 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.392749 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec0cd54-02ea-46ef-98b8-d9828a0b12fb None None] The sync data for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 is: [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:35Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:55:37.433695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd70c0-224f-4fd1-94c7-cebe71d2c85d None None] Pushing event updated for resources: {'Port': ['ID=3c366a50-9ffd-4937-b67d-851df77ef6fd,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:37.464397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.1 (0b658055-1a05-4f0c-8eea-c3684111d50e/45275375-ecbf-48f7-ad43-f5686815b5d0/518a0731-681c-4857-b867-a283adf32b55) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:55:37.583907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.604219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object 518a0731-681c-4857-b867-a283adf32b55 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:37.655653 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.722591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 0b658055-1a05-4f0c-8eea-c3684111d50e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:55:37.732546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:37.737837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:55:37.746902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=518a0731-681c-4857-b867-a283adf32b55,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:37.808828 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:37.882964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3c366a50-9ffd-4937-b67d-851df77ef6fd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:37.944079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3c366a50-9ffd-4937-b67d-851df77ef6fd completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:37.948308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 68211c55-6264-45ab-9a48-7eeb5135b2a5 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:37.965864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.020301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 68211c55-6264-45ab-9a48-7eeb5135b2a5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:38.024727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 68211c55-6264-45ab-9a48-7eeb5135b2a5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:38.025096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.111260 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.133222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 68211c55-6264-45ab-9a48-7eeb5135b2a5, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=68211c55-6264-45ab-9a48-7eeb5135b2a5,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:38.138939 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.204122 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=68211c55-6264-45ab-9a48-7eeb5135b2a5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:38.296152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.303427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.380969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=518a0731-681c-4857-b867-a283adf32b55,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:38.384586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.492083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 0b658055-1a05-4f0c-8eea-c3684111d50e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:55:38.494769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:38.511600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.532166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6858a7-f07a-477c-9178-83cbe7cb7295 None None] Network 0b658055-1a05-4f0c-8eea-c3684111d50e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:55:38.611929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 1bc2ac97-5023-4674-82e1-0e47281b3d0c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:55:38.651009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] Provisioning for port 3c366a50-9ffd-4937-b67d-851df77ef6fd completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:38.658929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] Provisioning complete for port 3c366a50-9ffd-4937-b67d-851df77ef6fd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:38.659810 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.723852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:55:38.729166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-06651256-c234-4fea-988e-1e58fd3fc694 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/1bc2ac97-5023-4674-82e1-0e47281b3d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174830 Jul 09 17:55:38.773994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.813067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] For port 3c366a50-9ffd-4937-b67d-851df77ef6fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3c366a50-9ffd-4937-b67d-851df77ef6fd,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:38.820501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:38.873341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef2e20-11af-4d97-81f1-0b57f9cdda33 None None] Pushing event updated for resources: {'Port': ['ID=3c366a50-9ffd-4937-b67d-851df77ef6fd,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:38.896527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-703312a9-3775-42f6-bd4a-900e15f7a3c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175240347&fields=id&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 267 time: 0.0447326 Jul 09 17:55:39.011266 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-ba081647-23d3-49bc-b728-c3a826789b8e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:39.013055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-ba081647-23d3-49bc-b728-c3a826789b8e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 797 time: 0.1058168 Jul 09 17:55:39.032067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-5379c9b0-cb03-4d67-aee3-30399e7440dd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/quotas/5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 375 time: 0.0133908 Jul 09 17:55:39.045489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-771735f6-c587-4248-bf70-20c7fdaa0766 None None] Provisioning for port 518a0731-681c-4857-b867-a283adf32b55 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:39.049857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-771735f6-c587-4248-bf70-20c7fdaa0766 None None] Provisioning complete for port 518a0731-681c-4857-b867-a283adf32b55 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:39.050195 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-771735f6-c587-4248-bf70-20c7fdaa0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:39.114328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-ac60d2cb-2096-4b96-a36c-68d5e8f595ba tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766041 Jul 09 17:55:39.227412 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-0518e0d2-f802-4c07-9de8-e8c8a9d10ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006417 Jul 09 17:55:39.256220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Sync routers for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:55:39.266731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-771735f6-c587-4248-bf70-20c7fdaa0766 None None] Port 518a0731-681c-4857-b867-a283adf32b55 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:55:39.274389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:39.275032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:39.315293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-771735f6-c587-4248-bf70-20c7fdaa0766 None None] Provisioning complete for port 3c366a50-9ffd-4937-b67d-851df77ef6fd triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:39.315824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-771735f6-c587-4248-bf70-20c7fdaa0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:39.332763 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-2b41a39b-a068-4aa9-90bd-11a2297ba4a5 service neutron] 10.222.0.21 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984855 Jul 09 17:55:39.421632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:39.528062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6bcf0862-4f31-45a1-a176-4cd0b24aedfc req-9569c548-ba99-48b1-b549-8fdcd8053f88 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 210 time: 0.0375500 Jul 09 17:55:39.585936 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:39.633948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a4e6410c-5b36-48c9-9470-15f9831c7ef0 None None] Provisioning complete for port 518a0731-681c-4857-b867-a283adf32b55 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:39.634311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a4e6410c-5b36-48c9-9470-15f9831c7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:39.688363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6410c-5b36-48c9-9470-15f9831c7ef0 None None] Port 518a0731-681c-4857-b867-a283adf32b55 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:55:39.710186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 2, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:39.736671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Checking router: 1bc2ac97-5023-4674-82e1-0e47281b3d0c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:55:39.737021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Updating router 1bc2ac97-5023-4674-82e1-0e47281b3d0c port 518a0731-681c-4857-b867-a283adf32b55 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:55:39.775279 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:39.816890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3c366a50-9ffd-4937-b67d-851df77ef6fd up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:39.968753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3c366a50-9ffd-4937-b67d-851df77ef6fd triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:39.968994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.120896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 68211c55-6264-45ab-9a48-7eeb5135b2a5 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:40.163242 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.179687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Transition to ACTIVE for port object 518a0731-681c-4857-b867-a283adf32b55 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:40.188782 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.218465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 68211c55-6264-45ab-9a48-7eeb5135b2a5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:40.218887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.272125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1255b-2e0b-44e1-914c-8b1dcbdcd271 None None] Pushing event updated for resources: {'Port': ['ID=518a0731-681c-4857-b867-a283adf32b55,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:40.356218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Attempting to bind port 518a0731-681c-4857-b867-a283adf32b55 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:55:40.356633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Attempting to bind port 518a0731-681c-4857-b867-a283adf32b55 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:55:40.356928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Attempting to bind port 518a0731-681c-4857-b867-a283adf32b55 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:55:40.369994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:55:40.370362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Checking segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:55:40.370771 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.371161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Bound using segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:55:40.371642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Bound port: 518a0731-681c-4857-b867-a283adf32b55, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:55:40.372046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.443605 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0db8ee63-8545-42ea-b509-67c265ef2dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.455779 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] For port 518a0731-681c-4857-b867-a283adf32b55, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:55:40.458833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] For port 518a0731-681c-4857-b867-a283adf32b55, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=518a0731-681c-4857-b867-a283adf32b55,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:55:40.464682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.531297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:40.531961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:40.533829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1255b-2e0b-44e1-914c-8b1dcbdcd271 None None] Pushing event updated for resources: {'Port': ['ID=518a0731-681c-4857-b867-a283adf32b55,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:40.685159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:40.707407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-52af3c31-5880-490f-9ff3-a10f2aa18864 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:40.709661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-52af3c31-5880-490f-9ff3-a10f2aa18864 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 797 time: 0.1688256 Jul 09 17:55:40.757801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25a53122-178e-47c6-9404-a29ad938975c req-c9b67d7b-fe41-4552-a33d-a060e2f3c6d9 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 210 time: 0.0469131 Jul 09 17:55:40.789942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-14d0aab1-7167-46f6-88b7-6c9c4fce8f03 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 379 time: 0.0659823 Jul 09 17:55:40.797318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'port': {'device_id': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'admin_state_up': True, 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'security_groups': ['9a72cc0a-6121-4753-b2b3-034b347eb08e']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:40.910858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:40Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:40.915252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:55:40.918984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:40.940795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1b3ad-4c33-4143-acc7-b958bbe39bd9 None None] The sync data for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 is: [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:40Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:55:41.063984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.14 (0b658055-1a05-4f0c-8eea-c3684111d50e/45275375-ecbf-48f7-ad43-f5686815b5d0/94eb34e6-3d5a-49e2-bbbb-4c332140e964) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:55:41.212212 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.227171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object 94eb34e6-3d5a-49e2-bbbb-4c332140e964 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:41.261482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.312473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 0b658055-1a05-4f0c-8eea-c3684111d50e is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:55:41.315735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:41.319789 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:55:41.326660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:41.386607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:41.387314 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.407361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-06b0faf9-53f8-42e5-9180-0f2df2ade55a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6137440 Jul 09 17:55:41.420080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Request body: {'port': {'device_id': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:41.498046 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.680467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5a9d0224-88ff-4267-95ae-d8b427df3457 None None] Provisioning for port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:41.684690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5a9d0224-88ff-4267-95ae-d8b427df3457 None None] Provisioning complete for port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:41.685063 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0224-88ff-4267-95ae-d8b427df3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.725251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d0224-88ff-4267-95ae-d8b427df3457 None None] Port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:55:41.808145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94eb34e6-3d5a-49e2-bbbb-4c332140e964 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:55:41.816531 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.829795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Transition to ACTIVE for port object 94eb34e6-3d5a-49e2-bbbb-4c332140e964 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:55:41.838857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.853005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 518a0731-681c-4857-b867-a283adf32b55 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:41.911933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:41.930296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 518a0731-681c-4857-b867-a283adf32b55 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:41.937542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 518a0731-681c-4857-b867-a283adf32b55 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:41.939239 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:41.971751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964387ce-8b6c-4360-bfa3-d98a77c91fd0 req-dc71acc2-e20e-4619-9a9c-473144fc75c0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:41.979692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-964387ce-8b6c-4360-bfa3-d98a77c91fd0 req-dc71acc2-e20e-4619-9a9c-473144fc75c0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 944 time: 0.0923550 Jul 09 17:55:41.985349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:55:41.985675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:55:41.986008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:55:41.991701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:55:41.992062 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:55:42.003617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:55:42.012857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Checking segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:55:42.013350 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Bound using segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:55:42.014135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Bound port: 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:55:42.015092 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:42.036695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-964387ce-8b6c-4360-bfa3-d98a77c91fd0 req-0b0d5082-755a-43bd-a62a-a7faa665a951 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557981 Jul 09 17:55:42.067167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:42.121434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 518a0731-681c-4857-b867-a283adf32b55, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=518a0731-681c-4857-b867-a283adf32b55,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:42.126713 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:42.141349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:55:42.145342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:55:42.153663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:42.189788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=518a0731-681c-4857-b867-a283adf32b55,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:42.197264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:42.198074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:42.199638 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] 10.222.0.36 "PUT /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 1093 time: 0.7844553 Jul 09 17:55:42.200398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:55:42.203547 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b67a600-fa54-44d4-9ce9-55ba82627171" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:55:42.235459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f487-45c2-435a-b623-585c64b7390f service neutron] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:42.266221 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee60da-3078-492c-baf0-1bab9f416466 x-openstack-request-id: req-ccee60da-3078-492c-baf0-1bab9f416466 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:55:42.266599 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:55:42.266913 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccee60da-3078-492c-baf0-1bab9f416466 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:55:42.267348 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'status': 'completed', 'code': 200} Jul 09 17:55:42.316968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-1ad11e85-2198-4958-8c0c-d5230ce9aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:42.318505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-1ad11e85-2198-4958-8c0c-d5230ce9aa6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1096 time: 0.0620499 Jul 09 17:55:42.364534 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-a0e5de92-4fd3-46a8-9a41-c271bd072f44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 217 time: 0.0390677 Jul 09 17:55:42.414993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-f7f5dc08-3df7-42dd-8ad9-9020858e2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:42.416665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-f7f5dc08-3df7-42dd-8ad9-9020858e2cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0460153 Jul 09 17:55:42.476354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-b57c76cf-cb8a-403a-be73-f2975764235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:42.477868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-b57c76cf-cb8a-403a-be73-f2975764235e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555141 Jul 09 17:55:42.572456 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-8d468935-ef58-4791-9c37-30c74a72b3e7 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879598 Jul 09 17:55:42.680699 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-72a0e8e5-7d37-42df-9443-0ea1b0d9e710 req-31d194e5-8a36-48b9-b368-0215fc987f4c service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019959 Jul 09 17:55:42.793917 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-44c70921-22b0-4722-a543-838fb573143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:42.795451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-44c70921-22b0-4722-a543-838fb573143a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1096 time: 0.0583799 Jul 09 17:55:42.891881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-e38a4562-8b15-4900-b314-122d6583f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:42.893367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-e38a4562-8b15-4900-b314-122d6583f2ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.0915065 Jul 09 17:55:42.944409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-4c7ec5b4-e7d3-48c7-a0a8-b5f4f49402c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 217 time: 0.0437987 Jul 09 17:55:42.983674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aba233b1-db2e-4916-8577-217e85e2a2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:42.999530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-bfa9c26a-9939-42a3-a2da-007b05bff6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:43.001056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-bfa9c26a-9939-42a3-a2da-007b05bff6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0493929 Jul 09 17:55:43.063143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-0790d16b-9129-4dde-bcf0-8506d688a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:43.064714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-0790d16b-9129-4dde-bcf0-8506d688a235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554967 Jul 09 17:55:43.155942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-5e7696fa-43f5-46c4-97fc-9a3efcc6fd16 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840316 Jul 09 17:55:43.215604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca612341-808b-4009-a2e8-00d94476a754 req-b78ba81f-5f45-4a76-9279-a97025be5447 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:43.217337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca612341-808b-4009-a2e8-00d94476a754 req-b78ba81f-5f45-4a76-9279-a97025be5447 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 944 time: 0.0744867 Jul 09 17:55:43.265747 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca612341-808b-4009-a2e8-00d94476a754 req-204b8ad8-341a-46b3-b3ef-356313754695 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Jul 09 17:55:43.284249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5b67a600-fa54-44d4-9ce9-55ba82627171 req-a3a70ef4-971f-4e4b-9e94-a4817b1f8f57 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203973 Jul 09 17:55:43.435862 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:43.809936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 518a0731-681c-4857-b867-a283adf32b55 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:43.858495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 518a0731-681c-4857-b867-a283adf32b55 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:43.858867 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:44.075497 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:44.401297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:55:44.457067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b77b5-353a-4c1b-8351-ad3d5c7c276b req-65fd0d80-f70e-499d-8d99-f5c5f7bce1ff tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:44.458793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a7b77b5-353a-4c1b-8351-ad3d5c7c276b req-65fd0d80-f70e-499d-8d99-f5c5f7bce1ff tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 944 time: 0.0697439 Jul 09 17:55:44.496937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:44.497489 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a7b77b5-353a-4c1b-8351-ad3d5c7c276b req-39da0af9-392d-4d95-a5b4-89e59be34ac8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323873 Jul 09 17:55:44.509697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'port_id': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'mac_address': 'fa:16:3e:0c:14:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:55:44.703832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:44.718505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eb34e6-3d5a-49e2-bbbb-4c332140e964 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:55:44.743216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:44.749371 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:44.799433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:44.941260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['94eb34e6-3d5a-49e2-bbbb-4c332140e964'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:55:45.677459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93d9a5-076b-4e92-99e3-a4662e2cf68b req-cd6d1e4c-e4f1-4993-ae5a-1304962ecf71 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:45.678970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd93d9a5-076b-4e92-99e3-a4662e2cf68b req-cd6d1e4c-e4f1-4993-ae5a-1304962ecf71 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 945 time: 0.0661311 Jul 09 17:55:45.719041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bd93d9a5-076b-4e92-99e3-a4662e2cf68b req-96000fdd-f76c-450a-9fbb-ce0e23ec8261 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329473 Jul 09 17:55:45.977702 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:46.413668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:55:46.466506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:55:46.470916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:55:46.471345 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:46.559822 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:46.583866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:55:46.586187 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ade79ce-a0d3-4959-8647-86b6ea7ffb23" -d '{"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-plugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:55:46.601465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:55:46.607343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:46.630510 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb19a7-b23b-449e-8114-e9652433c5ea x-openstack-request-id: req-79fb19a7-b23b-449e-8114-e9652433c5ea {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:55:46.630804 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-plugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:55:46.631054 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79fb19a7-b23b-449e-8114-e9652433c5ea {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:55:46.631446 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'code': 200} Jul 09 17:55:46.658211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:46.741032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe8152-04e7-41f9-a8bb-586e7d8f42e9 req-d0e0fefe-c784-4134-9064-e40a4031fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:46.742568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3bbe8152-04e7-41f9-a8bb-586e7d8f42e9 req-d0e0fefe-c784-4134-9064-e40a4031fb2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1098 time: 0.0559649 Jul 09 17:55:46.776890 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3bbe8152-04e7-41f9-a8bb-586e7d8f42e9 req-22c9173a-0311-416b-8d94-d8b819684243 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283742 Jul 09 17:55:46.913973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9917a-9fe9-4adb-b82e-6c27fe1abfe2 req-d90a8cad-4690-4b44-a882-115255c902ac tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:46.915501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fae9917a-9fe9-4adb-b82e-6c27fe1abfe2 req-d90a8cad-4690-4b44-a882-115255c902ac tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0767887 Jul 09 17:55:46.954344 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fae9917a-9fe9-4adb-b82e-6c27fe1abfe2 req-a997b010-a958-417e-bbf1-977a59c0a930 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329545 Jul 09 17:55:48.165866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce743226-f8fd-490a-8a77-d3580a059d2b req-faeea0c9-093e-4066-912c-0a14bdb3e27c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:48.167353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce743226-f8fd-490a-8a77-d3580a059d2b req-faeea0c9-093e-4066-912c-0a14bdb3e27c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0759234 Jul 09 17:55:48.205325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ce743226-f8fd-490a-8a77-d3580a059d2b req-1d077382-060e-4441-bb46-083db4a1d641 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Jul 09 17:55:48.397308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad620e6-78d9-4296-a92c-cc82272b8c91 req-e97171e9-2fda-46ae-9d86-2fe20e382db5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:48.398770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ad620e6-78d9-4296-a92c-cc82272b8c91 req-e97171e9-2fda-46ae-9d86-2fe20e382db5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0780199 Jul 09 17:55:48.443376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ad620e6-78d9-4296-a92c-cc82272b8c91 req-2359dafa-f275-42d8-acef-f5fd7ce74e9c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367191 Jul 09 17:55:48.467037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:48.525574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20945870-aca8-42a6-bee5-845a4d50540e tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:48.527035 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-20945870-aca8-42a6-bee5-845a4d50540e tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1093 time: 0.0590062 Jul 09 17:55:48.529987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48832) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:48.534496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:55:48.564857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:48.672153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:48.773807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.9 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/fbbbb42e-cfd3-4e67-befa-c59499b0ca2f) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:55:48.882030 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:48.942661 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:48.979294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:55:48.986073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:55:48.989613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:55:48.995141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=fbbbb42e-cfd3-4e67-befa-c59499b0ca2f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:49.378043 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:49.466675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:49.628502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:49.635450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:49.708932 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=fbbbb42e-cfd3-4e67-befa-c59499b0ca2f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:55:49.721395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:49.826012 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP cd27751f-30d4-4311-94f6-4a187466b180 associated. External IP: 172.25.3.9, port: 94eb34e6-3d5a-49e2-bbbb-4c332140e964. Jul 09 17:55:50.043499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 1bc2ac97-5023-4674-82e1-0e47281b3d0c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:55:50.166624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:55:50.178683 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] Sync routers for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:55:50.187379 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:55:50.190227 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:50.190866 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:50.229514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddecbdd8-a07a-4a6f-8bb8-c17b6dcb9ec0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6984878 Jul 09 17:55:50.230455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:55:50.232934 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744d5a5-db74-476a-9b1b-7132a4ffbab3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:55:50.268477 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbe530-b443-4f8b-a64f-e2dde944801f x-openstack-request-id: req-48fbe530-b443-4f8b-a64f-e2dde944801f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:55:50.268740 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:55:50.268990 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48fbe530-b443-4f8b-a64f-e2dde944801f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:55:50.269395 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'status': 'completed', 'code': 200} Jul 09 17:55:50.298976 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:50.391732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-7e053bef-4cc9-4d4a-9dfc-d3dafcde277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:50.393351 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-7e053bef-4cc9-4d4a-9dfc-d3dafcde277e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1098 time: 0.0996461 Jul 09 17:55:50.405358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5be321-bd2d-4078-b471-8f3fa1ee05a4 req-c310ff63-5177-4950-93d1-56f468680612 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:50.406829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b5be321-bd2d-4078-b471-8f3fa1ee05a4 req-c310ff63-5177-4950-93d1-56f468680612 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0862617 Jul 09 17:55:50.495261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b5be321-bd2d-4078-b471-8f3fa1ee05a4 req-e3168356-ad35-45b0-b86e-2744a3cec30d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800648 Jul 09 17:55:50.516877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-41d1ccc6-7e90-4a74-b7e4-d583d47511e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:50.518379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-41d1ccc6-7e90-4a74-b7e4-d583d47511e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.1106656 Jul 09 17:55:50.520366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48838) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:50.529184 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'cd27751f-30d4-4311-94f6-4a187466b180', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'port_id': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'mac_address': 'fa:16:3e:0c:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:55:49Z', 'updated_at': '2021-07-09T17:55:49Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:42Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:50.559457 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] Checking router: 1bc2ac97-5023-4674-82e1-0e47281b3d0c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:55:50.568858 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:55:50.569459 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:55:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:50.581762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-87933ca4-46f1-4732-97d1-ef19e1faf51f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/cd27751f-30d4-4311-94f6-4a187466b180 HTTP/1.1" status: 200 len: 990 time: 0.0601809 Jul 09 17:55:50.594449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-a6f92023-f028-484a-b86d-6431fcbce72a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 998 time: 0.0691941 Jul 09 17:55:50.642498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-bdc952ac-c03f-4a8d-a04f-bfd5fda1d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:50.644074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-bdc952ac-c03f-4a8d-a04f-bfd5fda1d9b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0433674 Jul 09 17:55:50.672978 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:55:50.702548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-99774668-ab8b-4329-909d-1e050eaba020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:55:50.704124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-99774668-ab8b-4329-909d-1e050eaba020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542493 Jul 09 17:55:50.801855 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-ebb98ae9-5c81-48f9-9dea-48efb9a34890 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909157 Jul 09 17:55:50.889823 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d744d5a5-db74-476a-9b1b-7132a4ffbab3 req-b6d3e647-e20e-43cb-b33c-efb74dd96e72 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Jul 09 17:55:50.990183 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'cd27751f-30d4-4311-94f6-4a187466b180', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'port_id': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'mac_address': 'fa:16:3e:0c:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:55:49Z', 'updated_at': '2021-07-09T17:55:49Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:42Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:55:51.021282 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc816283-5b1f-4b97-9536-ae5cb0357bdd None None] The sync data for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 is: [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'cd27751f-30d4-4311-94f6-4a187466b180', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'port_id': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'mac_address': 'fa:16:3e:0c:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:55:49Z', 'updated_at': '2021-07-09T17:55:49Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:42Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:55:51.268923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70ffd1-9f1c-41be-a07c-cd15f984e542 None None] New status for floating IP cd27751f-30d4-4311-94f6-4a187466b180: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:55:51.278274 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:55:51.585836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48840) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:55:51.656234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9454b7c8-c3c4-4b83-9c56-8fcc039b4176 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/cd27751f-30d4-4311-94f6-4a187466b180 HTTP/1.1" status: 200 len: 992 time: 0.0691650 Jul 09 17:56:08.532091 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:09.541500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:10.411264 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b1e2167e-eeb5-45f7-b86f-f2aef3e791ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:12.990419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4dab8e20-78cc-4dca-8899-2d6ecc255be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:13.440698 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:14.079075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:15.983474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:17.695542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-23dad5b6-1b31-47ec-838c-a189aea0ceb0 req-4624d4f2-fec4-4795-acbf-85e4d5618ada service neutron] (93895) timed out ('10.222.0.13', 52253) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:56:23.068362 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17500-fe10-4a0d-a700-eba7afc45e3c req-c088d84e-c49a-476a-8e80-0a76eec48c15 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:23.069830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49a17500-fe10-4a0d-a700-eba7afc45e3c req-c088d84e-c49a-476a-8e80-0a76eec48c15 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0814965 Jul 09 17:56:23.113931 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-49a17500-fe10-4a0d-a700-eba7afc45e3c req-ffdd8b33-bfa5-4189-8a87-02b2689c8491 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347598 Jul 09 17:56:23.139808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48856) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:23.201674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3c1dae9b-7416-4326-ba2b-ba9796e16c3d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/cd27751f-30d4-4311-94f6-4a187466b180 HTTP/1.1" status: 200 len: 992 time: 0.0603504 Jul 09 17:56:23.632842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4235b0-8d4f-4181-9546-dbbbe25ae2da req-d335cde8-d7b4-419b-99f6-ff787fec1da9 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:23.634382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4235b0-8d4f-4181-9546-dbbbe25ae2da req-d335cde8-d7b4-419b-99f6-ff787fec1da9 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1098 time: 0.0627260 Jul 09 17:56:23.669633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e4235b0-8d4f-4181-9546-dbbbe25ae2da req-1385d27d-a5c9-46cc-81ff-3dfbe7b5e3f5 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295639 Jul 09 17:56:24.299642 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-dd4b6fef-2dba-441d-bbeb-78891752efa8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0600338 Jul 09 17:56:24.903558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ad456519-a7da-4339-8c5c-09a1161f69a1 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:56:24.904595 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ad456519-a7da-4339-8c5c-09a1161f69a1 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748909 Jul 09 17:56:24.913742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Request body: {'binding': {'host': 'n-h2-791506-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:24.914188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Unknown quota resources ['binding']. {{(pid=93896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 17:56:25.068514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on host n-h2-791506-17 for vnic_type normal with profile None {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:56:25.068852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:56:25.069189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:25.074233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:56:25.074586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:25.079998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:56:25.080320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Checking segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:25.080713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Bound using segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:56:25.081173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Bound port: 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:56:25.174916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:56:25.186186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] Notify callbacks [] for binding, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:25.187319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-29ca19c4-ce2f-4c65-8a44-0304feb7b71e service neutron] 10.222.0.21 "POST /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964/bindings HTTP/1.1" status: 201 len: 390 time: 0.2769587 Jul 09 17:56:25.254274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-ee3178be-59e4-4ca3-827f-f3aa2ec3dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.255618 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-ee3178be-59e4-4ca3-827f-f3aa2ec3dd8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1098 time: 0.0839913 Jul 09 17:56:25.466149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-b3f7ffed-c132-424f-8129-4d648dc40b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.467679 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-b3f7ffed-c132-424f-8129-4d648dc40b60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1098 time: 0.0583751 Jul 09 17:56:25.572335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ce5498b3-6b7a-45ca-baca-722e3ca20dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.574771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ce5498b3-6b7a-45ca-baca-722e3ca20dc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.1006455 Jul 09 17:56:25.654579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-601e8088-ed48-45e2-a476-c42e01b4c623 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 1000 time: 0.0706010 Jul 09 17:56:25.707197 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-efe759ae-71a7-4ab1-ad26-e4858d319414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.708841 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-efe759ae-71a7-4ab1-ad26-e4858d319414 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0476265 Jul 09 17:56:25.771022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-3b13b55c-6372-4966-b4e4-16f87df514f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.772081 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-3b13b55c-6372-4966-b4e4-16f87df514f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.4812663 Jul 09 17:56:25.780684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ff81534a-939f-44bb-a86b-298b2be41df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.782303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ff81534a-939f-44bb-a86b-298b2be41df4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673964 Jul 09 17:56:25.795698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3160c-1bf0-4719-bc00-210b08e630db req-068c4754-06d8-4e86-a832-6d8d0e5bba1b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.797242 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fec3160c-1bf0-4719-bc00-210b08e630db req-068c4754-06d8-4e86-a832-6d8d0e5bba1b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.1315053 Jul 09 17:56:25.869173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-0ee8b44b-c6fe-4b35-9802-3545789cd913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 1000 time: 0.0895026 Jul 09 17:56:25.874264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-74af3160-e3e8-4c3d-895b-03edd447945a service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851240 Jul 09 17:56:25.874440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fec3160c-1bf0-4719-bc00-210b08e630db req-0bf384d9-8b8b-4d9a-9451-d94e781a656d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504911 Jul 09 17:56:25.922732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-1c31b823-e049-47dc-bd52-3f25715b2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.924255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-1c31b823-e049-47dc-bd52-3f25715b2a77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0484943 Jul 09 17:56:25.977031 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-4cec64aa-75fa-46b2-8c65-e7407c543e5a service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963621 Jul 09 17:56:25.992554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-fdcda816-6393-4649-9cc8-dc5907b1a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:25.995980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-fdcda816-6393-4649-9cc8-dc5907b1a4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639718 Jul 09 17:56:26.090987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-82383195-5836-4458-9001-88a783afc772 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884492 Jul 09 17:56:26.128299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-d0f5af42-5859-44d6-aa4c-9ebd7bbeb7a8 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:26.129871 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-d0f5af42-5859-44d6-aa4c-9ebd7bbeb7a8 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517&tenant_id=5afb09fb76e84ac6ab3cf056338f4569&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1098 time: 0.0944452 Jul 09 17:56:26.140147 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-17'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:26.185707 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0fe4f89c-de3d-4849-ab69-90b21f062a5d req-74307c27-d4d5-4999-b387-41c381eb633d service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Jul 09 17:56:26.527981 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:26.652321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:26.689473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:26.739901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:26.742217 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c36a43e-5f91-4883-b247-dc3bbb460331" -d '{"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-unplugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:26.746238 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:26.753484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:26.780629 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd019af-8d98-4965-9ac4-7cc57c93bcce x-openstack-request-id: req-ecd019af-8d98-4965-9ac4-7cc57c93bcce {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:26.780925 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-unplugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:26.781172 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecd019af-8d98-4965-9ac4-7cc57c93bcce {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:26.781560 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'code': 200} Jul 09 17:56:26.843830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:26.903702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on host n-h1-791506-17 for vnic_type normal with profile {"migrating_to": "n-h2-791506-17"} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:56:26.904063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:56:26.904394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:26.910003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:56:26.910340 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Attempting to bind port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on network 0b658055-1a05-4f0c-8eea-c3684111d50e {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:26.916224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:56:26.916591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Checking segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:26.916978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Bound using segment: {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:56:26.917431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Bound port: 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f1f8ed-e734-430a-bef4-342c19ce520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:56:26.917961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:26.990687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:26.994094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:56:26.999635 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:27.053069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eab5c-3603-4087-a792-97ccb5d4c77b req-e71069a6-b719-4e58-9fa9-3fef44732325 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:27.055653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-013eab5c-3603-4087-a792-97ccb5d4c77b req-e71069a6-b719-4e58-9fa9-3fef44732325 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 944 time: 0.0660336 Jul 09 17:56:27.078023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Provisioning complete for port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:27.079085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:27.098883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=8']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:27.103721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-013eab5c-3603-4087-a792-97ccb5d4c77b req-e7730191-9c86-4790-821e-ca6166872659 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Jul 09 17:56:27.156560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:27.157353 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:27.158791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-ebf41d9b-bc9a-4bf3-b533-fff28408867c service neutron] 10.222.0.13 "PUT /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 1124 time: 1.0227802 Jul 09 17:56:27.164004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:27.189322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:27.191741 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077614fe-0d50-4ac6-90b0-0fd072c963c6" -d '{"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-plugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:27.210694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f9997759-188e-402a-b196-d13be98ec57b None None] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:27.216333 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:27.246039 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13b82a-6cab-4dbb-96e2-557c5b57f72e x-openstack-request-id: req-2e13b82a-6cab-4dbb-96e2-557c5b57f72e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:27.246319 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-plugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:27.246541 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e13b82a-6cab-4dbb-96e2-557c5b57f72e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:27.246917 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'code': 200} Jul 09 17:56:27.264263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['94eb34e6-3d5a-49e2-bbbb-4c332140e964'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:56:27.390295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:27.423714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.424065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.424405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.424728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.425051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.425370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.425684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.425999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.426312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.426629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.426976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.427293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9997759-188e-402a-b196-d13be98ec57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:27.570909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-31f439dc-7ee7-45fd-9815-3ed315cff4e8 None None] Provisioning complete for port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:27.571273 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-31f439dc-7ee7-45fd-9815-3ed315cff4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:28.277265 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:56:28.297887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eef20-9719-4cf4-8ec8-151c4bea9e6c req-141cc71d-82c2-4bf6-9514-9a05764b3ce5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:28.299373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d0eef20-9719-4cf4-8ec8-151c4bea9e6c req-141cc71d-82c2-4bf6-9514-9a05764b3ce5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0706270 Jul 09 17:56:28.336748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0d0eef20-9719-4cf4-8ec8-151c4bea9e6c req-6f535f05-483e-41f8-a8b1-2db28a328a07 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Jul 09 17:56:28.782760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:28.786689 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:28.824008 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ed4803-d682-4282-979f-32f937507e8a x-openstack-request-id: req-98ed4803-d682-4282-979f-32f937507e8a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:28.824295 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:28.824542 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98ed4803-d682-4282-979f-32f937507e8a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:28.824951 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'status': 'completed', 'code': 200} Jul 09 17:56:28.905888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-936dee13-d353-4c54-a94e-c91482a6874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:28.907416 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-936dee13-d353-4c54-a94e-c91482a6874c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1129 time: 0.0573504 Jul 09 17:56:28.999744 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-6618903b-4947-4b49-b048-4adee4375bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:29.001250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-6618903b-4947-4b49-b048-4adee4375bf7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.0878239 Jul 09 17:56:29.068324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-1aed3a9e-729e-4a24-b511-1ae6f3464da1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 1000 time: 0.0599704 Jul 09 17:56:29.123230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-d385cad4-55f1-4175-b755-ba47a4439d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:29.124757 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-d385cad4-55f1-4175-b755-ba47a4439d3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0494163 Jul 09 17:56:29.188201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-7cd30f9e-f398-4825-882e-adbca47e4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:29.189634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-7cd30f9e-f398-4825-882e-adbca47e4df4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586333 Jul 09 17:56:29.281989 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-8ceb91e4-ff86-46f5-909c-7f248b869d02 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839760 Jul 09 17:56:29.376913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57de7cdd-61c5-4d7f-93a3-90fb0bacf3e5 req-f24ace82-2fa4-447f-bf05-cece23e6f9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880256 Jul 09 17:56:29.451603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:56:29.548928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fe1f-3147-4b04-b8d0-91ac1d696557 req-98c1a420-a631-4a97-bacb-1c61aa5759ef tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:29.550471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9054fe1f-3147-4b04-b8d0-91ac1d696557 req-98c1a420-a631-4a97-bacb-1c61aa5759ef tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0841174 Jul 09 17:56:29.568981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:29.582310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 has no active binding in host n-h2-791506-17 {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 17:56:29.591531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9054fe1f-3147-4b04-b8d0-91ac1d696557 req-ee06d13f-7023-4d57-a270-2f373a8d78de tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345144 Jul 09 17:56:30.799135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611adcd-da57-4090-831a-f3d095b2eb33 req-f39f4be5-dfa0-47f2-bcd0-e293e61ed37f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:30.800708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e611adcd-da57-4090-831a-f3d095b2eb33 req-f39f4be5-dfa0-47f2-bcd0-e293e61ed37f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.0837290 Jul 09 17:56:30.839197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e611adcd-da57-4090-831a-f3d095b2eb33 req-38bc7b8d-87fc-43f1-986c-47e145d8f315 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327871 Jul 09 17:56:32.056311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a330-8280-4c78-9fdf-07c2a78de10f req-ce823e78-faf9-43fa-b8ef-887f320e17a2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:32.057831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4985a330-8280-4c78-9fdf-07c2a78de10f req-ce823e78-faf9-43fa-b8ef-887f320e17a2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 946 time: 0.1025774 Jul 09 17:56:32.096593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7394e00f-3fdf-4caa-9425-bb03ff813044 service neutron] 10.222.0.36 "GET /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 385 time: 0.0903952 Jul 09 17:56:32.133646 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4985a330-8280-4c78-9fdf-07c2a78de10f req-b0941760-3efe-4655-a285-ffbf6aea6800 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678744 Jul 09 17:56:32.288214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:32.310096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:32.350304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:32.352818 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cebaf8-aad5-437c-830c-90ab4acd5127" -d '{"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-unplugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:32.359794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:32.375606 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:32.389018 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad211d-c323-498a-a82a-b66408dcc089 x-openstack-request-id: req-07ad211d-c323-498a-a82a-b66408dcc089 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:32.389316 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-unplugged", "status": "completed", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:32.389569 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07ad211d-c323-498a-a82a-b66408dcc089 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:32.389975 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'code': 200} Jul 09 17:56:32.459131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Transition to ACTIVE for port object 94eb34e6-3d5a-49e2-bbbb-4c332140e964 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:32.464832 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:32.566759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Pushing event updated for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=11']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:32.581805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.582145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.582484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.582822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.583151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.583480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.583869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.584193 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.584583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.584835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.585153 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.585474 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:32.619874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] No DVR routers for this DVR port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:56:32.760655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-7fa2e0a5-e836-444e-a7dc-33102e7a96fa service neutron] 10.222.0.36 "PUT /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964/bindings/n-h2-791506-17/activate HTTP/1.1" status: 200 len: 370 time: 0.6572268 Jul 09 17:56:32.880985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-632c8638-44c4-4542-8889-609cee3ae2ee tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:32.882401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-632c8638-44c4-4542-8889-609cee3ae2ee tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517&tenant_id=5afb09fb76e84ac6ab3cf056338f4569&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.0652864 Jul 09 17:56:32.944597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-c72447ee-3e8f-41ca-8897-bdb11dcd4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:32.946042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-c72447ee-3e8f-41ca-8897-bdb11dcd4a82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 1097 time: 0.0555089 Jul 09 17:56:33.034275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-08835589-05d8-491a-8992-9c2032812039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:33.035806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-08835589-05d8-491a-8992-9c2032812039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1097 time: 0.0651085 Jul 09 17:56:33.136106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-89def2b1-f422-437e-ad5a-c9bbb4df3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:33.137598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-89def2b1-f422-437e-ad5a-c9bbb4df3179 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.0945125 Jul 09 17:56:33.207694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-e9ff152c-9e78-4ff3-9c5e-7c2468b43d90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 998 time: 0.0628901 Jul 09 17:56:33.259437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-44598b8b-05ea-4017-85f1-551dad4ab2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:33.261061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-44598b8b-05ea-4017-85f1-551dad4ab2e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0474319 Jul 09 17:56:33.322348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-f20aa610-edc6-4968-bddf-1096f0363bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:33.323905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-f20aa610-edc6-4968-bddf-1096f0363bec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561135 Jul 09 17:56:33.335430 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79652f5e-8052-4814-b1cf-b897367a6aa2 req-c2dc23bf-5b63-4f87-80c4-1eb2da4da908 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:33.336984 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79652f5e-8052-4814-b1cf-b897367a6aa2 req-c2dc23bf-5b63-4f87-80c4-1eb2da4da908 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 945 time: 0.0908020 Jul 09 17:56:33.377215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79652f5e-8052-4814-b1cf-b897367a6aa2 req-b94b9e67-165f-4bbf-af1d-64eabe21a583 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340588 Jul 09 17:56:33.421934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-451933d8-a76e-4109-bce6-53cf5b630821 service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904405 Jul 09 17:56:33.536263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-b620000b-b708-484a-815f-6f30489cc5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074185 Jul 09 17:56:33.847591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-9bdeacb5-654c-46ee-b459-ab5302a4beb5 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:33.849845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-9bdeacb5-654c-46ee-b459-ab5302a4beb5 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517&tenant_id=5afb09fb76e84ac6ab3cf056338f4569&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 1097 time: 0.0656774 Jul 09 17:56:33.970010 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-860deb5e-2726-452c-b57c-e79fa90f01b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512474 Jul 09 17:56:34.009185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-150e6eed-b649-4adf-aa2f-902b01ec1360 service neutron] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:34.012577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-150e6eed-b649-4adf-aa2f-902b01ec1360 service neutron] Notify callbacks [] for binding, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:34.013700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edd0533b-2417-4ba2-8adc-f2febc7146c4 req-150e6eed-b649-4adf-aa2f-902b01ec1360 service neutron] 10.222.0.13 "DELETE /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964/bindings/n-h1-791506-17 HTTP/1.1" status: 204 len: 173 time: 0.1579664 Jul 09 17:56:34.068558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-df872e24-c9ce-42e0-bf58-179e8bd1ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:34.070104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-df872e24-c9ce-42e0-bf58-179e8bd1ad38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1097 time: 0.0582709 Jul 09 17:56:34.180226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-11a7713c-5e8a-4b16-ac58-c10289f1da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:34.181713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-11a7713c-5e8a-4b16-ac58-c10289f1da71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.0910308 Jul 09 17:56:34.256100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-201043f1-9563-4774-a7e1-c6a8dd72e697 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 998 time: 0.0667932 Jul 09 17:56:34.311092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-f6c90eb2-7a7f-4dbd-9fc9-45900bf75ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:34.312602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-f6c90eb2-7a7f-4dbd-9fc9-45900bf75ed2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0508916 Jul 09 17:56:34.370270 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-821e3567-5b25-4ad7-b54b-50d88fe45cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:34.371791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-821e3567-5b25-4ad7-b54b-50d88fe45cee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531497 Jul 09 17:56:34.461198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-312dee73-8ab2-4d8a-a52e-3b5646117f12 service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817463 Jul 09 17:56:34.563960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5adb8716-4ebb-4a5c-9e80-cb1ac1366034 req-dc064c17-0bba-4cc2-af53-1a3641b33512 service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965023 Jul 09 17:56:34.565487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19c552-0bc1-40ed-8f2e-5eca480e2ce1 req-ef6f5254-7075-40bb-885a-7172060b0668 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:34.566992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f19c552-0bc1-40ed-8f2e-5eca480e2ce1 req-ef6f5254-7075-40bb-885a-7172060b0668 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 945 time: 0.0764124 Jul 09 17:56:34.607299 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f19c552-0bc1-40ed-8f2e-5eca480e2ce1 req-7d2f5f11-f8d6-43f9-b7ae-0c022448f902 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340989 Jul 09 17:56:34.788453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525af7-364f-486f-a6bd-6108278a07c8 req-99007f9a-9a9b-4a93-872b-5c6c2ea8d99e tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:34.789994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76525af7-364f-486f-a6bd-6108278a07c8 req-99007f9a-9a9b-4a93-872b-5c6c2ea8d99e tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1097 time: 0.0552187 Jul 09 17:56:34.824484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76525af7-364f-486f-a6bd-6108278a07c8 req-967c0da6-a297-4b7f-a325-ca339a634dd2 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287523 Jul 09 17:56:35.007480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7de2-552c-4e65-b186-05fa129225d0 req-223dfec6-c9de-4fad-a1db-2ea2822c80c0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:35.009080 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cefa7de2-552c-4e65-b186-05fa129225d0 req-223dfec6-c9de-4fad-a1db-2ea2822c80c0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 945 time: 0.0673101 Jul 09 17:56:35.059783 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cefa7de2-552c-4e65-b186-05fa129225d0 req-9aca0041-5888-4978-bb7f-86388b41c604 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448987 Jul 09 17:56:35.084976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:35.156992 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6d8c9fb4-b330-440c-b9ca-4f2a8c0a4fa6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/cd27751f-30d4-4311-94f6-4a187466b180 HTTP/1.1" status: 200 len: 990 time: 0.0708432 Jul 09 17:56:35.420768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:35.589295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port fbbbb42e-cfd3-4e67-befa-c59499b0ca2f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:56:35.589556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:35.677509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:35.677935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:35.689946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for fbbbb42e-cfd3-4e67-befa-c59499b0ca2f owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:56:35.845820 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:35.870351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=fbbbb42e-cfd3-4e67-befa-c59499b0ca2f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:35.935513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:35.935992 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP cd27751f-30d4-4311-94f6-4a187466b180 disassociated (deleted). External IP: 172.25.3.9, port: 94eb34e6-3d5a-49e2-bbbb-4c332140e964. Jul 09 17:56:36.147352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 1bc2ac97-5023-4674-82e1-0e47281b3d0c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:56:36.268006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:56:36.273549 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:36.278064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] Sync routers for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:56:36.288774 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:36.289398 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:36.309654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce89e14e-8f1b-42f2-aed5-144df7d4120f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd27751f-30d4-4311-94f6-4a187466b180 HTTP/1.1" status: 204 len: 168 time: 0.8877728 Jul 09 17:56:36.310339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:36.312851 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9223e07d-4694-4565-8703-dbbc948303c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:36.357238 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3664bf-10f8-4966-b4de-9ad928a2cc0f x-openstack-request-id: req-4a3664bf-10f8-4966-b4de-9ad928a2cc0f {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:36.357978 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:36.358238 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a3664bf-10f8-4966-b4de-9ad928a2cc0f {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:36.358646 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'status': 'completed', 'code': 200} Jul 09 17:56:36.401778 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:36.444160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e07d-4694-4565-8703-dbbc948303c2 req-a1bdaa71-ad8c-46c6-a853-1353f5dceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:36.446314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-a1bdaa71-ad8c-46c6-a853-1353f5dceeee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 1097 time: 0.0635252 Jul 09 17:56:36.557078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e07d-4694-4565-8703-dbbc948303c2 req-9b1c91e0-143a-4128-a0b2-d809d3a6f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:36.559048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-9b1c91e0-143a-4128-a0b2-d809d3a6f81c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 200 len: 898 time: 0.1061323 Jul 09 17:56:36.606686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-8a8670c2-ed9c-4b59-ac9e-d014b7c6bf0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 200 len: 217 time: 0.0409210 Jul 09 17:56:36.622224 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:42Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:36.648189 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] Checking router: 1bc2ac97-5023-4674-82e1-0e47281b3d0c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:56:36.657559 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:36.658087 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:36.671190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:56:36.689254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e07d-4694-4565-8703-dbbc948303c2 req-0eb5793f-4cb2-4ab0-b4f1-34ef507a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:36.690762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-0eb5793f-4cb2-4ab0-b4f1-34ef507a0774 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 200 len: 833 time: 0.0762436 Jul 09 17:56:36.712587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:56:36.753428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad2b25-3198-4cb7-9869-4266b3e85ae2 req-663298fe-80ba-454a-97f0-6b81fb4f661d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:36.754921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7ad2b25-3198-4cb7-9869-4266b3e85ae2 req-663298fe-80ba-454a-97f0-6b81fb4f661d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 945 time: 0.1059585 Jul 09 17:56:36.769798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:36.786429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223e07d-4694-4565-8703-dbbc948303c2 req-f3b5cdc8-64a9-4ace-80f0-f3bab0608166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:36.788022 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-f3b5cdc8-64a9-4ace-80f0-f3bab0608166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b658055-1a05-4f0c-8eea-c3684111d50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891812 Jul 09 17:56:36.821587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d7ad2b25-3198-4cb7-9869-4266b3e85ae2 req-2fe6964d-58e5-4abe-bd75-08ffbfecc1b6 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a72cc0a-6121-4753-b2b3-034b347eb08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599790 Jul 09 17:56:36.892985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-1075a29e-8fe9-456e-81d9-fff844583113 service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953240 Jul 09 17:56:36.974623 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:42Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:36.981204 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9223e07d-4694-4565-8703-dbbc948303c2 req-425194af-6c08-4d03-800e-9854e73afb1f service neutron] 10.222.0.13 "GET /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 Jul 09 17:56:37.000923 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4763ffa5-c859-4c3a-b71c-64ec7f75f248 None None] The sync data for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 is: [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:37Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '518a0731-681c-4857-b867-a283adf32b55', 'name': '', 'network_id': '0b658055-1a05-4f0c-8eea-c3684111d50e', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:34:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:37Z', 'updated_at': '2021-07-09T17:55:42Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': '45275375-ecbf-48f7-ad43-f5686815b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:56:37.068699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda98ac7-e63a-47a0-a582-f503963df2af req-ef4f0f91-d35c-471c-9357-23fbcf232fe4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:37.070430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bda98ac7-e63a-47a0-a582-f503963df2af req-ef4f0f91-d35c-471c-9357-23fbcf232fe4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 945 time: 0.0697765 Jul 09 17:56:37.228666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1994c9-a03e-4e54-945b-25cd1987a0a6 None None] New status for floating IP cd27751f-30d4-4311-94f6-4a187466b180: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:56:37.529037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:56:37.529628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:37.629859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port 94eb34e6-3d5a-49e2-bbbb-4c332140e964, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=94eb34e6-3d5a-49e2-bbbb-4c332140e964,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:37.630192 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:37.643247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 94eb34e6-3d5a-49e2-bbbb-4c332140e964 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:56:37.771753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:37.802841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=94eb34e6-3d5a-49e2-bbbb-4c332140e964,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:37.849166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] No DVR routers for this DVR port 94eb34e6-3d5a-49e2-bbbb-4c332140e964 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:56:37.851671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:37.853710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bda98ac7-e63a-47a0-a582-f503963df2af req-65f7b31e-38a0-4b66-82a1-d65185a7f39b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.13 "DELETE /v2.0/ports/94eb34e6-3d5a-49e2-bbbb-4c332140e964 HTTP/1.1" status: 204 len: 173 time: 0.7778404 Jul 09 17:56:38.010418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0cd4a3be-b25b-400a-9a85-9355856e446d req-e2c1e37f-14ff-4ed1-a26b-5f256a1fe277 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0cf985-2dee-4c49-9b1e-92473f4ac517 HTTP/1.1" status: 200 len: 210 time: 0.0731771 Jul 09 17:56:38.360515 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-deleted', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:38.363598 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558e95a-e238-428b-83dc-732b44066c55" -d '{"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-deleted", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:38.406185 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b1a51-bec2-48e7-8a91-a99a61425c87 x-openstack-request-id: req-f91b1a51-bec2-48e7-8a91-a99a61425c87 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:38.406522 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0cf985-2dee-4c49-9b1e-92473f4ac517", "name": "network-vif-deleted", "tag": "94eb34e6-3d5a-49e2-bbbb-4c332140e964", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:38.406887 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f91b1a51-bec2-48e7-8a91-a99a61425c87 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:38.407389 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0cf985-2dee-4c49-9b1e-92473f4ac517', 'name': 'network-vif-deleted', 'tag': '94eb34e6-3d5a-49e2-bbbb-4c332140e964', 'status': 'completed', 'code': 200} Jul 09 17:56:38.522983 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:39.105115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48942) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:39.504944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:56:39.505560 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:39.525136 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 94eb34e6-3d5a-49e2-bbbb-4c332140e964 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:56:39.525989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 94eb34e6-3d5a-49e2-bbbb-4c332140e964 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:56:39.568797 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:39.793814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 518a0731-681c-4857-b867-a283adf32b55 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:56:39.794163 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:39.890567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port 518a0731-681c-4857-b867-a283adf32b55, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=518a0731-681c-4857-b867-a283adf32b55,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:39.890920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:39.904313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 518a0731-681c-4857-b867-a283adf32b55 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:56:40.100109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.126644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=518a0731-681c-4857-b867-a283adf32b55,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:40.306787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.408600 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c492e4e-68e3-43eb-bca3-d547c1814afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.526638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 1bc2ac97-5023-4674-82e1-0e47281b3d0c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:56:40.645379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:56:40.651388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-be8d4b3f-903a-4816-8d8e-4b21318478ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/1bc2ac97-5023-4674-82e1-0e47281b3d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5448358 Jul 09 17:56:40.654696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:40.655808 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] Sync routers for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:56:40.666137 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:40.666988 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:40.707001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting subnet 45275375-ecbf-48f7-ad43-f5686815b5d0 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:56:40.710266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.751188 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.773406 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:40.840358 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.899745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.926548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Subnet': ['ID=45275375-ecbf-48f7-ad43-f5686815b5d0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:40.932134 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:40.936578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c0b91c9d-c141-4d46-af14-f3317992ff2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/subnets/45275375-ecbf-48f7-ad43-f5686815b5d0 HTTP/1.1" status: 204 len: 168 time: 0.2784405 Jul 09 17:56:40.936973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:40.938678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487d69d-9b40-4f67-814e-8a49d8fe2218 None None] Network 0b658055-1a05-4f0c-8eea-c3684111d50e requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:56:40.952276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:56:40Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:40.983739 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] Checking router: 1bc2ac97-5023-4674-82e1-0e47281b3d0c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:56:40.992926 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] Routers {'1bc2ac97-5023-4674-82e1-0e47281b3d0c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:40.994669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:41.051014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.105237 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] Set router 1bc2ac97-5023-4674-82e1-0e47281b3d0c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:41.145516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] DHCP port deletion for 0b658055-1a05-4f0c-8eea-c3684111d50e request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:56:41.164724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.201451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] Deleting port 3c366a50-9ffd-4937-b67d-851df77ef6fd {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:56:41.201734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.225499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 68211c55-6264-45ab-9a48-7eeb5135b2a5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:56:41.226201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.264505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] For port 3c366a50-9ffd-4937-b67d-851df77ef6fd, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3c366a50-9ffd-4937-b67d-851df77ef6fd,segment=NetworkSegment(30f1f8ed-e734-430a-bef4-342c19ce520e),segment_id=30f1f8ed-e734-430a-bef4-342c19ce520e)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:41.264917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.279797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] Calling delete_port for 3c366a50-9ffd-4937-b67d-851df77ef6fd owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:56:41.308294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port 68211c55-6264-45ab-9a48-7eeb5135b2a5, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=68211c55-6264-45ab-9a48-7eeb5135b2a5,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:41.308646 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.326044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 68211c55-6264-45ab-9a48-7eeb5135b2a5 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:56:41.362498 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.394087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] Pushing event deleted for resources: {'Port': ['ID=3c366a50-9ffd-4937-b67d-851df77ef6fd,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:41.396045 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:56:40Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:41.399356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b794ff3-a362-4e0c-ac0b-05151ddf8b49 None None] No DVR routers for this DVR port 3c366a50-9ffd-4937-b67d-851df77ef6fd on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:56:41.426741 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2896ac-03d2-4f69-ad9a-ec01e558ba63 None None] The sync data for ids ['1bc2ac97-5023-4674-82e1-0e47281b3d0c'] in n-d-791506-17 is: [{'id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172441737', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:56:40Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': '68211c55-6264-45ab-9a48-7eeb5135b2a5', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc2ac97-5023-4674-82e1-0e47281b3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:55:34Z', 'updated_at': '2021-07-09T17:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:56:41.501719 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.530888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=68211c55-6264-45ab-9a48-7eeb5135b2a5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:41.596970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.696972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.699509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.752053 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.752457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc2ac97-5023-4674-82e1-0e47281b3d0c {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:56:41.759573 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.760740 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f053a1b4-cd2a-4b43-873f-d3e3a3443cf5 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/routers/1bc2ac97-5023-4674-82e1-0e47281b3d0c HTTP/1.1" status: 204 len: 168 time: 0.8228538 Jul 09 17:56:41.764889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48948) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:41.852365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.903659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3c366a50-9ffd-4937-b67d-851df77ef6fd no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:56:41.924460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3c366a50-9ffd-4937-b67d-851df77ef6fd {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:56:41.925245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3c366a50-9ffd-4937-b67d-851df77ef6fd not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:56:41.925670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 518a0731-681c-4857-b867-a283adf32b55 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:56:41.944567 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 518a0731-681c-4857-b867-a283adf32b55 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:56:41.945162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.945667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 518a0731-681c-4857-b867-a283adf32b55 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:56:41.956419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b658055-1a05-4f0c-8eea-c3684111d50e']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:41.967159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f1f8ed-e734-430a-bef4-342c19ce520e') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:41.967448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f1f8ed-e734-430a-bef4-342c19ce520e') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:41.976340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.989475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.995057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:56:41.995433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:56:41.998360 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:56:42.058886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.066936 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.068590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/networks/0b658055-1a05-4f0c-8eea-c3684111d50e HTTP/1.1" status: 204 len: 168 time: 0.3027627 Jul 09 17:56:42.071728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:42.080843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac7967-8414-4189-8dac-2604c71ed6aa tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Network': ['ID=0b658055-1a05-4f0c-8eea-c3684111d50e,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:42.137362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.166989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.234137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.236819 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.237997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a72cc0a-6121-4753-b2b3-034b347eb08e HTTP/1.1" status: 204 len: 168 time: 0.1651380 Jul 09 17:56:42.247865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a72cc0a-6121-4753-b2b3-034b347eb08e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:42.255719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.256093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.256448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.256905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.257237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.257587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.257919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.258263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.258590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.258911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.259235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.259540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc4ece-ed70-4fb4-91fb-3b3ae35bd378 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:42.555206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48956) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:42.559993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988152655', 'description': 'tempest-secgroup-smoke-1988152655 description', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:42.582768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.672635 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.678236 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.709133 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.710434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1542051 Jul 09 17:56:42.712404 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516652ae-0ad6-410d-ac4b-04181a3bf469 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142964eb-106d-40a3-8178-179c488246b3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:42.713538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:42.718379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '142964eb-106d-40a3-8178-179c488246b3', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:42.748256 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.797559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.802315 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.821326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9237360-e188-44ea-abd1-1033f58b3c44,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:42.830215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.831469 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddabbe95-114b-4415-8af2-db642ed64cde tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168671 Jul 09 17:56:42.835400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:42.842201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '142964eb-106d-40a3-8178-179c488246b3', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:42.874991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.934065 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.939609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.957136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6fc209-87eb-47ba-9a6b-fe0dbeed1abb,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:42.963143 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:42.964416 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8551f262-f566-4feb-b913-d21291d221c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277370 Jul 09 17:56:42.967795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:42.973897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '142964eb-106d-40a3-8178-179c488246b3', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:42.988248 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5aa8-ec77-4151-81a0-ddecb72629a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.006002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.068589 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.075862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.096236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c46cc2-390b-4f39-bddf-7d7949eceef1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:43.104478 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.105851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b546f6b8-a149-4aac-abc1-3f26eae261c1 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370883 Jul 09 17:56:43.108592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:43.113519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '142964eb-106d-40a3-8178-179c488246b3', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:43.144270 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.205038 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.210948 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.228633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72ca15e-1c8d-4383-9883-cd8bcf5c737a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:43.236846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.238585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9802bdce-a448-44fc-863d-c836a86ad912 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286008 Jul 09 17:56:43.241175 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:43.246170 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '142964eb-106d-40a3-8178-179c488246b3', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:43.269767 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:56:43.274713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.336525 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.342555 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.360473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d202d0-f9d7-4d48-9c7a-526b5ccf6cde,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:43.366260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.367524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-27fcb829-db91-4eff-840a-d40725747074 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253514 Jul 09 17:56:43.370244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:43.374714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'security_group_rule': {'security_group_id': '142964eb-106d-40a3-8178-179c488246b3', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:43.398127 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Project 5afb09fb76e84ac6ab3cf056338f4569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 17:56:43.403005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.448409 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.471184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.476537 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.492039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a46f736-8c4e-4425-8684-17932c9c8a18,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:43.504082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.508450 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a955da09-f248-4781-87bd-0aaa96192f3e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341648 Jul 09 17:56:43.509262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48970) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:43.514549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'network': {'name': 'tempest-network-smoke--1135735801', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:43.538083 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:56:43.541873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.567504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:56:43.577865 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.578213 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Added segment fd87d892-0b90-4d39-8526-4f6a8e2adbf1 of type vlan for network 456a2e04-74e1-4801-9caf-b278fda2bba6 Jul 09 17:56:43.620142 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.649946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.656570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:43.657186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.714032 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036223 Jul 09 17:56:43.717009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 48972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:43.722370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'admin_state_up': True, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:43.723377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf5044-f6df-4610-9196-96db3084b6a7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Network': ['ID=456a2e04-74e1-4801-9caf-b278fda2bba6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:43.734278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:56:43.745765 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.746793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.794912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 68211c55-6264-45ab-9a48-7eeb5135b2a5 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:56:43.798569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:43.820595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 68211c55-6264-45ab-9a48-7eeb5135b2a5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:56:43.821069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 68211c55-6264-45ab-9a48-7eeb5135b2a5 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:56:43.945303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.076887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.157715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.176803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.298097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.60 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/fc4b604b-9ad8-4660-8eff-fdcd8f2648ae) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:56:44.399500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.452112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:44.492583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:56:44.495337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:44.509880 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:56:44.537780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:44.801184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:45.033342 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:45.164871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 795c3954-f5ee-43c6-8998-7f5d1cc2749c is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 17:56:45.578864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:56:45.590215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Sync routers for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:56:45.600523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:45.601752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1f31120d-ce93-48fd-a1d3-b1d3fd7364bb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8836932 Jul 09 17:56:45.602272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:45.602912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:45.605273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48974) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:45.704997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:45.994179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.025168 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25ea6873-141e-4b3d-9008-8c974ba75ca9 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5afb09fb76e84ac6ab3cf056338f4569&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4162071 Jul 09 17:56:46.025461 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48978) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:46.051830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:44Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:46.081155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Checking router: 795c3954-f5ee-43c6-8998-7f5d1cc2749c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:56:46.081503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Updating router 795c3954-f5ee-43c6-8998-7f5d1cc2749c port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:56:46.109081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b631f6-28a7-40d5-aa46-8c64782c3b11 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:46.110553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-96b631f6-28a7-40d5-aa46-8c64782c3b11 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842171 Jul 09 17:56:46.113455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:46.116349 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.140754 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-04681492-5efe-41d2-a0a0-f9505ee04631 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262234 Jul 09 17:56:46.143331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48982) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:46.148352 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588228214', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:46.242160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:56:46.245730 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.372490 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.383247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Transition to ACTIVE for port object fc4b604b-9ad8-4660-8eff-fdcd8f2648ae will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:46.390295 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.428941 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.445548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Attempting to bind port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:56:46.445993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Attempting to bind port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:56:46.446354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Attempting to bind port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:46.453487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af28f8-8e6f-4855-9a52-b704392fa282 None None] Pushing event updated for resources: {'Port': ['ID=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:46.457351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:56:46.457726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:46.458134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.458524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:56:46.459016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Bound port: fc4b604b-9ad8-4660-8eff-fdcd8f2648ae, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:56:46.459476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.491500 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Subnet': ['ID=c68643d4-1ccd-438f-9d90-8001b5069d4e,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:46.499307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Checking segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:46.499668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network hostable DHCP agents. Network: 456a2e04-74e1-4801-9caf-b278fda2bba6, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:56:46.513573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] For port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:46.518071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] For port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:56:46.518822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:56:46.523092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.529022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 456a2e04-74e1-4801-9caf-b278fda2bba6) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:46.533767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:46.534363 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:46.559406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab3e20-0450-4aab-a7bf-ae849962b02b None None] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:56:46.560300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6f917cc1-3dc0-4afe-9846-5e4ceab4dbb4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4159076 Jul 09 17:56:46.569916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 48984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:46.661786 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af28f8-8e6f-4855-9a52-b704392fa282 None None] Pushing event updated for resources: {'Port': ['ID=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:46.665726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:46.666435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:46.811108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:46.881990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-456a2e04-74e1-4801-9caf-b278fda2bba6', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 17:56:46.882850 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.036242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.111557 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Allocated IP 172.20.0.2 (456a2e04-74e1-4801-9caf-b278fda2bba6/c68643d4-1ccd-438f-9d90-8001b5069d4e/e45f4826-2944-485b-a723-fe7a6f67167f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:56:47.185885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:44Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:47.214514 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb8b6d1-17d5-481b-8151-2532ad02d01d None None] The sync data for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 is: [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:44Z', 'revision_number': 3, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:56:47.312585 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.323137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Transition to ACTIVE for port object e45f4826-2944-485b-a723-fe7a6f67167f will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:47.340238 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Transition to ACTIVE for port object e45f4826-2944-485b-a723-fe7a6f67167f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:47.350300 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.391389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:56:47.394487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:47.399511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:56:47.402718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Pushing event updated for resources: {'Port': ['ID=e45f4826-2944-485b-a723-fe7a6f67167f,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:47.403947 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.1 (456a2e04-74e1-4801-9caf-b278fda2bba6/c68643d4-1ccd-438f-9d90-8001b5069d4e/b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:56:47.482958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Attempting to bind port e45f4826-2944-485b-a723-fe7a6f67167f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:56:47.483469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Attempting to bind port e45f4826-2944-485b-a723-fe7a6f67167f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:56:47.484027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Attempting to bind port e45f4826-2944-485b-a723-fe7a6f67167f on network 456a2e04-74e1-4801-9caf-b278fda2bba6 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:47.489591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:56:47.490062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Checking segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:47.490538 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.491059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Bound using segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:56:47.491580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Bound port: e45f4826-2944-485b-a723-fe7a6f67167f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:56:47.492052 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.543953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.559111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:47.564086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] For port e45f4826-2944-485b-a723-fe7a6f67167f, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:47.567651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] For port e45f4826-2944-485b-a723-fe7a6f67167f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e45f4826-2944-485b-a723-fe7a6f67167f,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:56:47.573428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.597796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.648262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ca2ed-498c-4a85-8061-f09f8926039c None None] Pushing event updated for resources: {'Port': ['ID=e45f4826-2944-485b-a723-fe7a6f67167f,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:47.665611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:47.669302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:56:47.671170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:47.673487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:56:47.727129 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.906104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:47.931278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fc4b604b-9ad8-4660-8eff-fdcd8f2648ae up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:47.993455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:47.998144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:47.998590 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:48.087667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:48.112296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:48.117589 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:48.176522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:48.226072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:48.231687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:48.307075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:48.308894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:48.406043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:56:48.407685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:48.528954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 795c3954-f5ee-43c6-8998-7f5d1cc2749c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:56:48.655177 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:56:48.660245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e330c-fe34-4be3-aa44-074df79d7ec2 None None] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:56:48.666033 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4f51a6ba-62ff-42f3-b1ba-c7e5b9ee30f2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/795c3954-f5ee-43c6-8998-7f5d1cc2749c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0981424 Jul 09 17:56:48.722372 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5795202a-c39b-4960-a63a-f0428d03eedd None None] Provisioning for port e45f4826-2944-485b-a723-fe7a6f67167f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:48.885876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-8c2a764b-4985-47f6-8c56-a3ad39c7ac3c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988152655&fields=id&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 267 time: 0.0349071 Jul 09 17:56:49.017356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-b796c581-1b97-48f9-972d-3b4dcac4c3fc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:49.019144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-b796c581-1b97-48f9-972d-3b4dcac4c3fc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 797 time: 0.1263511 Jul 09 17:56:49.035454 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-256cbf45-745e-4b2b-8b84-a0765e3faf3a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/quotas/5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 375 time: 0.0103867 Jul 09 17:56:49.066674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1ceb8550-db39-430c-8480-e1515406afab None None] Provisioning for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:49.071904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1ceb8550-db39-430c-8480-e1515406afab None None] Provisioning complete for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:49.072511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8550-db39-430c-8480-e1515406afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:49.109601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-b341469f-cad5-45e9-8cf6-a9c7f29df351 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671899 Jul 09 17:56:49.123334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb8550-db39-430c-8480-e1515406afab None None] Port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:56:49.142397 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Sync routers for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:56:49.155720 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:49.156434 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:49.267895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:49.268095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a8c56c93-3ba0-4376-9e7f-374ba4991921 None None] Provisioning complete for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:49.268526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a8c56c93-3ba0-4376-9e7f-374ba4991921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:49.276634 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-7fb68523-822a-47af-8380-7b2fbd4e9dbd service neutron] 10.222.0.21 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558394 Jul 09 17:56:49.315277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a8c56c93-3ba0-4376-9e7f-374ba4991921 None None] Port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:56:49.375354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-bb24cf5f-1bd1-47f7-a509-895ee332d727 service neutron] 10.222.0.21 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920072 Jul 09 17:56:49.494134 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 2, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:49.520307 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Checking router: 795c3954-f5ee-43c6-8998-7f5d1cc2749c for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:56:49.520651 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Updating router 795c3954-f5ee-43c6-8998-7f5d1cc2749c port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 17:56:49.547241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f2354163-fcfb-494f-85e7-fb2ab168ff25 None None] Provisioning complete for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:49.547609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f2354163-fcfb-494f-85e7-fb2ab168ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:49.564520 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:49.586397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f2354163-fcfb-494f-85e7-fb2ab168ff25 None None] Port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:56:49.632913 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a4c5c91-7934-4b84-8bf7-2df435e393c0 req-0378d7b0-a0cf-4f03-8423-fa8887cc8884 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 210 time: 0.1094456 Jul 09 17:56:49.873200 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:49.884091 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Transition to ACTIVE for port object b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:49.890032 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:49.942005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fc4b604b-9ad8-4660-8eff-fdcd8f2648ae up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:49.975179 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Pushing event updated for resources: {'Port': ['ID=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:49.987882 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.988204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.988730 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.989206 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.989675 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.990135 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.990597 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.991121 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.991616 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.992269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.992750 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:49.993330 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:56:50.002254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:50.002849 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.024471 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Attempting to bind port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:56:50.024826 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Attempting to bind port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:56:50.025376 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Attempting to bind port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a on network 456a2e04-74e1-4801-9caf-b278fda2bba6 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:50.030958 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:56:50.031607 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Checking segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:50.032189 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.032717 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Bound using segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:56:50.033318 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Bound port: b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:56:50.033970 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.097916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e45f4826-2944-485b-a723-fe7a6f67167f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:50.108018 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] For port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:50.112169 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] For port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:56:50.118769 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.151416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port e45f4826-2944-485b-a723-fe7a6f67167f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:50.155790 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e45f4826-2944-485b-a723-fe7a6f67167f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:50.156201 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.172983 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9bbfe-d7c3-4758-bed7-4f7439f0851a None None] Pushing event updated for resources: {'Port': ['ID=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:50.189296 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:56:50.189911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:50.268801 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.312535 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port e45f4826-2944-485b-a723-fe7a6f67167f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e45f4826-2944-485b-a723-fe7a6f67167f,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:50.314689 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:56:50.318223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:50.384394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=e45f4826-2944-485b-a723-fe7a6f67167f,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:50.518886 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:50Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:56:50.550964 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a56e9a1-6288-4168-bfb6-8769127f5916 None None] The sync data for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 is: [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:50Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:56:50.830855 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-867824e4-924a-4ee0-ba26-afe394ec03e3 req-d8caa6fb-c0e5-4f18-aa3d-bb2a0bc1ac2e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 210 time: 0.0664709 Jul 09 17:56:50.860629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-e69eb31a-808d-422c-9241-5a5ba8f8450e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:50.863730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-e69eb31a-808d-422c-9241-5a5ba8f8450e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 797 time: 0.2125394 Jul 09 17:56:50.908611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-86ddde6d-2f36-43e6-9206-73ab7a456387 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afb09fb76e84ac6ab3cf056338f4569 HTTP/1.1" status: 200 len: 380 time: 0.0363243 Jul 09 17:56:50.918064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'port': {'device_id': '4492f734-4798-40d2-9868-3c82fb8439f5', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'admin_state_up': True, 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'security_groups': ['142964eb-106d-40a3-8178-179c488246b3']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:51.049677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Made reservation on behalf of 5afb09fb76e84ac6ab3cf056338f4569 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:56:51.054464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.186437 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.20.0.7 (456a2e04-74e1-4801-9caf-b278fda2bba6/c68643d4-1ccd-438f-9d90-8001b5069d4e/953de7e1-0737-4891-b7f8-37b6b46bd6f2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:56:51.332270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.347201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Transition to ACTIVE for port object 953de7e1-0737-4891-b7f8-37b6b46bd6f2 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:51.381256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.427817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:56:51.431226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:51.435187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:56:51.441775 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:51.488198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:51.488855 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.505002 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-4b85f2f9-cb14-463f-9f7c-f1687900869f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908651 Jul 09 17:56:51.518633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Request body: {'port': {'device_id': '4492f734-4798-40d2-9868-3c82fb8439f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:51.602233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.708440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-159fb5be-6383-4003-8a1a-c495cfeeceb8 None None] Provisioning for port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:51.713038 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-159fb5be-6383-4003-8a1a-c495cfeeceb8 None None] Provisioning complete for port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:51.713470 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-159fb5be-6383-4003-8a1a-c495cfeeceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.747901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-159fb5be-6383-4003-8a1a-c495cfeeceb8 None None] Port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:56:51.876014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953de7e1-0737-4891-b7f8-37b6b46bd6f2 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:56:51.884118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.896347 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Transition to ACTIVE for port object 953de7e1-0737-4891-b7f8-37b6b46bd6f2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:56:51.901089 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:51.921369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:51.955890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:51.997282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:52.005211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:52.005611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.028978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91244422-f510-4a28-9774-4001e7aa1a09 req-3c8081ca-1b42-497d-9a08-8f5d6561c762 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.032214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91244422-f510-4a28-9774-4001e7aa1a09 req-3c8081ca-1b42-497d-9a08-8f5d6561c762 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 943 time: 0.0832298 Jul 09 17:56:52.036351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Attempting to bind port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:56:52.036788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Attempting to bind port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:56:52.037124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Attempting to bind port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 on network 456a2e04-74e1-4801-9caf-b278fda2bba6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:52.042184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 on network 456a2e04-74e1-4801-9caf-b278fda2bba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:56:52.042512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Attempting to bind port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 on network 456a2e04-74e1-4801-9caf-b278fda2bba6 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:56:52.047839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:56:52.048185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Checking segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:56:52.048574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Bound using segment: {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:56:52.049017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Bound port: 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:56:52.049418 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.091120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-91244422-f510-4a28-9774-4001e7aa1a09 req-daf31a6b-485b-45e9-9d18-070805eca1f9 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531979 Jul 09 17:56:52.108740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.143033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:56:52.146301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:52.146505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:56:52.153766 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.155266 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.156604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e45f4826-2944-485b-a723-fe7a6f67167f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:52.191171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.192345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.193967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] 10.222.0.36 "PUT /v2.0/ports/953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 1092 time: 0.6804657 Jul 09 17:56:52.196553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:52.201390 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9302a00-cc25-4baf-84e8-2169cef8f4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:52.233742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f81d-829e-4984-89b4-799471a1529e service neutron] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:52.241932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:52.255170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port e45f4826-2944-485b-a723-fe7a6f67167f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:52.255549 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:52.257984 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b3a3c1-da73-4430-bf3c-194db65f273a x-openstack-request-id: req-38b3a3c1-da73-4430-bf3c-194db65f273a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:52.258264 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:52.258507 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38b3a3c1-da73-4430-bf3c-194db65f273a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:52.260920 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'status': 'completed', 'code': 200} Jul 09 17:56:52.310002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-b1eaeab6-2344-42c6-aa49-1dc4e5d08446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.311692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-b1eaeab6-2344-42c6-aa49-1dc4e5d08446 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1095 time: 0.0696545 Jul 09 17:56:52.358029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-be4619cb-28fc-499c-8cc4-35fb1967ed1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 217 time: 0.0384326 Jul 09 17:56:52.414105 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-66dd22eb-b75d-4ac2-87ea-5621fd004012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.416166 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-66dd22eb-b75d-4ac2-87ea-5621fd004012 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 200 len: 835 time: 0.0520649 Jul 09 17:56:52.482195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-66c36ca5-c144-4a12-8cc1-d6d1db40e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.483801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-66c36ca5-c144-4a12-8cc1-d6d1db40e15c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456a2e04-74e1-4801-9caf-b278fda2bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617418 Jul 09 17:56:52.575497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-bc86e3af-0bae-43e9-9460-574f25b9e863 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851810 Jul 09 17:56:52.668275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b5b187eb-9896-4a39-964c-dc6488021d40 req-971d3e1a-fff8-4531-a4f3-5f1ce0cd3740 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Jul 09 17:56:52.791696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-48a9723c-033b-4e20-9dd4-d7e2135ba292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.793302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-48a9723c-033b-4e20-9dd4-d7e2135ba292 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1095 time: 0.0641701 Jul 09 17:56:52.889924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-77ceaf4f-8f0b-4a57-889a-3b6524b4f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.891353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-77ceaf4f-8f0b-4a57-889a-3b6524b4f8e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 898 time: 0.0914729 Jul 09 17:56:52.932052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-6e40040d-201f-4c10-81a4-c6f8813dc03b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 217 time: 0.0333755 Jul 09 17:56:52.981632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-628c4812-8e5d-46bf-b01e-7a339d5f4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:52.983076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-628c4812-8e5d-46bf-b01e-7a339d5f4cb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 200 len: 835 time: 0.0443933 Jul 09 17:56:53.063078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-901968ec-c1e4-46fe-a505-99a6f3a79439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:53.064621 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-901968ec-c1e4-46fe-a505-99a6f3a79439 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456a2e04-74e1-4801-9caf-b278fda2bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739892 Jul 09 17:56:53.167215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-444e8bf5-afe7-4316-a540-70b8fb00608a service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952404 Jul 09 17:56:53.266844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9302a00-cc25-4baf-84e8-2169cef8f4f6 req-ae6afd2e-885c-455c-9a6d-d6ffcc113376 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923004 Jul 09 17:56:53.269727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd5aa6-7aa3-425a-8f1d-8046cc42f846 req-89af1a92-9836-457f-a495-34d498cbf5ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:53.271405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ebd5aa6-7aa3-425a-8f1d-8046cc42f846 req-89af1a92-9836-457f-a495-34d498cbf5ce tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 943 time: 0.0691876 Jul 09 17:56:53.309866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2ebd5aa6-7aa3-425a-8f1d-8046cc42f846 req-97b00a3a-3bca-4c23-85aa-48a5e7b88978 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Jul 09 17:56:53.846633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:53.910957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:53.911322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:54.495364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb9b90-f23d-4f23-9e73-97e792816f19 req-c249c6cc-b87e-42f0-ab46-52039f1c5f3f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:54.496791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bbb9b90-f23d-4f23-9e73-97e792816f19 req-c249c6cc-b87e-42f0-ab46-52039f1c5f3f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 943 time: 0.0666332 Jul 09 17:56:54.538001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bbb9b90-f23d-4f23-9e73-97e792816f19 req-cb0d4612-b028-457b-a8b1-9c9bc0207968 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Jul 09 17:56:54.758594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 953de7e1-0737-4891-b7f8-37b6b46bd6f2 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:56:54.855266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:54.866366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'port_id': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'mac_address': 'fa:16:3e:2a:2d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:56:54.902215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:54.919320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953de7e1-0737-4891-b7f8-37b6b46bd6f2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:56:54.939798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:54.945348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:54.996644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:55.165767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['953de7e1-0737-4891-b7f8-37b6b46bd6f2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:56:55.744234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0916ae4-6fb2-4057-8ea5-4ccf415f4a1a req-5fb0eb85-0b40-45cf-83bb-d1a2a0a91550 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:55.745704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0916ae4-6fb2-4057-8ea5-4ccf415f4a1a req-5fb0eb85-0b40-45cf-83bb-d1a2a0a91550 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 944 time: 0.0810680 Jul 09 17:56:55.787101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0916ae4-6fb2-4057-8ea5-4ccf415f4a1a req-7bd693d7-13f4-4e94-af96-c2b023d3d86d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Jul 09 17:56:56.765178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 953de7e1-0737-4891-b7f8-37b6b46bd6f2 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:56:56.817154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:56:56.821689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:56:56.822110 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:56.906560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:56.929005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:56:56.931510 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea4949d-ff13-4e62-9f36-4656f73eb603" -d '{"events": [{"server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "name": "network-vif-plugged", "status": "completed", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:56:56.944268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:56:56.949526 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:56.964907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce5e5c-5a7b-4d8b-abc0-0e207d071e5b req-6b59cc4b-3006-4266-8f08-a45d26e49e8c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:56.966496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60ce5e5c-5a7b-4d8b-abc0-0e207d071e5b req-6b59cc4b-3006-4266-8f08-a45d26e49e8c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 944 time: 0.0669322 Jul 09 17:56:56.977383 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6af74-213c-470a-a1ce-3a7ec86e913f x-openstack-request-id: req-f2e6af74-213c-470a-a1ce-3a7ec86e913f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:56:56.977656 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "name": "network-vif-plugged", "status": "completed", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:56:56.977883 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2e6af74-213c-470a-a1ce-3a7ec86e913f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:56:56.978265 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'code': 200} Jul 09 17:56:57.007091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-60ce5e5c-5a7b-4d8b-abc0-0e207d071e5b req-affb4a56-b7e8-4afe-a035-02078b6ecc86 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Jul 09 17:56:57.011336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:57.088366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f11ca-e59c-489e-8166-650d05a36132 req-821ed2d8-8f8c-409b-8e8f-b73c294bc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:57.089888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e9f11ca-e59c-489e-8166-650d05a36132 req-821ed2d8-8f8c-409b-8e8f-b73c294bc0ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1097 time: 0.0555553 Jul 09 17:56:57.125302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e9f11ca-e59c-489e-8166-650d05a36132 req-adcdfa07-c406-48c8-8448-26d41a46cea8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292161 Jul 09 17:56:58.212532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c162b5d-92a7-4934-ba25-ed36c19d23af req-4921139f-55d0-49a7-b757-20e1d60abc15 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:58.214305 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c162b5d-92a7-4934-ba25-ed36c19d23af req-4921139f-55d0-49a7-b757-20e1d60abc15 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0883806 Jul 09 17:56:58.256689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c162b5d-92a7-4934-ba25-ed36c19d23af req-65f6e60c-3a4a-4916-b441-732b0926acdb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342708 Jul 09 17:56:58.432551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539d27d-dd29-4d36-be76-1a70f7e1a251 req-7298412f-90fd-4f29-a391-aacacc848f74 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:58.434030 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7539d27d-dd29-4d36-be76-1a70f7e1a251 req-7298412f-90fd-4f29-a391-aacacc848f74 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0684152 Jul 09 17:56:58.475464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7539d27d-dd29-4d36-be76-1a70f7e1a251 req-716c5e79-17f7-4484-ba2a-fc24876ab89c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328901 Jul 09 17:56:58.499913 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49040) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:58.556875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f3f9a-4bb2-4424-8907-a45dce1bd7b0 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:56:58.558325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-453f3f9a-4bb2-4424-8907-a45dce1bd7b0 tempest-TestNetworkAdvancedServerOps-938846609 tempest-TestNetworkAdvancedServerOps-938846609-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1092 time: 0.0573969 Jul 09 17:56:58.562422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49042) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:56:58.566741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:56:58.590693 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:58.692176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:58.819480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Allocated IP 172.25.3.146 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/b272c14d-d11f-45a7-b873-29f89e792109) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:56:58.919704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:58.962201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:59.001061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:56:59.003845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:56:59.007279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:56:59.012714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=b272c14d-d11f-45a7-b873-29f89e792109,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:56:59.723307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:59.810342 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:59.979792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:56:59.987472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:00.053029 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event updated for resources: {'Port': ['ID=b272c14d-d11f-45a7-b873-29f89e792109,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:00.064572 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:00.167498 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP c627c18e-743b-42b7-9154-8c18ceb58e73 associated. External IP: 172.25.3.146, port: 953de7e1-0737-4891-b7f8-37b6b46bd6f2. Jul 09 17:57:00.386060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 795c3954-f5ee-43c6-8998-7f5d1cc2749c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:57:00.501021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:57:00.513162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] Sync routers for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:57:00.522521 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:00.524261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:57:00.525066 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:57:00.563496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-10ace7d7-92e7-4659-96a6-33ee1c8838c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9999623 Jul 09 17:57:00.564160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:57:00.566621 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01fa259-7db4-4651-9080-03a62e7ac57a" -d '{"events": [{"name": "network-changed", "server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:57:00.609519 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fe0be-e6c7-4966-9a4b-bb2e7ffcd5af x-openstack-request-id: req-6c9fe0be-e6c7-4966-9a4b-bb2e7ffcd5af {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:57:00.609803 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:57:00.610048 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c9fe0be-e6c7-4966-9a4b-bb2e7ffcd5af {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:57:00.610451 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'status': 'completed', 'code': 200} Jul 09 17:57:00.650858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:57:00.747963 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-30863af5-9aeb-4e30-b06b-2e62fdd5d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:00.749600 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-30863af5-9aeb-4e30-b06b-2e62fdd5d202 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1097 time: 0.1154840 Jul 09 17:57:00.773678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8b7fc-5aa3-4b64-b57c-8aff950b0335 req-680f6dd7-d3d7-4150-84a2-e405c384449c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:00.776096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba8b7fc-5aa3-4b64-b57c-8aff950b0335 req-680f6dd7-d3d7-4150-84a2-e405c384449c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.1013114 Jul 09 17:57:00.822598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bba8b7fc-5aa3-4b64-b57c-8aff950b0335 req-cc98bc51-e497-4fb9-9b1e-689816d8ea0d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394158 Jul 09 17:57:00.850847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49050) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:57:00.911198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c627c18e-743b-42b7-9154-8c18ceb58e73', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'port_id': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'mac_address': 'fa:16:3e:2a:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4492f734-4798-40d2-9868-3c82fb8439f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:56:59Z', 'updated_at': '2021-07-09T17:56:59Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:52Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:57:00.914968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-0183f9a8-4570-4489-bb93-9f3e8546186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:00.916518 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-0183f9a8-4570-4489-bb93-9f3e8546186f service neutron] 10.222.0.36 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 898 time: 0.1605253 Jul 09 17:57:00.933809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3465d2c9-4bd2-4b97-9af5-ecd93af370a0 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/c627c18e-743b-42b7-9154-8c18ceb58e73 HTTP/1.1" status: 200 len: 991 time: 0.0818288 Jul 09 17:57:00.937214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] Checking router: 795c3954-f5ee-43c6-8998-7f5d1cc2749c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:57:00.945891 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:57:00.946500 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:56:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:57:00.991127 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-b64b191e-a47a-442f-b54c-c84167c3d2bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 999 time: 0.0654426 Jul 09 17:57:01.047825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-61d186e4-d5fd-4847-b104-22b94c1f8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:01.049386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-61d186e4-d5fd-4847-b104-22b94c1f8e0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 200 len: 835 time: 0.0524132 Jul 09 17:57:01.057117 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:57:01.108918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-157b8974-fb03-40d0-b0f0-c1482338cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:01.110439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-157b8974-fb03-40d0-b0f0-c1482338cc61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456a2e04-74e1-4801-9caf-b278fda2bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549042 Jul 09 17:57:01.202998 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-4187e06f-2a65-4fb1-920c-1603d201561e service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857971 Jul 09 17:57:01.295215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c627c18e-743b-42b7-9154-8c18ceb58e73', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'port_id': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'mac_address': 'fa:16:3e:2a:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4492f734-4798-40d2-9868-3c82fb8439f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:56:59Z', 'updated_at': '2021-07-09T17:56:59Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:52Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:57:01.297284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f01fa259-7db4-4651-9080-03a62e7ac57a req-c0d9f63f-7bb3-4ae3-a4e1-ea310d0cce84 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883892 Jul 09 17:57:01.326754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89053fdd-63a8-4efa-b28e-3a546e66b271 None None] The sync data for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 is: [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c627c18e-743b-42b7-9154-8c18ceb58e73', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'port_id': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'mac_address': 'fa:16:3e:2a:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4492f734-4798-40d2-9868-3c82fb8439f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T17:56:59Z', 'updated_at': '2021-07-09T17:56:59Z', 'revision_number': 0, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:52Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:57:01.538047 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84911048-bef0-48d6-90da-bb9b05a46efb None None] New status for floating IP c627c18e-743b-42b7-9154-8c18ceb58e73: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:57:01.939007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:57:02.013674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bb4d4d6a-a4a2-4453-bb92-77e435fef53c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/c627c18e-743b-42b7-9154-8c18ceb58e73 HTTP/1.1" status: 200 len: 993 time: 0.0729940 Jul 09 17:57:05.277456 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:57:08.528959 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:09.578734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:10.408451 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a68261b1-2ea3-4e41-a457-d65fb4bb2cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:12.989941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-78e20f35-38eb-4312-a529-9d78457a65ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:13.442889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:14.084394 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:15.992049 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:27.183008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-4a8e1b0f-b542-4121-983c-9c8bb3467deb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559452 Jul 09 17:57:27.284095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-dbf589ab-b1b2-4b8b-8d98-c7910eacd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:27.285592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-dbf589ab-b1b2-4b8b-8d98-c7910eacd799 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1097 time: 0.0544891 Jul 09 17:57:27.394351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-b370e6e4-4344-44af-af21-e6491550a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:27.395909 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-b370e6e4-4344-44af-af21-e6491550a52c service neutron] 10.222.0.36 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 898 time: 0.0886755 Jul 09 17:57:27.461867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-0969e0c0-b367-4af1-89ff-25a8fdec0a42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0587642 Jul 09 17:57:27.527680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-fbf8f955-8f7b-4683-9731-a604672d3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:27.529197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-fbf8f955-8f7b-4683-9731-a604672d3221 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 200 len: 835 time: 0.0567305 Jul 09 17:57:27.597369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-3601e108-e21c-4305-93e1-fe5810e91e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:27.598945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-3601e108-e21c-4305-93e1-fe5810e91e78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456a2e04-74e1-4801-9caf-b278fda2bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624268 Jul 09 17:57:27.698639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-9eac7158-e514-4283-b621-2a06d51884b2 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922775 Jul 09 17:57:27.806047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4b1b065d-2283-4a5b-95b0-282c2c7970c3 req-27536f71-be5e-4218-9547-995128d95043 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002219 Jul 09 17:57:33.709994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff720da4-c39e-4dad-b228-5a5f2208fb7d req-6e45bdef-1d3a-470e-b37d-4ff0d2ce0abc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:33.711402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff720da4-c39e-4dad-b228-5a5f2208fb7d req-6e45bdef-1d3a-470e-b37d-4ff0d2ce0abc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0716152 Jul 09 17:57:33.752427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ff720da4-c39e-4dad-b228-5a5f2208fb7d req-e077dd91-2064-4399-8b18-9136284ffff2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350909 Jul 09 17:57:34.934037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c38e82-f92a-4c61-9cb9-c6f496983132 req-afc346b6-9c92-4a5c-b8fe-d7ac4192b5c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:34.935413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-03c38e82-f92a-4c61-9cb9-c6f496983132 req-afc346b6-9c92-4a5c-b8fe-d7ac4192b5c7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0683670 Jul 09 17:57:34.974131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-03c38e82-f92a-4c61-9cb9-c6f496983132 req-f553245e-69b5-4c78-affa-768c848a13ba tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Jul 09 17:57:36.162000 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57314ac-fb1d-4176-9224-2ef0a2cf38a4 req-621577ba-e6d9-4a5b-8932-8192e2bcec1b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:36.163615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d57314ac-fb1d-4176-9224-2ef0a2cf38a4 req-621577ba-e6d9-4a5b-8932-8192e2bcec1b tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0734737 Jul 09 17:57:36.203813 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d57314ac-fb1d-4176-9224-2ef0a2cf38a4 req-2846770b-e145-4b4f-8284-900e866cea79 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Jul 09 17:57:37.392268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b986ac4-797d-4cae-873a-aada7172f522 req-b813e250-3b93-46e2-a00b-2173b9f7380d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:37.393781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b986ac4-797d-4cae-873a-aada7172f522 req-b813e250-3b93-46e2-a00b-2173b9f7380d tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0715537 Jul 09 17:57:37.431732 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b986ac4-797d-4cae-873a-aada7172f522 req-c9e64651-b562-477a-abda-3f6deb6ee4bc tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Jul 09 17:57:38.534762 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:38.633554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550241-c908-400b-bd24-a7db70575db2 req-34c05e0f-3335-4ae8-8172-cc258831c572 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:38.635076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b550241-c908-400b-bd24-a7db70575db2 req-34c05e0f-3335-4ae8-8172-cc258831c572 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0788414 Jul 09 17:57:38.682525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b550241-c908-400b-bd24-a7db70575db2 req-0f4b8c7d-8a51-44d7-813e-574fdb03831c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Jul 09 17:57:39.572393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:39.870207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e798665-cdec-47fc-8026-ff0b5cb866b2 req-535b89e9-133b-4ce7-afd5-1bb00a468427 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:39.871594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e798665-cdec-47fc-8026-ff0b5cb866b2 req-535b89e9-133b-4ce7-afd5-1bb00a468427 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0655632 Jul 09 17:57:39.919620 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e798665-cdec-47fc-8026-ff0b5cb866b2 req-f288b3fb-26be-49b7-81d1-db33aa417e0c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399079 Jul 09 17:57:40.404393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7214fd04-a69b-4ff9-963d-4ef1ab5419af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:41.114906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ffb10-0361-4545-af49-16f3821b6ddc req-3d4d50a0-788f-40c1-8285-202da19c9212 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:41.116490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f0ffb10-0361-4545-af49-16f3821b6ddc req-3d4d50a0-788f-40c1-8285-202da19c9212 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0761118 Jul 09 17:57:41.167392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f0ffb10-0361-4545-af49-16f3821b6ddc req-f00fa21f-ea25-43f0-8d91-3f795705c931 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445592 Jul 09 17:57:42.276992 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:57:42.345669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90ca6-b88e-4cc8-861b-01de4018ab20 req-4d23ee71-a76a-431a-9acb-8a3f02c18ad2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:42.347169 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48f90ca6-b88e-4cc8-861b-01de4018ab20 req-4d23ee71-a76a-431a-9acb-8a3f02c18ad2 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 09 17:57:42.385625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48f90ca6-b88e-4cc8-861b-01de4018ab20 req-0fe03f61-1801-47bf-9cc1-82768cd7b8ee tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327849 Jul 09 17:57:42.984846 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77b8d5c2-9d77-4792-b8a2-98cc9d0cce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:43.446137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:43.580732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793c922-876e-43c4-bceb-78fbef1ec564 req-7d007b51-84f4-46f0-9fbd-84302a0a8d32 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:43.582239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e793c922-876e-43c4-bceb-78fbef1ec564 req-7d007b51-84f4-46f0-9fbd-84302a0a8d32 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0822079 Jul 09 17:57:43.620915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e793c922-876e-43c4-bceb-78fbef1ec564 req-e1b51c76-38ac-41d3-a7ad-32322d6d8722 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326040 Jul 09 17:57:44.086918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:44.806464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487b4d0-c7a8-4443-8aaf-d7288d5a134d req-f20f911c-d29d-4c64-bd03-75cfc44c797c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:44.807994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d487b4d0-c7a8-4443-8aaf-d7288d5a134d req-f20f911c-d29d-4c64-bd03-75cfc44c797c tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0730360 Jul 09 17:57:44.848894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d487b4d0-c7a8-4443-8aaf-d7288d5a134d req-6bdf7989-f849-4506-9117-cd488854f875 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349553 Jul 09 17:57:45.994740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:46.037214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2e76a-c81e-417f-9443-6e399956b7c5 req-cc0d4f87-2674-49ba-8879-18ca57ac6b4e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:46.038795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0cc2e76a-c81e-417f-9443-6e399956b7c5 req-cc0d4f87-2674-49ba-8879-18ca57ac6b4e tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0725324 Jul 09 17:57:46.086429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0cc2e76a-c81e-417f-9443-6e399956b7c5 req-5f4b8681-cbda-47fc-ae60-ea6bc4976329 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Jul 09 17:57:47.281015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ce4e9-97a6-442a-a36a-604326b62946 req-f72d6ada-304e-408d-b0d2-d6b91a977b14 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:47.282503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd6ce4e9-97a6-442a-a36a-604326b62946 req-f72d6ada-304e-408d-b0d2-d6b91a977b14 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0709138 Jul 09 17:57:47.324522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fd6ce4e9-97a6-442a-a36a-604326b62946 req-595212e7-3a7f-4c38-953a-46bf65fda781 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jul 09 17:57:48.519180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6e62-91d7-486d-a841-27354765921b req-6900d9c0-d137-4c1c-87a0-805e4a8667bf tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:48.520664 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf3a6e62-91d7-486d-a841-27354765921b req-6900d9c0-d137-4c1c-87a0-805e4a8667bf tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0736911 Jul 09 17:57:48.564645 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cf3a6e62-91d7-486d-a841-27354765921b req-0cfb82a8-2e42-4ecd-9ced-ef35e6e8e5f7 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356059 Jul 09 17:57:49.757744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cc437-88e7-4862-9e0e-17b34c7cb1d3 req-e40e1d84-03df-487d-a8ed-29032370ee53 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:49.759269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c70cc437-88e7-4862-9e0e-17b34c7cb1d3 req-e40e1d84-03df-487d-a8ed-29032370ee53 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0800786 Jul 09 17:57:49.799324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c70cc437-88e7-4862-9e0e-17b34c7cb1d3 req-b6664e62-e7bc-42ad-a144-8bc755302517 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343144 Jul 09 17:57:51.210367 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11afb-fb67-49fa-9539-0bb136355782 req-4c5e2015-3478-49cf-86a8-055d0fa4924f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:51.211911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22c11afb-fb67-49fa-9539-0bb136355782 req-4c5e2015-3478-49cf-86a8-055d0fa4924f tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0800681 Jul 09 17:57:51.255533 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22c11afb-fb67-49fa-9539-0bb136355782 req-f2d9a63f-de15-4ef7-bf8a-6c366957a072 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Jul 09 17:57:51.373543 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a3432-a165-4f2d-b98a-79052d731edc req-f19320ef-8c68-4def-841e-0bbc19f1ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:51.375055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af5a3432-a165-4f2d-b98a-79052d731edc req-f19320ef-8c68-4def-841e-0bbc19f1ce82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1097 time: 0.0553465 Jul 09 17:57:51.409387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af5a3432-a165-4f2d-b98a-79052d731edc req-0a2330fe-c582-42eb-94b9-8b046f81009b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275252 Jul 09 17:57:52.438515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fe254-8e2a-416d-a0f2-adc3dcfa4384 req-a7df5545-8af3-4aad-9923-9a09a35d9cfd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:57:52.440056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-624fe254-8e2a-416d-a0f2-adc3dcfa4384 req-a7df5545-8af3-4aad-9923-9a09a35d9cfd tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0631957 Jul 09 17:57:52.490081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-624fe254-8e2a-416d-a0f2-adc3dcfa4384 req-6bcad241-a112-46d9-9236-f9b94d5c88f3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 Jul 09 17:57:52.515536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49110) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:57:52.582028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ba53b62d-32a1-4762-b97b-d2936342ae60 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/floatingips/c627c18e-743b-42b7-9154-8c18ceb58e73 HTTP/1.1" status: 200 len: 993 time: 0.0650928 Jul 09 17:57:53.124844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 953de7e1-0737-4891-b7f8-37b6b46bd6f2 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:57:53.238291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:53.250591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'port_id': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'mac_address': 'fa:16:3e:2a:2d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:57:53.291075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:53.311853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 953de7e1-0737-4891-b7f8-37b6b46bd6f2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:57:53.347616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:53.353085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:53.409287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:53.417069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.417516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.417783 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.418108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.418438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.418765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.419182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.419494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.419821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.420127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.420467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.420782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:57:53.564461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['953de7e1-0737-4891-b7f8-37b6b46bd6f2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:57:55.128448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 953de7e1-0737-4891-b7f8-37b6b46bd6f2 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:57:55.186772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:57:55.187093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:55.276035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:55.300723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:57:55.303004 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc8aa1-d25c-4e79-a796-5194e7966459" -d '{"events": [{"server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "name": "network-vif-plugged", "status": "completed", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:57:55.315654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:57:55.322679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:57:55.372324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:57:55.405085 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398c269-ca9d-46e5-a9d4-c38978e8ab5c x-openstack-request-id: req-d398c269-ca9d-46e5-a9d4-c38978e8ab5c {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:57:55.405371 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "name": "network-vif-plugged", "status": "completed", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:57:55.405626 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d398c269-ca9d-46e5-a9d4-c38978e8ab5c {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:57:55.406030 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'code': 200} Jul 09 17:58:08.543318 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:09.578165 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:10.415955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a37526ba-3f22-4000-9ac6-0df7e670fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:12.990401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5571-d51a-4673-a9d4-ef7a2427ebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:13.450591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:14.091003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:16.003062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:16.686371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-1b60199b-056a-4f06-a381-b2acafd9a25b req-9e06c077-b5e7-483a-a149-c6968a028b53 tempest-AttachVolumeNegativeTest-6049011 tempest-AttachVolumeNegativeTest-6049011-project] (93895) timed out ('10.222.0.36', 63557) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:58:19.276891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:58:27.192464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-90b97194-1d0e-4f1c-9dbc-afd53ccd1e1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609744 Jul 09 17:58:27.304044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-decd4d22-05d1-4c59-a4c1-e118ff077689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:27.305592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-decd4d22-05d1-4c59-a4c1-e118ff077689 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1097 time: 0.0622125 Jul 09 17:58:27.410066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-7e86ded0-2df5-4164-8d70-4938be450ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:27.411547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-7e86ded0-2df5-4164-8d70-4938be450ecd service neutron] 10.222.0.36 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 898 time: 0.0851214 Jul 09 17:58:27.481190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-b3f73a58-e6b8-4ae1-920d-ecb85a967758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0630577 Jul 09 17:58:27.530795 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-225ddd6a-8d7d-4c33-af28-63cec6478b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:27.532308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-225ddd6a-8d7d-4c33-af28-63cec6478b3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 200 len: 835 time: 0.0448577 Jul 09 17:58:27.593532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-23ba603e-900e-4291-9665-a48aec7bf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:27.595063 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-23ba603e-900e-4291-9665-a48aec7bf2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456a2e04-74e1-4801-9caf-b278fda2bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561359 Jul 09 17:58:27.703337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-47e87342-aff6-4c7b-91d8-dd3f2a1aeaaf service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975783 Jul 09 17:58:27.797674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74dd2649-48c4-4aaa-9222-ff4b8e421965 req-8e0dfc0a-32f3-4ba0-ac0e-3e13f7f3c68b service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Jul 09 17:58:28.031326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49132) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:28.211475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port b272c14d-d11f-45a7-b873-29f89e792109 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:58:28.211962 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:28.300232 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:28.300520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:28.315131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for b272c14d-d11f-45a7-b873-29f89e792109 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:58:28.504918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:28.528948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=b272c14d-d11f-45a7-b873-29f89e792109,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:28.542514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.542882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.543216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.543552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.543907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.544241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.544569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.544896 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.545332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.545512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.546006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.546151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:28.610009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:28.610426 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Floating IP c627c18e-743b-42b7-9154-8c18ceb58e73 disassociated (deleted). External IP: 172.25.3.146, port: 953de7e1-0737-4891-b7f8-37b6b46bd6f2. Jul 09 17:58:28.857905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 795c3954-f5ee-43c6-8998-7f5d1cc2749c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:58:28.970629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:58:28.976007 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:28.981357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] Sync routers for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:58:28.991094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:58:28.991789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:58:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:29.011297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7d96c085-4b06-40dd-8b87-82a7931629f8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/floatingips/c627c18e-743b-42b7-9154-8c18ceb58e73 HTTP/1.1" status: 204 len: 168 time: 0.9787657 Jul 09 17:58:29.011888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:58:29.014216 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b4210-7d5f-4c6c-af0b-71adf62b8135" -d '{"events": [{"name": "network-changed", "server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:58:29.052995 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c89017-bd3f-4144-8308-e95114e22d23 x-openstack-request-id: req-e4c89017-bd3f-4144-8308-e95114e22d23 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:58:29.053629 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:58:29.053629 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4c89017-bd3f-4144-8308-e95114e22d23 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:58:29.053954 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'status': 'completed', 'code': 200} Jul 09 17:58:29.103252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:58:29.128727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-c9dc0d8e-d71f-43e2-a841-224af6b38edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:29.130334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-c9dc0d8e-d71f-43e2-a841-224af6b38edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 1097 time: 0.0538962 Jul 09 17:58:29.232984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-82138184-ba44-46e4-b273-df0c22a93d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:29.234739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-82138184-ba44-46e4-b273-df0c22a93d5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 200 len: 898 time: 0.0971456 Jul 09 17:58:29.284588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-3929f4bf-10a4-4c93-b484-4461f75e917a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 200 len: 217 time: 0.0361531 Jul 09 17:58:29.336195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-e39d147a-617c-4a2b-85aa-5b8a840e67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:29.338070 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-e39d147a-617c-4a2b-85aa-5b8a840e67f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 200 len: 835 time: 0.0470831 Jul 09 17:58:29.398702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dc399-9b8c-41b1-86fa-ad7bcc4f1574 req-c7e80340-b229-4d6c-9295-2066659b7199 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:29.403452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d3dc399-9b8c-41b1-86fa-ad7bcc4f1574 req-c7e80340-b229-4d6c-9295-2066659b7199 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0753257 Jul 09 17:58:29.404187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-58e53239-50e4-4332-8fb8-944a5838d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:29.405701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-58e53239-50e4-4332-8fb8-944a5838d657 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=456a2e04-74e1-4801-9caf-b278fda2bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607560 Jul 09 17:58:29.446371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1d3dc399-9b8c-41b1-86fa-ad7bcc4f1574 req-4fa9645f-4a0e-466c-a5ab-66224aa3e4da tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 Jul 09 17:58:29.483426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:52Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:29.507227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-99e71998-0fda-495e-86cb-088bddcd4cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929945 Jul 09 17:58:29.512804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] Checking router: 795c3954-f5ee-43c6-8998-7f5d1cc2749c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:58:29.521226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:58:29.521832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:58:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:29.604641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-192b4210-7d5f-4c6c-af0b-71adf62b8135 req-6ccc7a8f-d8f8-4345-afee-539713984e55 service neutron] 10.222.0.36 "GET /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909882 Jul 09 17:58:29.637014 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:58:29.839996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:52Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:29.871339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a274db-f9e7-4c58-85f5-09bb5e310516 None None] The sync data for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 is: [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:56:47Z', 'revision_number': 4, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a', 'name': '', 'network_id': '456a2e04-74e1-4801-9caf-b278fda2bba6', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'mac_address': 'fa:16:3e:9c:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:47Z', 'updated_at': '2021-07-09T17:56:52Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'subnets': [{'id': 'c68643d4-1ccd-438f-9d90-8001b5069d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:58:30.101823 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285b5e4-1e36-444e-965a-9f65b90e5d01 None None] New status for floating IP c627c18e-743b-42b7-9154-8c18ceb58e73: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 17:58:30.624758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25021b49-2f7f-474e-8275-21238900e05b req-3a36f13f-d72c-486a-b399-8d0885140ad8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:30.626261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25021b49-2f7f-474e-8275-21238900e05b req-3a36f13f-d72c-486a-b399-8d0885140ad8 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.0952003 Jul 09 17:58:30.687424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f209a-33ee-4c65-890a-8a3c25831245 req-9cf80206-684a-4656-b2aa-28f857d368fb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:30.688878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-db6f209a-33ee-4c65-890a-8a3c25831245 req-9cf80206-684a-4656-b2aa-28f857d368fb tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 945 time: 0.1211789 Jul 09 17:58:30.754846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-db6f209a-33ee-4c65-890a-8a3c25831245 req-750e1313-ed78-499c-9238-fc085ed5505a tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/security-groups?id=142964eb-106d-40a3-8178-179c488246b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556834 Jul 09 17:58:30.771844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:58:30.772200 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:30.865737 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port 953de7e1-0737-4891-b7f8-37b6b46bd6f2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=953de7e1-0737-4891-b7f8-37b6b46bd6f2,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:30.866103 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:30.878783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for 953de7e1-0737-4891-b7f8-37b6b46bd6f2 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:58:31.016121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:31.050155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=953de7e1-0737-4891-b7f8-37b6b46bd6f2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:31.076627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.076976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.077317 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.077654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.077973 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.078306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.078629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.078960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.079284 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.079608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.079956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.080280 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:31.103871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] No DVR routers for this DVR port 953de7e1-0737-4891-b7f8-37b6b46bd6f2 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:58:31.106775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:31.108876 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-25021b49-2f7f-474e-8275-21238900e05b req-6ec0e7b9-690a-4cd4-a816-739c7626cd52 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.36 "DELETE /v2.0/ports/953de7e1-0737-4891-b7f8-37b6b46bd6f2 HTTP/1.1" status: 204 len: 173 time: 0.4748955 Jul 09 17:58:31.109376 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'name': 'network-vif-deleted', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:58:31.111709 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd32143-e113-498c-b497-768cacd609e5" -d '{"events": [{"server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "name": "network-vif-deleted", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:58:31.205668 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50de51d4-1a2e-4d98-bac0-d983f0fe4222 x-openstack-request-id: req-50de51d4-1a2e-4d98-bac0-d983f0fe4222 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:58:31.205960 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4492f734-4798-40d2-9868-3c82fb8439f5", "name": "network-vif-deleted", "tag": "953de7e1-0737-4891-b7f8-37b6b46bd6f2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:58:31.206308 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50de51d4-1a2e-4d98-bac0-d983f0fe4222 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:58:31.206619 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4492f734-4798-40d2-9868-3c82fb8439f5', 'name': 'network-vif-deleted', 'tag': '953de7e1-0737-4891-b7f8-37b6b46bd6f2', 'status': 'completed', 'code': 200} Jul 09 17:58:31.911936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d58ab712-6ddf-497c-ac1d-9305f4c2089a req-4238dc9f-77dd-4ecb-a773-1a6d8ee994f4 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4492f734-4798-40d2-9868-3c82fb8439f5 HTTP/1.1" status: 200 len: 210 time: 0.0285592 Jul 09 17:58:33.016555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:33.397838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:33.673923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:58:33.674174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:33.782829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:33.783190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:33.796633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:58:34.010666 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.038916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:34.226033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.450855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Router 795c3954-f5ee-43c6-8998-7f5d1cc2749c has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 17:58:34.557909 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 17:58:34.564227 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-af202c55-1a42-44dc-8ab5-71504ed1d2c3 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "PUT /v2.0/routers/795c3954-f5ee-43c6-8998-7f5d1cc2749c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462849 Jul 09 17:58:34.567337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49154) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:34.567909 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] Sync routers for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 17:58:34.578064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:58:34.578676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:58:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:34.621509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting subnet c68643d4-1ccd-438f-9d90-8001b5069d4e {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:58:34.624914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.665939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.685701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:58:34.761570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.824890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.854215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:34.858870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/subnets/c68643d4-1ccd-438f-9d90-8001b5069d4e HTTP/1.1" status: 204 len: 168 time: 0.2878308 Jul 09 17:58:34.858870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4bace-5f8c-4e9b-bcad-0ed371dadd89 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Subnet': ['ID=c68643d4-1ccd-438f-9d90-8001b5069d4e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:34.859069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49156) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:34.859846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc89287-8edb-4734-86da-7bb4c02cb5fe None None] Network 456a2e04-74e1-4801-9caf-b278fda2bba6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:58:34.971461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:58:33Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:35.004806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] Checking router: 795c3954-f5ee-43c6-8998-7f5d1cc2749c for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 17:58:35.018386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] Routers {'795c3954-f5ee-43c6-8998-7f5d1cc2749c'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 17:58:35.018918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T17:58:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:35.147469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] Set router 795c3954-f5ee-43c6-8998-7f5d1cc2749c gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 17:58:35.176087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] DHCP port deletion for 456a2e04-74e1-4801-9caf-b278fda2bba6 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 17:58:35.288982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 953de7e1-0737-4891-b7f8-37b6b46bd6f2 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:58:35.312962 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.324517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 953de7e1-0737-4891-b7f8-37b6b46bd6f2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:58:35.324852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 953de7e1-0737-4891-b7f8-37b6b46bd6f2 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:58:35.356989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] Deleting port e45f4826-2944-485b-a723-fe7a6f67167f {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:58:35.357350 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.417402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.424751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] For port e45f4826-2944-485b-a723-fe7a6f67167f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=e45f4826-2944-485b-a723-fe7a6f67167f,segment=NetworkSegment(fd87d892-0b90-4d39-8526-4f6a8e2adbf1),segment_id=fd87d892-0b90-4d39-8526-4f6a8e2adbf1)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:35.425031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.438747 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] Calling delete_port for e45f4826-2944-485b-a723-fe7a6f67167f owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:58:35.456522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:58:33Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:35.472979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Deleting port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:58:35.473340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.517833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e17cfc-c07e-4fbd-9cd8-d1063d24ad45 None None] The sync data for ids ['795c3954-f5ee-43c6-8998-7f5d1cc2749c'] in n-d-791506-17 is: [{'id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621613060', 'tenant_id': '5afb09fb76e84ac6ab3cf056338f4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T17:56:43Z', 'updated_at': '2021-07-09T17:58:33Z', 'revision_number': 5, 'project_id': '5afb09fb76e84ac6ab3cf056338f4569', 'gw_port': {'id': 'fc4b604b-9ad8-4660-8eff-fdcd8f2648ae', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c3954-f5ee-43c6-8998-7f5d1cc2749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T17:56:44Z', 'updated_at': '2021-07-09T17:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 17:58:35.558831 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] For port fc4b604b-9ad8-4660-8eff-fdcd8f2648ae, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:35.559198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.565632 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.571078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Calling delete_port for fc4b604b-9ad8-4660-8eff-fdcd8f2648ae owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:58:35.591162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] Pushing event deleted for resources: {'Port': ['ID=e45f4826-2944-485b-a723-fe7a6f67167f,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:35.595548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09fd6c-84d4-497e-a889-076306b1e0e7 None None] No DVR routers for this DVR port e45f4826-2944-485b-a723-fe7a6f67167f on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:58:35.748234 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.772916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Port': ['ID=fc4b604b-9ad8-4660-8eff-fdcd8f2648ae,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:35.838568 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.931447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.933768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.982789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:58:35.988338 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.988876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Fanout notify agent at l3_agent the message router_deleted on router 795c3954-f5ee-43c6-8998-7f5d1cc2749c {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 17:58:35.996694 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:35.997839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-70e2efb4-6a3d-4cbd-8c10-1d9ae5b92531 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/routers/795c3954-f5ee-43c6-8998-7f5d1cc2749c HTTP/1.1" status: 204 len: 168 time: 1.1365139 Jul 09 17:58:36.000649 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49158) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:36.009016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:58:36.009383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b88e0a22-f9a0-4ee7-ac5f-9605e48cd68a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:58:36.009847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e45f4826-2944-485b-a723-fe7a6f67167f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:58:36.031798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: e45f4826-2944-485b-a723-fe7a6f67167f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:58:36.032158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device e45f4826-2944-485b-a723-fe7a6f67167f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:58:36.078265 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.171193 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.181640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456a2e04-74e1-4801-9caf-b278fda2bba6']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:36.192702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:36.193042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd87d892-0b90-4d39-8526-4f6a8e2adbf1') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:58:36.202705 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.220864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.227213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:58:36.227481 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:58:36.230502 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:58:36.294963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.302250 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.304086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/networks/456a2e04-74e1-4801-9caf-b278fda2bba6 HTTP/1.1" status: 204 len: 168 time: 0.3024228 Jul 09 17:58:36.307030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49160) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:36.315957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ff409-8448-4d68-b174-0e31b0b2a768 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'Network': ['ID=456a2e04-74e1-4801-9caf-b278fda2bba6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:36.366290 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da212ecf-918e-4a91-9ef5-f89e553c2f06 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.395587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da212ecf-918e-4a91-9ef5-f89e553c2f06 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.464916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da212ecf-918e-4a91-9ef5-f89e553c2f06 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.467945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-da212ecf-918e-4a91-9ef5-f89e553c2f06 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:36.469101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-da212ecf-918e-4a91-9ef5-f89e553c2f06 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] 10.222.0.21 "DELETE /v2.0/security-groups/142964eb-106d-40a3-8178-179c488246b3 HTTP/1.1" status: 204 len: 168 time: 0.1608348 Jul 09 17:58:36.478303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da212ecf-918e-4a91-9ef5-f89e553c2f06 tempest-TestNetworkAdvancedServerOps-1095277997 tempest-TestNetworkAdvancedServerOps-1095277997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142964eb-106d-40a3-8178-179c488246b3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:36.779229 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49168) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:36.982509 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4f2338ed-b5af-411e-86c1-1490f87210bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5afb09fb76e84ac6ab3cf056338f4569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020168 Jul 09 17:58:36.986067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49174) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:37.037818 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae69fa5-505c-40d6-b4d1-5ddde71735fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.059589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae69fa5-505c-40d6-b4d1-5ddde71735fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.125823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae69fa5-505c-40d6-b4d1-5ddde71735fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.129759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2ae69fa5-505c-40d6-b4d1-5ddde71735fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.131843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2ae69fa5-505c-40d6-b4d1-5ddde71735fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36b333b1-ff72-44fe-9a30-9c458ae92018 HTTP/1.1" status: 204 len: 168 time: 0.1445482 Jul 09 17:58:37.142650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae69fa5-505c-40d6-b4d1-5ddde71735fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b333b1-ff72-44fe-9a30-9c458ae92018,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:37.414727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49180) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:37.455315 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-08c6466b-9079-42d3-b8ad-44fa3d879f25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59e082875c4f424aab66cb1c8c1da3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392749 Jul 09 17:58:37.458608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49182) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:58:37.515357 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ef06017-2201-4606-97d3-49f861656918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.541014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ef06017-2201-4606-97d3-49f861656918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.593834 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ef06017-2201-4606-97d3-49f861656918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.596522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3ef06017-2201-4606-97d3-49f861656918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:37.597718 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3ef06017-2201-4606-97d3-49f861656918 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cef4528b-a254-41d6-9bf1-e43244186330 HTTP/1.1" status: 204 len: 168 time: 0.1382389 Jul 09 17:58:37.606248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef06017-2201-4606-97d3-49f861656918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef4528b-a254-41d6-9bf1-e43244186330,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:37.859755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fc4b604b-9ad8-4660-8eff-fdcd8f2648ae no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:58:37.881363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: fc4b604b-9ad8-4660-8eff-fdcd8f2648ae {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:58:37.881981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fc4b604b-9ad8-4660-8eff-fdcd8f2648ae not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:58:38.541541 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:39.583401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:40.411373 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6ef71e98-303e-47a2-bfcf-248b3597326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:42.993335 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-92eabf3b-f118-4d39-8d31-7c843054618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:43.458061 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:44.091119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:45.997791 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:48.035505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-ba9826fd-f17a-4802-850a-cb73066be7d7 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1a35ad2ea7414f4d967acc52b51769b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320752 Jul 09 17:58:48.226911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0d3f23a2-ed2b-4e1a-9199-60e71dcd5008 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:48.228452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0d3f23a2-ed2b-4e1a-9199-60e71dcd5008 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846805 Jul 09 17:58:48.243313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-64d626f3-fcc3-4120-b7d8-7eae4e0ff592 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/quotas/1a35ad2ea7414f4d967acc52b51769b0 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Jul 09 17:58:48.290888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-5dd2e7c1-a78c-4624-b256-f61cce798751 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a35ad2ea7414f4d967acc52b51769b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423646 Jul 09 17:58:48.477769 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bb46bd7-bd80-4849-a33f-6f8d7936e907 req-70989875-e0de-46b4-b6ed-92b8d1fc2767 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 210 time: 0.0330203 Jul 09 17:58:49.624968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cc22e53b-dec9-429f-9da2-c72ea938f6dc req-663798fb-12ad-40ca-b019-b854d742463a tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 210 time: 0.0317438 Jul 09 17:58:49.682455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-f3d310df-86da-4f1a-8b4d-4358ba7f12d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1a35ad2ea7414f4d967acc52b51769b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219176 Jul 09 17:58:49.799853 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-83e0c0f6-b1cb-429b-a911-adc9d4e8e14d tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:49.801390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-83e0c0f6-b1cb-429b-a911-adc9d4e8e14d tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136129 Jul 09 17:58:49.813709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Request body: {'port': {'device_id': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'admin_state_up': True, 'tenant_id': '1a35ad2ea7414f4d967acc52b51769b0'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:58:49.928741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Made reservation on behalf of 1a35ad2ea7414f4d967acc52b51769b0 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:58:49.932332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:49.941541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.033045 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.038668 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.099846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:50.190747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Allocated IP 192.168.233.244 (91b83808-7133-4bef-831a-1624c7fd0064/229a309a-0cf4-4165-a964-3bdbb839ceda/e2bf1ae8-7c39-4a28-ab42-9858b0093f40) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:58:50.344076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.358887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Transition to ACTIVE for port object e2bf1ae8-7c39-4a28-ab42-9858b0093f40 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:58:50.396891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.454732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Network 91b83808-7133-4bef-831a-1624c7fd0064 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:58:50.458024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:58:50.461948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:58:50.486910 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Pushing event updated for resources: {'Port': ['ID=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:50.516771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:50.517432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.535477 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-0c15e815-6d9b-42bc-8672-7811bffbc3d1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7258065 Jul 09 17:58:50.547200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Request body: {'port': {'device_id': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:58:50.627588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.678097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ab80056b-3e00-46d8-a5f7-cce372c322db None None] Provisioning for port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:58:50.683656 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ab80056b-3e00-46d8-a5f7-cce372c322db None None] Provisioning complete for port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:58:50.683854 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab80056b-3e00-46d8-a5f7-cce372c322db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.723518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ab80056b-3e00-46d8-a5f7-cce372c322db None None] Port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 17:58:50.881822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b822397-5248-4c1c-8bb0-0e0604cb2a5f req-3a578398-01cb-4014-959d-c60e4c977b24 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:50.883200 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b822397-5248-4c1c-8bb0-0e0604cb2a5f req-3a578398-01cb-4014-959d-c60e4c977b24 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 936 time: 0.1361604 Jul 09 17:58:50.958389 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b822397-5248-4c1c-8bb0-0e0604cb2a5f req-b0f639af-aad8-49a4-93d5-57ad7befd9c1 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653503 Jul 09 17:58:50.971242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bf1ae8-7c39-4a28-ab42-9858b0093f40 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:58:50.979198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:50.992294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Transition to ACTIVE for port object e2bf1ae8-7c39-4a28-ab42-9858b0093f40 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:58:50.997420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:51.049334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:51.126502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Attempting to bind port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:58:51.126837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Attempting to bind port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:58:51.127173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Attempting to bind port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:58:51.131741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 on network 91b83808-7133-4bef-831a-1624c7fd0064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:58:51.132140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Attempting to bind port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 on network 91b83808-7133-4bef-831a-1624c7fd0064 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:58:51.138070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:58:51.138517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Checking segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:58:51.138983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Bound using segment: {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:58:51.139518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Bound port: e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfebb37-8283-4f5d-88af-3476eecbedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:58:51.139996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:51.214604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] For port e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:58:51.218612 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] For port e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:58:51.224320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:51.264373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:51.265230 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:51.266853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] 10.222.0.36 "PUT /v2.0/ports/e2bf1ae8-7c39-4a28-ab42-9858b0093f40 HTTP/1.1" status: 200 len: 1097 time: 0.7240818 Jul 09 17:58:51.269081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'tag': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:58:51.272529 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478829f9-0c61-42f0-af57-47f1f0cbe749" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bceeca-fc69-4442-a6d3-53a0c64e6c7a", "tag": "e2bf1ae8-7c39-4a28-ab42-9858b0093f40"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:58:51.302259 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97abc0-a644-46d1-b9ce-e2316dc9790c service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:51.321204 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1e6dc-e85f-4c70-8a54-7314717252f7 x-openstack-request-id: req-94a1e6dc-e85f-4c70-8a54-7314717252f7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:58:51.321536 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bceeca-fc69-4442-a6d3-53a0c64e6c7a", "tag": "e2bf1ae8-7c39-4a28-ab42-9858b0093f40", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:58:51.321785 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94a1e6dc-e85f-4c70-8a54-7314717252f7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:58:51.322201 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'tag': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40', 'status': 'completed', 'code': 200} Jul 09 17:58:51.368986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-ff19cadc-1f6e-416f-ac00-fc3c58e397f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:51.370739 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-ff19cadc-1f6e-416f-ac00-fc3c58e397f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a35ad2ea7414f4d967acc52b51769b0&device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 1100 time: 0.0597937 Jul 09 17:58:51.413179 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-3338acc1-a21f-4642-9821-ef2190bb8eb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40 HTTP/1.1" status: 200 len: 217 time: 0.0350854 Jul 09 17:58:51.476030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-ca0dd28e-6480-4f8f-917d-7dd1686f1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:51.477517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-ca0dd28e-6480-4f8f-917d-7dd1686f1277 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0585983 Jul 09 17:58:51.534944 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-6c44e979-1ceb-46f3-9c89-beda53cd8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:51.536482 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-6c44e979-1ceb-46f3-9c89-beda53cd8447 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518789 Jul 09 17:58:51.637134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-1c04201c-ec20-4481-b887-611a742f5861 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936961 Jul 09 17:58:51.739461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dbb65718-fef6-43df-ba05-ea5faf3959d4 req-f67eedfe-868d-4139-8edf-389fc289386b service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951471 Jul 09 17:58:51.855756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-42ca0da0-4fd1-4f6b-a146-e9b8bc115d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:51.857265 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-42ca0da0-4fd1-4f6b-a146-e9b8bc115d0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a35ad2ea7414f4d967acc52b51769b0&device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 1100 time: 0.0596621 Jul 09 17:58:51.951783 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-aa43cb9f-0033-4738-a6ad-cd7d0c22071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:51.953261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-aa43cb9f-0033-4738-a6ad-cd7d0c22071e service neutron] 10.222.0.36 "GET /v2.0/networks?id=91b83808-7133-4bef-831a-1624c7fd0064 HTTP/1.1" status: 200 len: 870 time: 0.0898609 Jul 09 17:58:51.995986 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-7c36d8a1-b0ef-4aa7-8ba2-59bc596037df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40 HTTP/1.1" status: 200 len: 217 time: 0.0347855 Jul 09 17:58:52.045556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-06d344a5-464d-4c7e-af1a-acbffe7b97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:52.047036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-06d344a5-464d-4c7e-af1a-acbffe7b97ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=229a309a-0cf4-4165-a964-3bdbb839ceda HTTP/1.1" status: 200 len: 843 time: 0.0439894 Jul 09 17:58:52.151392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-c8f9e5d7-6c80-4d3a-88bf-6b9a518ae3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:52.152941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-c8f9e5d7-6c80-4d3a-88bf-6b9a518ae3ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=91b83808-7133-4bef-831a-1624c7fd0064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992243 Jul 09 17:58:52.167135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec559452-a68b-4c64-956f-991b6eeb91c8 req-82b63af0-eac6-43f6-8d11-efb2ade76a63 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:52.168562 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec559452-a68b-4c64-956f-991b6eeb91c8 req-82b63af0-eac6-43f6-8d11-efb2ade76a63 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 948 time: 0.0832832 Jul 09 17:58:52.253717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ec559452-a68b-4c64-956f-991b6eeb91c8 req-f4e51e6b-3d61-4019-b512-d5c8dfb86338 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770428 Jul 09 17:58:52.280819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-85e20a23-3c59-4fc8-a585-45946c987797 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112874 Jul 09 17:58:52.371627 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-478829f9-0c61-42f0-af57-47f1f0cbe749 req-607498bc-7220-415f-93b5-c4a950ffd229 service neutron] 10.222.0.36 "GET /v2.0/networks/91b83808-7133-4bef-831a-1624c7fd0064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838122 Jul 09 17:58:53.398933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e2bf1ae8-7c39-4a28-ab42-9858b0093f40 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:58:53.440898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290883af-b461-4f2b-88f2-d0417819cf50 req-bf59ee47-0a18-4afc-b90d-e323e6c34290 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:53.442402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-290883af-b461-4f2b-88f2-d0417819cf50 req-bf59ee47-0a18-4afc-b90d-e323e6c34290 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 948 time: 0.0661092 Jul 09 17:58:53.480549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-290883af-b461-4f2b-88f2-d0417819cf50 req-421038c9-f997-4a83-8a16-566758c0c534 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Jul 09 17:58:53.498142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:53.508440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40', 'network_id': '91b83808-7133-4bef-831a-1624c7fd0064', 'port_id': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40', 'mac_address': 'fa:16:3e:03:60:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229a309a-0cf4-4165-a964-3bdbb839ceda', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:58:53.544192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:53.556408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bf1ae8-7c39-4a28-ab42-9858b0093f40 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:58:53.581008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:53.587091 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:53.640521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:53.648025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.648374 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.648713 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.649047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.649377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.649703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.650025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.650343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.650663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.650983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.651447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.651792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:58:53.791207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e2bf1ae8-7c39-4a28-ab42-9858b0093f40'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:58:54.662628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3f43e-b3e4-403e-868b-d4ce228f1525 req-79ba5dd2-c084-465c-83bd-1b53514a7c04 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:54.664145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5e3f43e-b3e4-403e-868b-d4ce228f1525 req-79ba5dd2-c084-465c-83bd-1b53514a7c04 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 949 time: 0.0672784 Jul 09 17:58:54.713797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f5e3f43e-b3e4-403e-868b-d4ce228f1525 req-3db47996-93de-488a-9805-eb1f1b9dc735 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Jul 09 17:58:55.398246 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e2bf1ae8-7c39-4a28-ab42-9858b0093f40 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:58:55.453776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:58:55.457579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:58:55.457949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:55.534511 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:55.559398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:58:55.561799 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbc8b65-ce99-40b4-b707-68ed24195f79" -d '{"events": [{"server_uuid": "a9bceeca-fc69-4442-a6d3-53a0c64e6c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e2bf1ae8-7c39-4a28-ab42-9858b0093f40"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:58:55.574544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:55.579654 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:55.602859 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee75b3-46b1-4555-945a-8970c48ec684 x-openstack-request-id: req-92ee75b3-46b1-4555-945a-8970c48ec684 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:58:55.603138 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bceeca-fc69-4442-a6d3-53a0c64e6c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e2bf1ae8-7c39-4a28-ab42-9858b0093f40", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:58:55.603388 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92ee75b3-46b1-4555-945a-8970c48ec684 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:58:55.603797 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40', 'code': 200} Jul 09 17:58:55.630506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:58:55.720224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617bf7d-c82b-4cfb-bd7e-8f286cab63dc req-ad9fd45f-4030-4c42-b550-2de10dfbdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:55.721764 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3617bf7d-c82b-4cfb-bd7e-8f286cab63dc req-ad9fd45f-4030-4c42-b550-2de10dfbdb9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 1102 time: 0.0558424 Jul 09 17:58:55.757272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3617bf7d-c82b-4cfb-bd7e-8f286cab63dc req-bb263ef4-242d-452e-9b4e-30633adb87cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294685 Jul 09 17:58:55.895411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373003fe-9e79-44f1-84eb-bf38163a2086 req-1b52e466-ee12-41c8-9432-1d4a0c6014e7 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:55.896942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-373003fe-9e79-44f1-84eb-bf38163a2086 req-1b52e466-ee12-41c8-9432-1d4a0c6014e7 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 950 time: 0.0708115 Jul 09 17:58:55.934659 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-373003fe-9e79-44f1-84eb-bf38163a2086 req-0ae78a39-f141-4959-8a6b-8230bd1269f4 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Jul 09 17:58:56.277600 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:58:57.134697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db2c-3bd7-4e82-8e14-8066296e19fa req-6d609e51-d068-49b3-ae43-48ed2d352819 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:57.136303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6023db2c-3bd7-4e82-8e14-8066296e19fa req-6d609e51-d068-49b3-ae43-48ed2d352819 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 950 time: 0.0741472 Jul 09 17:58:57.175159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6023db2c-3bd7-4e82-8e14-8066296e19fa req-a3334b9c-4b7b-4aa4-bf53-5dc3f327d0c4 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Jul 09 17:58:57.484001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-819ebe82-affe-4ba1-9ce5-005bd31d0a92 req-706b46ac-d44e-4d74-90d6-9710a25dce43 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:58:57.484874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-819ebe82-affe-4ba1-9ce5-005bd31d0a92 req-706b46ac-d44e-4d74-90d6-9710a25dce43 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064943 Jul 09 17:58:57.824176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-7c7bf974-839d-4483-bb70-b6e6a6688c7a req-0b5840cc-08f5-4102-aec5-b5641b1f7745 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:58:57.825362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c7bf974-839d-4483-bb70-b6e6a6688c7a req-0b5840cc-08f5-4102-aec5-b5641b1f7745 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055051 Jul 09 17:58:58.335832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223a80d-9657-4e05-b0e1-07a842788325 req-a8f6fadc-ad6d-4567-a741-dea119744020 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:58.337212 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d223a80d-9657-4e05-b0e1-07a842788325 req-a8f6fadc-ad6d-4567-a741-dea119744020 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 950 time: 0.0720439 Jul 09 17:58:58.375283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d223a80d-9657-4e05-b0e1-07a842788325 req-3d53fb61-cc50-414c-b2e8-0df9270e27b5 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Jul 09 17:58:59.612411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910ebe0-e874-4330-9a38-4708318edf69 req-241d365b-0dc7-4ddb-b2e3-d7fd7dd78ad4 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:59.613888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c910ebe0-e874-4330-9a38-4708318edf69 req-241d365b-0dc7-4ddb-b2e3-d7fd7dd78ad4 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 950 time: 0.1068659 Jul 09 17:58:59.622580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f27c3d-5483-458a-9a28-f993a664253a req-2149ee73-7d78-4bce-9ca2-9e1d5d35f01f tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:58:59.623995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5f27c3d-5483-458a-9a28-f993a664253a req-2149ee73-7d78-4bce-9ca2-9e1d5d35f01f tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9bceeca-fc69-4442-a6d3-53a0c64e6c7a HTTP/1.1" status: 200 len: 950 time: 0.1079602 Jul 09 17:58:59.698133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c910ebe0-e874-4330-9a38-4708318edf69 req-fe5014c2-9b15-4a04-b17c-70b96591e320 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.21 "GET /v2.0/security-groups?id=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730567 Jul 09 17:58:59.757235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Deleting port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:58:59.757591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:59.845941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] For port e2bf1ae8-7c39-4a28-ab42-9858b0093f40, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,segment=NetworkSegment(2cfebb37-8283-4f5d-88af-3476eecbedf6),segment_id=2cfebb37-8283-4f5d-88af-3476eecbedf6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:58:59.846333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:58:59.860566 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Calling delete_port for e2bf1ae8-7c39-4a28-ab42-9858b0093f40 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:59:00.008121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:00.021215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e2bf1ae8-7c39-4a28-ab42-9858b0093f40'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:59:00.039195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Pushing event deleted for resources: {'Port': ['ID=e2bf1ae8-7c39-4a28-ab42-9858b0093f40,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:00.083339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] No DVR routers for this DVR port e2bf1ae8-7c39-4a28-ab42-9858b0093f40 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:59:00.086516 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:00.088838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5f27c3d-5483-458a-9a28-f993a664253a req-9aa83239-978c-456e-aa2a-20ba2b3dca03 tempest-ServersAdminNegativeTestJSON-743219936 tempest-ServersAdminNegativeTestJSON-743219936-project] 10.222.0.36 "DELETE /v2.0/ports/e2bf1ae8-7c39-4a28-ab42-9858b0093f40 HTTP/1.1" status: 204 len: 173 time: 0.4508801 Jul 09 17:59:00.089358 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'name': 'network-vif-deleted', 'tag': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:00.092886 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6874a841-ef38-4fb0-827b-7b3fe63617b7" -d '{"events": [{"server_uuid": "a9bceeca-fc69-4442-a6d3-53a0c64e6c7a", "name": "network-vif-deleted", "tag": "e2bf1ae8-7c39-4a28-ab42-9858b0093f40"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:00.156563 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdcc5ec-249a-484d-96d4-693b912a8061 x-openstack-request-id: req-bfdcc5ec-249a-484d-96d4-693b912a8061 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:00.156892 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bceeca-fc69-4442-a6d3-53a0c64e6c7a", "name": "network-vif-deleted", "tag": "e2bf1ae8-7c39-4a28-ab42-9858b0093f40", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:00.157315 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfdcc5ec-249a-484d-96d4-693b912a8061 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:00.157860 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bceeca-fc69-4442-a6d3-53a0c64e6c7a', 'name': 'network-vif-deleted', 'tag': 'e2bf1ae8-7c39-4a28-ab42-9858b0093f40', 'status': 'completed', 'code': 200} Jul 09 17:59:01.040472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49316) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:01.215773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39539c1c-8c39-4a37-a6bb-efe66588b4e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a35ad2ea7414f4d967acc52b51769b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741412 Jul 09 17:59:01.218643 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49322) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:01.265376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88e365fb-44ef-432e-bacf-e810f3b2a8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.287058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88e365fb-44ef-432e-bacf-e810f3b2a8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.339217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88e365fb-44ef-432e-bacf-e810f3b2a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.343806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-88e365fb-44ef-432e-bacf-e810f3b2a8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.344927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-88e365fb-44ef-432e-bacf-e810f3b2a8be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6987c9a7-b60b-41dc-b0ce-0ccb61d288b3 HTTP/1.1" status: 204 len: 168 time: 0.1254084 Jul 09 17:59:01.352589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e365fb-44ef-432e-bacf-e810f3b2a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987c9a7-b60b-41dc-b0ce-0ccb61d288b3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:01.626491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49328) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:01.643724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9294212b-e46e-413d-878c-49848c93cac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.734755 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9294212b-e46e-413d-878c-49848c93cac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.739864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9294212b-e46e-413d-878c-49848c93cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.777464 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9294212b-e46e-413d-878c-49848c93cac3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0655a4c4080644bd92b45d943b477ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498351 Jul 09 17:59:01.778641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294212b-e46e-413d-878c-49848c93cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4261930-8715-4c52-9ded-b4058f771ecf,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:01.780468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49330) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:01.834158 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7841003e-009f-49e3-886b-56046d35a5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.856566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7841003e-009f-49e3-886b-56046d35a5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.907614 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7841003e-009f-49e3-886b-56046d35a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.912024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7841003e-009f-49e3-886b-56046d35a5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:01.913563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7841003e-009f-49e3-886b-56046d35a5a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4261930-8715-4c52-9ded-b4058f771ecf HTTP/1.1" status: 204 len: 168 time: 0.1320422 Jul 09 17:59:01.923053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841003e-009f-49e3-886b-56046d35a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4261930-8715-4c52-9ded-b4058f771ecf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:02.665195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49352) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:02.774144 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2092933939-network', 'tenant_id': 'c261d4289feb40c79be0dce24a776d9e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:02.798425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Made reservation on behalf of c261d4289feb40c79be0dce24a776d9e for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:02.800916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:02.809642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:02.899990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:02.906682 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:02.930006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:59:02.938604 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9dc1c9-e4bf-4690-b120-3a62b967599f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:02.944990 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:02.945318 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Added segment a6c08447-7cd2-4390-8cd3-0e802224605c of type vlan for network ac4f9445-7072-43b6-b822-0917ffa91a77 Jul 09 17:59:02.987454 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:03.021340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:03.022716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:03.023267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:03.076873 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4104593 Jul 09 17:59:03.080210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49356) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:03.082243 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba1437-31f0-4d21-a3f6-17de4f125a59 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4f9445-7072-43b6-b822-0917ffa91a77,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:03.085484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Request body: {'subnet': {'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2092933939-subnet', 'tenant_id': 'c261d4289feb40c79be0dce24a776d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:03.092531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ac4f9445-7072-43b6-b822-0917ffa91a77 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:59:03.110499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Made reservation on behalf of c261d4289feb40c79be0dce24a776d9e for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:03.113174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:03.276877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:03.332301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afaa431e-b0e7-4598-aae1-e6f5d734e556,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:03.348126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Checking segment: {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:59:03.348126 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Network hostable DHCP agents. Network: ac4f9445-7072-43b6-b822-0917ffa91a77, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:59:03.370005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Network ac4f9445-7072-43b6-b822-0917ffa91a77 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:59:03.380838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, ac4f9445-7072-43b6-b822-0917ffa91a77) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:59:03.388136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:03.388732 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:03.389731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c0239-8d9f-43d2-9aa0-a826ec3eb13f None None] Network ac4f9445-7072-43b6-b822-0917ffa91a77 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:59:03.408363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7e88a558-72de-4204-871c-65fe8dc7f980 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3268225 Jul 09 17:59:03.441982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e2bf1ae8-7c39-4a28-ab42-9858b0093f40 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:59:03.463063 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: e2bf1ae8-7c39-4a28-ab42-9858b0093f40 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:59:03.463404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e2bf1ae8-7c39-4a28-ab42-9858b0093f40 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:59:03.535878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f5245-61f4-42fc-b5b6-308479768e05 None None] Network ac4f9445-7072-43b6-b822-0917ffa91a77 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:59:04.247832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-d5f8ce48-80c5-43d1-8311-7a042bc25647 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:04.249365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-d5f8ce48-80c5-43d1-8311-7a042bc25647 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 812 time: 0.4974506 Jul 09 17:59:04.264784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e77284f3-0c2b-4ee6-8020-e6d60e1690ba tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/quotas/c261d4289feb40c79be0dce24a776d9e HTTP/1.1" status: 200 len: 375 time: 0.0096576 Jul 09 17:59:04.302670 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-414f393e-e1fb-4ce1-b1f1-d9da7b990fb5 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320201 Jul 09 17:59:04.315382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-c3a7942b-bcf3-4519-89c9-89e216685f6d tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 17:59:04.316495 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-c3a7942b-bcf3-4519-89c9-89e216685f6d tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073147 Jul 09 17:59:04.414876 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-471d9ac1-a325-4d4f-b897-e07d3309adfc service neutron] 10.222.0.21 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907712 Jul 09 17:59:04.508625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-95a0bba0-9d69-4c3b-a1fe-e4f7dd564f85 service neutron] 10.222.0.21 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878065 Jul 09 17:59:04.686880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46632e87-e4bf-493a-87b0-f770f6bed150 req-eee6c889-9578-4fa8-9f95-294599164d50 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 210 time: 0.0300581 Jul 09 17:59:05.790149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-32c2e793-72fe-400b-87a8-eb6a1966794b req-9fad3b18-130d-45fa-aa99-922c5d78cdb9 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jul 09 17:59:06.880009 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-35e91a84-9247-4dd1-8406-2148ced343fb req-3e4cc736-2538-46e2-8774-3a800a90df49 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 210 time: 0.0336192 Jul 09 17:59:08.028072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cade7f20-6eb4-41f2-964a-0570fcefedab req-1f6590d6-431a-425b-a6eb-e20c79b94676 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 210 time: 0.0305448 Jul 09 17:59:08.113549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-8c59487e-0da8-4f55-a7d4-f81c7f8e6b3a tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:08.115039 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-8c59487e-0da8-4f55-a7d4-f81c7f8e6b3a tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.36 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 812 time: 0.1076207 Jul 09 17:59:08.133375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Request body: {'port': {'device_id': '9f194346-9633-4b93-a526-64cfcede7a81', 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77', 'admin_state_up': True, 'tenant_id': 'c261d4289feb40c79be0dce24a776d9e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:08.244999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Made reservation on behalf of c261d4289feb40c79be0dce24a776d9e for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:08.248804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.379603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Allocated IP 172.20.0.4 (ac4f9445-7072-43b6-b822-0917ffa91a77/afaa431e-b0e7-4598-aae1-e6f5d734e556/f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:59:08.533816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.547717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.578068 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.625141 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Network ac4f9445-7072-43b6-b822-0917ffa91a77 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:59:08.628306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:59:08.632979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:59:08.641102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:08.686492 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:08.687104 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:08.703968 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-6eadbbc9-3e44-4343-82d2-6a3012ae8810 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745900 Jul 09 17:59:08.716102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Request body: {'port': {'device_id': '9f194346-9633-4b93-a526-64cfcede7a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:08.791658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.056804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:59:09.065442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.083117 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Transition to ACTIVE for port object f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:59:09.087718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.136502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:09.246142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:59:09.246431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:59:09.246782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on network ac4f9445-7072-43b6-b822-0917ffa91a77 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:59:09.253812 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on network ac4f9445-7072-43b6-b822-0917ffa91a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:59:09.254132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on network ac4f9445-7072-43b6-b822-0917ffa91a77 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:59:09.261679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:59:09.262015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Checking segment: {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:59:09.262396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Bound using segment: {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:59:09.262809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Bound port: f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:59:09.263162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.273505 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adcdc9-9866-42f2-83b9-99593b1ba8f2 req-d5cae4e0-159b-4ee7-b406-38847fadd5e3 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:09.275001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78adcdc9-9866-42f2-83b9-99593b1ba8f2 req-d5cae4e0-159b-4ee7-b406-38847fadd5e3 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 943 time: 0.1129925 Jul 09 17:59:09.348016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78adcdc9-9866-42f2-83b9-99593b1ba8f2 req-fd58c986-41fd-4785-8d4b-f2c3fb8fdf78 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Jul 09 17:59:09.364819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:59:09.368064 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:59:09.374964 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.407887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:09.408981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.410721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] 10.222.0.36 "PUT /v2.0/ports/f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 1092 time: 0.6989825 Jul 09 17:59:09.412918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:09.416070 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:09.449079 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03168dd-eccd-4e5a-bffe-87bdaa3de762 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:09.461923 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93a551e-82e5-4111-8aef-86b0e69b46cd x-openstack-request-id: req-b93a551e-82e5-4111-8aef-86b0e69b46cd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:09.462358 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:09.462627 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b93a551e-82e5-4111-8aef-86b0e69b46cd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:09.463018 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'status': 'completed', 'code': 200} Jul 09 17:59:09.506918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-15ff626a-f9e5-4f0b-87fa-7f73d076065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:09.508458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-15ff626a-f9e5-4f0b-87fa-7f73d076065e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1095 time: 0.0565825 Jul 09 17:59:09.551531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-8dde162e-eac4-44b5-9341-6f818868aa81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Jul 09 17:59:09.603148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5278-b151-4857-a686-c91ead0a21db req-027ae55f-5709-45c9-af91-23df5df9889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:09.604669 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-027ae55f-5709-45c9-af91-23df5df9889b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0471902 Jul 09 17:59:09.605775 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:09.637677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-54917975-1003-4781-94e4-11b83490139f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269880 Jul 09 17:59:09.730531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-f0e3c0f8-d385-482e-b0d0-d254be432204 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858746 Jul 09 17:59:09.818181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a3f5278-b151-4857-a686-c91ead0a21db req-4cd4d8c5-d340-462d-88de-402a4da331d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817404 Jul 09 17:59:09.929934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-64b9c592-cafb-4f80-a099-6e1d08770cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:09.931505 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-64b9c592-cafb-4f80-a099-6e1d08770cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1095 time: 0.0578239 Jul 09 17:59:10.032794 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-64275ff1-7965-4f9e-b26c-abfad69d78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:10.034332 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-64275ff1-7965-4f9e-b26c-abfad69d78b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.0966043 Jul 09 17:59:10.076042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-598d0b2b-7b65-4fd1-8765-e0f79be879e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0341692 Jul 09 17:59:10.139916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-aeef2d23-0608-4ec1-83e2-eca42c86eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:10.141321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-aeef2d23-0608-4ec1-83e2-eca42c86eb0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0567291 Jul 09 17:59:10.175067 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-1376fc12-6b14-43a5-ae37-96ccef5af282 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258741 Jul 09 17:59:10.265898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-edddf0e9-3059-4ee3-b9b6-f736b7368a7c service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836525 Jul 09 17:59:10.361087 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ba290f0f-ab50-4f91-8d25-a3bbb02fe28d req-20a23090-5a08-4379-a144-5141ab3976cb service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870914 Jul 09 17:59:10.415225 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c103ff9a-335c-48c3-abc0-18cde51f9955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:10.525933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55ea3e-85b5-440d-8c94-3de65b543b2b req-682d00fe-db8c-4b3d-bed2-3f69b570614b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:10.527400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af55ea3e-85b5-440d-8c94-3de65b543b2b req-682d00fe-db8c-4b3d-bed2-3f69b570614b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 943 time: 0.0691454 Jul 09 17:59:10.570904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-af55ea3e-85b5-440d-8c94-3de65b543b2b req-03c86927-e2bd-41e8-8a59-32cc97fd06f5 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Jul 09 17:59:11.477044 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:59:11.583512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:11.596881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77', 'port_id': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'mac_address': 'fa:16:3e:34:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaa431e-b0e7-4598-aae1-e6f5d734e556', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:59:11.636015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:11.648725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:59:11.668515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:11.674491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:11.726098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:11.758077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626f2ad-feb9-4ab6-979a-c76bd946ad3a req-bf839105-6c7d-45b9-903c-c914a24edd5c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:11.759587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8626f2ad-feb9-4ab6-979a-c76bd946ad3a req-bf839105-6c7d-45b9-903c-c914a24edd5c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 944 time: 0.0726845 Jul 09 17:59:11.800505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8626f2ad-feb9-4ab6-979a-c76bd946ad3a req-1c4f83d5-7ae6-4bec-8e72-ed2e162dc9e6 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Jul 09 17:59:11.864620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:59:12.457698 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-447c5f6c-b13c-495e-b77d-bafefd85a556 req-c9c0d31a-a78f-4a6d-ae09-9ed1925c4aae service neutron] (93896) timed out ('10.222.0.36', 62985) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 17:59:12.994126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a31e2e-9c15-4f57-a9b9-9f314ef80730 req-b0abf569-a2e8-4cb7-9b87-e8c5f87c93e4 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:12.995624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2a31e2e-9c15-4f57-a9b9-9f314ef80730 req-b0abf569-a2e8-4cb7-9b87-e8c5f87c93e4 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 944 time: 0.0751152 Jul 09 17:59:12.999266 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2979dd54-e764-4752-aa72-ee259caef08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:13.374118 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2a31e2e-9c15-4f57-a9b9-9f314ef80730 req-9871c4f2-c1e9-4aa1-9bd3-f1285cdec84c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717065 Jul 09 17:59:13.455800 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:13.475890 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:59:13.540764 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:59:13.544647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:59:13.545041 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:13.620342 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:13.642308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:13.644622 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c833505c-6167-451e-9d72-711213bde390" -d '{"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-plugged", "status": "completed", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:13.657148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:13.662518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:13.685821 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec80cb-a085-45be-8ed8-c21023b0ffda x-openstack-request-id: req-1bec80cb-a085-45be-8ed8-c21023b0ffda {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:13.686113 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-plugged", "status": "completed", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:13.686359 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bec80cb-a085-45be-8ed8-c21023b0ffda {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:13.686747 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'code': 200} Jul 09 17:59:13.713875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:13.794701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d78d9-38c9-4f74-8ee8-b7be5d2bc3ff req-97fc45c1-d203-4d27-8f77-241934be09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:13.796258 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-231d78d9-38c9-4f74-8ee8-b7be5d2bc3ff req-97fc45c1-d203-4d27-8f77-241934be09cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1097 time: 0.0523808 Jul 09 17:59:13.832224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-231d78d9-38c9-4f74-8ee8-b7be5d2bc3ff req-32c71ae2-9812-4446-9296-871d1bb9b782 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289578 Jul 09 17:59:14.099814 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:14.568696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dede-ed1f-4d65-b687-d0eec959384e req-c3f9dd35-9780-41ab-a334-4b85292278e9 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:14.570273 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9922dede-ed1f-4d65-b687-d0eec959384e req-c3f9dd35-9780-41ab-a334-4b85292278e9 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0736134 Jul 09 17:59:14.613311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9922dede-ed1f-4d65-b687-d0eec959384e req-c931d035-323f-4cb2-b6f1-91f1edc087a3 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Jul 09 17:59:15.804328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349986f-9311-4635-a988-bf8c6a07189f req-7397e532-5ef3-499c-9541-021f8db2f067 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:15.805859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9349986f-9311-4635-a988-bf8c6a07189f req-7397e532-5ef3-499c-9541-021f8db2f067 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0711527 Jul 09 17:59:15.854402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9349986f-9311-4635-a988-bf8c6a07189f req-ede76e76-163e-4534-b1c2-611adde2f858 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Jul 09 17:59:16.011989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:17.195751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49424) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:17.342848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-85e98f62-8dce-45ea-8721-353a40ab912e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1457975 Jul 09 17:59:17.350355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3eddb-9791-4137-9fe1-a05721d67804 req-5a08c5af-05c2-4bf8-b299-0ac1b6a9e606 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:17.353448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10f3eddb-9791-4137-9fe1-a05721d67804 req-5a08c5af-05c2-4bf8-b299-0ac1b6a9e606 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.1117120 Jul 09 17:59:17.394932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10f3eddb-9791-4137-9fe1-a05721d67804 req-ead11a04-18e6-4c5f-b974-01f39c4b3498 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jul 09 17:59:18.582453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f0781-db0a-44db-b91b-e7562a4448c5 req-3b6a8702-9d7e-44f3-a793-06357755e28d tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:18.583919 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-866f0781-db0a-44db-b91b-e7562a4448c5 req-3b6a8702-9d7e-44f3-a793-06357755e28d tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0763426 Jul 09 17:59:18.625252 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-866f0781-db0a-44db-b91b-e7562a4448c5 req-0775f00d-f439-4c68-acb3-fdbeeb69d288 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Jul 09 17:59:18.754893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-7e69e085-d2fc-447e-9f57-dbd2decd3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:18.756480 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-7e69e085-d2fc-447e-9f57-dbd2decd3ded service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1097 time: 0.0569103 Jul 09 17:59:18.848680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-433974fb-2374-49a5-9acc-82d9ce3588e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:18.850064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-433974fb-2374-49a5-9acc-82d9ce3588e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.0876100 Jul 09 17:59:18.890047 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-f2d44da6-da3d-47cf-98fa-a6d97c173f6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0333974 Jul 09 17:59:18.942541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-a6691660-62b1-4444-8730-e9fa360e5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:18.944932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-a6691660-62b1-4444-8730-e9fa360e5a81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0472395 Jul 09 17:59:18.989048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-e5822206-83d6-44dd-bae5-747a2849ef29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377584 Jul 09 17:59:19.086590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-c7cdbc83-0263-404c-8c61-fdc05deede14 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Jul 09 17:59:19.189165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-7217675a-bf33-4445-bd80-043f8d915610 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958490 Jul 09 17:59:19.820931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398edb6e-2e6b-4672-a6dc-5c79792fb772 req-e95b481a-d6b2-48df-94a9-00bf0a732014 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:19.822451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-398edb6e-2e6b-4672-a6dc-5c79792fb772 req-e95b481a-d6b2-48df-94a9-00bf0a732014 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0718410 Jul 09 17:59:19.861591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-398edb6e-2e6b-4672-a6dc-5c79792fb772 req-f73a6217-7cc6-4397-ac9a-ff168dcc41ab tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Jul 09 17:59:21.068088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79588b6b-0dce-4d43-b47c-8bdde6333da4 req-d1042ec7-b715-4d79-bbde-ba6748dd4aed tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:21.069604 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79588b6b-0dce-4d43-b47c-8bdde6333da4 req-d1042ec7-b715-4d79-bbde-ba6748dd4aed tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0748029 Jul 09 17:59:21.124316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-79588b6b-0dce-4d43-b47c-8bdde6333da4 req-6a6a720a-a0bb-4607-aa01-18ef9b32e4d0 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 Jul 09 17:59:22.319281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b90f7-7780-4f0b-bf75-fa802e13b54a req-c553190a-b402-44ea-879c-11243bcc12f3 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:22.320833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a7b90f7-7780-4f0b-bf75-fa802e13b54a req-c553190a-b402-44ea-879c-11243bcc12f3 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0712197 Jul 09 17:59:22.358794 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a7b90f7-7780-4f0b-bf75-fa802e13b54a req-7bd942eb-82f0-4ca2-a1a3-2eecebb65b6a tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Jul 09 17:59:23.547407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e45ef-be4b-4fae-95e6-6143b4cc7e61 req-5e12e4c4-95ed-43cf-8f3a-6c1c31d7284c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:23.548922 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a60e45ef-be4b-4fae-95e6-6143b4cc7e61 req-5e12e4c4-95ed-43cf-8f3a-6c1c31d7284c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0714185 Jul 09 17:59:23.590745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a60e45ef-be4b-4fae-95e6-6143b4cc7e61 req-322bd680-ea6c-4c93-aa11-510bf21e0212 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Jul 09 17:59:24.779864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73441e-8220-458a-8649-d928d73720da req-2eaaf17b-7d75-4825-aae1-0492d93f81ce tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:24.781387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec73441e-8220-458a-8649-d928d73720da req-2eaaf17b-7d75-4825-aae1-0492d93f81ce tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0750170 Jul 09 17:59:24.823280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec73441e-8220-458a-8649-d928d73720da req-4d9f7a22-771c-4b9b-8e02-a39965c68fbc tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359907 Jul 09 17:59:26.002971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ff971-2ab1-46c2-afc4-146a4e8d577a req-47bbedd1-214b-40ae-af6c-c28c300805cc tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:26.004483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-625ff971-2ab1-46c2-afc4-146a4e8d577a req-47bbedd1-214b-40ae-af6c-c28c300805cc tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0701654 Jul 09 17:59:26.045249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-625ff971-2ab1-46c2-afc4-146a4e8d577a req-5cbc35bd-679d-445f-bd78-0f0fa1b7f86c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345724 Jul 09 17:59:27.234300 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-bf007a1a-5927-4b70-8600-256d730310ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:27.235899 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-bf007a1a-5927-4b70-8600-256d730310ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1097 time: 0.0573077 Jul 09 17:59:27.238902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f24b6-475b-4604-99f2-a2fb150d0130 req-279c4edb-ba2a-4f57-9e53-265192f695ca tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:27.240472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa0f24b6-475b-4604-99f2-a2fb150d0130 req-279c4edb-ba2a-4f57-9e53-265192f695ca tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0661972 Jul 09 17:59:27.289625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fa0f24b6-475b-4604-99f2-a2fb150d0130 req-9f4c9f5f-bcce-49dc-987a-388a82a1082c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Jul 09 17:59:27.347100 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-451e5299-9fd1-47dc-8ff6-b5681de0ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:27.348577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-451e5299-9fd1-47dc-8ff6-b5681de0ceb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.0918903 Jul 09 17:59:27.390842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-61338254-e0d0-4359-b102-f315fb726bc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Jul 09 17:59:27.442218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-47637cb5-02c7-4979-b867-6ee317eeeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:27.443677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-47637cb5-02c7-4979-b867-6ee317eeeb38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0469289 Jul 09 17:59:27.476688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-8925ac1c-d672-4bc1-8056-999c9e2137a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263035 Jul 09 17:59:27.588553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-a40f29fa-fe85-4e97-a3fb-fbe42f133341 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044331 Jul 09 17:59:27.686976 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8e0baeda-9629-49c6-a227-cc2bfd6b0eb2 req-aed85fe1-839b-43e5-8d43-2679fbca3a6e service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919712 Jul 09 17:59:28.474391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba3b01-7b1d-4ca1-82b0-353a926cabf7 req-ea8f6027-46a8-4304-8b1b-ceb298f78823 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:28.475982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53ba3b01-7b1d-4ca1-82b0-353a926cabf7 req-ea8f6027-46a8-4304-8b1b-ceb298f78823 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0736239 Jul 09 17:59:28.514486 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-53ba3b01-7b1d-4ca1-82b0-353a926cabf7 req-8a2b7930-864f-4393-8051-3e29ff3bf337 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Jul 09 17:59:29.722166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883b20c-da25-41cd-9132-53007e4935f3 req-2d337311-6f0b-41bc-a94c-7c789b2117ad tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:29.723906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0883b20c-da25-41cd-9132-53007e4935f3 req-2d337311-6f0b-41bc-a94c-7c789b2117ad tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0818470 Jul 09 17:59:29.770594 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0883b20c-da25-41cd-9132-53007e4935f3 req-6f5afb5b-2d8a-4feb-8a13-59e1af374548 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374548 Jul 09 17:59:30.963239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86de80-260e-41d6-b68d-855b89f35651 req-9009063d-a0ab-4b03-a3c1-a96fe5b02134 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:30.964755 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab86de80-260e-41d6-b68d-855b89f35651 req-9009063d-a0ab-4b03-a3c1-a96fe5b02134 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0668266 Jul 09 17:59:31.004661 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab86de80-260e-41d6-b68d-855b89f35651 req-c82c3b75-20d2-46aa-add6-cdcd230494fe tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jul 09 17:59:32.186961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739e6c5-87a8-43c8-92c4-cd9f03faef63 req-7124634f-4a33-4bc4-8ae9-5014c3cc820a tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:32.189037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2739e6c5-87a8-43c8-92c4-cd9f03faef63 req-7124634f-4a33-4bc4-8ae9-5014c3cc820a tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0716989 Jul 09 17:59:32.229407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2739e6c5-87a8-43c8-92c4-cd9f03faef63 req-3e5ce072-2f08-490f-8c64-2fa4697dba46 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346811 Jul 09 17:59:33.277411 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 17:59:33.417746 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6ca6-21db-4ce4-b38b-3ad3943082a1 req-b79d2859-f74e-4df3-b87d-e1ba37687d25 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:33.419333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cac6ca6-21db-4ce4-b38b-3ad3943082a1 req-b79d2859-f74e-4df3-b87d-e1ba37687d25 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0753119 Jul 09 17:59:33.459990 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6cac6ca6-21db-4ce4-b38b-3ad3943082a1 req-d3240e0c-9108-4000-9ef6-99e221536976 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342391 Jul 09 17:59:34.653546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500499b0-06a0-42d8-af7c-a0c442a3f79e req-c21e612f-db4f-44d8-a4dc-f38c997e850b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:34.655124 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-500499b0-06a0-42d8-af7c-a0c442a3f79e req-c21e612f-db4f-44d8-a4dc-f38c997e850b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0739644 Jul 09 17:59:34.700858 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-500499b0-06a0-42d8-af7c-a0c442a3f79e req-c63edbd5-64fa-4f28-bdec-965241d31bea tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Jul 09 17:59:35.894489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ebb75-09b5-4b7e-b0f1-246e7776e0c7 req-48e61efd-6d93-4e21-9cdf-d60f93dbcb1b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:35.896322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d01ebb75-09b5-4b7e-b0f1-246e7776e0c7 req-48e61efd-6d93-4e21-9cdf-d60f93dbcb1b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0699029 Jul 09 17:59:35.934387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d01ebb75-09b5-4b7e-b0f1-246e7776e0c7 req-b8552c03-4205-4d6c-b747-4d8113672589 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jul 09 17:59:37.110169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8bb58-04b6-48d2-affb-fa00611642f9 req-776e0c21-60e5-4840-86b9-7b672af86a9f tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:37.111687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50d8bb58-04b6-48d2-affb-fa00611642f9 req-776e0c21-60e5-4840-86b9-7b672af86a9f tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0660343 Jul 09 17:59:37.155862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50d8bb58-04b6-48d2-affb-fa00611642f9 req-48637314-d2cb-4a2e-b91c-feec10abce3c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Jul 09 17:59:38.359874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fae14-d633-48e0-8b56-938b7fa125d9 req-11c93d31-6335-4a24-9354-632f5c6e627e tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:38.361354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c31fae14-d633-48e0-8b56-938b7fa125d9 req-11c93d31-6335-4a24-9354-632f5c6e627e tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0736465 Jul 09 17:59:38.401145 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c31fae14-d633-48e0-8b56-938b7fa125d9 req-7bb6ddad-b39b-4c6b-bce5-c43ff1dc821d tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Jul 09 17:59:38.568957 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.584802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68306-6f69-40bf-a7fc-57d746d4dda5 req-ccdbd2fc-63ab-4d65-ad61-59bcfb786874 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:39.586505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ddf68306-6f69-40bf-a7fc-57d746d4dda5 req-ccdbd2fc-63ab-4d65-ad61-59bcfb786874 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0671704 Jul 09 17:59:39.599429 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:39.646345 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ddf68306-6f69-40bf-a7fc-57d746d4dda5 req-fe586b13-ba2c-4133-a1d7-d0ae08af027a tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503144 Jul 09 17:59:40.421098 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef0-8bce-4b66-9084-24dcc6f53af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:40.845241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694741d4-002d-4cfb-8530-037b079db0f3 req-21afc5a8-064a-49c4-9135-c87813a69d04 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:40.846703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-694741d4-002d-4cfb-8530-037b079db0f3 req-21afc5a8-064a-49c4-9135-c87813a69d04 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0699508 Jul 09 17:59:40.887275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-694741d4-002d-4cfb-8530-037b079db0f3 req-804b24bc-1b6d-4053-8a7d-0250cf007aeb tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Jul 09 17:59:42.076245 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d126-936f-4e9e-b5f1-a95ce84979ad req-e42a230c-68e0-4d05-96e4-d8c00491f8f2 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:42.077762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ce5d126-936f-4e9e-b5f1-a95ce84979ad req-e42a230c-68e0-4d05-96e4-d8c00491f8f2 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0747077 Jul 09 17:59:42.119434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3ce5d126-936f-4e9e-b5f1-a95ce84979ad req-2714ccbc-b22f-459f-b2a6-59d66668a551 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Jul 09 17:59:42.996298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c89ec71f-f7a8-47a8-a5cd-d87d2c75f858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:43.314180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78080eb4-0f53-4b5d-b0c0-e471e1767c11 req-46b516dc-6c06-4b74-9337-894e2a9a1e1b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:43.315590 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78080eb4-0f53-4b5d-b0c0-e471e1767c11 req-46b516dc-6c06-4b74-9337-894e2a9a1e1b tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0710766 Jul 09 17:59:43.360527 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78080eb4-0f53-4b5d-b0c0-e471e1767c11 req-85cd3544-28e8-4f61-8bed-c30f0c7c4763 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Jul 09 17:59:43.450688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:44.102119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:44.558430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1dcd-6856-4dfc-a00c-4912c1a2fa3a req-08cf0be7-5514-418f-8a19-7d83c7762b5c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:44.560373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e7c1dcd-6856-4dfc-a00c-4912c1a2fa3a req-08cf0be7-5514-418f-8a19-7d83c7762b5c tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0743818 Jul 09 17:59:44.601241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e7c1dcd-6856-4dfc-a00c-4912c1a2fa3a req-3359223b-3e77-42ea-9a07-20d21e4ae879 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Jul 09 17:59:45.782526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9a84a-43cd-45ec-9a06-d6e261e258e1 req-30fb7888-4c5a-48e6-bbc2-1305cb024bb8 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:45.784071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5cd9a84a-43cd-45ec-9a06-d6e261e258e1 req-30fb7888-4c5a-48e6-bbc2-1305cb024bb8 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0736098 Jul 09 17:59:45.822101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5cd9a84a-43cd-45ec-9a06-d6e261e258e1 req-826fe062-4d83-475f-a923-ab1f3f800427 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Jul 09 17:59:46.013671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:46.107401 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-1a9b4185-eeac-4f78-ab02-6e7d4f94ae00 service neutron] show failed (client error): The resource could not be found. Jul 09 17:59:46.108440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-1a9b4185-eeac-4f78-ab02-6e7d4f94ae00 service neutron] 10.222.0.36 "GET /v2.0/ports/f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0575864 Jul 09 17:59:46.440506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-3e319b48-175b-4d0c-9c83-97f636a25afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:46.442059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-3e319b48-175b-4d0c-9c83-97f636a25afc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81&tenant_id=c261d4289feb40c79be0dce24a776d9e HTTP/1.1" status: 200 len: 1097 time: 0.1208439 Jul 09 17:59:46.456431 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:46.533084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:46.741318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:46.776325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:59:46.815348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:46.817636 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11fc3b-21d2-4856-beb4-8bb18f81600d" -d '{"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-unplugged", "status": "completed", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:46.821377 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:46.838124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Transition to ACTIVE for port object f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:59:46.844051 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:46.877633 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1d2744-201a-48a3-8bce-7712f220d5bd x-openstack-request-id: req-3a1d2744-201a-48a3-8bce-7712f220d5bd {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:46.877891 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-unplugged", "status": "completed", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:46.878138 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a1d2744-201a-48a3-8bce-7712f220d5bd {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:46.878529 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'code': 200} Jul 09 17:59:46.912785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] No DVR routers for this DVR port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:59:46.919429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:46.929728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.930060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.930396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.930724 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.931048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.931375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.931693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.932036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.932353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.932668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.932984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.933303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:46.992133 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:59:46.992470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:59:46.992776 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on network ac4f9445-7072-43b6-b822-0917ffa91a77 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:59:47.001185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on network ac4f9445-7072-43b6-b822-0917ffa91a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:59:47.001506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Attempting to bind port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on network ac4f9445-7072-43b6-b822-0917ffa91a77 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:59:47.008922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:59:47.009236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Checking segment: {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:59:47.009642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Bound using segment: {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:59:47.010067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Bound port: f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c08447-7cd2-4390-8cd3-0e802224605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:59:47.010430 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:47.061993 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193cf9-5423-4ba2-af80-b69e18032395 req-44c5a890-ba28-49aa-b970-5ce944e70bfe tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:47.063485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d193cf9-5423-4ba2-af80-b69e18032395 req-44c5a890-ba28-49aa-b970-5ce944e70bfe tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 943 time: 0.1117296 Jul 09 17:59:47.113762 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:59:47.118294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:59:47.124320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d193cf9-5423-4ba2-af80-b69e18032395 req-dd743853-2f99-4ac2-89cd-f6ca60e6a342 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525181 Jul 09 17:59:47.125475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:47.166017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:47.166663 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:47.168116 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] 10.222.0.13 "PUT /v2.0/ports/f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 1092 time: 0.7157786 Jul 09 17:59:47.183453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958bd84-91fe-4a0b-8355-fc7980acc494 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:47.247366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-e49420d4-2522-468c-aa1c-5fbc95796715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:47.248885 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-e49420d4-2522-468c-aa1c-5fbc95796715 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1095 time: 0.0569916 Jul 09 17:59:47.344255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-370573d5-67b3-4a0e-bdfc-393f66b07e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:47.345780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-370573d5-67b3-4a0e-bdfc-393f66b07e94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.0910151 Jul 09 17:59:47.387365 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-dba58bff-0911-4f77-ad65-522955bad7a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0347846 Jul 09 17:59:47.435246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-c58f2cb3-9991-49d9-9657-7c3788da18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:47.436723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-c58f2cb3-9991-49d9-9657-7c3788da18be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0433052 Jul 09 17:59:47.473336 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-7dcc0f7b-180b-4792-afa5-eb933293f2a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301569 Jul 09 17:59:47.568332 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-dcc030f0-2cd8-47db-8f92-a9881d271ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jul 09 17:59:47.668096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aeca28f4-c9cd-4ac2-b119-ec697ab91283 req-805d9fb4-bb28-4d2c-942e-435f63484fba service neutron] 10.222.0.13 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931888 Jul 09 17:59:48.320796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfffcf-03a5-42f7-b7b4-afc6d9db953f req-3f8e83ca-a79f-4726-8401-c67f3418eb70 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:48.322299 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5abfffcf-03a5-42f7-b7b4-afc6d9db953f req-3f8e83ca-a79f-4726-8401-c67f3418eb70 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 943 time: 0.0816061 Jul 09 17:59:48.362099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5abfffcf-03a5-42f7-b7b4-afc6d9db953f req-c9b43534-fb51-4307-979c-b224a8e1fc07 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Jul 09 17:59:48.880150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:48.882540 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64974e0-d286-49b0-ac66-569dccfd6459" -d '{"events": [{"name": "network-changed", "server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:48.933311 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f45f16f-0f71-4f6a-8833-a0488118b30b x-openstack-request-id: req-9f45f16f-0f71-4f6a-8833-a0488118b30b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:48.933704 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:48.933858 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f45f16f-0f71-4f6a-8833-a0488118b30b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:48.934294 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'status': 'completed', 'code': 200} Jul 09 17:59:49.043188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-3d5ddcd3-90f5-4356-a14e-fe72df43db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.044778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-3d5ddcd3-90f5-4356-a14e-fe72df43db0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1095 time: 0.0818100 Jul 09 17:59:49.046491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-479ac869-b0f3-4aeb-b066-6804b19815c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.047829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-479ac869-b0f3-4aeb-b066-6804b19815c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1095 time: 0.0928907 Jul 09 17:59:49.206239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-6d988dce-ada8-4eea-9e39-881787f9aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.207718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-6d988dce-ada8-4eea-9e39-881787f9aea5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.1567578 Jul 09 17:59:49.208685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-b48086fa-fa79-43fc-8f9c-e43f19a2618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.209975 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-b48086fa-fa79-43fc-8f9c-e43f19a2618d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.1518621 Jul 09 17:59:49.253455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-dbb80db4-535f-4c2f-af42-f39afda77692 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0397854 Jul 09 17:59:49.287810 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-c902ee4e-6f13-4a78-8afb-55912e6864be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0681069 Jul 09 17:59:49.358046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-4e79dcb0-5199-422d-9149-0b136814c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.360348 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-4e79dcb0-5199-422d-9149-0b136814c67a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0816252 Jul 09 17:59:49.381440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-95b714c6-6afa-4c61-8e60-e398c84c5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.383676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-95b714c6-6afa-4c61-8e60-e398c84c5401 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0743427 Jul 09 17:59:49.410408 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-e748711c-348b-4f55-ae84-6c81ecd29b65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431452 Jul 09 17:59:49.436897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-ea7064bd-9c49-42c6-98b7-7f7e5b233c2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354095 Jul 09 17:59:49.543288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc4317-a0ca-4080-97d7-c8a5564b107b req-d325a84a-1320-480a-acf7-1a953db78fcd tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.544815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8dc4317-a0ca-4080-97d7-c8a5564b107b req-d325a84a-1320-480a-acf7-1a953db78fcd tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 943 time: 0.0665307 Jul 09 17:59:49.578046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-7a22917d-f792-45c1-b5db-ae47878de4a2 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500714 Jul 09 17:59:49.583811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f8dc4317-a0ca-4080-97d7-c8a5564b107b req-7573660b-9f9b-449b-bb7b-e1453a318090 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Jul 09 17:59:49.597783 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-14bbd080-0999-4f2b-afc7-5275ec5b8003 service neutron] 10.222.0.13 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467366 Jul 09 17:59:49.713399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:59:49.735129 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-3c4ec77c-c618-42fb-b909-7fbffb4c1075 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483912 Jul 09 17:59:49.750213 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64974e0-d286-49b0-ac66-569dccfd6459 req-80c6ca25-03eb-4959-afb8-c6b6cf2f617f service neutron] 10.222.0.13 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419933 Jul 09 17:59:49.755610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:59:49.991494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-3bc0d979-7038-4930-b109-d8b9320ff749 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:49.992987 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-3bc0d979-7038-4930-b109-d8b9320ff749 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81&tenant_id=c261d4289feb40c79be0dce24a776d9e&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 943 time: 0.0887115 Jul 09 17:59:50.057602 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-64131c54-a199-4609-8467-935e56837eb4 service neutron] delete failed (client error): The resource could not be found. Jul 09 17:59:50.058598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-64131c54-a199-4609-8467-935e56837eb4 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0594962 Jul 09 17:59:50.159263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-53db9dcb-7929-4319-b21a-24b58c338047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:50.160789 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-53db9dcb-7929-4319-b21a-24b58c338047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c261d4289feb40c79be0dce24a776d9e&device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 1095 time: 0.0547650 Jul 09 17:59:50.253517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-921a38e4-cca3-43d7-9ea3-296e811ba5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:50.255065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-921a38e4-cca3-43d7-9ea3-296e811ba5f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 200 len: 913 time: 0.0883288 Jul 09 17:59:50.299555 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 17:59:50.300619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-5ea601cb-e9b7-4d8f-a560-6683496d3134 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 200 len: 217 time: 0.0383816 Jul 09 17:59:50.352898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-af937f74-0e81-4001-9941-977c06e0400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:50.354391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-af937f74-0e81-4001-9941-977c06e0400e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 200 len: 852 time: 0.0466065 Jul 09 17:59:50.385853 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-df43c291-76af-48f0-9563-abe1fb520cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac4f9445-7072-43b6-b822-0917ffa91a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256064 Jul 09 17:59:50.399384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:50.411126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'network_id': 'ac4f9445-7072-43b6-b822-0917ffa91a77', 'port_id': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'mac_address': 'fa:16:3e:34:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afaa431e-b0e7-4598-aae1-e6f5d734e556', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 17:59:50.453134 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:50.469712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:59:50.488090 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-e729068f-44c9-4a77-95d4-f093b5313500 service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957701 Jul 09 17:59:50.494288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:50.500597 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:50.548593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:50.579751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-59bf917e-54ac-45a4-a7ff-5e40607e952c service neutron] 10.222.0.36 "GET /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848305 Jul 09 17:59:50.746812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:59:51.459895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014824f5-0b27-425f-8de4-05e0a4394b5a req-a5fa2c34-d0a4-4e88-a1a7-594397b88d03 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:51.461422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-014824f5-0b27-425f-8de4-05e0a4394b5a req-a5fa2c34-d0a4-4e88-a1a7-594397b88d03 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 944 time: 0.0697701 Jul 09 17:59:51.524558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-014824f5-0b27-425f-8de4-05e0a4394b5a req-5edd1c09-afd8-4d5d-9222-65488a65abd9 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Jul 09 17:59:52.318570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 17:59:52.379855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 17:59:52.384435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 17:59:52.384806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:52.465975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:52.488480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:52.490754 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95565f66-3560-42e6-bdab-4be89cc5637b" -d '{"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-plugged", "status": "completed", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:52.505280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:52.511310 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:52.540966 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3476740-96a1-4510-bf37-87fdef377f5e x-openstack-request-id: req-c3476740-96a1-4510-bf37-87fdef377f5e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:52.541336 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-plugged", "status": "completed", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:52.541693 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3476740-96a1-4510-bf37-87fdef377f5e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:52.542180 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'code': 200} Jul 09 17:59:52.573157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:52.654401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-60c30f73-c500-4c60-96e1-15b0cc3c6a19 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:52.655938 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-60c30f73-c500-4c60-96e1-15b0cc3c6a19 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0655081 Jul 09 17:59:52.713012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c26e4-a15c-40d2-b840-85de82100012 req-ab3eaefb-3fac-4d3a-876a-3b2238c63eb5 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:52.714570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f1c26e4-a15c-40d2-b840-85de82100012 req-ab3eaefb-3fac-4d3a-876a-3b2238c63eb5 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f194346-9633-4b93-a526-64cfcede7a81 HTTP/1.1" status: 200 len: 945 time: 0.0661552 Jul 09 17:59:52.753151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9f1c26e4-a15c-40d2-b840-85de82100012 req-ac9ddbbc-177c-410c-b2a0-20408ca9ae80 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff9dc1c9-e4bf-4690-b120-3a62b967599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Jul 09 17:59:52.760275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Deleting port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 17:59:52.760778 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:52.847035 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] For port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,segment=NetworkSegment(a6c08447-7cd2-4390-8cd3-0e802224605c),segment_id=a6c08447-7cd2-4390-8cd3-0e802224605c)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 17:59:52.847295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:52.864115 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Calling delete_port for f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 17:59:52.994840 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:53.007881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 17:59:53.027210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Pushing event deleted for resources: {'Port': ['ID=f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:53.074900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] No DVR routers for this DVR port f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 17:59:53.077614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:53.079738 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5beb0d04-10e4-496f-9243-79fb988de1f6 req-b3ecc637-8819-4481-870f-02b2784192a7 tempest-DeleteServersTestJSON-1781265073 tempest-DeleteServersTestJSON-1781265073-project] 10.222.0.13 "DELETE /v2.0/ports/f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 HTTP/1.1" status: 204 len: 173 time: 0.4179423 Jul 09 17:59:53.080204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-deleted', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:53.082547 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1116ead-1af3-4140-b202-bf692165928a" -d '{"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-deleted", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:53.123556 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cae904-dbeb-4604-85bf-981d2910a59d x-openstack-request-id: req-77cae904-dbeb-4604-85bf-981d2910a59d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:53.123887 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f194346-9633-4b93-a526-64cfcede7a81", "name": "network-vif-deleted", "tag": "f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:53.124631 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77cae904-dbeb-4604-85bf-981d2910a59d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:53.124631 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f194346-9633-4b93-a526-64cfcede7a81', 'name': 'network-vif-deleted', 'tag': 'f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0', 'status': 'completed', 'code': 200} Jul 09 17:59:54.014351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49534) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:54.065851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Deleting subnet afaa431e-b0e7-4598-aae1-e6f5d734e556 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 17:59:54.069186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.109753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.156588 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.209185 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.235839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afaa431e-b0e7-4598-aae1-e6f5d734e556,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:54.238221 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.240109 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/afaa431e-b0e7-4598-aae1-e6f5d734e556 HTTP/1.1" status: 204 len: 168 time: 0.2244117 Jul 09 17:59:54.243455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49536) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:54.246937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.247287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.247660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.248046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.248382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.248695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.249046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.249367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.249713 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.250036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.250336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.250660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac3443f-5f3c-432c-ace1-6a9bb93f8a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 17:59:54.315988 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.413442 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.422900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4f9445-7072-43b6-b822-0917ffa91a77']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:54.433071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c08447-7cd2-4390-8cd3-0e802224605c') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:54.433346 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c08447-7cd2-4390-8cd3-0e802224605c') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 17:59:54.443838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.458176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.464517 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 17:59:54.464906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: timer() Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 17:59:54.466897 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 17:59:54.523621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.529469 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.531379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ac4f9445-7072-43b6-b822-0917ffa91a77 HTTP/1.1" status: 204 len: 168 time: 0.2867746 Jul 09 17:59:54.542860 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ceab5-309f-4ef1-b91a-3b1cef189d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4f9445-7072-43b6-b822-0917ffa91a77,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:54.662934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49542) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:54.704091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a9bc5ba1-0b1a-4337-b933-6ab3c13e683f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c261d4289feb40c79be0dce24a776d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397379 Jul 09 17:59:54.706604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49544) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:54.756474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3505b755-b97c-4090-9493-b904d1776c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.781312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3505b755-b97c-4090-9493-b904d1776c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.833616 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3505b755-b97c-4090-9493-b904d1776c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.836257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3505b755-b97c-4090-9493-b904d1776c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:54.837421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3505b755-b97c-4090-9493-b904d1776c4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff9dc1c9-e4bf-4690-b120-3a62b967599f HTTP/1.1" status: 204 len: 168 time: 0.1299040 Jul 09 17:59:54.845600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505b755-b97c-4090-9493-b904d1776c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9dc1c9-e4bf-4690-b120-3a62b967599f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:55.566639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49566) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:55.660708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-300133923-network', 'tenant_id': '102b066bdb8a494ab8a85335fd56c865'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:55.690113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Made reservation on behalf of 102b066bdb8a494ab8a85335fd56c865 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:55.692897 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.705822 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.800413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.808831 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.834640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 17:59:55.845043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3da0e7-f9bf-448c-a57b-d2f9435e408b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:55.851376 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.851747 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Added segment 33631845-9c69-4749-addb-31704a61839b of type vlan for network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 Jul 09 17:59:55.893131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.932274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.933242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:55.933827 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:55.990759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4226606 Jul 09 17:59:55.995125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49570) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 17:59:55.998307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afc8b-e436-4e2e-a51b-f0a9d7f8ed50 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd56f75-acd3-4e19-b491-48f1d9d94ca8,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:56.006268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Request body: {'subnet': {'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-300133923-subnet', 'tenant_id': '102b066bdb8a494ab8a85335fd56c865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:56.013992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 17:59:56.030936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Made reservation on behalf of 102b066bdb8a494ab8a85335fd56c865 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:56.033481 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:56.545472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:56.602938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f111cd-ceae-4a37-add1-b835549d56d3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:56.616036 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Checking segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:59:56.616397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Network hostable DHCP agents. Network: dbd56f75-acd3-4e19-b491-48f1d9d94ca8, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 17:59:56.636373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 17:59:56.646121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, dbd56f75-acd3-4e19-b491-48f1d9d94ca8) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:59:56.650395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:56.651152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:56.656186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181223f-09dd-45cc-b528-dc626ff8c774 None None] Network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:59:56.676100 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2e4e321-fa0e-4ec8-bb68-dfe12a7fe866 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6747141 Jul 09 17:59:56.790088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec7280-e242-4d24-8c89-1296ce9b8ed9 None None] Network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 17:59:57.109903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-9697e06e-6535-490a-82cc-3b57d2409a89 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:57.111316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-9697e06e-6535-490a-82cc-3b57d2409a89 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 814 time: 0.1073768 Jul 09 17:59:57.126371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-a0eea7e5-9ded-44b9-937a-6e36bcdeed60 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/quotas/102b066bdb8a494ab8a85335fd56c865 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Jul 09 17:59:57.169808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-9191e99d-fa7e-4976-8b69-ffde9e8b3831 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383036 Jul 09 17:59:57.258197 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-57cc5b19-4140-47b8-bdf8-7b640234d047 service neutron] 10.222.0.21 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816767 Jul 09 17:59:57.361310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-53b059e1-589c-4cf6-ab66-c4e54d8696ad service neutron] 10.222.0.21 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954447 Jul 09 17:59:57.537344 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-28db68c4-e932-455d-871c-e785e129756e req-421b753f-bd59-4871-959b-af36121d2c5f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 210 time: 0.0295577 Jul 09 17:59:58.317348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 17:59:58.345497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 17:59:58.345872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f13a0ca5-e5a1-44a0-8c7c-6bc57b9fe9a0 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 17:59:58.647701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-64c8ba59-a73e-45f7-ad01-d9c51ab689e8 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:58.649218 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-64c8ba59-a73e-45f7-ad01-d9c51ab689e8 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 814 time: 0.1119590 Jul 09 17:59:58.672220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Request body: {'port': {'device_id': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'admin_state_up': True, 'tenant_id': '102b066bdb8a494ab8a85335fd56c865'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:58.705802 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6c58a8ef-cad4-4f23-be96-9188c17bf3b5 req-f51807f5-4855-4dce-8344-6c678bed3929 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 210 time: 0.0481262 Jul 09 17:59:58.801554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Made reservation on behalf of 102b066bdb8a494ab8a85335fd56c865 for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 17:59:58.805332 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:58.934787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Allocated IP 172.20.0.5 (dbd56f75-acd3-4e19-b491-48f1d9d94ca8/d2f111cd-ceae-4a37-add1-b835549d56d3/6b9f9d71-4b79-4895-a0bc-d3aeea3fc116) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 17:59:59.077724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.121251 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.170464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 17:59:59.173719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 17:59:59.177681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 17:59:59.184211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:59.232286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:59.232900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.251052 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-edee3c54-cad4-4044-b941-2208cfbcf504 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918596 Jul 09 17:59:59.263797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Request body: {'port': {'device_id': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 17:59:59.343461 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.615579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 17:59:59.623695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.636932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Transition to ACTIVE for port object 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 17:59:59.642943 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.693085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:59.768872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 17:59:59.769190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 17:59:59.769642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:59:59.775787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 17:59:59.776235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 17:59:59.782076 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 17, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 17:59:59.782397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Checking segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 17:59:59.782808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Bound using segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 17:59:59.783240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Bound port: 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 17:59:59.783602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.849169 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 17:59:59.852184 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 17:59:59.858759 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.886794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b7a56-3baa-4d82-b322-ec9a3f9d2442 req-a34f4d82-dd8f-4134-9d00-f01156ec73ce tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:59.888519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-974b7a56-3baa-4d82-b322-ec9a3f9d2442 req-a34f4d82-dd8f-4134-9d00-f01156ec73ce tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.0648468 Jul 09 17:59:59.893881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:59.894494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 17:59:59.896659 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] 10.222.0.13 "PUT /v2.0/ports/6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 1092 time: 0.6374319 Jul 09 17:59:59.899249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 17:59:59.902406 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24618c37-9f2e-4a71-ab2b-a06427ab1b87" -d '{"events": [{"name": "network-changed", "server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 17:59:59.937323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8debca7-ed95-4a39-ac3b-4d88756a8d9e service neutron] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 17:59:59.942129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-974b7a56-3baa-4d82-b322-ec9a3f9d2442 req-f233f9b5-07cb-4e9e-8433-dfc102345445 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475404 Jul 09 17:59:59.951874 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372f9197-9e89-4c08-951b-168fcaaf26b2 x-openstack-request-id: req-372f9197-9e89-4c08-951b-168fcaaf26b2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 17:59:59.952142 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 17:59:59.952402 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-372f9197-9e89-4c08-951b-168fcaaf26b2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 17:59:59.952855 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'status': 'completed', 'code': 200} Jul 09 17:59:59.995327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-9272f237-5bbd-41e3-8177-ba78308a8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 17:59:59.996952 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-9272f237-5bbd-41e3-8177-ba78308a8dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1095 time: 0.0557687 Jul 09 18:00:00.041918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-b2428787-4294-4249-a266-00e451624afb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0372627 Jul 09 18:00:00.098454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-319424be-e308-4ebb-86b9-8e8c3abb0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.099993 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-319424be-e308-4ebb-86b9-8e8c3abb0ffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0507457 Jul 09 18:00:00.133463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-49a9d9cc-ddd9-44a7-a766-fd6636434735 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268066 Jul 09 18:00:00.229024 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-4044ba0e-c7cc-4c26-93d4-8e940de56942 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880177 Jul 09 18:00:00.320718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0edad30e-920d-4454-804a-c4a4fdecb8bb req-fe4b5f28-98bb-460f-bd46-057a709d506c service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843081 Jul 09 18:00:00.441121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-b45703d8-adb4-4120-add5-08977026211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.442674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-b45703d8-adb4-4120-add5-08977026211a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1095 time: 0.0653093 Jul 09 18:00:00.540817 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-30a5b624-253e-4981-9133-23cebd584563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.542341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-30a5b624-253e-4981-9133-23cebd584563 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0937650 Jul 09 18:00:00.591001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-b6d7e9b3-28b9-40bf-bf9f-023a1ac817ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0404692 Jul 09 18:00:00.642529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-886cc458-43e3-43fd-a49d-715d29952f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:00.644096 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-886cc458-43e3-43fd-a49d-715d29952f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0443251 Jul 09 18:00:00.677109 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-94b2c272-7c60-423d-b027-8d1223dfedea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262260 Jul 09 18:00:00.770967 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-670a5166-375e-4851-bce5-8091bbe718ee service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869908 Jul 09 18:00:00.863434 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-24618c37-9f2e-4a71-ab2b-a06427ab1b87 req-368fdb36-cdac-496e-94cd-21834673d716 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852551 Jul 09 18:00:01.122717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094064f8-1641-462f-aed5-e0f66c268997 req-97d2b8ac-c3db-4732-9824-7bbc7feb4237 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:01.124139 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-094064f8-1641-462f-aed5-e0f66c268997 req-97d2b8ac-c3db-4732-9824-7bbc7feb4237 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.0724459 Jul 09 18:00:01.162568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-094064f8-1641-462f-aed5-e0f66c268997 req-8e83068b-8d3d-4cbc-bc65-5deaa1cc2cd7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Jul 09 18:00:02.311549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:00:02.353905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68e38-016a-44f6-aa28-59f80fcfce2d req-0f891f47-dc6c-462d-adac-9d3a5995ac84 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:02.355408 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4da68e38-016a-44f6-aa28-59f80fcfce2d req-0f891f47-dc6c-462d-adac-9d3a5995ac84 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.0716929 Jul 09 18:00:02.393721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4da68e38-016a-44f6-aa28-59f80fcfce2d req-47956f72-3830-46c3-a845-725e38e4e6c0 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Jul 09 18:00:02.410205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:02.429005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'port_id': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'mac_address': 'fa:16:3e:1a:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f111cd-ceae-4a37-add1-b835549d56d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:00:02.475070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:02.487492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:00:02.506785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:02.514139 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:02.573615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:02.581242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.581585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.581926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.582278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.582613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.582943 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.583271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.583599 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.583954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.584296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.584615 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.584916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:00:02.703679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:00:03.587526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabb18e-7a56-43b5-99ee-983189f56e1c req-cd649884-57c6-4352-b3a7-baf6d81a8f5f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:03.589236 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1cabb18e-7a56-43b5-99ee-983189f56e1c req-cd649884-57c6-4352-b3a7-baf6d81a8f5f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 944 time: 0.0704820 Jul 09 18:00:03.637874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1cabb18e-7a56-43b5-99ee-983189f56e1c req-8699cfe5-bb4f-4324-a690-cc5445d6d95b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Jul 09 18:00:04.328636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:00:04.392504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:00:04.398556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:00:04.399151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:04.488624 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:04.511409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:04.513725 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10da3fab-a55a-4ff4-ae36-1e7f1f8c9f94" -d '{"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:04.537678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:04.543706 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:04.568865 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258aeacb-32a7-4a63-bfbd-52d6fd136fa1 x-openstack-request-id: req-258aeacb-32a7-4a63-bfbd-52d6fd136fa1 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:04.569217 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:04.569389 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-258aeacb-32a7-4a63-bfbd-52d6fd136fa1 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:04.569773 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'code': 200} Jul 09 18:00:04.603613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:04.699412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35fc53-1c6b-446d-9c15-cbe45d22964f req-a69d0fb1-e91a-4456-978a-df2521b3e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:04.701514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd35fc53-1c6b-446d-9c15-cbe45d22964f req-a69d0fb1-e91a-4456-978a-df2521b3e18e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1097 time: 0.0617774 Jul 09 18:00:04.737856 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bd35fc53-1c6b-446d-9c15-cbe45d22964f req-4fe4adad-872a-4552-ba46-93a4ca44a2ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298004 Jul 09 18:00:04.835785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1afddc-aaf2-42f2-81fc-52a9ab0910a5 req-3dd66d32-b2a2-45e2-a073-d56aa3d40b5d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:04.837290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1afddc-aaf2-42f2-81fc-52a9ab0910a5 req-3dd66d32-b2a2-45e2-a073-d56aa3d40b5d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0786932 Jul 09 18:00:04.877485 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c1afddc-aaf2-42f2-81fc-52a9ab0910a5 req-426d3e62-60be-48ae-86be-715f1b82f5d1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337386 Jul 09 18:00:06.059195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3993e-a354-4630-a9d7-949027a256f9 req-0d68f6bf-1bde-483c-b6b3-cd96ccc77277 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:06.060764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ed3993e-a354-4630-a9d7-949027a256f9 req-0d68f6bf-1bde-483c-b6b3-cd96ccc77277 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0675857 Jul 09 18:00:06.103224 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ed3993e-a354-4630-a9d7-949027a256f9 req-6494d175-57b9-4dd8-a899-8879cc8a1878 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Jul 09 18:00:06.301222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc2687-8279-48b4-9586-5ff145943400 req-14ca0cda-553a-473a-a89d-2b24760827ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:06.302617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03bc2687-8279-48b4-9586-5ff145943400 req-14ca0cda-553a-473a-a89d-2b24760827ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0861287 Jul 09 18:00:06.340506 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-03bc2687-8279-48b4-9586-5ff145943400 req-486277d5-6a70-40ca-9509-c1b3996cbd46 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jul 09 18:00:06.704370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d67ee-f819-41eb-b5a5-b07b07aa9f52 req-97e15b29-704f-44b4-b68b-623d6ead1a6d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:06.705843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da8d67ee-f819-41eb-b5a5-b07b07aa9f52 req-97e15b29-704f-44b4-b68b-623d6ead1a6d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0709448 Jul 09 18:00:06.744598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-da8d67ee-f819-41eb-b5a5-b07b07aa9f52 req-6e69c976-f707-4f2c-b6c2-99ee43791cf7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Jul 09 18:00:06.949309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e9328-a221-4028-892f-b954ea1cab80 req-2ce7ae08-b1b2-4e38-90c1-b77e3bf3425b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:06.950819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e5e9328-a221-4028-892f-b954ea1cab80 req-2ce7ae08-b1b2-4e38-90c1-b77e3bf3425b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0683177 Jul 09 18:00:06.993971 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7e5e9328-a221-4028-892f-b954ea1cab80 req-9df2d22e-fc68-49d0-9527-c686f6a504c1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Jul 09 18:00:07.402281 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-1d8dbd77-80b7-4b8e-b86f-eebd6ad0e579 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902650 Jul 09 18:00:07.433357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5563929-714f-4ba9-90de-2ff54993330f req-572a7153-f556-4e16-96f8-dadf6b0e8a70 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:07.434905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5563929-714f-4ba9-90de-2ff54993330f req-572a7153-f556-4e16-96f8-dadf6b0e8a70 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0769601 Jul 09 18:00:07.474694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d5563929-714f-4ba9-90de-2ff54993330f req-2a55d2d8-2743-4069-a85f-8f7c5e954efe tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jul 09 18:00:08.569378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:08.708903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7e3c-9c2d-4e37-9971-f6ab1b1c2441 req-f840e70d-0cd0-4783-8e85-4f8b645ce530 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:08.710374 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a0e7e3c-9c2d-4e37-9971-f6ab1b1c2441 req-f840e70d-0cd0-4783-8e85-4f8b645ce530 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.1058373 Jul 09 18:00:08.713146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-404218ba-8092-45a7-83c9-dfd0f364364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:08.714468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-404218ba-8092-45a7-83c9-dfd0f364364d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1097 time: 0.0782278 Jul 09 18:00:08.799310 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6a0e7e3c-9c2d-4e37-9971-f6ab1b1c2441 req-6b686551-3d90-47f4-aab0-fe328fa47856 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827475 Jul 09 18:00:08.831463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-a1d537fa-8cdd-4968-b949-1c0d0e49499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:08.833000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-a1d537fa-8cdd-4968-b949-1c0d0e49499a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.1099851 Jul 09 18:00:08.873866 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-209b8ce8-04cf-4427-984b-015fe93ef93f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0342906 Jul 09 18:00:08.923103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-6b5a7c61-0bd7-4594-8a2d-35fa45913899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:08.924553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-6b5a7c61-0bd7-4594-8a2d-35fa45913899 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0446546 Jul 09 18:00:08.960387 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-cbab3976-1dcb-4d02-88ce-a59d37b75841 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293777 Jul 09 18:00:09.049748 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-7d90bfa4-cc58-4c72-85d4-a558344c512a service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825377 Jul 09 18:00:09.142276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-cd4310fd-2865-416c-ad5b-d9ab576ea321 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854285 Jul 09 18:00:09.589918 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:09.985753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085ee93-b491-4611-910f-29c58fac5473 req-9a11b6c6-ace2-4e0e-84b7-4c6018e5aed4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:09.987241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f085ee93-b491-4611-910f-29c58fac5473 req-9a11b6c6-ace2-4e0e-84b7-4c6018e5aed4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0678542 Jul 09 18:00:10.037798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f085ee93-b491-4611-910f-29c58fac5473 req-ab2834ff-a96d-480f-8526-9528c829fe22 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Jul 09 18:00:10.280788 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:00:10.416418 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a1768a84-951c-49a5-901d-b0d41b4c0d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:11.231156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb29b-b746-44fd-bb8e-f2b1eceb1682 req-ab09bbd0-3d00-4d0d-979d-14fcd1a4d558 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:11.232698 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5feb29b-b746-44fd-bb8e-f2b1eceb1682 req-ab09bbd0-3d00-4d0d-979d-14fcd1a4d558 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0711219 Jul 09 18:00:11.271594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c5feb29b-b746-44fd-bb8e-f2b1eceb1682 req-c81e1912-ca82-4308-90a9-676c9d43e8f9 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Jul 09 18:00:12.451816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3039fe-df7c-4b02-ad52-5ccfe5c7a3db req-c533a67e-553a-42b9-837d-83d883169a18 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:12.453356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e3039fe-df7c-4b02-ad52-5ccfe5c7a3db req-c533a67e-553a-42b9-837d-83d883169a18 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0702553 Jul 09 18:00:12.504032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e3039fe-df7c-4b02-ad52-5ccfe5c7a3db req-cc436810-c0ff-4d15-aa23-5bed33ccb60d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Jul 09 18:00:12.995093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-10e43e5c-e131-451d-8d20-5194973fde85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:13.458130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:13.692611 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e161950-e29f-4d16-9189-4d124fe2b0aa req-e4e041b2-115d-43fd-b90f-93f1bab0f1ee tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:13.694101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e161950-e29f-4d16-9189-4d124fe2b0aa req-e4e041b2-115d-43fd-b90f-93f1bab0f1ee tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0688262 Jul 09 18:00:13.732753 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e161950-e29f-4d16-9189-4d124fe2b0aa req-f6e2d4fc-7472-4522-90d3-a1f9a20d7e97 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Jul 09 18:00:14.102854 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:14.925582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396d535-96f6-43e1-aade-2e009f36c2b0 req-f05806d4-52e4-4dc6-9da5-16358ea5024f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:14.927060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d396d535-96f6-43e1-aade-2e009f36c2b0 req-f05806d4-52e4-4dc6-9da5-16358ea5024f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0732970 Jul 09 18:00:14.968082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d396d535-96f6-43e1-aade-2e009f36c2b0 req-49b63540-ff14-48ed-a9be-afb06a82fad8 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Jul 09 18:00:16.010272 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:16.151686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb135de-3925-4040-a453-7f738f1fc087 req-a9f19bfb-5f9f-4ba4-9498-81068e8e34ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:16.153239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb135de-3925-4040-a453-7f738f1fc087 req-a9f19bfb-5f9f-4ba4-9498-81068e8e34ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0681486 Jul 09 18:00:16.192238 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4bb135de-3925-4040-a453-7f738f1fc087 req-ed6eb964-0186-4f45-9ed1-11972ef779d4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325170 Jul 09 18:00:17.388940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa658ac-0919-433c-a348-5d49d0c135a1 req-90191f4a-4f17-4d3e-b66a-d0816277aa42 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:17.390537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fa658ac-0919-433c-a348-5d49d0c135a1 req-90191f4a-4f17-4d3e-b66a-d0816277aa42 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0757909 Jul 09 18:00:17.430218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fa658ac-0919-433c-a348-5d49d0c135a1 req-9e8e0dba-b3b1-44b9-b2d2-71d65c5a0a19 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Jul 09 18:00:18.626340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e0b2-80af-458d-b10b-e8171ac723c7 req-50eafd5b-7ee2-4c6f-b8a4-dfd14e4c610d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:18.627875 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc30e0b2-80af-458d-b10b-e8171ac723c7 req-50eafd5b-7ee2-4c6f-b8a4-dfd14e4c610d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0679512 Jul 09 18:00:18.670217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc30e0b2-80af-458d-b10b-e8171ac723c7 req-8d0c94b8-78b5-4d8f-833a-5391870f5aec tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339189 Jul 09 18:00:19.858491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba46f00-75c2-4429-ad0d-b1a09cf5b53e req-7b3498d2-59d3-44ac-b103-9433ada645b7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:19.859932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ba46f00-75c2-4429-ad0d-b1a09cf5b53e req-7b3498d2-59d3-44ac-b103-9433ada645b7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0698686 Jul 09 18:00:19.899153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ba46f00-75c2-4429-ad0d-b1a09cf5b53e req-2a69626c-1770-4d93-88d3-890a3ed1e194 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jul 09 18:00:21.093225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5b54-3aed-40d6-b725-8e7fd3fecd2f req-9583a27c-832b-4943-83a0-8a667c3207ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:21.094725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-614b5b54-3aed-40d6-b725-8e7fd3fecd2f req-9583a27c-832b-4943-83a0-8a667c3207ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0723650 Jul 09 18:00:21.139541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-614b5b54-3aed-40d6-b725-8e7fd3fecd2f req-4df6058b-5792-4971-b96a-1a6ed4980de2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Jul 09 18:00:22.316338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce8f26-0dfe-41dc-b6ec-e8109cd759f6 req-a34f0612-b83f-431b-864b-26b2d74989ac tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:22.317839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99ce8f26-0dfe-41dc-b6ec-e8109cd759f6 req-a34f0612-b83f-431b-864b-26b2d74989ac tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0688052 Jul 09 18:00:22.360616 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-99ce8f26-0dfe-41dc-b6ec-e8109cd759f6 req-2946041b-231d-4124-a939-3cc8346eaee3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Jul 09 18:00:23.537198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ff52e-5982-4b3e-af26-e2a80e27cf4b req-ea1b96b1-ccb8-48a8-b240-885021d14e0b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:23.538687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f5ff52e-5982-4b3e-af26-e2a80e27cf4b req-ea1b96b1-ccb8-48a8-b240-885021d14e0b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0661707 Jul 09 18:00:23.578862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9f5ff52e-5982-4b3e-af26-e2a80e27cf4b req-275bf152-2908-4a2f-9781-08b74d86eb9c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Jul 09 18:00:24.785056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65bae1-ff88-476a-aa7b-6a239a1c1207 req-4205b7c2-e7ed-4b86-876a-8250f4d38c74 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:24.786582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c65bae1-ff88-476a-aa7b-6a239a1c1207 req-4205b7c2-e7ed-4b86-876a-8250f4d38c74 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0720406 Jul 09 18:00:24.825498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5c65bae1-ff88-476a-aa7b-6a239a1c1207 req-89dcabb1-9c5c-40eb-be14-6090d7009e92 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Jul 09 18:00:26.010178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394ace-1070-4ecd-a9d1-caed18851d9e req-cda54c26-d000-41b3-af13-4252149c7931 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:26.011687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-98394ace-1070-4ecd-a9d1-caed18851d9e req-cda54c26-d000-41b3-af13-4252149c7931 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0680296 Jul 09 18:00:26.051466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-98394ace-1070-4ecd-a9d1-caed18851d9e req-d5ae24c7-ce1d-4aaa-8f58-2b9cfa2ddf4d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jul 09 18:00:27.228196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aec3f-c3dd-43cb-83cc-f0503922b0bc req-0df04ad8-0e0b-4345-94f0-9f92c68a16a1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:27.229676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-585aec3f-c3dd-43cb-83cc-f0503922b0bc req-0df04ad8-0e0b-4345-94f0-9f92c68a16a1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0663249 Jul 09 18:00:27.270209 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-585aec3f-c3dd-43cb-83cc-f0503922b0bc req-295d20b0-e741-49e7-ae89-51f33751be26 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Jul 09 18:00:28.466329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9ca4-54de-4390-a370-1bd0d828813e req-4e16d790-322d-415e-aceb-8d5c2e8128e2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:28.467828 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f23e9ca4-54de-4390-a370-1bd0d828813e req-4e16d790-322d-415e-aceb-8d5c2e8128e2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0809283 Jul 09 18:00:28.507304 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f23e9ca4-54de-4390-a370-1bd0d828813e req-c75ff6c7-5ddc-4588-a567-dbfa8ac1982d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Jul 09 18:00:29.707999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3887aa-d4c6-4157-9e2f-182e448e9178 req-8994a6b7-006e-41af-836a-b722104d68b3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:29.709611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af3887aa-d4c6-4157-9e2f-182e448e9178 req-8994a6b7-006e-41af-836a-b722104d68b3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0807428 Jul 09 18:00:29.750724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af3887aa-d4c6-4157-9e2f-182e448e9178 req-c726aaeb-0858-447b-a968-d51936334c32 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jul 09 18:00:30.941235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed740d6-b4a5-4ee3-a3ba-323cdf354442 req-dfe51d98-cf9d-4616-863d-6739b8de995c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:30.942765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bed740d6-b4a5-4ee3-a3ba-323cdf354442 req-dfe51d98-cf9d-4616-863d-6739b8de995c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0773425 Jul 09 18:00:30.982631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bed740d6-b4a5-4ee3-a3ba-323cdf354442 req-3a238a27-e9d4-4778-a636-38a7e87e665a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342104 Jul 09 18:00:32.177631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bad3ff-2bd9-40b1-bcb5-0ddc85800744 req-28071799-bc33-4d1d-ade4-9a14cbaceac5 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:32.179059 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8bad3ff-2bd9-40b1-bcb5-0ddc85800744 req-28071799-bc33-4d1d-ade4-9a14cbaceac5 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0779305 Jul 09 18:00:32.218013 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e8bad3ff-2bd9-40b1-bcb5-0ddc85800744 req-1a52aae9-9bd0-4428-9f25-a47aa96b2ed7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Jul 09 18:00:33.412994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f7593-589e-4561-a3f8-07fd3ad62bed req-03d5a466-9820-4c57-ab5a-04fa0606c000 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:33.414504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f7593-589e-4561-a3f8-07fd3ad62bed req-03d5a466-9820-4c57-ab5a-04fa0606c000 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0702860 Jul 09 18:00:33.454147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c50f7593-589e-4561-a3f8-07fd3ad62bed req-2fa44c3f-8d08-49fa-ab3e-087feb5739a5 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Jul 09 18:00:34.651274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b849e12-8375-4ee8-a133-4d8262a00967 req-9dd9f483-30a4-479c-920d-2a365fadb044 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:34.652787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b849e12-8375-4ee8-a133-4d8262a00967 req-9dd9f483-30a4-479c-920d-2a365fadb044 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0643573 Jul 09 18:00:34.699163 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b849e12-8375-4ee8-a133-4d8262a00967 req-66c013c1-93c1-465d-96b0-c2566bef0449 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 Jul 09 18:00:35.889386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddcd5d-8dd0-4034-a6b9-9a55cfc02457 req-7c981459-c184-4946-9eb3-9cb3b9306038 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:35.890767 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-43ddcd5d-8dd0-4034-a6b9-9a55cfc02457 req-7c981459-c184-4946-9eb3-9cb3b9306038 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0719507 Jul 09 18:00:35.927622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-43ddcd5d-8dd0-4034-a6b9-9a55cfc02457 req-65df9171-0a3d-4bf1-9812-26edd960c93a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Jul 09 18:00:36.137804 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-b3460f05-3375-4c21-a84e-911a1bc66e11 service neutron] show failed (client error): The resource could not be found. Jul 09 18:00:36.138826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-b3460f05-3375-4c21-a84e-911a1bc66e11 service neutron] 10.222.0.13 "GET /v2.0/ports/6b9f9d71-4b79-4895-a0bc-d3aeea3fc116/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0577784 Jul 09 18:00:36.414627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-8fb63286-2c29-48a8-918f-fe95ab733a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:36.416267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-8fb63286-2c29-48a8-918f-fe95ab733a1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b&tenant_id=102b066bdb8a494ab8a85335fd56c865 HTTP/1.1" status: 200 len: 1097 time: 0.0653389 Jul 09 18:00:36.427260 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:00:36.499693 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:36.732331 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:36.775048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:00:36.819620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:36.821924 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b4d07e-3692-4a41-b9b2-2c401498db17" -d '{"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:36.825511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:36.839274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Transition to ACTIVE for port object 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:00:36.844333 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:36.880021 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3f05af-e3f3-423f-85e3-13130fa2e37b x-openstack-request-id: req-4b3f05af-e3f3-423f-85e3-13130fa2e37b {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:36.880315 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:36.880599 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b3f05af-e3f3-423f-85e3-13130fa2e37b {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:36.880992 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'code': 200} Jul 09 18:00:36.909111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] No DVR routers for this DVR port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:00:36.912219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:36.946791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:00:36.947126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:00:36.947456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:00:36.951792 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:00:36.952111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Attempting to bind port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:00:36.956879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:00:36.957188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Checking segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:00:36.958829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Bound using segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:00:36.958829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Bound port: 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:00:36.958829 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:37.036971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:00:37.040095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:00:37.046638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:37.112718 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:37.113666 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:37.115750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 1092 time: 0.6925001 Jul 09 18:00:37.155645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85204f4b-f971-421d-9b27-1b0d12065e38 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:37.199942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff83d26-4e37-4653-b42a-a9eb74226871 req-e9e39482-cfac-476f-b06f-9893244d2747 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:37.201449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eff83d26-4e37-4653-b42a-a9eb74226871 req-e9e39482-cfac-476f-b06f-9893244d2747 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.1518226 Jul 09 18:00:37.252778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-a1e314fa-7538-4542-bf20-3f1067469009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:37.254302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-a1e314fa-7538-4542-bf20-3f1067469009 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1095 time: 0.1107905 Jul 09 18:00:37.257702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eff83d26-4e37-4653-b42a-a9eb74226871 req-54484864-0494-4c4a-b969-ca07ea1706a6 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Jul 09 18:00:37.356603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-4e4a6c59-db34-483f-ba5e-ddcc9abc6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:37.358014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-4e4a6c59-db34-483f-ba5e-ddcc9abc6a85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0968318 Jul 09 18:00:37.404712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-c908fc77-9855-45f3-80d2-22320d23c5c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Jul 09 18:00:37.454421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-41d32c2f-68fa-471a-9f0e-b0e17175d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:37.455927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-41d32c2f-68fa-471a-9f0e-b0e17175d435 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0452349 Jul 09 18:00:37.489481 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-ae912da2-43f9-48ac-8bc5-1decac000e6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276694 Jul 09 18:00:37.585150 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-0f01f834-e78b-4b69-a631-9aa019b6e07c service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890381 Jul 09 18:00:37.677222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ae75e90d-e7bc-4a69-be0d-9b7dc452fc7d req-117f8e58-720e-4664-a5a5-292e5acad6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Jul 09 18:00:38.454728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b494ed8-4fe1-488a-ad18-001953be51c3 req-95f5b22a-4917-4843-9145-805a8a835b30 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:38.456729 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b494ed8-4fe1-488a-ad18-001953be51c3 req-95f5b22a-4917-4843-9145-805a8a835b30 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.0813179 Jul 09 18:00:38.500261 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b494ed8-4fe1-488a-ad18-001953be51c3 req-d1946cdb-2ad4-40b9-b58b-81820c7818ab tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367525 Jul 09 18:00:38.569155 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:38.882734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:38.885909 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37" -d '{"events": [{"name": "network-changed", "server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:38.941477 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d269345-7966-43c2-bce0-faa1e4ab5f39 x-openstack-request-id: req-5d269345-7966-43c2-bce0-faa1e4ab5f39 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:38.941784 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:38.942034 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d269345-7966-43c2-bce0-faa1e4ab5f39 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:38.942449 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'status': 'completed', 'code': 200} Jul 09 18:00:39.067495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-c33489da-b1ac-421b-b7c3-d7d0f4b3947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.070550 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-c33489da-b1ac-421b-b7c3-d7d0f4b3947d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1095 time: 0.1074188 Jul 09 18:00:39.074357 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-dff317a3-4e23-444e-8739-0a2b6fe09b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.075741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-dff317a3-4e23-444e-8739-0a2b6fe09b67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1095 time: 0.1018364 Jul 09 18:00:39.567829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-13f67090-762e-4eb0-9be9-6e688e8ace4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.569346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-13f67090-762e-4eb0-9be9-6e688e8ace4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.4927332 Jul 09 18:00:39.573925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-e849295f-19e3-442c-b714-08574fb8d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.575304 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-e849295f-19e3-442c-b714-08574fb8d68c service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.4902430 Jul 09 18:00:39.601635 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:39.650867 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-266b83f5-1e6e-4b23-87dd-2271a0e8c9d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0731463 Jul 09 18:00:39.652226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-85f229f1-1cd4-4a8b-8153-c0bbad20123e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0685492 Jul 09 18:00:39.687061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db2e2c-0456-4045-8df8-cba1bc13f50f req-263c4f89-3f6e-41f7-b40a-293ecfcbff26 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.688574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-30db2e2c-0456-4045-8df8-cba1bc13f50f req-263c4f89-3f6e-41f7-b40a-293ecfcbff26 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.0656116 Jul 09 18:00:39.733528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-1e5ad4af-c11d-41b7-805c-26b828861af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.735069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-1e5ad4af-c11d-41b7-805c-26b828861af0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0776753 Jul 09 18:00:39.737039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-f8a9a5b8-a135-4801-a206-9c64bcdf2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:39.738470 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-30db2e2c-0456-4045-8df8-cba1bc13f50f req-e1c343f0-0123-4703-a04b-60b9db9de6c7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 Jul 09 18:00:39.738691 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-f8a9a5b8-a135-4801-a206-9c64bcdf2557 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0801232 Jul 09 18:00:39.786198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-0e1ebbe6-a98f-44dc-81a6-0f4768afcc2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451345 Jul 09 18:00:39.804829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-2aa0f0a8-24a6-48c2-8c38-5171ba686595 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538478 Jul 09 18:00:39.936876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:00:39.957058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-a709d8c7-9faa-458d-8f14-8c4c88371d49 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452050 Jul 09 18:00:39.958759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-f84d9c69-0b73-40bf-ba34-1f53b833c50d service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566288 Jul 09 18:00:40.048159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:40.063732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'port_id': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'mac_address': 'fa:16:3e:1a:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f111cd-ceae-4a37-add1-b835549d56d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:00:40.115658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:40.119939 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-e6206385-3f8b-4560-97e0-968b90e47411 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562884 Jul 09 18:00:40.124501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b8e4c9b-5ce9-46d8-b8e3-bb8e12499b37 req-f4e9a62a-8d98-4a85-aa46-2237c98ab000 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526787 Jul 09 18:00:40.131032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:00:40.142866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-287f28c4-fd7a-47c5-a7c5-6b85727c9676 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:40.144578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-287f28c4-fd7a-47c5-a7c5-6b85727c9676 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b&tenant_id=102b066bdb8a494ab8a85335fd56c865&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 943 time: 0.0968571 Jul 09 18:00:40.153706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7c43-39fa-4144-96c6-c3257698f42c req-f7d6d237-61cd-4950-a3a7-684f7438ac6c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:40.155197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9eb7c43-39fa-4144-96c6-c3257698f42c req-f7d6d237-61cd-4950-a3a7-684f7438ac6c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 943 time: 0.1395392 Jul 09 18:00:40.158794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:40.164090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:40.212101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:40.231605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d9eb7c43-39fa-4144-96c6-c3257698f42c req-b8e4cdad-37ca-4079-ba95-41acc1ed785e tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Jul 09 18:00:40.236694 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-14deaa78-9c96-4dba-b2c0-21fc0821e238 service neutron] delete failed (client error): The resource could not be found. Jul 09 18:00:40.237709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-14deaa78-9c96-4dba-b2c0-21fc0821e238 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6b9f9d71-4b79-4895-a0bc-d3aeea3fc116/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0816329 Jul 09 18:00:40.341078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-c6a2f492-48e7-43a8-a0f6-b30796684f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:40.342491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-c6a2f492-48e7-43a8-a0f6-b30796684f5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 1096 time: 0.0600781 Jul 09 18:00:40.382121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:00:40.432796 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b53bc3c9-414c-4913-9a31-2b2b226f3529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:40.434407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-5fe8b939-6759-4076-bf61-e684d7b5f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:40.436072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-5fe8b939-6759-4076-bf61-e684d7b5f677 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0870144 Jul 09 18:00:40.454320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:00:40.482191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-d0ec4df6-9f16-4f64-8e2b-e24f52908fa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 200 len: 217 time: 0.0392988 Jul 09 18:00:40.517214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:00:40.535300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-927028ee-c860-4e29-923b-7259fb47c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:40.536854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-927028ee-c860-4e29-923b-7259fb47c506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0480118 Jul 09 18:00:40.569922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-32818b70-d792-4b4d-9c02-c1f9efad0a86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266705 Jul 09 18:00:40.662336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-36eadd60-d459-490b-9ff5-faf656122ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853870 Jul 09 18:00:40.755693 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a90c1981-57d1-4af7-97aa-e8f1b782961f req-3ca1ca08-1aaa-4a59-9077-59ac37fd04a7 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865145 Jul 09 18:00:41.413132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac7621-8b51-4aad-a5ae-df46b06d71e2 req-6db320d1-4a7a-4cfc-b443-b0bb0a4c9331 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:41.416240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1cac7621-8b51-4aad-a5ae-df46b06d71e2 req-6db320d1-4a7a-4cfc-b443-b0bb0a4c9331 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 944 time: 0.0684500 Jul 09 18:00:41.462641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1cac7621-8b51-4aad-a5ae-df46b06d71e2 req-a325d0a3-088e-4cf5-ba64-0b546eb19d0e tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Jul 09 18:00:41.649839 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d6169-9311-4297-bcbc-bb781029ccb2 req-489ad4b0-c4a6-4c49-b8d3-48d38b30a73f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:41.651411 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb8d6169-9311-4297-bcbc-bb781029ccb2 req-489ad4b0-c4a6-4c49-b8d3-48d38b30a73f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 944 time: 0.0673549 Jul 09 18:00:41.696518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb8d6169-9311-4297-bcbc-bb781029ccb2 req-3602f0df-221f-4534-bdc2-a663024ef203 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Jul 09 18:00:41.886808 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c198ab-8344-46b5-8efc-5adfa239bea1 req-781abce8-f552-41a2-a435-42502ff60f6f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:41.888375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89c198ab-8344-46b5-8efc-5adfa239bea1 req-781abce8-f552-41a2-a435-42502ff60f6f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 944 time: 0.0755405 Jul 09 18:00:41.927411 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-89c198ab-8344-46b5-8efc-5adfa239bea1 req-4a00c9be-b7a3-4634-8b77-ff8812efa5b8 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Jul 09 18:00:41.952926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:00:42.003785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:00:42.007951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:00:42.008326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:42.090543 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:42.116100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:42.118401 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a68f299-dab6-4047-a93c-8a250fd44042" -d '{"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:42.134888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:42.140030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:42.164759 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d19c4-409b-464f-a517-6b83da803b85 x-openstack-request-id: req-ff6d19c4-409b-464f-a517-6b83da803b85 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:42.165053 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:42.165298 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff6d19c4-409b-464f-a517-6b83da803b85 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:42.165690 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'code': 200} Jul 09 18:00:42.197490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:42.416769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-0d979e52-56bf-4001-8d91-0e457545ffda tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:42.418245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-0d979e52-56bf-4001-8d91-0e457545ffda tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 814 time: 0.1183119 Jul 09 18:00:42.436451 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-f6b9cd1e-5428-4a33-a6de-a93406a30f13 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/quotas/102b066bdb8a494ab8a85335fd56c865 HTTP/1.1" status: 200 len: 375 time: 0.0103171 Jul 09 18:00:42.508709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-88ab555c-af01-4453-92ec-3c15d5fd79e9 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649703 Jul 09 18:00:42.600690 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-4a46bf4f-30c3-4e02-bb33-f891ebef2248 service neutron] 10.222.0.21 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848849 Jul 09 18:00:42.701058 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-cfe4639e-1f2f-440b-983c-d7c003372708 service neutron] 10.222.0.21 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941606 Jul 09 18:00:42.883048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1e68e0e-8d2a-4f1c-9e2b-b56670d6dd49 req-1c9ef87d-e470-4b11-b8d3-c0f594dd8e02 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 210 time: 0.0328934 Jul 09 18:00:42.990771 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1911ebe9-1c73-405d-bd98-58fb1483a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:43.452914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:43.565195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-6a9c3bc7-a75d-4509-baad-90c47f28c8fa tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:43.566760 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-6a9c3bc7-a75d-4509-baad-90c47f28c8fa tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d044dd3-8b44-4e2a-a68a-677c9872ed6b HTTP/1.1" status: 200 len: 945 time: 0.0698459 Jul 09 18:00:43.673549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Deleting port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:00:43.673857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:43.764554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] For port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:43.764887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:43.779521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Calling delete_port for 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:00:43.862285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.36', 63707) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:00:43.927996 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:43.942205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:00:43.957873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Pushing event deleted for resources: {'Port': ['ID=6b9f9d71-4b79-4895-a0bc-d3aeea3fc116,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:44.004859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-5d6f2fc6-14d5-477d-984b-3163116aa22d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:44.006548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-5d6f2fc6-14d5-477d-984b-3163116aa22d tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 814 time: 0.1432755 Jul 09 18:00:44.012039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] No DVR routers for this DVR port 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:00:44.015179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:44.017681 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.36 "DELETE /v2.0/ports/6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 HTTP/1.1" status: 204 len: 173 time: 0.4439061 Jul 09 18:00:44.018249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-deleted', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:44.020676 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43fd8bb-8992-465f-b2c5-9bae9170ff59" -d '{"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-deleted", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:44.022574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Request body: {'port': {'device_id': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'admin_state_up': True, 'tenant_id': '102b066bdb8a494ab8a85335fd56c865'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:00:44.089074 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c05d876-4cfa-4eaf-8e7e-4106992d2cb2 x-openstack-request-id: req-7c05d876-4cfa-4eaf-8e7e-4106992d2cb2 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:44.089768 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d044dd3-8b44-4e2a-a68a-677c9872ed6b", "name": "network-vif-deleted", "tag": "6b9f9d71-4b79-4895-a0bc-d3aeea3fc116", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:44.090200 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c05d876-4cfa-4eaf-8e7e-4106992d2cb2 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:44.091180 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d044dd3-8b44-4e2a-a68a-677c9872ed6b', 'name': 'network-vif-deleted', 'tag': '6b9f9d71-4b79-4895-a0bc-d3aeea3fc116', 'status': 'completed', 'code': 200} Jul 09 18:00:44.095535 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0042e02c-a397-438b-93be-b9b535c83621 req-089853f2-e362-46a7-a942-624a97b71b78 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 210 time: 0.0450411 Jul 09 18:00:44.113374 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:44.169036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Made reservation on behalf of 102b066bdb8a494ab8a85335fd56c865 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:00:44.173190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:44.299553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Allocated IP 172.20.0.3 (dbd56f75-acd3-4e19-b491-48f1d9d94ca8/d2f111cd-ceae-4a37-add1-b835549d56d3/9353825f-98d5-4bd8-8a2c-f5189de8ff82) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:00:44.454407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:44.497883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:44.513059 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6b9f9d71-4b79-4895-a0bc-d3aeea3fc116'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:00:44.550061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:00:44.553495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:00:44.557496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:00:44.588836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:44.614680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:44.615323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:44.631384 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-880b10de-8ba4-4cc8-b62e-5b23c6ae16c3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161273 Jul 09 18:00:44.642514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Request body: {'port': {'device_id': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:00:44.716705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:45.009881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9353825f-98d5-4bd8-8a2c-f5189de8ff82 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:00:45.017467 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:45.029328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Transition to ACTIVE for port object 9353825f-98d5-4bd8-8a2c-f5189de8ff82 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:00:45.035370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:45.081196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:45.155894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:00:45.156234 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:00:45.156656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:00:45.161034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:00:45.161358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:00:45.166036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:00:45.166380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Checking segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:00:45.166764 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Bound using segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:00:45.167232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Bound port: 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:00:45.167549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:45.274461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:00:45.277787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:00:45.287056 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:45.327523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:45.328151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:45.329583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] 10.222.0.36 "PUT /v2.0/ports/9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 1092 time: 0.6913862 Jul 09 18:00:45.331650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:45.333958 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:45.356743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db394a-a5da-4a9b-8c78-c07e6f8eaeda req-0d18027b-b7c1-49e4-bfe7-4095ae3ebecf tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:45.358310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4db394a-a5da-4a9b-8c78-c07e6f8eaeda req-0d18027b-b7c1-49e4-bfe7-4095ae3ebecf tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 943 time: 0.1437092 Jul 09 18:00:45.377032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da162b-0354-41a3-bc20-6de8fb0dac38 service neutron] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:45.442186 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b9aa2-eaa7-4bff-9acc-3e1266a23133 x-openstack-request-id: req-544b9aa2-eaa7-4bff-9acc-3e1266a23133 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:45.442534 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:45.442799 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-544b9aa2-eaa7-4bff-9acc-3e1266a23133 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:45.443201 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'status': 'completed', 'code': 200} Jul 09 18:00:45.448027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4db394a-a5da-4a9b-8c78-c07e6f8eaeda req-292b05d4-c57a-4d83-b170-750f8d50a940 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791016 Jul 09 18:00:45.469741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-4ca78747-f350-4196-9743-b5e67274d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:45.471327 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-4ca78747-f350-4196-9743-b5e67274d711 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1095 time: 0.1004279 Jul 09 18:00:45.512943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-cc5ee141-6e72-4657-a800-4f1c9a5f1a32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0347581 Jul 09 18:00:45.562515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-65a11630-be17-46cd-93bd-4e7b225fa23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:45.563885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-65a11630-be17-46cd-93bd-4e7b225fa23b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0447948 Jul 09 18:00:45.596880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-203b0d3c-906a-4ceb-9c55-6a6563a5fbfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263059 Jul 09 18:00:45.699694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-04262e42-cba9-460b-a4cf-d08aac653afb service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970845 Jul 09 18:00:45.792829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75c0f4c0-1072-4f0d-918e-2d9c54906993 req-8ced4e18-704c-4f52-86a2-aee58a37922e service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869560 Jul 09 18:00:45.908869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-f1eb0c72-9dc0-4c6f-8d6b-8659b1b6a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:45.910434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-f1eb0c72-9dc0-4c6f-8d6b-8659b1b6a3ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1095 time: 0.0651174 Jul 09 18:00:46.003505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-e97fd490-f5a8-4ba1-bfb4-22dbe10c721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:46.004997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-e97fd490-f5a8-4ba1-bfb4-22dbe10c721d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0887382 Jul 09 18:00:46.013166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:46.049927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-90ad3a16-982d-46ab-8dd6-51cc600f017c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0384202 Jul 09 18:00:46.101187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-5c1c994c-e157-4f0d-9eb0-94322ece8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:46.102668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-5c1c994c-e157-4f0d-9eb0-94322ece8a0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0458152 Jul 09 18:00:46.136377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-6c15625b-fcf6-4a61-879e-3dcb1afb0c1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262947 Jul 09 18:00:46.233344 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-24e93990-e017-457d-84a6-532d5a1d34a5 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886877 Jul 09 18:00:46.329924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01c3afaf-d8b6-4d6b-8d23-0ffe2d9f41e7 req-ae0f69d5-a776-4bb4-a33c-e4c3e4118d9d service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898666 Jul 09 18:00:46.633212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae971-2344-431c-b7ac-d0d1cd586ef1 req-ebb87f87-9089-49d5-9b81-97d5130a277e tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:46.634757 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86cae971-2344-431c-b7ac-d0d1cd586ef1 req-ebb87f87-9089-49d5-9b81-97d5130a277e tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 943 time: 0.0759983 Jul 09 18:00:46.672749 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86cae971-2344-431c-b7ac-d0d1cd586ef1 req-eb266e93-dff5-4f14-a1ee-9c9474288615 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Jul 09 18:00:47.281433 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:00:47.853889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fb03-bf73-4549-a107-269fc0f19b68 req-a9054a97-f0ed-428b-86f0-1fa764aee693 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:47.855285 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8506fb03-bf73-4549-a107-269fc0f19b68 req-a9054a97-f0ed-428b-86f0-1fa764aee693 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 943 time: 0.0663648 Jul 09 18:00:47.896456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8506fb03-bf73-4549-a107-269fc0f19b68 req-f1fd055c-958c-4eb7-980e-cff89d2e9b8e tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Jul 09 18:00:47.988915 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:00:47.991559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:00:48.016149 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:00:48.016495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6b9f9d71-4b79-4895-a0bc-d3aeea3fc116 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:00:48.265055 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:48.276735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'port_id': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'mac_address': 'fa:16:3e:de:8e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f111cd-ceae-4a37-add1-b835549d56d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:00:48.313928 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:48.327105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9353825f-98d5-4bd8-8a2c-f5189de8ff82 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:00:48.348011 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:48.356633 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:48.413873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:48.545123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['9353825f-98d5-4bd8-8a2c-f5189de8ff82'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:00:49.080200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793b77-38dc-4114-a184-dfeaa5988c56 req-91692acf-7caf-4be8-a9e8-13b067d3d1e5 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:49.081672 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45793b77-38dc-4114-a184-dfeaa5988c56 req-91692acf-7caf-4be8-a9e8-13b067d3d1e5 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 944 time: 0.0658674 Jul 09 18:00:49.122937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45793b77-38dc-4114-a184-dfeaa5988c56 req-6f14b0e8-814b-4acb-ac30-2191db115ca1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Jul 09 18:00:49.986365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:00:50.050436 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:00:50.055364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:00:50.055746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:50.148394 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:50.172224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:00:50.174525 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756046b2-ebaa-4628-8a17-bcf630375815" -d '{"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-plugged", "status": "completed", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:00:50.188036 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:00:50.193589 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:00:50.218396 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6da9bd-cd38-4321-8eee-dd43579748fb x-openstack-request-id: req-8e6da9bd-cd38-4321-8eee-dd43579748fb {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:00:50.218685 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-plugged", "status": "completed", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:00:50.218935 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e6da9bd-cd38-4321-8eee-dd43579748fb {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:00:50.219353 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'code': 200} Jul 09 18:00:50.246015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:00:50.347319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4e514-a865-4039-aa1a-bc315b1252d0 req-bc8a3458-fd45-4bea-9007-916da733952c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:50.348845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50a4e514-a865-4039-aa1a-bc315b1252d0 req-bc8a3458-fd45-4bea-9007-916da733952c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.1052523 Jul 09 18:00:50.354790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9896f-8069-4884-bbc1-4641379fd2dd req-c540294b-5332-4748-8b6c-a891acba8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:50.356254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55e9896f-8069-4884-bbc1-4641379fd2dd req-c540294b-5332-4748-8b6c-a891acba8108 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1097 time: 0.0785162 Jul 09 18:00:50.406404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50a4e514-a865-4039-aa1a-bc315b1252d0 req-a5a47994-e707-4853-b4a5-40580912cb0a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Jul 09 18:00:50.412215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55e9896f-8069-4884-bbc1-4641379fd2dd req-10c079b2-80f9-4d1b-9f67-49ac8b2f451a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Jul 09 18:00:51.595226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccef5f-5396-424f-8040-b8b9758c2eff req-39781e74-c012-4002-98d9-a8b159a6b0ae tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:51.596619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eeccef5f-5396-424f-8040-b8b9758c2eff req-39781e74-c012-4002-98d9-a8b159a6b0ae tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0787315 Jul 09 18:00:51.641403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eeccef5f-5396-424f-8040-b8b9758c2eff req-b67cf343-6321-40aa-8fa4-4a992e31dbaf tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Jul 09 18:00:51.849838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7d544-31f6-4edb-b99b-196300283621 req-ada87639-00d4-4f70-abe6-64bb3573fb17 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:51.851322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18b7d544-31f6-4edb-b99b-196300283621 req-ada87639-00d4-4f70-abe6-64bb3573fb17 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0681837 Jul 09 18:00:51.892880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18b7d544-31f6-4edb-b99b-196300283621 req-21309654-d547-44fe-a9ba-4bd323a8ebf2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Jul 09 18:00:52.277154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-1bdf5862-ab42-4b77-bba5-8ef32fed4497 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791039 Jul 09 18:00:52.308266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65f73-d926-4902-b2ea-01bb205c1d96 req-5c78a68f-f6ee-409f-a71b-4057a2a21c0a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:52.309829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9dc65f73-d926-4902-b2ea-01bb205c1d96 req-5c78a68f-f6ee-409f-a71b-4057a2a21c0a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0697796 Jul 09 18:00:52.354337 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9dc65f73-d926-4902-b2ea-01bb205c1d96 req-4cdfdfdc-c360-450f-bfb4-adf08799c138 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jul 09 18:00:53.501706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-609ac2f3-91eb-47f1-ad9e-599547f9e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:53.503228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-609ac2f3-91eb-47f1-ad9e-599547f9e96e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1097 time: 0.0584629 Jul 09 18:00:53.541198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0924ca-e7e8-49be-a8ab-3f02aadc3bc0 req-185df442-c724-4350-b75a-2f4318857a3b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:53.542716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e0924ca-e7e8-49be-a8ab-3f02aadc3bc0 req-185df442-c724-4350-b75a-2f4318857a3b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0666049 Jul 09 18:00:53.584040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9e0924ca-e7e8-49be-a8ab-3f02aadc3bc0 req-7f29e5ab-9f5c-4f5a-aacf-f7540fca5483 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Jul 09 18:00:53.598483 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-5a78336e-ec37-4711-a1d4-4ee55290b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:53.599999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-5a78336e-ec37-4711-a1d4-4ee55290b051 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0906262 Jul 09 18:00:53.650440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-67c008d6-9263-4dfc-9761-1f03be047430 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0441129 Jul 09 18:00:53.702775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-c4f55279-45bb-4b94-b00c-5eb36d873c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:53.704283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-c4f55279-45bb-4b94-b00c-5eb36d873c1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0472698 Jul 09 18:00:53.736336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-127395bd-d22f-4c2f-8822-08dc6f35a415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259910 Jul 09 18:00:53.829703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-c1629686-bd27-4ae6-8e8d-9860e054d188 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869753 Jul 09 18:00:53.924163 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-afa9b8f6-63b5-4fd2-80f3-6b7d2b2ed9a6 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879648 Jul 09 18:00:54.783517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136393-7024-442a-beb0-e373785d5f10 req-a6071e3b-e906-41ec-bcfe-ca8740bc5f97 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:54.785066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-da136393-7024-442a-beb0-e373785d5f10 req-a6071e3b-e906-41ec-bcfe-ca8740bc5f97 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0807161 Jul 09 18:00:54.824207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-da136393-7024-442a-beb0-e373785d5f10 req-8dfbc3f0-d010-4c21-b37b-4c12bfede536 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Jul 09 18:00:56.019211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b513f-1022-45d5-bb6d-bb041e16e514 req-6aafdc4a-39df-4deb-b41b-d046885327b0 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:56.020766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f7b513f-1022-45d5-bb6d-bb041e16e514 req-6aafdc4a-39df-4deb-b41b-d046885327b0 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0715306 Jul 09 18:00:56.060317 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f7b513f-1022-45d5-bb6d-bb041e16e514 req-bcb7c36c-8a29-4e7a-8cda-281c9367b008 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Jul 09 18:00:57.260467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e48a0-e6f3-4673-9609-2987ac59c7fd req-c0581728-09e5-41b1-ae9b-69eb63116299 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:57.262456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929e48a0-e6f3-4673-9609-2987ac59c7fd req-c0581728-09e5-41b1-ae9b-69eb63116299 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0784688 Jul 09 18:00:57.624507 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-929e48a0-e6f3-4673-9609-2987ac59c7fd req-da5c29ce-afd6-4f30-b8a9-0af93554d8fd tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557606 Jul 09 18:00:58.830841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88bcee-deff-40ec-9f17-44082ed4199b req-55041801-9202-4e20-8f72-f1d545473b85 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:00:58.832403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a88bcee-deff-40ec-9f17-44082ed4199b req-55041801-9202-4e20-8f72-f1d545473b85 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0760899 Jul 09 18:00:58.874230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9a88bcee-deff-40ec-9f17-44082ed4199b req-f9ec0ab5-fb93-492c-91bf-ac73bcd5a115 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Jul 09 18:01:00.049109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49880fe4-fbea-4277-8724-b395f31a0666 req-4f89f18b-4f96-495d-8dd3-72213f2e4767 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:00.050595 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-49880fe4-fbea-4277-8724-b395f31a0666 req-4f89f18b-4f96-495d-8dd3-72213f2e4767 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0658212 Jul 09 18:01:00.092769 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-49880fe4-fbea-4277-8724-b395f31a0666 req-00a6dc98-b0cf-4b1f-ad97-cf0ae1f9f284 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Jul 09 18:01:01.285844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd64e01-188d-42e7-bd20-24453ce2b2dc req-07dc60d0-d7f2-4a94-9450-655d41f1d817 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:01.287254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bd64e01-188d-42e7-bd20-24453ce2b2dc req-07dc60d0-d7f2-4a94-9450-655d41f1d817 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0768485 Jul 09 18:01:01.327716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5bd64e01-188d-42e7-bd20-24453ce2b2dc req-399321c2-535e-4afb-b656-cae041ae9116 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Jul 09 18:01:02.520597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee109a-4371-4d60-80a0-4548621b8b45 req-862fc043-9591-4acc-901a-565a8f4ba83b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:02.522094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36ee109a-4371-4d60-80a0-4548621b8b45 req-862fc043-9591-4acc-901a-565a8f4ba83b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0702207 Jul 09 18:01:02.564032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36ee109a-4371-4d60-80a0-4548621b8b45 req-e80cadd4-5052-4e5b-a016-58bae491e6bd tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362275 Jul 09 18:01:03.749881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecb3c8-4df5-4595-8fc9-4444089910e3 req-60f1bfec-0a93-4c0b-86a2-98d2830735c1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:03.751375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1ecb3c8-4df5-4595-8fc9-4444089910e3 req-60f1bfec-0a93-4c0b-86a2-98d2830735c1 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0758286 Jul 09 18:01:03.790201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1ecb3c8-4df5-4595-8fc9-4444089910e3 req-bba8eceb-be14-4ca4-8284-74e9f16713ad tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Jul 09 18:01:04.966905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443907d-abf6-44de-9af9-b432dcef7b6e req-ec3df9fd-edd7-429d-a9c7-d72ab17cc277 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:04.968480 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2443907d-abf6-44de-9af9-b432dcef7b6e req-ec3df9fd-edd7-429d-a9c7-d72ab17cc277 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0635009 Jul 09 18:01:05.009980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2443907d-abf6-44de-9af9-b432dcef7b6e req-f07a6fa9-f832-4377-a218-e9e40cb7f74a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Jul 09 18:01:06.197540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4496511-acec-4afd-89d2-53f35e376fb6 req-2b2a87f5-00ec-4c0e-a702-f64a2e7b6289 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:06.198934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4496511-acec-4afd-89d2-53f35e376fb6 req-2b2a87f5-00ec-4c0e-a702-f64a2e7b6289 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0681720 Jul 09 18:01:06.241601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c4496511-acec-4afd-89d2-53f35e376fb6 req-0ae56e42-5461-4ef9-a22c-19c1125ae9be tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359380 Jul 09 18:01:07.447913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fce4-cf87-4bdc-a68f-c76147a55a74 req-89f4bd14-9faa-4c7f-93ec-0f5fdf148589 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:07.449434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0909fce4-cf87-4bdc-a68f-c76147a55a74 req-89f4bd14-9faa-4c7f-93ec-0f5fdf148589 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0714948 Jul 09 18:01:07.489733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0909fce4-cf87-4bdc-a68f-c76147a55a74 req-c2388985-b19d-40a8-89d0-a726b6174114 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344167 Jul 09 18:01:08.576493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:08.686295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cbfbe-25de-495f-bbcf-17c8c03021a0 req-03771850-c951-49be-b43d-7dec2083cdf4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:08.687809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0cbfbe-25de-495f-bbcf-17c8c03021a0 req-03771850-c951-49be-b43d-7dec2083cdf4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0750813 Jul 09 18:01:08.727149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e0cbfbe-25de-495f-bbcf-17c8c03021a0 req-f06f9427-4139-496e-ac0c-b4079c9a4a36 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Jul 09 18:01:09.631476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:09.921300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7746d48-4e89-4b2a-bd20-eb873bdb8cf4 req-ca95b0ff-e6a0-4f33-a49f-39e3b32ef956 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:09.922776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7746d48-4e89-4b2a-bd20-eb873bdb8cf4 req-ca95b0ff-e6a0-4f33-a49f-39e3b32ef956 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0766594 Jul 09 18:01:09.960313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7746d48-4e89-4b2a-bd20-eb873bdb8cf4 req-af8c22ba-b28a-4bfe-9dca-18180a4ba8f9 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 09 18:01:10.420351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ff6bf6ca-7307-4745-ac69-ee520e9a0994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:11.169848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620acd8-209e-4a82-8112-bd2332d3a17b req-ca90b8ef-faff-4f5b-9ce0-ecf7e7b2b4cd tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:11.171343 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e620acd8-209e-4a82-8112-bd2332d3a17b req-ca90b8ef-faff-4f5b-9ce0-ecf7e7b2b4cd tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0907643 Jul 09 18:01:11.210559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e620acd8-209e-4a82-8112-bd2332d3a17b req-9bf18ce3-09c7-4374-8fd0-6646938de18f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Jul 09 18:01:12.398013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822db82-daec-4b33-baf5-19516d00e65d req-64cca36e-6ead-495e-8cb4-e23d868081cd tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:12.399478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2822db82-daec-4b33-baf5-19516d00e65d req-64cca36e-6ead-495e-8cb4-e23d868081cd tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0664804 Jul 09 18:01:12.436635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2822db82-daec-4b33-baf5-19516d00e65d req-d9a7c877-50c2-4870-88c5-b0a792b50169 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Jul 09 18:01:12.995581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2bc2-e36a-4d93-b7ad-6b58fa1136ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:13.457847 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:13.618043 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13fe5-8a82-413e-8add-c265a2dc6cf9 req-b8b1d0b8-b0d7-4509-aa3e-b2425c99d3a7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:13.619549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adb13fe5-8a82-413e-8add-c265a2dc6cf9 req-b8b1d0b8-b0d7-4509-aa3e-b2425c99d3a7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0699689 Jul 09 18:01:13.658452 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-adb13fe5-8a82-413e-8add-c265a2dc6cf9 req-fa88bc70-0134-445b-b0c0-84b725f04808 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Jul 09 18:01:14.111611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:14.851804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962da62-023a-4521-b28f-c15d9d5de3e0 req-290ba183-57c5-44d7-9cbc-de6605b706ee tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:14.853593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8962da62-023a-4521-b28f-c15d9d5de3e0 req-290ba183-57c5-44d7-9cbc-de6605b706ee tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0742433 Jul 09 18:01:14.899247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8962da62-023a-4521-b28f-c15d9d5de3e0 req-5ae9ba33-1787-4978-9d8f-a39f606c6a0f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Jul 09 18:01:16.022444 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:16.097922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366addc3-a710-4f47-bce0-bdb7f4f44666 req-374b0ac1-b7b3-4379-9476-56d3e5585982 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:16.099407 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-366addc3-a710-4f47-bce0-bdb7f4f44666 req-374b0ac1-b7b3-4379-9476-56d3e5585982 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0736001 Jul 09 18:01:16.137818 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-366addc3-a710-4f47-bce0-bdb7f4f44666 req-19102917-b2b7-490a-a046-02c951d66d77 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Jul 09 18:01:17.334603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b6e02-3121-4c3e-94de-4aef90c50150 req-0859324c-ece0-479c-ae02-d26b899e328c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:17.336129 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e32b6e02-3121-4c3e-94de-4aef90c50150 req-0859324c-ece0-479c-ae02-d26b899e328c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0750835 Jul 09 18:01:17.375431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e32b6e02-3121-4c3e-94de-4aef90c50150 req-72d2663f-d768-46a5-81e9-ef7211c641e5 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Jul 09 18:01:18.560238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc850185-1bc6-4556-aff5-682297a792ce req-400e010c-f3e6-43bb-b143-bbbff8f74107 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:18.561731 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc850185-1bc6-4556-aff5-682297a792ce req-400e010c-f3e6-43bb-b143-bbbff8f74107 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0689640 Jul 09 18:01:18.602677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc850185-1bc6-4556-aff5-682297a792ce req-3b926123-6e0f-46f1-99b5-09812ee0dbd4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 09 18:01:19.788952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152bb3-3fe6-454f-931e-df5c6652a716 req-29b88c70-ada2-42db-9a53-289e656643e3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:19.790426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06152bb3-3fe6-454f-931e-df5c6652a716 req-29b88c70-ada2-42db-9a53-289e656643e3 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0704634 Jul 09 18:01:19.828685 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06152bb3-3fe6-454f-931e-df5c6652a716 req-76a6eaf4-28d7-47c1-8bbf-df00492db6f2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Jul 09 18:01:20.784463 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-0b6dc8c8-0f17-4f58-b76b-fdc2161675b9 service neutron] show failed (client error): The resource could not be found. Jul 09 18:01:20.785499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-0b6dc8c8-0f17-4f58-b76b-fdc2161675b9 service neutron] 10.222.0.36 "GET /v2.0/ports/9353825f-98d5-4bd8-8a2c-f5189de8ff82/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0624864 Jul 09 18:01:21.040149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573322c-8bb4-4428-a561-1bd13d2213dc req-eb39582b-ba7d-48ab-a4c8-ad00adc0aa02 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:21.041732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2573322c-8bb4-4428-a561-1bd13d2213dc req-eb39582b-ba7d-48ab-a4c8-ad00adc0aa02 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0932693 Jul 09 18:01:21.058130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-49b43367-4423-4fec-9793-9eea96f06c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:21.059653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-49b43367-4423-4fec-9793-9eea96f06c47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8&tenant_id=102b066bdb8a494ab8a85335fd56c865 HTTP/1.1" status: 200 len: 1097 time: 0.0585675 Jul 09 18:01:21.071263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:21.080041 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2573322c-8bb4-4428-a561-1bd13d2213dc req-6ff980cc-cfae-4c7c-bfcf-6bba7bdb36b8 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 09 18:01:21.141349 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:21.354630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:21.397816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:01:21.437031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:21.439603 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6537105-33cc-4511-9cb4-856d3120efb7" -d '{"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-unplugged", "status": "completed", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:21.443417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:21.456968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Transition to ACTIVE for port object 9353825f-98d5-4bd8-8a2c-f5189de8ff82 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:21.463054 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:21.494017 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda846e5-4852-4896-9580-951e271c9793 x-openstack-request-id: req-cda846e5-4852-4896-9580-951e271c9793 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:21.494316 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-unplugged", "status": "completed", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:21.494565 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cda846e5-4852-4896-9580-951e271c9793 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:21.494961 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'code': 200} Jul 09 18:01:21.531504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] No DVR routers for this DVR port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:01:21.533834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:21.546017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.546346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.546677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.547009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.547339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.547666 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.548039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.548345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.548669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.548988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.549308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.549627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:21.584833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:01:21.585172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:01:21.585504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:21.590443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:01:21.590770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Attempting to bind port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on network dbd56f75-acd3-4e19-b491-48f1d9d94ca8 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:21.596680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:01:21.597017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Checking segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:01:21.597398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Bound using segment: {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:01:21.597829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Bound port: 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33631845-9c69-4749-addb-31704a61839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:01:21.598198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:21.665423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:01:21.669262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:01:21.676919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:21.719051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:21.719688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:21.721160 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] 10.222.0.13 "PUT /v2.0/ports/9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 1092 time: 0.6543469 Jul 09 18:01:21.738078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bae6b-8c10-4f78-a3e4-afde62252410 service neutron] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:21.808668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-cfdbf957-74e0-4c54-b1cd-c14331d8b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:21.810193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-cfdbf957-74e0-4c54-b1cd-c14331d8b2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1095 time: 0.0622010 Jul 09 18:01:21.902781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-4862c37e-f0cc-4b15-8f27-fe3e6eb1b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:21.904311 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-4862c37e-f0cc-4b15-8f27-fe3e6eb1b735 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0880888 Jul 09 18:01:21.945303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-98a7fc59-d643-44ab-9e23-3e23b435c9b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0342507 Jul 09 18:01:22.008411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-fcf1543d-8f1c-4ecb-9669-af4fffc9e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:22.009820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-fcf1543d-8f1c-4ecb-9669-af4fffc9e41b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0586557 Jul 09 18:01:22.042628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-0b98a45c-2201-4bcd-86e3-9a78feece598 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261772 Jul 09 18:01:22.132849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-5d0be588-e91b-475c-bfe0-49937c964fb6 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Jul 09 18:01:22.227962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78da8c17-3b06-4cf6-822e-e4ee20f9fc1c req-a025021e-fa03-41c6-b45d-1fa649bf6ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886312 Jul 09 18:01:22.256736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811e17-2d0b-42d0-b9ac-7579f9c43480 req-c20cd988-c344-474c-a6d1-c72cb52f490a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:22.258312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b811e17-2d0b-42d0-b9ac-7579f9c43480 req-c20cd988-c344-474c-a6d1-c72cb52f490a tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 943 time: 0.0667317 Jul 09 18:01:22.296720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b811e17-2d0b-42d0-b9ac-7579f9c43480 req-082e2e0c-f66e-4799-bef4-117a048f44db tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Jul 09 18:01:23.499162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af944cd9-0695-4aa5-915e-94b5c8182ad8 req-263ab58c-6705-4466-87a4-f3476548e7eb tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.500719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af944cd9-0695-4aa5-915e-94b5c8182ad8 req-263ab58c-6705-4466-87a4-f3476548e7eb tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 943 time: 0.0778489 Jul 09 18:01:23.501171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:23.503421 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:23.542354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-af944cd9-0695-4aa5-915e-94b5c8182ad8 req-4d407c12-4289-4a35-be30-01c37c7a0f79 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Jul 09 18:01:23.554723 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f864003b-e334-4b6d-8741-55df092841c8 x-openstack-request-id: req-f864003b-e334-4b6d-8741-55df092841c8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:23.555034 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:23.555310 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f864003b-e334-4b6d-8741-55df092841c8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:23.555712 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'status': 'completed', 'code': 200} Jul 09 18:01:23.667931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-b71c461f-942b-4b47-b307-46a311902463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.669467 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-b71c461f-942b-4b47-b307-46a311902463 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1095 time: 0.0936711 Jul 09 18:01:23.673937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-066f9da6-509b-427f-99bf-56431cc0ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.675339 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-066f9da6-509b-427f-99bf-56431cc0ab92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1095 time: 0.0916243 Jul 09 18:01:23.828962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-0ec3b726-3c9c-4280-90d4-66d669f04c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.830529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-0ec3b726-3c9c-4280-90d4-66d669f04c8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.1543241 Jul 09 18:01:23.833432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-66aa1c31-72de-4ee4-8c4c-152a308d91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.834799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-66aa1c31-72de-4ee4-8c4c-152a308d91e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.1512811 Jul 09 18:01:23.906340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-df1953cf-e540-489f-9659-a2c0266eda0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0694933 Jul 09 18:01:23.907787 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-0c2c2c53-012f-471c-9a8e-da55c5560397 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0649359 Jul 09 18:01:23.992657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-f458300e-10fe-432d-ae0d-8b0cc584ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.994127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-f458300e-10fe-432d-ae0d-8b0cc584ef9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0821550 Jul 09 18:01:23.995527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-7b70327b-abf4-479c-9b73-25c22b413a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:23.996869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-7b70327b-abf4-479c-9b73-25c22b413a19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0775766 Jul 09 18:01:24.033424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-96df6433-76b6-47fd-baf5-07e171c2bcb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328903 Jul 09 18:01:24.057352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-221382ea-a2d6-4a41-8aee-3d9e9fd77c3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496528 Jul 09 18:01:24.156897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:01:24.197310 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:01:24.204066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-e506da81-ab0f-43bf-adae-8defe7069c35 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549790 Jul 09 18:01:24.206012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-9c68ceba-988f-46e8-9f86-5786c279e1f7 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383607 Jul 09 18:01:24.282060 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:01:24.356994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-f55890a2-6374-41d8-8f3e-90fa13bda1a6 service neutron] 10.222.0.13 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465223 Jul 09 18:01:24.360343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2288fd7b-4ec0-4d56-ac51-8cd83f900bd4 req-eaa69ba6-66d2-4a92-8b78-a2751127dab9 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424112 Jul 09 18:01:24.741069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42558e41-a065-44f7-b4ff-517f00830779 req-b55a46f1-fd1d-484f-8bf4-bbc985cd45b2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:24.742657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42558e41-a065-44f7-b4ff-517f00830779 req-b55a46f1-fd1d-484f-8bf4-bbc985cd45b2 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 943 time: 0.0785637 Jul 09 18:01:24.763619 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:01:24.792216 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-42558e41-a065-44f7-b4ff-517f00830779 req-b5a80225-ba28-4d2c-99b4-9c8b26ec99c4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 Jul 09 18:01:24.864645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:24.876104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'network_id': 'dbd56f75-acd3-4e19-b491-48f1d9d94ca8', 'port_id': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'mac_address': 'fa:16:3e:de:8e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f111cd-ceae-4a37-add1-b835549d56d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:01:24.916179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:24.930832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9353825f-98d5-4bd8-8a2c-f5189de8ff82 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:01:24.953269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:24.959282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:25.012095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:25.019716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.020104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.020445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.020788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.021112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.021416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.021748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.022086 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.022404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.022709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.023210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.023711 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:25.103578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e3679-5c24-4b87-8505-3c829ac7a3d2 req-e37cf27f-389f-4c79-ba47-8f72e2541024 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:25.105091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e92e3679-5c24-4b87-8505-3c829ac7a3d2 req-e37cf27f-389f-4c79-ba47-8f72e2541024 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 944 time: 0.0735760 Jul 09 18:01:25.127074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-1084c55a-1e53-4bcf-9dd1-23834d74ae08 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:25.128678 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-1084c55a-1e53-4bcf-9dd1-23834d74ae08 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8&tenant_id=102b066bdb8a494ab8a85335fd56c865&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 944 time: 0.0839684 Jul 09 18:01:25.149852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e92e3679-5c24-4b87-8505-3c829ac7a3d2 req-c800c7de-acd4-4bc8-83eb-1f922fc50867 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Jul 09 18:01:25.181040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['9353825f-98d5-4bd8-8a2c-f5189de8ff82'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:01:25.189330 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-107fad3f-1d14-4d0f-9819-f8685166f2e0 service neutron] delete failed (client error): The resource could not be found. Jul 09 18:01:25.190372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-107fad3f-1d14-4d0f-9819-f8685166f2e0 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9353825f-98d5-4bd8-8a2c-f5189de8ff82/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0557003 Jul 09 18:01:25.287657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-83182e8d-c139-4c19-af92-3cb816e07399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:25.289219 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-83182e8d-c139-4c19-af92-3cb816e07399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=102b066bdb8a494ab8a85335fd56c865&device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 1096 time: 0.0552561 Jul 09 18:01:25.387396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-99f065bb-aa95-434d-a40c-c4b13ad025bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:25.388803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-99f065bb-aa95-434d-a40c-c4b13ad025bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 200 len: 915 time: 0.0896981 Jul 09 18:01:25.430869 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-7484a431-9f28-477b-bfe2-5bfa18dc0250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 200 len: 217 time: 0.0355110 Jul 09 18:01:25.480422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-c9409b0f-d9bf-4431-901e-3d6e63a46489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:25.481860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-c9409b0f-d9bf-4431-901e-3d6e63a46489 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 200 len: 854 time: 0.0446997 Jul 09 18:01:25.517189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-4db337f1-e9fb-4fc2-9142-e947aff7f715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd56f75-acd3-4e19-b491-48f1d9d94ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291066 Jul 09 18:01:25.603404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-ef562a7f-d409-4fbb-85ee-90e9c853292c service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798566 Jul 09 18:01:25.713228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-499e37f5-1db7-4642-9a1a-a0ab9b169a0e req-1501c51f-7767-48c1-b4ff-092e95685d52 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023133 Jul 09 18:01:26.334078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180f894-ee50-4f88-a11c-7f6da47eca6a req-85501842-3e98-45f2-a361-f13c6672687c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:26.335494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b180f894-ee50-4f88-a11c-7f6da47eca6a req-85501842-3e98-45f2-a361-f13c6672687c tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 944 time: 0.0685728 Jul 09 18:01:26.377347 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b180f894-ee50-4f88-a11c-7f6da47eca6a req-8e439861-b1d5-41c5-a53f-e5d19fe947b8 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Jul 09 18:01:26.555523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec926e7-3079-49df-87c1-b481da19278e req-5bef6aac-43b3-4d95-9976-a91d4a08d6d4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:26.556972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aec926e7-3079-49df-87c1-b481da19278e req-5bef6aac-43b3-4d95-9976-a91d4a08d6d4 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 944 time: 0.0665374 Jul 09 18:01:26.604822 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-aec926e7-3079-49df-87c1-b481da19278e req-8dc59ec4-2796-46d9-97ce-1e7d996d2fb9 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Jul 09 18:01:26.778407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:26.792125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfb521-e32e-4c41-9503-f0441bd1cd60 req-7df16b3a-751f-42a0-8cc7-517f9c9bd210 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:26.793676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59dfb521-e32e-4c41-9503-f0441bd1cd60 req-7df16b3a-751f-42a0-8cc7-517f9c9bd210 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 944 time: 0.0772295 Jul 09 18:01:26.829247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:26.833434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:26.833828 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:26.836767 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59dfb521-e32e-4c41-9503-f0441bd1cd60 req-9bc93f58-a414-4a6e-a3a7-314cfe99fd53 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Jul 09 18:01:26.921471 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:26.946937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:26.949396 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b4407-5b12-4755-b217-a0ac980fcf73" -d '{"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-plugged", "status": "completed", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:26.962028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:26.969213 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:26.995616 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b4f84a-ab47-40d4-a3a4-0417bf9498d0 x-openstack-request-id: req-42b4f84a-ab47-40d4-a3a4-0417bf9498d0 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:26.995920 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-plugged", "status": "completed", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:26.996196 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42b4f84a-ab47-40d4-a3a4-0417bf9498d0 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:26.996589 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'code': 200} Jul 09 18:01:27.020601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:27.430891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d7d8a-0566-4840-a4d7-0b562038599f req-4829e29d-2fae-4c22-b733-50216425d72b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:27.432394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-911d7d8a-0566-4840-a4d7-0b562038599f req-4829e29d-2fae-4c22-b733-50216425d72b tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0738585 Jul 09 18:01:27.479581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-911d7d8a-0566-4840-a4d7-0b562038599f req-d414d100-4d1c-423c-9c75-a10680e68442 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Jul 09 18:01:28.425605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-685b2849-05ef-47a3-b6ae-744e5e5bf7d7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:28.427936 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-685b2849-05ef-47a3-b6ae-744e5e5bf7d7 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.0789223 Jul 09 18:01:28.544332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Deleting port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:01:28.544663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:28.666699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] For port 9353825f-98d5-4bd8-8a2c-f5189de8ff82, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=9353825f-98d5-4bd8-8a2c-f5189de8ff82,segment=NetworkSegment(33631845-9c69-4749-addb-31704a61839b),segment_id=33631845-9c69-4749-addb-31704a61839b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:28.667050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:28.684924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Calling delete_port for 9353825f-98d5-4bd8-8a2c-f5189de8ff82 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:01:28.710069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7dafa-7f76-4315-bca6-7d15e71fd6be req-d4acecdf-c590-448a-8d9d-07fc53f653dc tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:28.711562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d7dafa-7f76-4315-bca6-7d15e71fd6be req-d4acecdf-c590-448a-8d9d-07fc53f653dc tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb337d5-dcd7-470d-af2c-8512650679a8 HTTP/1.1" status: 200 len: 945 time: 0.1118753 Jul 09 18:01:28.800682 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55d7dafa-7f76-4315-bca6-7d15e71fd6be req-f41fb324-2169-4c92-9a84-1e6287f67ecb tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f3da0e7-f9bf-448c-a57b-d2f9435e408b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 Jul 09 18:01:28.868132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:28.880040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['9353825f-98d5-4bd8-8a2c-f5189de8ff82'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:01:28.897324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Pushing event deleted for resources: {'Port': ['ID=9353825f-98d5-4bd8-8a2c-f5189de8ff82,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:28.940915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] No DVR routers for this DVR port 9353825f-98d5-4bd8-8a2c-f5189de8ff82 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:01:28.944015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:28.946302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fe73aca5-de13-4d46-bab7-ad67fd52e378 req-c7a7e7fc-3f84-447e-a676-6158a5ef615f tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] 10.222.0.13 "DELETE /v2.0/ports/9353825f-98d5-4bd8-8a2c-f5189de8ff82 HTTP/1.1" status: 204 len: 173 time: 0.5135939 Jul 09 18:01:28.946747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-deleted', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:28.949099 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3378131-815e-45bd-9c35-62706bd4d242" -d '{"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-deleted", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:28.989207 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3f179-8f08-4b0b-a260-f6af672145b3 x-openstack-request-id: req-62d3f179-8f08-4b0b-a260-f6af672145b3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:28.989508 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb337d5-dcd7-470d-af2c-8512650679a8", "name": "network-vif-deleted", "tag": "9353825f-98d5-4bd8-8a2c-f5189de8ff82", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:28.989765 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62d3f179-8f08-4b0b-a260-f6af672145b3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:28.990176 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb337d5-dcd7-470d-af2c-8512650679a8', 'name': 'network-vif-deleted', 'tag': '9353825f-98d5-4bd8-8a2c-f5189de8ff82', 'status': 'completed', 'code': 200} Jul 09 18:01:30.042169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:30.096060 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Deleting subnet d2f111cd-ceae-4a37-add1-b835549d56d3 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:01:30.099404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.133184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.170481 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.224717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.249357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f111cd-ceae-4a37-add1-b835549d56d3,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:30.253302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.255702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c5304a51-73e8-49c5-b4fb-ec9dddbc0f2b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2f111cd-ceae-4a37-add1-b835549d56d3 HTTP/1.1" status: 204 len: 168 time: 0.2124002 Jul 09 18:01:30.258240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:30.332601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.414008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.425142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd56f75-acd3-4e19-b491-48f1d9d94ca8']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:30.438259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33631845-9c69-4749-addb-31704a61839b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:30.438733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33631845-9c69-4749-addb-31704a61839b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:30.449089 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.468217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.474545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:01:30.474936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:01:30.476564 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:01:30.533500 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.541364 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.544785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] 10.222.0.21 "DELETE /v2.0/networks/dbd56f75-acd3-4e19-b491-48f1d9d94ca8 HTTP/1.1" status: 204 len: 168 time: 0.2852292 Jul 09 18:01:30.557085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b1017-ed6d-4025-ae3c-8b1a1e5a2bce admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd56f75-acd3-4e19-b491-48f1d9d94ca8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:30.672008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49920) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:30.711498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9497287c-4d8b-4a9f-8773-c8c1239eccf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=102b066bdb8a494ab8a85335fd56c865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381103 Jul 09 18:01:30.713939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49922) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:30.762487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3baeb71b-45e7-4421-860a-3e20ace1782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.784277 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3baeb71b-45e7-4421-860a-3e20ace1782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.838828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3baeb71b-45e7-4421-860a-3e20ace1782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.842343 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3baeb71b-45e7-4421-860a-3e20ace1782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:30.845068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3baeb71b-45e7-4421-860a-3e20ace1782d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f3da0e7-f9bf-448c-a57b-d2f9435e408b HTTP/1.1" status: 204 len: 168 time: 0.1300545 Jul 09 18:01:30.854223 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeb71b-45e7-4421-860a-3e20ace1782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3da0e7-f9bf-448c-a57b-d2f9435e408b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:31.596541 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 49944) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:31.703595 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1387773520-network', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:31.728164 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Made reservation on behalf of 42b3aa398cbe4954a7c244dfb3049049 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:01:31.731946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:31.742608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:31.863628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:31.871985 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:31.895847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:01:31.910273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76373c0a-2cef-46e0-9c0d-9958a09817ec,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:31.915859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:31.916198 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Added segment 14391b69-82f3-459e-b6e9-4ed5393f07b6 of type vlan for network 73f320aa-bc5b-4f09-8522-ebc06846a49d Jul 09 18:01:31.930693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.930986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.931354 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.931689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.932055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.932377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.932705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.933017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.933335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.933650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.933962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.934261 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:31.982475 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.017191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.019116 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:32.020025 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.086675 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4888828 Jul 09 18:01:32.090439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49948) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:32.096865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Request body: {'subnet': {'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1387773520-subnet', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:32.097282 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0e44f-fb28-4837-8a34-88c585499446 admin admin] Pushing event updated for resources: {'Network': ['ID=73f320aa-bc5b-4f09-8522-ebc06846a49d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:32.109565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:01:32.122236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Made reservation on behalf of 42b3aa398cbe4954a7c244dfb3049049 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:01:32.124660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.309702 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.363430 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af485f3-6487-40b4-91e3-8a4fa87c6894,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:32.383469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:01:32.383734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Network hostable DHCP agents. Network: 73f320aa-bc5b-4f09-8522-ebc06846a49d, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:01:32.402189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:01:32.412899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 73f320aa-bc5b-4f09-8522-ebc06846a49d) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:32.420377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:32.420985 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.421529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0cb1b-339e-4f81-9a03-dda220322801 None None] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:01:32.438452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a9429950-5c58-49bf-ad6b-587ae092082e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3457403 Jul 09 18:01:32.441123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49950) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:32.445760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:32.472173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.473176 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.524356 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.579993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-73f320aa-bc5b-4f09-8522-ebc06846a49d', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:01:32.580953 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.670411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.722921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Allocated IP 172.20.0.2 (73f320aa-bc5b-4f09-8522-ebc06846a49d/9af485f3-6487-40b4-91e3-8a4fa87c6894/0389f1bd-d245-418c-abbb-31e8809e456e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:01:32.779338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:01:32.805384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 9353825f-98d5-4bd8-8a2c-f5189de8ff82 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:01:32.805726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 9353825f-98d5-4bd8-8a2c-f5189de8ff82 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:01:32.890352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.899467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.908575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Transition to ACTIVE for port object 0389f1bd-d245-418c-abbb-31e8809e456e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:32.909370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.924990 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Transition to ACTIVE for port object 0389f1bd-d245-418c-abbb-31e8809e456e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:32.931781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:32.974865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:01:32.977725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:32.980205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:01:32.990841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Pushing event updated for resources: {'Port': ['ID=0389f1bd-d245-418c-abbb-31e8809e456e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:33.009742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Allocated IP 172.25.3.238 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/f8e9ef15-3a20-49e1-846f-d6d046f31588) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:01:33.043826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Attempting to bind port 0389f1bd-d245-418c-abbb-31e8809e456e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:01:33.044202 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Attempting to bind port 0389f1bd-d245-418c-abbb-31e8809e456e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:01:33.044572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Attempting to bind port 0389f1bd-d245-418c-abbb-31e8809e456e on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:33.050009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:01:33.050377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:01:33.050782 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:33.051176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:01:33.051640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Bound port: 0389f1bd-d245-418c-abbb-31e8809e456e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:01:33.052039 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:33.117101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] For port 0389f1bd-d245-418c-abbb-31e8809e456e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:01:33.119224 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:33.120304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] For port 0389f1bd-d245-418c-abbb-31e8809e456e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0389f1bd-d245-418c-abbb-31e8809e456e,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:01:33.125503 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:33.162916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:33.185231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a30c6-da92-4ef0-804f-2614f31ac5c3 None None] Pushing event updated for resources: {'Port': ['ID=0389f1bd-d245-418c-abbb-31e8809e456e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:33.208710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:01:33.212018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:33.217169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:01:33.220360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e9ef15-3a20-49e1-846f-d6d046f31588,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:33.512532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.051780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.053778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0389f1bd-d245-418c-abbb-31e8809e456e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:34.114828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 0389f1bd-d245-418c-abbb-31e8809e456e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:34.122905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be56da8-9fc7-486e-987f-c2ff0a611db0 None None] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:01:34.180814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Router e8def58b-016f-42e6-8865-f9d0f7e597bf is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:01:34.211263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] Provisioning for port 0389f1bd-d245-418c-abbb-31e8809e456e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:34.233710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] Provisioning complete for port 0389f1bd-d245-418c-abbb-31e8809e456e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:34.234085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.289064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:01:34.298446 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:01:34.307721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.309237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4fc0ee9c-e315-4d14-b241-cee3ecef0dc9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8669958 Jul 09 18:01:34.310536 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:01:34.311197 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:01:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:34.312294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49952) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:34.366427 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.400740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] For port 0389f1bd-d245-418c-abbb-31e8809e456e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0389f1bd-d245-418c-abbb-31e8809e456e,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:34.407652 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.425764 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:01:34.467799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c03d06-f8d5-4596-89d6-753f981bea50 None None] Pushing event updated for resources: {'Port': ['ID=0389f1bd-d245-418c-abbb-31e8809e456e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:34.625919 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:33Z', 'revision_number': 3, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:34.629511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-693f9d1a-0ed7-4c45-9789-a83cefb098c5 None None] Provisioning complete for port 0389f1bd-d245-418c-abbb-31e8809e456e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:34.629890 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-693f9d1a-0ed7-4c45-9789-a83cefb098c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.652415 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:01:34.652762 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Updating router e8def58b-016f-42e6-8865-f9d0f7e597bf port f8e9ef15-3a20-49e1-846f-d6d046f31588 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:01:34.687097 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.795699 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.951594 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.962867 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Transition to ACTIVE for port object f8e9ef15-3a20-49e1-846f-d6d046f31588 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:34.971297 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:34.997085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Allocated IP 172.20.0.1 (73f320aa-bc5b-4f09-8522-ebc06846a49d/9af485f3-6487-40b4-91e3-8a4fa87c6894/6d481cfc-1939-4353-ad31-1ca7eeadca00) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:01:35.020632 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Attempting to bind port f8e9ef15-3a20-49e1-846f-d6d046f31588 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:01:35.021000 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Attempting to bind port f8e9ef15-3a20-49e1-846f-d6d046f31588 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:01:35.021359 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Attempting to bind port f8e9ef15-3a20-49e1-846f-d6d046f31588 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:35.028263 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Pushing event updated for resources: {'Port': ['ID=f8e9ef15-3a20-49e1-846f-d6d046f31588,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:35.031400 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:01:35.031751 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:01:35.032175 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.032562 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:01:35.033018 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Bound port: f8e9ef15-3a20-49e1-846f-d6d046f31588, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:01:35.033389 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.055351 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.055630 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.055996 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.056738 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.056738 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.057044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.057276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.057598 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.057918 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.058240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.058556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.058877 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:01:35.093882 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] For port f8e9ef15-3a20-49e1-846f-d6d046f31588, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:01:35.097351 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] For port f8e9ef15-3a20-49e1-846f-d6d046f31588, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8e9ef15-3a20-49e1-846f-d6d046f31588,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:01:35.103646 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.105776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.121008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Transition to ACTIVE for port object 6d481cfc-1939-4353-ad31-1ca7eeadca00 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:35.157267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.158914 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:01:35.159575 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:01:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:35.193189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:01:35.195386 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fe15e-744d-430a-a6f3-468f0051aecf None None] Pushing event updated for resources: {'Port': ['ID=f8e9ef15-3a20-49e1-846f-d6d046f31588,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:35.198621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:35.201381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:01:35.230064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Pushing event updated for resources: {'Port': ['ID=6d481cfc-1939-4353-ad31-1ca7eeadca00,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:35.246619 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.270118 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:01:35.392759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.433709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ef1be33-1d25-4be8-805d-267d60b38708 None None] Provisioning for port 6d481cfc-1939-4353-ad31-1ca7eeadca00 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:35.440601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4ef1be33-1d25-4be8-805d-267d60b38708 None None] Provisioning complete for port 6d481cfc-1939-4353-ad31-1ca7eeadca00 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:35.441635 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4ef1be33-1d25-4be8-805d-267d60b38708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.459915 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:33Z', 'revision_number': 3, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:35.479638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1be33-1d25-4be8-805d-267d60b38708 None None] Port 6d481cfc-1939-4353-ad31-1ca7eeadca00 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:01:35.488037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518d14f-89cb-4c42-9eba-9833a2eaf860 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:33Z', 'revision_number': 3, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:01:35.575961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.581354 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.647748 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Pushing event updated for resources: {'Port': ['ID=6d481cfc-1939-4353-ad31-1ca7eeadca00,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:35.651428 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:35.753193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:01:35.754827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:35.884288 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:01:36.007542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:01:36.012781 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5b239ce-0742-4fb7-a894-22e05bc91d91 admin admin] 10.222.0.21 "PUT /v2.0/routers/e8def58b-016f-42e6-8865-f9d0f7e597bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993320 Jul 09 18:01:36.031172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-51ec086d-0c53-4247-b1c9-f891a95b74ef None None] Provisioning complete for port 6d481cfc-1939-4353-ad31-1ca7eeadca00 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:36.031829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-51ec086d-0c53-4247-b1c9-f891a95b74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.081365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-51ec086d-0c53-4247-b1c9-f891a95b74ef None None] Port 6d481cfc-1939-4353-ad31-1ca7eeadca00 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:01:36.120721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8e9ef15-3a20-49e1-846f-d6d046f31588 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:36.175917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f8e9ef15-3a20-49e1-846f-d6d046f31588 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:36.181446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f8e9ef15-3a20-49e1-846f-d6d046f31588 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:36.182027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.270858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.294665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f8e9ef15-3a20-49e1-846f-d6d046f31588, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8e9ef15-3a20-49e1-846f-d6d046f31588,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:36.304381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.305628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0389f1bd-d245-418c-abbb-31e8809e456e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:36.385409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f8e9ef15-3a20-49e1-846f-d6d046f31588,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:36.404007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 0389f1bd-d245-418c-abbb-31e8809e456e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:36.404486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.553904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:36.558811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137468369', 'description': 'tempest-description--1027827237'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:36.582497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.670200 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.675690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.703890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.705151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1502268 Jul 09 18:01:36.705987 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978328d-be0c-4a38-a84e-1efb17af0852 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1399590c-2ca7-414b-bfa5-49146015f3bd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:36.708071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:36.712459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'security_group_rule': {'security_group_id': '1399590c-2ca7-414b-bfa5-49146015f3bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:36.740095 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.796856 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.801793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.822043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16d9884-acfb-47e8-aa45-08da2ef7e7e4,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:36.826033 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.827335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3f7de53e-65a8-4283-8485-3d402809f401 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183426 Jul 09 18:01:36.830226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:36.835493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'security_group_rule': {'security_group_id': '1399590c-2ca7-414b-bfa5-49146015f3bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:36.864209 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.926482 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.931931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.951042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a983c15-e694-4715-8b19-23dd117adf78,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:36.954454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:36.955704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6875c2b3-ecf7-4d1f-a3a8-29378ccee610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244354 Jul 09 18:01:36.959014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 49968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:36.963502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:36.989863 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.088557 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.101898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:01:37.111487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:01:37.112204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:01:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:37.194382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Allocated IP 172.25.3.190 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/caea8ed9-391d-49a4-8cbd-d7af5fbe5f23) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:01:37.218033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:01:37.298559 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.340239 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.379904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:01:37.384660 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:37.388007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:01:37.413589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'Port': ['ID=caea8ed9-391d-49a4-8cbd-d7af5fbe5f23,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:37.429486 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 2, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:37.455821 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:01:37.456218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Updating router e8def58b-016f-42e6-8865-f9d0f7e597bf port 6d481cfc-1939-4353-ad31-1ca7eeadca00 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:01:37.482896 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.491135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.527989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.682137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.687817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.758923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.759260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'Port': ['ID=caea8ed9-391d-49a4-8cbd-d7af5fbe5f23,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:37.769565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Transition to ACTIVE for port object 6d481cfc-1939-4353-ad31-1ca7eeadca00 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:37.772440 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.778054 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.786075 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.787343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bc43643e-e9d8-4580-986b-c689fbddb36c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8274622 Jul 09 18:01:37.826506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961727f-c8a2-4512-8b9e-d9fbde5b99cc None None] Pushing event updated for resources: {'Port': ['ID=6d481cfc-1939-4353-ad31-1ca7eeadca00,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:37.889292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Attempting to bind port 6d481cfc-1939-4353-ad31-1ca7eeadca00 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:01:37.889554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Attempting to bind port 6d481cfc-1939-4353-ad31-1ca7eeadca00 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:01:37.889919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Attempting to bind port 6d481cfc-1939-4353-ad31-1ca7eeadca00 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:37.896290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:01:37.896290 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:01:37.896290 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.896770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:01:37.897190 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Bound port: 6d481cfc-1939-4353-ad31-1ca7eeadca00, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:01:37.897711 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:37.975877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] For port 6d481cfc-1939-4353-ad31-1ca7eeadca00, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:01:37.979746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] For port 6d481cfc-1939-4353-ad31-1ca7eeadca00, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6d481cfc-1939-4353-ad31-1ca7eeadca00,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:01:37.989429 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-a85d4ba1-c5f8-43d5-9603-c1622b224fd7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--137468369&fields=id&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 267 time: 0.0560968 Jul 09 18:01:37.990078 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:38.036003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8e9ef15-3a20-49e1-846f-d6d046f31588 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:38.086980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:01:38.087680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:01:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:38.110297 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-c88f90b4-db45-48be-b33e-c8907094555e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:38.111882 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-c88f90b4-db45-48be-b33e-c8907094555e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1138487 Jul 09 18:01:38.128127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-7dbeffaa-557d-4be2-b11e-e5ec611f47b0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/quotas/42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 375 time: 0.0100553 Jul 09 18:01:38.141284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961727f-c8a2-4512-8b9e-d9fbde5b99cc None None] Pushing event updated for resources: {'Port': ['ID=6d481cfc-1939-4353-ad31-1ca7eeadca00,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:38.217399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f8e9ef15-3a20-49e1-846f-d6d046f31588 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:38.217923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:38.236969 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-0deb7782-1913-418b-9e92-04e897a062f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017911 Jul 09 18:01:38.257465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:01:38.434005 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-5de4870c-28b7-434e-ae90-6cbc6bff4419 service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851833 Jul 09 18:01:38.527749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-7b36b46b-919d-4ae3-9b21-aa3f45dd876f service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jul 09 18:01:38.599147 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:38.671506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:37Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:38.710803 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99e59-9324-478e-a599-89db6b24a713 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:37Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:01:38.714155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-809e73d2-7d8b-4fec-ae39-5f2ce077ab95 req-527c40bc-6ac9-4060-b116-f155bd14a64f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 210 time: 0.0286248 Jul 09 18:01:39.633297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:39.865163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-6ddad2c2-7eb5-40a4-921e-df353059f1d6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:39.866619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-6ddad2c2-7eb5-40a4-921e-df353059f1d6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1295681 Jul 09 18:01:39.889535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23ca770f-2a0e-47b2-b5db-3f0f9fb71789 req-c38b0e57-a1d1-479f-b1fe-24b2bce9881e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 210 time: 0.0445962 Jul 09 18:01:39.926909 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-6561a556-9c1c-4a3f-a56b-6233fba34aea tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 379 time: 0.0445211 Jul 09 18:01:39.935985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'port': {'device_id': '0c10be1d-f053-46ac-8260-682daf3d4808', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'admin_state_up': True, 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'security_groups': ['1399590c-2ca7-414b-bfa5-49146015f3bd']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:40.031225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6d481cfc-1939-4353-ad31-1ca7eeadca00 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:40.048519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Made reservation on behalf of 42b3aa398cbe4954a7c244dfb3049049 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:01:40.052284 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.078997 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6d481cfc-1939-4353-ad31-1ca7eeadca00 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:40.082727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6d481cfc-1939-4353-ad31-1ca7eeadca00 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:40.083092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.163459 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.177043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Allocated IP 172.20.0.7 (73f320aa-bc5b-4f09-8522-ebc06846a49d/9af485f3-6487-40b4-91e3-8a4fa87c6894/e68b41a0-c086-445e-983a-ee8a1e6f778a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:01:40.204272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 6d481cfc-1939-4353-ad31-1ca7eeadca00, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6d481cfc-1939-4353-ad31-1ca7eeadca00,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:40.209586 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.259688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=6d481cfc-1939-4353-ad31-1ca7eeadca00,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:40.321169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.335653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Transition to ACTIVE for port object e68b41a0-c086-445e-983a-ee8a1e6f778a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:40.373803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.414450 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb191698-ed5b-4048-a23b-58229391fcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.419920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:01:40.423029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:01:40.426858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:01:40.433123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:40.484594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:40.485211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.502839 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-9659fc96-6561-4e08-9acb-cf5b7a1bb307 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705788 Jul 09 18:01:40.516658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Request body: {'port': {'device_id': '0c10be1d-f053-46ac-8260-682daf3d4808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:40.648005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d9926eb-d73c-47f9-8886-dd50c6040d2f None None] Provisioning for port e68b41a0-c086-445e-983a-ee8a1e6f778a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:40.652684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4d9926eb-d73c-47f9-8886-dd50c6040d2f None None] Provisioning complete for port e68b41a0-c086-445e-983a-ee8a1e6f778a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:40.653140 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4d9926eb-d73c-47f9-8886-dd50c6040d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:40.690494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4d9926eb-d73c-47f9-8886-dd50c6040d2f None None] Port e68b41a0-c086-445e-983a-ee8a1e6f778a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:01:40.933523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:41.064021 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812eb13-9e12-49f6-9209-26d7b0c2f1ec req-452d9037-c7dc-448d-8400-6722c8fef12e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:41.065718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e812eb13-9e12-49f6-9209-26d7b0c2f1ec req-452d9037-c7dc-448d-8400-6722c8fef12e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 931 time: 0.0657403 Jul 09 18:01:41.103951 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e812eb13-9e12-49f6-9209-26d7b0c2f1ec req-c737283c-03ce-4896-b97d-8f7bf4189410 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321808 Jul 09 18:01:41.206038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68b41a0-c086-445e-983a-ee8a1e6f778a {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:01:41.214241 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:41.227055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Transition to ACTIVE for port object e68b41a0-c086-445e-983a-ee8a1e6f778a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:01:41.233700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:41.289967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:41.362239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:01:41.362587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:01:41.362928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:41.367904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Port e68b41a0-c086-445e-983a-ee8a1e6f778a on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:01:41.368244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:01:41.373275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:01:41.373662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:01:41.374063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:01:41.374482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Bound port: e68b41a0-c086-445e-983a-ee8a1e6f778a, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:01:41.374880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:41.450756 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:01:41.454101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:01:41.461543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:41.498365 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:41.498938 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:41.500538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] 10.222.0.36 "PUT /v2.0/ports/e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 1092 time: 0.9885252 Jul 09 18:01:41.500998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:41.503301 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:41.541456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493eb62-84d0-4a98-a3fb-969d77fc2854 service neutron] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:41.567225 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd228e88-98ab-40d4-8ffd-91e215dba32d x-openstack-request-id: req-cd228e88-98ab-40d4-8ffd-91e215dba32d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:41.567593 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:41.568024 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd228e88-98ab-40d4-8ffd-91e215dba32d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:41.568505 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'status': 'completed', 'code': 200} Jul 09 18:01:41.620970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-16c5fb3f-189c-4e46-9dc7-31cfe5e2078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:41.622668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-16c5fb3f-189c-4e46-9dc7-31cfe5e2078c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1095 time: 0.0714872 Jul 09 18:01:41.668907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-17f5e157-2645-450c-b067-57425c8dcbc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 217 time: 0.0378096 Jul 09 18:01:41.720065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-1b2b375e-416b-49fd-9ce0-6471b969ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:41.721562 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-1b2b375e-416b-49fd-9ce0-6471b969ab3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0455744 Jul 09 18:01:41.789054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-4eb2e9ca-687e-46a3-8108-eb7b3d1f7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:41.790598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-4eb2e9ca-687e-46a3-8108-eb7b3d1f7ecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629456 Jul 09 18:01:41.885293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-d068129a-014d-4ad4-9e0a-4b8ff9244ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Jul 09 18:01:41.980507 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-868caf5a-22f2-44df-89ce-6b50c8810b66 req-0a27b115-51c1-46e0-b893-85236aca0186 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882974 Jul 09 18:01:42.031359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6d481cfc-1939-4353-ad31-1ca7eeadca00 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:42.080677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6d481cfc-1939-4353-ad31-1ca7eeadca00 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:42.081098 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:42.084404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-c02c3da6-8019-4721-84ef-ce6a1bae48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.085977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-c02c3da6-8019-4721-84ef-ce6a1bae48c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1095 time: 0.0542448 Jul 09 18:01:42.185003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-b81d3d7c-5ef1-4ff3-bd9f-b2fb769fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.186518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-b81d3d7c-5ef1-4ff3-bd9f-b2fb769fa83e service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0945647 Jul 09 18:01:42.230675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-f65d6d6f-2423-4e6d-9cf0-f2559702a79f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 217 time: 0.0362194 Jul 09 18:01:42.280792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-9a81eb54-93d0-4481-9267-bcf1bea5a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.282324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-9a81eb54-93d0-4481-9267-bcf1bea5a5ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0450802 Jul 09 18:01:42.294264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce098c9-2521-4b32-9a06-a0f3383aac72 req-c7ffca81-3089-4ba3-bea3-d9b0d94726e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.295807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bce098c9-2521-4b32-9a06-a0f3383aac72 req-c7ffca81-3089-4ba3-bea3-d9b0d94726e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.0737648 Jul 09 18:01:42.334086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bce098c9-2521-4b32-9a06-a0f3383aac72 req-03966e35-0255-4f8e-be9d-32c9ab17bb46 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Jul 09 18:01:42.346475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-a42c1d0d-5aa1-4971-bde7-53daaf011a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:42.348088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-a42c1d0d-5aa1-4971-bde7-53daaf011a1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583611 Jul 09 18:01:42.446634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-6a9cdf2f-f99d-4a02-a69c-76b763d8311f service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902519 Jul 09 18:01:42.542970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3a2191d3-b76e-4b16-9115-dd7983d6ac5d req-b73dbe11-8d2f-4abb-8b0c-53626bfce77a service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886621 Jul 09 18:01:43.002481 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-158984df-d4c3-459c-8b3c-d607b6709965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:43.464653 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:43.531744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188ec7-b7fc-4ca3-8253-ea5033e89e98 req-7294bd26-eb44-4829-835c-e1f6962eccb4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:43.533307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e188ec7-b7fc-4ca3-8253-ea5033e89e98 req-7294bd26-eb44-4829-835c-e1f6962eccb4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.0841470 Jul 09 18:01:43.576255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e188ec7-b7fc-4ca3-8253-ea5033e89e98 req-01a3d4e4-7f38-46e9-8824-2f86aa238269 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355318 Jul 09 18:01:44.112371 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:44.187678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:01:44.289100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:44.304981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'mac_address': 'fa:16:3e:30:63:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:01:44.353555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:44.366516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68b41a0-c086-445e-983a-ee8a1e6f778a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:01:44.387295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:44.394181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:44.441756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:44.600293 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['e68b41a0-c086-445e-983a-ee8a1e6f778a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:01:44.770070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165c85b-b453-475d-b750-0b5e26240474 req-30c00a20-d8d8-41d0-9a3d-cbd97f0b3f66 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:44.771587 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a165c85b-b453-475d-b750-0b5e26240474 req-30c00a20-d8d8-41d0-9a3d-cbd97f0b3f66 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 944 time: 0.0777452 Jul 09 18:01:44.814449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a165c85b-b453-475d-b750-0b5e26240474 req-5754e621-313f-45ed-a273-adc3dd589985 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367324 Jul 09 18:01:46.016042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900df1-09c1-42ac-b5b9-4a1f7ace7665 req-ef6e0f33-ee3b-4860-aff6-dcc9d230e645 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:46.017643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-77900df1-09c1-42ac-b5b9-4a1f7ace7665 req-ef6e0f33-ee3b-4860-aff6-dcc9d230e645 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 944 time: 0.0724444 Jul 09 18:01:46.017808 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:46.069574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-77900df1-09c1-42ac-b5b9-4a1f7ace7665 req-ffa25912-14b1-4f7c-8a7e-784f84e4d90e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459678 Jul 09 18:01:46.195251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:01:46.251505 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port e68b41a0-c086-445e-983a-ee8a1e6f778a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:01:46.256755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port e68b41a0-c086-445e-983a-ee8a1e6f778a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:01:46.257118 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:46.336043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:46.358332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:46.360650 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ec83c-31ea-48a9-9085-0107f4ab7ba3" -d '{"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-plugged", "status": "completed", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:46.373893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:01:46.378308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:46.403791 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94255282-a31e-4de0-8641-f3e2de1c896b x-openstack-request-id: req-94255282-a31e-4de0-8641-f3e2de1c896b {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:46.404124 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-plugged", "status": "completed", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:46.404352 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94255282-a31e-4de0-8641-f3e2de1c896b {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:46.404764 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'code': 200} Jul 09 18:01:46.436069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:01:46.522093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf9184-8c51-4981-bcd9-09ae2756e55a req-bf08b422-1ae0-43a4-b494-ec8ab1b63023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:46.523530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9cf9184-8c51-4981-bcd9-09ae2756e55a req-bf08b422-1ae0-43a4-b494-ec8ab1b63023 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1097 time: 0.0622663 Jul 09 18:01:46.567298 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a9cf9184-8c51-4981-bcd9-09ae2756e55a req-ef1c6f6d-0e46-4baa-926e-6219058e9ff2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365081 Jul 09 18:01:47.273801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5c180-e741-4dc0-917c-e6a49d9ac462 req-0366e0dd-efd2-4817-9059-869bc1abb0eb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:47.275313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efe5c180-e741-4dc0-917c-e6a49d9ac462 req-0366e0dd-efd2-4817-9059-869bc1abb0eb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0773835 Jul 09 18:01:47.322623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-efe5c180-e741-4dc0-917c-e6a49d9ac462 req-d75b30ae-a3e9-4fcb-93b7-c0177a0d70fb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Jul 09 18:01:48.619704 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd4ce4-1f55-47b6-b52e-ebabda2d9787 req-0633444c-01cb-4b04-9a51-2db870bc3974 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:48.621230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64dd4ce4-1f55-47b6-b52e-ebabda2d9787 req-0633444c-01cb-4b04-9a51-2db870bc3974 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.1786263 Jul 09 18:01:48.660231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-64dd4ce4-1f55-47b6-b52e-ebabda2d9787 req-b07f3c15-ff50-4cb5-bf96-b1e0ab4d6824 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331712 Jul 09 18:01:48.837564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883584e5-bf01-4f29-b6f2-4d690826daf3 req-25800313-2498-4ebf-aa8b-8aecc668b0f9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:48.839096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-883584e5-bf01-4f29-b6f2-4d690826daf3 req-25800313-2498-4ebf-aa8b-8aecc668b0f9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0676022 Jul 09 18:01:48.850200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50022) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:01:48.857038 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'floatingip': {'port_id': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:01:48.898165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:49.375507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:49.381322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:49.491877 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 associated. External IP: 172.25.3.190, port: e68b41a0-c086-445e-983a-ee8a1e6f778a. Jul 09 18:01:49.713215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:01:49.825673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:01:49.830517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:01:49.836045 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:01:49.846097 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:01:49.846690 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:01:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:49.868186 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1ec22f76-6080-4ad3-861c-5c67d13acba8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "PUT /v2.0/floatingips/3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 HTTP/1.1" status: 200 len: 991 time: 1.0166562 Jul 09 18:01:49.868831 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:01:49.871059 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:01:49.910638 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02af7f98-17b8-40a0-9fc3-13c5a3785fc8 x-openstack-request-id: req-02af7f98-17b8-40a0-9fc3-13c5a3785fc8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:01:49.910992 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:01:49.911359 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02af7f98-17b8-40a0-9fc3-13c5a3785fc8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:01:49.911861 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'status': 'completed', 'code': 200} Jul 09 18:01:49.956106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:01:49.990847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-8f2514a7-bad8-4b3b-83f1-353d33903cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:49.992492 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-8f2514a7-bad8-4b3b-83f1-353d33903cf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1097 time: 0.0570765 Jul 09 18:01:50.088658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-4baa402d-8069-4122-9bf2-bc8057e5da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:50.090699 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-4baa402d-8069-4122-9bf2-bc8057e5da52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0909932 Jul 09 18:01:50.155502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-d3d2ebed-1d9d-4b69-adc0-cea81d142616 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 999 time: 0.0578117 Jul 09 18:01:50.180763 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:30:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c10be1d-f053-46ac-8260-682daf3d4808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:01:49Z', 'revision_number': 1, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:50.205091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-d5db6f44-4b0c-4d5b-a341-c3796c9aa511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:50.206619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-d5db6f44-4b0c-4d5b-a341-c3796c9aa511 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0444784 Jul 09 18:01:50.211490 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:01:50.220891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:01:50.221432 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:01:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:50.269718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-94e41465-5ae9-4093-a2cc-e3d978c6b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:01:50.271317 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-94e41465-5ae9-4093-a2cc-e3d978c6b7a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581334 Jul 09 18:01:50.281538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-a7c76480-ee0f-4794-91de-83dfb9c90083 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:01:50.282484 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-a7c76480-ee0f-4794-91de-83dfb9c90083 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051246 Jul 09 18:01:50.325389 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:01:50.372101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-f65c26c5-eb39-4179-9652-b22cb46f7252 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Jul 09 18:01:50.466096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ec78bb9-4cf5-4f40-9065-295b56c3ddb2 req-74a16b9a-f9fe-4aa7-a7e0-748a1f34c357 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871851 Jul 09 18:01:50.551987 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:30:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c10be1d-f053-46ac-8260-682daf3d4808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:01:49Z', 'revision_number': 1, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:01:50.577241 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbc822-510c-453c-a7ed-cf822aab6b2c None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:30:63:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c10be1d-f053-46ac-8260-682daf3d4808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:01:49Z', 'revision_number': 1, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:01:50.786987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1cdb1-49c0-459f-88ba-05b296bb01e4 None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:02:01.283348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:02:08.593113 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:09.650842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:10.418751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6448984f-af47-4fd6-b430-e93928ada889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:13.002991 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f5d44b7f-204e-438e-ab80-27af3f30d75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:13.459303 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:14.116346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:16.022436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:29.245196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-d7cbbcda-96bc-4ed2-aa64-96b862561e60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133156 Jul 09 18:02:29.355575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-f7111f13-2caf-4c3d-bcc4-c4eef623820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:29.357979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-f7111f13-2caf-4c3d-bcc4-c4eef623820b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1097 time: 0.0625844 Jul 09 18:02:29.481602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-8d4e1438-8ec5-44d7-a833-3748e673eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:29.483068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-8d4e1438-8ec5-44d7-a833-3748e673eaae service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0979905 Jul 09 18:02:29.547537 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-312f2de4-0786-4ce8-a766-e298793d0af9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 1001 time: 0.0579066 Jul 09 18:02:29.597686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-d2214181-d948-42f0-be57-7260c45ccc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:29.599190 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-d2214181-d948-42f0-be57-7260c45ccc5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0450544 Jul 09 18:02:29.660513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-7c71e371-2521-4690-a010-0d9df4bab059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:02:29.662022 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-7c71e371-2521-4690-a010-0d9df4bab059 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560784 Jul 09 18:02:29.752083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-4f22c8f5-9986-404d-b9f7-1940d2e0eb84 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 Jul 09 18:02:29.851653 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9855f2d3-e9df-4c5a-a637-70bfd80695df req-c481614d-73a2-49be-ab36-e80de4b946b7 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924430 Jul 09 18:02:38.284342 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:02:38.605566 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:39.634132 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:40.428479 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4cb250de-2906-44c2-a1e3-d74b8989ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:42.997528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-76f9967a-f3bd-4c63-b199-6b5247468910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:43.462496 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:44.118346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:02:46.025927 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:08.603581 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:09.653218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:10.429465 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-06fd1437-bd5c-4dae-9e6a-146e53fcbed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:13.009181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4654-158e-406b-b460-58b1644cbe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:13.475081 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:14.121037 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:15.286105 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:03:16.027617 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:25.619788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104721e5-dff7-4e39-acd5-6bd86e82b0a1 req-e50e0804-cdd2-48eb-9b77-6ea05cb39cf5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:25.621325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-104721e5-dff7-4e39-acd5-6bd86e82b0a1 req-e50e0804-cdd2-48eb-9b77-6ea05cb39cf5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.1284592 Jul 09 18:03:25.661146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-104721e5-dff7-4e39-acd5-6bd86e82b0a1 req-9f444788-f462-4270-a966-30af72dcd801 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Jul 09 18:03:26.064927 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-fbf5b697-9220-4a91-9e98-542a2bd21652 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004589 Jul 09 18:03:26.071828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed676-6785-4611-adb6-38dd28a8e793 req-523cc30b-8972-4719-9bac-e55271e32832 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:26.073343 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-462ed676-6785-4611-adb6-38dd28a8e793 req-523cc30b-8972-4719-9bac-e55271e32832 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0649414 Jul 09 18:03:26.113193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-462ed676-6785-4611-adb6-38dd28a8e793 req-f2fac9d9-ac3e-440c-bfe1-2217e1eb7af3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341442 Jul 09 18:03:27.290398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80d56-28a0-4243-b92e-4b86b1fc75c9 req-e22cff52-0269-4083-a80b-c5dc0d87d74e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:27.291928 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44b80d56-28a0-4243-b92e-4b86b1fc75c9 req-e22cff52-0269-4083-a80b-c5dc0d87d74e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0631258 Jul 09 18:03:27.330790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44b80d56-28a0-4243-b92e-4b86b1fc75c9 req-ee6effb5-17d0-46da-a24c-8e16b11c1cff tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Jul 09 18:03:27.916639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-214dddaa-077f-4477-937d-a5b467eb6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:27.918183 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-214dddaa-077f-4477-937d-a5b467eb6523 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1097 time: 0.3903913 Jul 09 18:03:28.010717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-5ad94d36-e155-4a41-ba92-457fc8ff2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:28.012222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-5ad94d36-e155-4a41-ba92-457fc8ff2879 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0873010 Jul 09 18:03:28.087702 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-79dd6229-78e3-4fb5-8f1b-ff545601501d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 1001 time: 0.0693612 Jul 09 18:03:28.134847 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-01b4eb52-d680-4f57-bae0-b4d21ef100e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:28.136275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-01b4eb52-d680-4f57-bae0-b4d21ef100e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0426936 Jul 09 18:03:28.193145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-6f3b9cfc-c9fc-4069-b518-1ce743c96641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:28.194526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-6f3b9cfc-c9fc-4069-b518-1ce743c96641 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520558 Jul 09 18:03:28.296865 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-177ef34e-c2e2-4db6-abfd-fd3a7ee3d9f2 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950701 Jul 09 18:03:28.394764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-70d18891-f07a-4b2b-8983-6e70e9cb8d1e service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Jul 09 18:03:28.531875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02143a94-1d6e-4a6f-a354-51cf30986842 req-b0d84b5c-901d-4687-8db8-78ebff4478c8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:28.533687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-02143a94-1d6e-4a6f-a354-51cf30986842 req-b0d84b5c-901d-4687-8db8-78ebff4478c8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0828490 Jul 09 18:03:28.573157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-02143a94-1d6e-4a6f-a354-51cf30986842 req-65929926-05e6-4ff2-b255-444e7f8703b0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Jul 09 18:03:29.222229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-b01150a4-dda4-4716-8cc4-dda54ed2aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:29.223922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-b01150a4-dda4-4716-8cc4-dda54ed2aa34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1097 time: 0.0680451 Jul 09 18:03:29.336473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-a2639f9a-733a-40e9-bc04-e98257b2c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:29.337967 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-a2639f9a-733a-40e9-bc04-e98257b2c96a service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0914345 Jul 09 18:03:29.412556 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-be8a05ae-1b47-400b-abe9-57bbc59796b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 1001 time: 0.0668919 Jul 09 18:03:29.473390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-b9b16d26-f5c9-47bd-8065-210aa81b156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:29.475454 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-b9b16d26-f5c9-47bd-8065-210aa81b156f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0559676 Jul 09 18:03:29.539270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-9153f7f1-c966-422f-a209-5a711dc82397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:29.540810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-9153f7f1-c966-422f-a209-5a711dc82397 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590920 Jul 09 18:03:29.646356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-fc656aef-68b5-4fd8-848d-399cf0ed3e3a service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976684 Jul 09 18:03:29.745391 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73280f86-fad2-46e8-bebf-35e9378b9582 req-9b294e6c-c691-4cc6-b64b-69ec31864880 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918512 Jul 09 18:03:29.759721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db88af-be0c-49ea-8ce6-5ed2f78fbb59 req-b018f756-d758-4f92-9873-9e3fce304683 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:29.761450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6db88af-be0c-49ea-8ce6-5ed2f78fbb59 req-b018f756-d758-4f92-9873-9e3fce304683 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0739760 Jul 09 18:03:29.802677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6db88af-be0c-49ea-8ce6-5ed2f78fbb59 req-a8abb3d8-e898-4988-a8d5-fab43605a3f1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320826 Jul 09 18:03:30.997484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef4c7a-1c4a-4d81-818c-fe9d0606a1b9 req-6adfaef4-ceff-4621-8a10-1d54ef216d5d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:30.999009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bef4c7a-1c4a-4d81-818c-fe9d0606a1b9 req-6adfaef4-ceff-4621-8a10-1d54ef216d5d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0762734 Jul 09 18:03:31.039341 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bef4c7a-1c4a-4d81-818c-fe9d0606a1b9 req-f7c3be4f-1ced-4ae5-948f-86c65d52e242 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346279 Jul 09 18:03:32.225366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8813b70-b54c-4e07-8a91-eed2b4cc7adc req-d82e817d-7eee-4735-a929-0e47c4b6569d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:32.226848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8813b70-b54c-4e07-8a91-eed2b4cc7adc req-d82e817d-7eee-4735-a929-0e47c4b6569d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0729680 Jul 09 18:03:32.269847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e8813b70-b54c-4e07-8a91-eed2b4cc7adc req-da3d992a-bb0d-415b-bd92-7c6f0f064798 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349958 Jul 09 18:03:33.452818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc7577-332e-46c8-913d-457ad098f08e req-b1adde82-b22e-4c34-afca-8f7cef49ba04 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:33.454226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83dc7577-332e-46c8-913d-457ad098f08e req-b1adde82-b22e-4c34-afca-8f7cef49ba04 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0704477 Jul 09 18:03:33.495725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-83dc7577-332e-46c8-913d-457ad098f08e req-145a7666-d9d9-4d20-8b0e-999f26fa7161 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Jul 09 18:03:34.697679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f6043-bbb8-429f-939f-e29de9173c68 req-def9d73f-6df7-4764-9424-14edab64b0b6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:34.699202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d49f6043-bbb8-429f-939f-e29de9173c68 req-def9d73f-6df7-4764-9424-14edab64b0b6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0806751 Jul 09 18:03:34.747014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d49f6043-bbb8-429f-939f-e29de9173c68 req-db299d8d-77bd-4b86-87b8-59d2bf47848d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390663 Jul 09 18:03:35.938087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab68e99-7662-45d3-a7aa-6b1d5f2cda82 req-0cab9579-0c66-4c27-8f11-cdd2e1ffd3b8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:35.939580 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ab68e99-7662-45d3-a7aa-6b1d5f2cda82 req-0cab9579-0c66-4c27-8f11-cdd2e1ffd3b8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0741584 Jul 09 18:03:35.980075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7ab68e99-7662-45d3-a7aa-6b1d5f2cda82 req-aa9c8db3-8b12-4af2-90b8-a6e2a70b3e94 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346484 Jul 09 18:03:37.167537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130bc0c-9085-452c-beb7-b2a959406e35 req-bea75885-ac13-40c6-928e-d5680d1d17bc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:37.169045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1130bc0c-9085-452c-beb7-b2a959406e35 req-bea75885-ac13-40c6-928e-d5680d1d17bc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0705509 Jul 09 18:03:37.207700 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1130bc0c-9085-452c-beb7-b2a959406e35 req-1371988d-a07c-4e9a-bd59-7f702e733a89 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329838 Jul 09 18:03:38.398979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cb3eb-530e-4035-8374-135653ff0e0c req-fd50f994-de9b-4b99-b102-ba8810274892 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:38.400559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-731cb3eb-530e-4035-8374-135653ff0e0c req-fd50f994-de9b-4b99-b102-ba8810274892 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0682328 Jul 09 18:03:38.443351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-731cb3eb-530e-4035-8374-135653ff0e0c req-3884ebd9-464a-4b25-ba7b-dc7e53de8d88 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Jul 09 18:03:38.625138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:39.633042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaefc8c-8663-4049-ba40-17fd4199b1bd req-cae38296-5dc2-4b07-96c4-fe124713c2fa tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:39.634568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdaefc8c-8663-4049-ba40-17fd4199b1bd req-cae38296-5dc2-4b07-96c4-fe124713c2fa tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0694361 Jul 09 18:03:39.667284 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:39.680206 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdaefc8c-8663-4049-ba40-17fd4199b1bd req-b59762cf-cf18-4112-8ceb-1996ceedc47a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Jul 09 18:03:40.426342 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-10725cfe-70c9-452b-b479-41b167b6185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:40.861543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1c969-39de-4970-a4a0-44a7a66eb6d5 req-a22c4088-4c74-4747-8acc-5eba4240122c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:40.863077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ae1c969-39de-4970-a4a0-44a7a66eb6d5 req-a22c4088-4c74-4747-8acc-5eba4240122c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0714147 Jul 09 18:03:40.905040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ae1c969-39de-4970-a4a0-44a7a66eb6d5 req-b0b8a03d-87c1-4db6-8adb-766170e341ae tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335579 Jul 09 18:03:42.095495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c1e99-f423-4edc-947a-06bedff93f84 req-411c30cf-dd94-4528-a1ca-776e52eab2ef tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:42.097026 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-756c1e99-f423-4edc-947a-06bedff93f84 req-411c30cf-dd94-4528-a1ca-776e52eab2ef tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0770962 Jul 09 18:03:42.136133 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-756c1e99-f423-4edc-947a-06bedff93f84 req-e06e4320-55ee-4c21-af7d-ad9b52bb7a79 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332220 Jul 09 18:03:43.004756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2a869e83-d471-49fe-8a7d-6aa6530d8c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:43.345937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee59ad-94cd-49db-baea-af034154cf34 req-59845ec3-254c-43a4-a489-f3b7df98fbd0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:43.348255 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7ee59ad-94cd-49db-baea-af034154cf34 req-59845ec3-254c-43a4-a489-f3b7df98fbd0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0864615 Jul 09 18:03:43.392115 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7ee59ad-94cd-49db-baea-af034154cf34 req-e6e144c0-8dee-46d0-a930-6f89cd910ecb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354645 Jul 09 18:03:43.474006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:44.125845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:44.581720 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65401637-bb66-4cd2-af25-a5965e56aff6 req-5186039a-491c-4262-885a-3bdbe57ee2a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:44.583224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-65401637-bb66-4cd2-af25-a5965e56aff6 req-5186039a-491c-4262-885a-3bdbe57ee2a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0709176 Jul 09 18:03:44.625003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-65401637-bb66-4cd2-af25-a5965e56aff6 req-eb5842e2-cbdb-4a02-b395-e6430058b1a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Jul 09 18:03:45.279332 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-2add6933-a459-44dd-b946-a2891dde9795 req-40a3b84f-3d83-47fc-8d03-dccc85da95c6 service neutron] show failed (client error): The resource could not be found. Jul 09 18:03:45.280532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-40a3b84f-3d83-47fc-8d03-dccc85da95c6 service neutron] 10.222.0.36 "GET /v2.0/ports/e68b41a0-c086-445e-983a-ee8a1e6f778a/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0588803 Jul 09 18:03:45.543368 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-f64f6afe-838c-4fee-85a1-b19a78531a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:45.544850 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-f64f6afe-838c-4fee-85a1-b19a78531a18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 1097 time: 0.0613284 Jul 09 18:03:45.556664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:03:45.634635 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:45.873305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a3f62-9e5d-44bb-8198-aff243b60ea4 req-0fae9aaa-4b7f-48ff-a51e-3c68e2507fe9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:45.874701 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-422a3f62-9e5d-44bb-8198-aff243b60ea4 req-0fae9aaa-4b7f-48ff-a51e-3c68e2507fe9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.1355338 Jul 09 18:03:45.902697 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:03:45.938612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-422a3f62-9e5d-44bb-8198-aff243b60ea4 req-f363c098-af98-422e-b293-8f5aa46a1823 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575466 Jul 09 18:03:45.950682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:03:45.991488 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:03:45.993823 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c0b2a-a15f-42fd-9d72-d9a8951b9e23" -d '{"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-unplugged", "status": "completed", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:03:45.997748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:46.011053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Transition to ACTIVE for port object e68b41a0-c086-445e-983a-ee8a1e6f778a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:03:46.018415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:46.030611 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:46.054780 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746da568-189e-4336-86a7-a358ae29946d x-openstack-request-id: req-746da568-189e-4336-86a7-a358ae29946d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:03:46.055071 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-unplugged", "status": "completed", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:03:46.055315 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-746da568-189e-4336-86a7-a358ae29946d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:03:46.055708 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'code': 200} Jul 09 18:03:46.074515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:46.112054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.112377 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.112740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.113077 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.113404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.113729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.114055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.114373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.114667 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.114989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.115304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.115620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:46.158323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] No DVR routers for this DVR port e68b41a0-c086-445e-983a-ee8a1e6f778a on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:03:46.305889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:03:46.306598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:03:46.306598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:03:46.311182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Port e68b41a0-c086-445e-983a-ee8a1e6f778a on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:03:46.311507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Attempting to bind port e68b41a0-c086-445e-983a-ee8a1e6f778a on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:03:46.316633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:03:46.316967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:03:46.317349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:03:46.317765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Bound port: e68b41a0-c086-445e-983a-ee8a1e6f778a, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:03:46.318121 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:46.391972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:03:46.395671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:03:46.402152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:46.439319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:46.440082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:46.441631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] 10.222.0.13 "PUT /v2.0/ports/e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 1092 time: 0.8891025 Jul 09 18:03:46.464475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd57fe-9441-44f5-a511-7aa4d900e2db service neutron] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:46.523980 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-583afca5-e16b-481b-8cb4-cca6e098a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:46.525535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-583afca5-e16b-481b-8cb4-cca6e098a436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1095 time: 0.0581222 Jul 09 18:03:46.640854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-069932bb-8b02-44ec-9379-4b7b5efb5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:46.642412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-069932bb-8b02-44ec-9379-4b7b5efb5059 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1105573 Jul 09 18:03:46.718545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-e4ed5cdc-09cc-4371-8376-d4d247b7fe38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 999 time: 0.0692527 Jul 09 18:03:46.767472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-48ef45ca-7dd6-440c-af12-af1646db1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:46.768970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-48ef45ca-7dd6-440c-af12-af1646db1713 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0435340 Jul 09 18:03:46.830155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6933-a459-44dd-b946-a2891dde9795 req-2ddc13ec-126a-43a2-81c1-7b3e93e5c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:46.831705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-2ddc13ec-126a-43a2-81c1-7b3e93e5c290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561903 Jul 09 18:03:46.842270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-612f8859-27f0-45ca-add5-08e174af7ac3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:03:46.843236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-612f8859-27f0-45ca-add5-08e174af7ac3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054924 Jul 09 18:03:46.945632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-7d36c686-bdca-48df-92db-08632023ab5f service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955262 Jul 09 18:03:47.043955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2add6933-a459-44dd-b946-a2891dde9795 req-91af7c74-9424-452e-9162-7063ceb77aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922062 Jul 09 18:03:47.124753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b09be-6b8a-4e2b-a772-7060ff886a3b req-87ffb782-4722-4e74-8cc3-d02c86fab20b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:47.126262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-412b09be-6b8a-4e2b-a772-7060ff886a3b req-87ffb782-4722-4e74-8cc3-d02c86fab20b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.0715280 Jul 09 18:03:47.164770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-412b09be-6b8a-4e2b-a772-7060ff886a3b req-a52778dc-eb44-4d59-8421-0923ed190cfc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Jul 09 18:03:48.056600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:03:48.059076 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ca776-61e5-4b0c-84db-f048d116364d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:03:48.114825 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9106e36b-3d2a-4b20-b579-ec33af80de32 x-openstack-request-id: req-9106e36b-3d2a-4b20-b579-ec33af80de32 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:03:48.115110 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:03:48.115357 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9106e36b-3d2a-4b20-b579-ec33af80de32 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:03:48.115747 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'status': 'completed', 'code': 200} Jul 09 18:03:48.233775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-dff3051b-2f38-49a5-997c-cda72126b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.235397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-dff3051b-2f38-49a5-997c-cda72126b017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1095 time: 0.0863402 Jul 09 18:03:48.237150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-7cbd6e90-8fd3-4563-872e-93e879da5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.238519 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-7cbd6e90-8fd3-4563-872e-93e879da5c3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1095 time: 0.1012483 Jul 09 18:03:48.428084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-231b11ca-4b9e-41b7-829d-4585579be9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.429613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-231b11ca-4b9e-41b7-829d-4585579be9b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1877747 Jul 09 18:03:48.434539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-9f1b8701-6272-4d58-b2b7-fb1fb30dac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.435981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-9f1b8701-6272-4d58-b2b7-fb1fb30dac31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1864970 Jul 09 18:03:48.524540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e27fe-0e31-457d-917d-621524425522 req-89242cda-ecd1-4892-8a9b-fb603db718b4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.525965 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c37e27fe-0e31-457d-917d-621524425522 req-89242cda-ecd1-4892-8a9b-fb603db718b4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.2288599 Jul 09 18:03:48.574430 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-bd76ab35-43e2-4bf3-8f78-ab42aaebf563 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 999 time: 0.1364784 Jul 09 18:03:48.576734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-086efdf1-d1be-47a7-aef6-073ad44b51a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 999 time: 0.1304512 Jul 09 18:03:48.654958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c37e27fe-0e31-457d-917d-621524425522 req-4fc3da3a-2c91-4558-af38-48de266156c2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180434 Jul 09 18:03:48.678924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-5a066d6f-e89b-4a3f-a407-223454ace8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.680442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-5a066d6f-e89b-4a3f-a407-223454ace8da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0990126 Jul 09 18:03:48.684121 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-65436860-a970-4747-91b7-c4b8ebd3f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.685512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-65436860-a970-4747-91b7-c4b8ebd3f3ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0866873 Jul 09 18:03:48.778010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:03:48.781652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-f9021e60-66e1-4793-bdbd-b8cc778cfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.782776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-f9021e60-66e1-4793-bdbd-b8cc778cfeec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957246 Jul 09 18:03:48.787281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca776-61e5-4b0c-84db-f048d116364d req-ba9a0cf9-3a9a-4338-be1d-b0d572082d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:48.788752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-ba9a0cf9-3a9a-4338-be1d-b0d572082d64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936980 Jul 09 18:03:48.820083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:03:48.943524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-a0e8794a-f8e3-4e17-8ca7-0407a5f9f8d9 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535096 Jul 09 18:03:48.945308 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-ef2c8ea4-80bd-4977-810b-385372cec46c service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484396 Jul 09 18:03:49.438167 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-86ef6e0b-fc97-461d-99df-6cfd229c5c4a service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879229 Jul 09 18:03:49.440400 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e79ca776-61e5-4b0c-84db-f048d116364d req-953cecd6-68e5-4213-9c2e-b77dd7e0cfe0 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891696 Jul 09 18:03:49.842205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf224d6-51d1-4fbf-8514-eac98aacfb0d req-691db443-50a9-43a3-9870-47427c30dbc3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:49.843730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cf224d6-51d1-4fbf-8514-eac98aacfb0d req-691db443-50a9-43a3-9870-47427c30dbc3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.0725801 Jul 09 18:03:49.884804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8cf224d6-51d1-4fbf-8514-eac98aacfb0d req-782b2951-366d-4c13-a560-4190b5f90610 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Jul 09 18:03:50.198070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee5803-f00d-4e29-b6de-bb46eca1ed62 req-b0256404-cda6-4508-a2a5-6dace09b8c5b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:50.199611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5ee5803-f00d-4e29-b6de-bb46eca1ed62 req-b0256404-cda6-4508-a2a5-6dace09b8c5b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.0747850 Jul 09 18:03:50.209688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-3b2cfc7d-12c7-488e-98e5-3e7781e84361 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:50.211398 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-3b2cfc7d-12c7-488e-98e5-3e7781e84361 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808&tenant_id=42b3aa398cbe4954a7c244dfb3049049&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 943 time: 0.0815301 Jul 09 18:03:50.238630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e5ee5803-f00d-4e29-b6de-bb46eca1ed62 req-5671493e-18c4-473b-8127-e8fef2d29023 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Jul 09 18:03:50.274678 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-7623c350-bf2c-4a8d-ae76-22c251f7b518 service neutron] delete failed (client error): The resource could not be found. Jul 09 18:03:50.275627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-7623c350-bf2c-4a8d-ae76-22c251f7b518 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e68b41a0-c086-445e-983a-ee8a1e6f778a/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0582831 Jul 09 18:03:50.376743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-350eb52a-e9da-4413-bcf3-47fdc53984ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:50.378240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-350eb52a-e9da-4413-bcf3-47fdc53984ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 1095 time: 0.0556459 Jul 09 18:03:50.471722 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-bb67bdeb-6947-451d-994b-8cd3d1ce9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:50.473259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-bb67bdeb-6947-451d-994b-8cd3d1ce9872 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0872796 Jul 09 18:03:50.542723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-8f63a5ed-4931-4e1f-8804-d4a85698975e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 200 len: 999 time: 0.0625329 Jul 09 18:03:50.592433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-8ebe8ef0-278d-46d1-bf2a-d1cb2786902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:50.594128 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-8ebe8ef0-278d-46d1-bf2a-d1cb2786902f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0454984 Jul 09 18:03:50.655472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-9556cc95-ffbd-4139-8b81-80dc3374da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:50.657070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-9556cc95-ffbd-4139-8b81-80dc3374da68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570679 Jul 09 18:03:50.768574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-49f6a9e2-6946-480e-86f2-a5c22ce6f07f service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040015 Jul 09 18:03:50.859879 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3e1bab06-7aad-465d-b773-8d60b1a50f07 req-2232897e-19b1-492b-a36e-86b45dc64b09 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Jul 09 18:03:51.320957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:03:51.438073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:03:51.438612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a1b9-558d-4b10-bf4e-1c3221cd7076 req-f4e15d99-a1c1-4fef-b76d-3f6bdb8a50d9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:51.440816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21d9a1b9-558d-4b10-bf4e-1c3221cd7076 req-f4e15d99-a1c1-4fef-b76d-3f6bdb8a50d9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 943 time: 0.0812922 Jul 09 18:03:51.450484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'mac_address': 'fa:16:3e:30:63:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:03:51.484889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21d9a1b9-558d-4b10-bf4e-1c3221cd7076 req-343f1f6a-844f-40d0-9154-f144eb0dcc1d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Jul 09 18:03:51.497904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:51.513802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68b41a0-c086-445e-983a-ee8a1e6f778a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:03:51.536920 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:03:51.541964 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:51.593874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:51.601637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.601948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.602295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.602638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.602948 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.603265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.603564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.603914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.604227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.604536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.604849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.605154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:03:51.677377 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bb026-7160-40f0-9cfd-886513577eff req-3556cec0-c46f-4b18-a178-88ae2d3c112b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:51.678835 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d3bb026-7160-40f0-9cfd-886513577eff req-3556cec0-c46f-4b18-a178-88ae2d3c112b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 944 time: 0.0708618 Jul 09 18:03:51.732158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4d3bb026-7160-40f0-9cfd-886513577eff req-96a6b8d5-1309-496b-817d-b587d132989b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466819 Jul 09 18:03:51.791263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['e68b41a0-c086-445e-983a-ee8a1e6f778a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:03:51.928182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ee79f-1660-4196-84b8-cd1acdf99f50 req-3ee3644f-f59d-47cc-90d1-16b9b343ab2f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:51.929790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-062ee79f-1660-4196-84b8-cd1acdf99f50 req-3ee3644f-f59d-47cc-90d1-16b9b343ab2f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 944 time: 0.0639672 Jul 09 18:03:51.968167 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-062ee79f-1660-4196-84b8-cd1acdf99f50 req-c0b2320d-3e1f-4206-87ab-2fb534b5230e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325260 Jul 09 18:03:52.287007 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:03:52.366712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02403-e1bb-41e4-98a3-109c74f9c673 req-f4d0e0cd-15ab-4dcc-b43f-b5b61837a892 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:52.368246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68e02403-e1bb-41e4-98a3-109c74f9c673 req-f4d0e0cd-15ab-4dcc-b43f-b5b61837a892 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 944 time: 0.0717602 Jul 09 18:03:52.410106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-68e02403-e1bb-41e4-98a3-109c74f9c673 req-e54e0cf3-97ee-4c83-9aaf-192a3ef7cf60 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361893 Jul 09 18:03:53.323974 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:03:53.382980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port e68b41a0-c086-445e-983a-ee8a1e6f778a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:03:53.386988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port e68b41a0-c086-445e-983a-ee8a1e6f778a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:03:53.387363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:53.468707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:53.492260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:03:53.494596 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9fa8c-d0fa-46ee-a8ac-4d0d134cae95" -d '{"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-plugged", "status": "completed", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:03:53.508548 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:03:53.513898 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:53.584782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-aa88831c-5c66-4aa2-9649-082ba3bfd151 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:53.586512 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-aa88831c-5c66-4aa2-9649-082ba3bfd151 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0724080 Jul 09 18:03:53.595655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:53.610389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02997f-8ac0-4897-8078-aeeb8e931428 req-ae2c9fe3-3c5f-4898-ad5a-1b36085feae3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:53.611979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf02997f-8ac0-4897-8078-aeeb8e931428 req-ae2c9fe3-3c5f-4898-ad5a-1b36085feae3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 945 time: 0.0684645 Jul 09 18:03:53.631159 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9652874-1b86-49ef-8ed6-2f43b950bdf2 x-openstack-request-id: req-a9652874-1b86-49ef-8ed6-2f43b950bdf2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:03:53.632219 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-plugged", "status": "completed", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:03:53.632544 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9652874-1b86-49ef-8ed6-2f43b950bdf2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:03:53.633020 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'code': 200} Jul 09 18:03:53.652764 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bf02997f-8ac0-4897-8078-aeeb8e931428 req-443f2098-d493-42b3-91c9-cbc661b5d6b4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Jul 09 18:03:53.695177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Deleting port e68b41a0-c086-445e-983a-ee8a1e6f778a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:03:53.695516 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:53.788004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] For port e68b41a0-c086-445e-983a-ee8a1e6f778a, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=e68b41a0-c086-445e-983a-ee8a1e6f778a,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:03:53.788408 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:54.014128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:54.014509 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:54.014836 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 disassociated. External IP: 172.25.3.190, port: e68b41a0-c086-445e-983a-ee8a1e6f778a. Jul 09 18:03:54.015172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Calling delete_port for e68b41a0-c086-445e-983a-ee8a1e6f778a owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:03:54.162252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:54.199008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event deleted for resources: {'Port': ['ID=e68b41a0-c086-445e-983a-ee8a1e6f778a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:54.318215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:03:54.431035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:03:54.442563 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:03:54.453579 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:03:54.454390 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:03:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:03:54.476750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] No DVR routers for this DVR port e68b41a0-c086-445e-983a-ee8a1e6f778a on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:03:54.479165 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:54.481328 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4893af2-3610-40f2-ae0c-b30cfa02a512 req-e885265b-5c78-4918-b4ac-0b2f2e290d78 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "DELETE /v2.0/ports/e68b41a0-c086-445e-983a-ee8a1e6f778a HTTP/1.1" status: 204 len: 173 time: 0.8888578 Jul 09 18:03:54.481776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-deleted', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:03:54.484101 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac46d6-5f91-458e-b326-6e8cf3159209" -d '{"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-deleted", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:03:54.532025 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f34fcb-1411-4e9b-b88c-e87b9dc9aef3 x-openstack-request-id: req-61f34fcb-1411-4e9b-b88c-e87b9dc9aef3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:03:54.532404 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c10be1d-f053-46ac-8260-682daf3d4808", "name": "network-vif-deleted", "tag": "e68b41a0-c086-445e-983a-ee8a1e6f778a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:03:54.532752 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61f34fcb-1411-4e9b-b88c-e87b9dc9aef3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:03:54.533216 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c10be1d-f053-46ac-8260-682daf3d4808', 'name': 'network-vif-deleted', 'tag': 'e68b41a0-c086-445e-983a-ee8a1e6f778a', 'status': 'completed', 'code': 200} Jul 09 18:03:54.570052 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:03:54.778561 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:03:54.808850 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:03:54.818365 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:03:54.819273 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:03:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:03:54.819798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6535a26-d792-40e7-bd44-c470e44e0992 req-0c02fb16-ddd9-4ec6-b4f9-ff03c5d3ec3b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c10be1d-f053-46ac-8260-682daf3d4808 HTTP/1.1" status: 200 len: 210 time: 0.0330307 Jul 09 18:03:54.923925 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:03:55.215911 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:03:55.242033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b2101c-3065-4ba2-b48e-bdabf4d43371 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:03:55.486977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df2c57-91e9-4d47-8858-8b16271f468b None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:03:56.158885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-0e4c0462-553d-45a3-b40c-47d8179657a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--137468369&fields=id&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 267 time: 0.0351164 Jul 09 18:03:56.270971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-0484ae09-c227-49a0-9183-c25ece8a12cc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:56.272534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-0484ae09-c227-49a0-9183-c25ece8a12cc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1070399 Jul 09 18:03:56.287222 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-00b0f3b0-da6f-48a7-953f-c46bcbf36bdf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/quotas/42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 375 time: 0.0092306 Jul 09 18:03:56.362961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-fbf86f75-f8d5-4e86-8795-c679f413fabc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708652 Jul 09 18:03:56.471745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-e1cadcec-e2ae-4117-9e8f-e1bd88ab285a service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962803 Jul 09 18:03:56.566874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-d1b51290-b3ba-4d99-8e28-98b18c5b0ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892661 Jul 09 18:03:56.746522 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3027e5dc-a763-4986-b2e1-7827fb5bb8e4 req-8ac8e1db-aede-4811-8287-0eadc9a888bf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 210 time: 0.0315199 Jul 09 18:03:57.349455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:03:57.370789 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: e68b41a0-c086-445e-983a-ee8a1e6f778a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:03:57.371150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device e68b41a0-c086-445e-983a-ee8a1e6f778a not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:03:57.874451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-aca4862a-c73d-4961-9e73-a44cac5af56f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:57.876262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-aca4862a-c73d-4961-9e73-a44cac5af56f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1206021 Jul 09 18:03:57.937305 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-e4dac744-7e9a-46f1-81ed-c681d00dbaaf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 379 time: 0.0523334 Jul 09 18:03:57.955981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9e6cf76e-6bbd-4ddf-a061-82714d66775a req-4114f8a6-719e-471b-85ef-5f2224209320 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 210 time: 0.0351529 Jul 09 18:03:57.959417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'port': {'device_id': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'admin_state_up': True, 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'security_groups': ['1399590c-2ca7-414b-bfa5-49146015f3bd']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:03:58.070462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Made reservation on behalf of 42b3aa398cbe4954a7c244dfb3049049 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:03:58.074142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.217489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Allocated IP 172.20.0.6 (73f320aa-bc5b-4f09-8522-ebc06846a49d/9af485f3-6487-40b4-91e3-8a4fa87c6894/478ff6db-63f1-4c78-85cf-dd12e9a1eafb) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:03:58.359226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.372989 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Transition to ACTIVE for port object 478ff6db-63f1-4c78-85cf-dd12e9a1eafb will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:03:58.411575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.457809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:03:58.461046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:03:58.465277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:03:58.488755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:58.517205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:58.517832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.534617 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-132c53a7-6886-482c-af0f-18eaf143cb7c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810616 Jul 09 18:03:58.546294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Request body: {'port': {'device_id': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:03:58.625609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.704109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c9727de6-f00b-4b87-9a0d-d3d3293b3ce9 None None] Provisioning for port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:03:58.708382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c9727de6-f00b-4b87-9a0d-d3d3293b3ce9 None None] Provisioning complete for port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:03:58.708765 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c9727de6-f00b-4b87-9a0d-d3d3293b3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.742180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c9727de6-f00b-4b87-9a0d-d3d3293b3ce9 None None] Port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:03:58.906990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478ff6db-63f1-4c78-85cf-dd12e9a1eafb {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:03:58.914778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.926459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Transition to ACTIVE for port object 478ff6db-63f1-4c78-85cf-dd12e9a1eafb will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:03:58.933063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:58.983133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:59.063290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:03:59.063638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:03:59.064039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:03:59.068685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:03:59.069007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:03:59.074287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:03:59.074602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:03:59.074991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:03:59.075441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Bound port: 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:03:59.075868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:59.141057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58d90-0af0-4b81-b3be-0c298b65e607 req-c86d0fb0-78ed-4961-8ffe-c39f3894b49c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.143017 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c58d90-0af0-4b81-b3be-0c298b65e607 req-c86d0fb0-78ed-4961-8ffe-c39f3894b49c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.0664556 Jul 09 18:03:59.151237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:03:59.154871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:03:59.159690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:59.183341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d9c58d90-0af0-4b81-b3be-0c298b65e607 req-da957558-2980-4599-8192-81e11a24e3b7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339541 Jul 09 18:03:59.195621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.196723 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:03:59.198152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] 10.222.0.13 "PUT /v2.0/ports/478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 1092 time: 0.6562405 Jul 09 18:03:59.200655 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:03:59.204148 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afab0fe3-6010-41f8-8a44-cdb069953929" -d '{"events": [{"name": "network-changed", "server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:03:59.231228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dec91-95b7-47e4-8beb-022214dd894c service neutron] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:03:59.278391 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bccfa36-fcb5-4cb4-9649-d63cb14260b9 x-openstack-request-id: req-8bccfa36-fcb5-4cb4-9649-d63cb14260b9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:03:59.278687 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:03:59.278936 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bccfa36-fcb5-4cb4-9649-d63cb14260b9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:03:59.279327 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'status': 'completed', 'code': 200} Jul 09 18:03:59.306399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-5db057d9-f1fe-4de7-a338-d83479f0d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.308019 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-5db057d9-f1fe-4de7-a338-d83479f0d03a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1095 time: 0.0637155 Jul 09 18:03:59.352179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-8b2d3f04-702c-4d45-93cf-1515780d60d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 217 time: 0.0359333 Jul 09 18:03:59.402007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-d958fcde-9d40-4f5f-9d69-0fc9be36ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.403531 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-d958fcde-9d40-4f5f-9d69-0fc9be36ae6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0451522 Jul 09 18:03:59.472434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-95d3c44c-758d-413e-823d-580d87fd1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.473930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-95d3c44c-758d-413e-823d-580d87fd1553 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605876 Jul 09 18:03:59.574071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-ad566e03-111c-46c1-9068-b2a93ee8715c service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928235 Jul 09 18:03:59.677081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d343824e-af11-4d54-96bc-a266c2ccca3a req-49d0ea2c-7ddf-4e54-91b1-63e0f6fc48b6 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935411 Jul 09 18:03:59.804073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-18d7e136-c403-4738-a68e-c68b78fa2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.805676 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-18d7e136-c403-4738-a68e-c68b78fa2e22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1095 time: 0.0607059 Jul 09 18:03:59.900514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-76fcb0a5-76b9-4e4d-8c30-53c69345faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:03:59.902043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-76fcb0a5-76b9-4e4d-8c30-53c69345faec service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0899029 Jul 09 18:03:59.974782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-3fd8aac6-b697-46de-9a81-e6287393ba6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 217 time: 0.0475631 Jul 09 18:04:00.026954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-921434b8-846b-44b3-8395-0ce413bf6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:00.028550 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-921434b8-846b-44b3-8395-0ce413bf6c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0473175 Jul 09 18:04:00.089618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-9792fbda-9cb2-4c38-b55d-41f3bd852740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:00.091161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-9792fbda-9cb2-4c38-b55d-41f3bd852740 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546095 Jul 09 18:04:00.192041 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-b943eb5b-baaf-4bd2-86d6-444fb642fe58 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Jul 09 18:04:00.292269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-afab0fe3-6010-41f8-8a44-cdb069953929 req-64ba27c0-d127-47ee-b9dc-ceeef864b986 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931590 Jul 09 18:04:00.374781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539082a-6173-4767-9139-0d7b2e1241b7 req-41dc4815-41b5-44ec-88a0-472d9e698b88 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:00.376263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c539082a-6173-4767-9139-0d7b2e1241b7 req-41dc4815-41b5-44ec-88a0-472d9e698b88 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.0669048 Jul 09 18:04:00.415240 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c539082a-6173-4767-9139-0d7b2e1241b7 req-f159a98f-8576-4a27-afa5-ab7dccad37aa tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324686 Jul 09 18:04:01.609603 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a5c7d-fcdc-4a93-9aa5-fa70e817d1a2 req-c155bacb-42ab-4522-96fd-c5b5ae73b9ce tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:01.611131 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-709a5c7d-fcdc-4a93-9aa5-fa70e817d1a2 req-c155bacb-42ab-4522-96fd-c5b5ae73b9ce tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.0748045 Jul 09 18:04:01.652103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-709a5c7d-fcdc-4a93-9aa5-fa70e817d1a2 req-b2b77f11-6145-4568-85b2-0f3c7ec75c13 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Jul 09 18:04:02.863429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4779-dae4-4f12-8d59-4c259216b638 req-1a24d107-fa05-47e9-9f4b-f6ea03df2f52 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:02.864888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f2d4779-dae4-4f12-8d59-4c259216b638 req-1a24d107-fa05-47e9-9f4b-f6ea03df2f52 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.0857530 Jul 09 18:04:02.909177 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5f2d4779-dae4-4f12-8d59-4c259216b638 req-c100dfd8-01ca-4b64-81c8-7f55a7069c1f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380871 Jul 09 18:04:03.366594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:04:03.470426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:03.484198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'mac_address': 'fa:16:3e:b3:d8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:04:03.520856 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:03.534164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478ff6db-63f1-4c78-85cf-dd12e9a1eafb {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:04:03.554296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:03.561776 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:03.609951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:03.750586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['478ff6db-63f1-4c78-85cf-dd12e9a1eafb'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:04:04.092852 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a69b-1c71-484f-bbff-f1f03c90cffc req-e9467318-c34b-492d-8045-9d38b1c736c8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:04.094358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b71a69b-1c71-484f-bbff-f1f03c90cffc req-e9467318-c34b-492d-8045-9d38b1c736c8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 944 time: 0.0724878 Jul 09 18:04:04.135662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b71a69b-1c71-484f-bbff-f1f03c90cffc req-43572c40-4a7f-4ba5-8269-92f223415af2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Jul 09 18:04:05.338530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff14ee-4107-4656-9dce-2dcd3b5490e6 req-6f115d58-db9f-489c-bfd8-48ad0d4fb8fd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:05.340065 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84ff14ee-4107-4656-9dce-2dcd3b5490e6 req-6f115d58-db9f-489c-bfd8-48ad0d4fb8fd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 944 time: 0.0712929 Jul 09 18:04:05.367618 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:04:05.386175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-84ff14ee-4107-4656-9dce-2dcd3b5490e6 req-1e2bc5bc-5f2f-46cf-ab5a-0644dd193af4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Jul 09 18:04:05.431385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:04:05.435435 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:04:05.435835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:05.518331 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:05.541951 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:05.544432 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5dce0a-a024-418d-9928-e7f02c25dc08" -d '{"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-plugged", "status": "completed", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:05.558750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:04:05.569291 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:05.596129 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f7a7bd-4a24-471a-880b-49d992360b4d x-openstack-request-id: req-35f7a7bd-4a24-471a-880b-49d992360b4d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:05.596129 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-plugged", "status": "completed", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:05.596129 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35f7a7bd-4a24-471a-880b-49d992360b4d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:05.596129 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'code': 200} Jul 09 18:04:05.621089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:04:05.707884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304311-1ee2-4c6d-aaf0-cc2abd959553 req-8e0eef24-1265-4ed5-8933-6966fd9b721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:05.709843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca304311-1ee2-4c6d-aaf0-cc2abd959553 req-8e0eef24-1265-4ed5-8933-6966fd9b721e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1097 time: 0.0556719 Jul 09 18:04:05.744825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca304311-1ee2-4c6d-aaf0-cc2abd959553 req-342d9612-2e98-4af4-b699-937298d12c08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287249 Jul 09 18:04:06.572559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e221-992c-49e2-b162-54c840516758 req-b8b697e1-717d-4ddd-a008-a6e786e6fc8c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:06.574016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e2e221-992c-49e2-b162-54c840516758 req-b8b697e1-717d-4ddd-a008-a6e786e6fc8c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0642781 Jul 09 18:04:06.617530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5e2e221-992c-49e2-b162-54c840516758 req-8de10149-55e5-460d-bbc7-793c92728e24 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 Jul 09 18:04:07.809180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5907-e718-4f2a-8e2a-ae560277577d req-50ecdaac-a3af-4008-9025-d8ebdfb72cb0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:07.810710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4cfc5907-e718-4f2a-8e2a-ae560277577d req-50ecdaac-a3af-4008-9025-d8ebdfb72cb0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0752776 Jul 09 18:04:07.855352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4cfc5907-e718-4f2a-8e2a-ae560277577d req-569faf74-608a-4793-b098-59ce58755a8c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387385 Jul 09 18:04:08.036924 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9570c-60d5-4234-8755-94d394bfb495 req-5fe89cbe-9c19-4bbb-bed9-f00a68ca9912 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:08.038440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ecf9570c-60d5-4234-8755-94d394bfb495 req-5fe89cbe-9c19-4bbb-bed9-f00a68ca9912 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0708466 Jul 09 18:04:08.048793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 50392) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:04:08.053435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'floatingip': {'port_id': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:04:08.093583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.559264 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.565288 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.625804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:08.665096 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 associated. External IP: 172.25.3.190, port: 478ff6db-63f1-4c78-85cf-dd12e9a1eafb. Jul 09 18:04:09.222041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:04:09.343697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:04:09.349289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:09.354620 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:04:09.365185 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:09.365877 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:03:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.386721 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d47cb783-b1c5-4d32-827e-a5e3823e6b49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "PUT /v2.0/floatingips/3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 HTTP/1.1" status: 200 len: 991 time: 1.3368335 Jul 09 18:04:09.387324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:04:09.389667 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea78149580edfced3e3b6d1f9bed627318a42e1602ed64eed9996a685384659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5d21b6-5659-4259-a042-cec0cc359b38" -d '{"events": [{"name": "network-changed", "server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:04:09.474236 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:09.494854 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f826c3-e405-442f-a357-51b1a2352a9d x-openstack-request-id: req-50f826c3-e405-442f-a357-51b1a2352a9d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:04:09.495147 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:04:09.495423 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f826c3-e405-442f-a357-51b1a2352a9d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:04:09.495867 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'status': 'completed', 'code': 200} Jul 09 18:04:09.566497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-dc2123c0-ad81-4a08-9f6d-ab1b19ed4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.568156 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-dc2123c0-ad81-4a08-9f6d-ab1b19ed4f02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1097 time: 0.0523429 Jul 09 18:04:09.661246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-6ed585c1-30db-40c8-998b-2f6b1fd7476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.662730 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-6ed585c1-30db-40c8-998b-2f6b1fd7476a service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0888269 Jul 09 18:04:09.675424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:09.703332 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:b3:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:04:08Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.728473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-08c5092d-6058-40c5-b9f7-26d712da4e65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 999 time: 0.0595164 Jul 09 18:04:09.729850 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:04:09.738196 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:04:09.738812 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:03:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:09.783408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-9359838f-fe32-4b27-965c-da9188b87738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.784963 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-9359838f-fe32-4b27-965c-da9188b87738 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0503461 Jul 09 18:04:09.870955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-df518f84-d88d-44e4-b6a4-e4982a954293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:09.872561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-df518f84-d88d-44e4-b6a4-e4982a954293 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815012 Jul 09 18:04:09.874183 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:04:09.968297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-1a5dcbfe-e6c9-43e6-90f5-298517fc3d01 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890636 Jul 09 18:04:10.060407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f5d21b6-5659-4259-a042-cec0cc359b38 req-f684cd4b-d04e-46b9-b66f-ded4587107b4 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Jul 09 18:04:10.102795 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:b3:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:04:08Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:04:10.128273 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b3a72-446a-4a9b-9174-cc3739b3a004 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:b3:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:04:08Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:04:10.330849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1a179-2e36-4480-919b-75ab6c4b0067 None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:04:10.435347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-926fa908-6523-4d33-8ca0-2fced1bbe5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:13.000572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-accc9709-9b3b-4e89-9e2d-92a53873fb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:13.468563 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:14.126740 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:16.038070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:29.291441 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:04:38.621546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:39.677398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:40.424987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2945bd87-9e4c-49c7-b4b4-820f8f747d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:43.009399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e54da76-ab97-4aab-8bf0-f1f573135b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:43.474711 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:44.129188 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:46.030194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-0d6a5437-dbc6-4896-b10f-a7b61d79c220 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113729 Jul 09 18:04:46.037886 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:04:46.131970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-1482967b-1cd1-4e45-a500-858746f84ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:46.133602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-1482967b-1cd1-4e45-a500-858746f84ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1097 time: 0.0554426 Jul 09 18:04:46.593538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-803fb43f-c1a3-46c5-ba57-1c47ea02378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:46.595055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-803fb43f-c1a3-46c5-ba57-1c47ea02378d service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.4336665 Jul 09 18:04:46.669417 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-0188db9c-77e6-405e-ab18-08483d4bed4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 1001 time: 0.0670938 Jul 09 18:04:46.720108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-284483d8-4d5a-460b-86fa-20a37a411ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:46.721623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-284483d8-4d5a-460b-86fa-20a37a411ddf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0459909 Jul 09 18:04:46.786915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-63a40fa8-a7a7-4e18-82f5-b640348e22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:04:46.788464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-63a40fa8-a7a7-4e18-82f5-b640348e22f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608704 Jul 09 18:04:46.892578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-5e66ccb4-d927-480d-8280-2d4c77677701 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944049 Jul 09 18:04:46.984749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d68b6fcb-1397-4c4d-a6f9-5ebbbf584f2d req-804241d9-aec3-448b-a3ed-171707fda690 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Jul 09 18:05:06.293855 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:05:08.616262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:09.681650 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:10.423924 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c9e461ab-baf0-4d45-94f8-50f1a3b673da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:13.006493 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bc836564-0f9c-4cc3-a6e1-402a706875cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:13.473843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:14.134210 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:16.036327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:38.629060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:39.682353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:40.418719 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-72ba2a79-2d56-45b7-9f81-365a5d6a52f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:43.006208 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7a74807a-fe18-4825-aa7e-c57ce59c8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:43.293669 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:05:43.468915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:44.136704 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:45.189894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b537-9a4d-4b6f-93db-9fefa55943bb req-a873d157-b070-40a7-b596-fdebeae8ceb1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:45.191469 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9597b537-9a4d-4b6f-93db-9fefa55943bb req-a873d157-b070-40a7-b596-fdebeae8ceb1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0731199 Jul 09 18:05:45.234235 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9597b537-9a4d-4b6f-93db-9fefa55943bb req-8bc47cb6-38ab-4ca8-989c-9ca43538e7a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370352 Jul 09 18:05:45.988556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-9af6606b-c555-4c9f-874a-4912add89709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:45.990071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-9af6606b-c555-4c9f-874a-4912add89709 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1097 time: 0.0616453 Jul 09 18:05:46.040516 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:05:46.099318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-4f215d00-3df5-4081-9027-13bbcd48bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:46.100952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-4f215d00-3df5-4081-9027-13bbcd48bb5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0904727 Jul 09 18:05:46.178696 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-a8791fb3-98e2-4720-b6c6-895818a3e3b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 1001 time: 0.0666089 Jul 09 18:05:46.233613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-90b953fd-e05a-4bbc-8a47-f0c96dcdbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:46.234987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-90b953fd-e05a-4bbc-8a47-f0c96dcdbdce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0490723 Jul 09 18:05:46.298435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-dbc4bae3-e39f-44c9-aac8-2fbaf73205b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:46.299995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-dbc4bae3-e39f-44c9-aac8-2fbaf73205b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581858 Jul 09 18:05:46.428585 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-6fe037a4-46d4-4014-ad55-b427b6507aa8 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216743 Jul 09 18:05:46.452335 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ad803-1602-481f-938d-09062f75ab4a req-efd4d29c-3fdc-4e61-a0e8-5624aac44f90 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:46.453770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab3ad803-1602-481f-938d-09062f75ab4a req-efd4d29c-3fdc-4e61-a0e8-5624aac44f90 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.1030860 Jul 09 18:05:46.536985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab3ad803-1602-481f-938d-09062f75ab4a req-37b2844f-190e-43f8-b8e6-9b1769540e4c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731161 Jul 09 18:05:46.556946 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-59f9fe28-921c-4f4c-8795-64b0e45e05c6 req-9e651ae0-2589-4425-a0a0-b3b8b4f2bf95 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196067 Jul 09 18:05:47.723587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8b89-b8c8-45d6-906e-92895b1c8502 req-84bac052-781b-4dec-a648-24ee8504074d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:47.725078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a09d8b89-b8c8-45d6-906e-92895b1c8502 req-84bac052-781b-4dec-a648-24ee8504074d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0723648 Jul 09 18:05:47.764655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a09d8b89-b8c8-45d6-906e-92895b1c8502 req-62d42d6a-ed51-4daf-88c4-3b8d5f0726b1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337856 Jul 09 18:05:48.957910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1fc0b-bcb8-40e6-8dbf-fc92db5d481a req-97f00234-bff5-496b-9b8a-b1747bd346e4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:48.959397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54c1fc0b-bcb8-40e6-8dbf-fc92db5d481a req-97f00234-bff5-496b-9b8a-b1747bd346e4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0719385 Jul 09 18:05:48.997866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-54c1fc0b-bcb8-40e6-8dbf-fc92db5d481a req-5cce57b3-24a7-496f-9fe0-67041aff39be tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Jul 09 18:05:50.184388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6f9b1-b47d-4e0d-825b-810d010da572 req-a15ee820-43c6-4d70-82df-66e64b6bb060 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:50.185837 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8b6f9b1-b47d-4e0d-825b-810d010da572 req-a15ee820-43c6-4d70-82df-66e64b6bb060 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0722692 Jul 09 18:05:50.228579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c8b6f9b1-b47d-4e0d-825b-810d010da572 req-f604ab9c-b643-4a7d-9237-91bc15bbe258 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366690 Jul 09 18:05:51.417224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77a6fe-dad5-41d1-b270-dc75141cd478 req-4a3039dc-7c8c-4f24-aeaf-778a387fc30f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:51.418713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba77a6fe-dad5-41d1-b270-dc75141cd478 req-4a3039dc-7c8c-4f24-aeaf-778a387fc30f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0711508 Jul 09 18:05:51.457051 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba77a6fe-dad5-41d1-b270-dc75141cd478 req-3e256573-2293-4fe5-8b7f-9fe747a8a272 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Jul 09 18:05:52.647822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7a5e-41fc-466e-aac5-4211582cf1ea req-7c0b7a0c-e50c-48a2-993d-299808d8f601 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:52.649706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-888e7a5e-41fc-466e-aac5-4211582cf1ea req-7c0b7a0c-e50c-48a2-993d-299808d8f601 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0784194 Jul 09 18:05:52.696402 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-888e7a5e-41fc-466e-aac5-4211582cf1ea req-cd492e11-a756-4254-ba1e-46195b0afeab tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Jul 09 18:05:53.889519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb66d-439d-463b-bd8f-870d4811ff55 req-823c7682-de35-4217-a875-7ec253251dfb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:53.890968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b0fb66d-439d-463b-bd8f-870d4811ff55 req-823c7682-de35-4217-a875-7ec253251dfb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0793800 Jul 09 18:05:53.940150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b0fb66d-439d-463b-bd8f-870d4811ff55 req-cde66c1d-5b66-4125-80e1-c45f89ebe93e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Jul 09 18:05:55.139281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c405c5-d0dc-4c40-a3e9-9f93911978af req-4e984ddf-c20a-4342-9f09-14215133bdff tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:55.140911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-48c405c5-d0dc-4c40-a3e9-9f93911978af req-4e984ddf-c20a-4342-9f09-14215133bdff tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0761535 Jul 09 18:05:55.180393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-48c405c5-d0dc-4c40-a3e9-9f93911978af req-476c9939-56b7-4943-86e4-e986ce192ff2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335987 Jul 09 18:05:56.373938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702087f-5b79-4e15-ad46-5a134c79be03 req-30f2a112-95c5-4ffd-8167-12ea056f970c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:56.375354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5702087f-5b79-4e15-ad46-5a134c79be03 req-30f2a112-95c5-4ffd-8167-12ea056f970c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0796158 Jul 09 18:05:56.423862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5702087f-5b79-4e15-ad46-5a134c79be03 req-264104fb-fd65-4695-83f2-5af934261e22 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403836 Jul 09 18:05:56.782588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-ebcdcd6d-557c-4268-a750-388dbbf41d44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596099 Jul 09 18:05:56.844142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9af56-399c-4343-b6bc-7c98edbab6d8 req-01614d8c-2717-43a7-8b8c-0b6fc0ac9108 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:56.845986 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1b9af56-399c-4343-b6bc-7c98edbab6d8 req-01614d8c-2717-43a7-8b8c-0b6fc0ac9108 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0717371 Jul 09 18:05:56.887404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d1b9af56-399c-4343-b6bc-7c98edbab6d8 req-eb2480fe-607a-4e54-91dc-64b38fe564c7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Jul 09 18:05:58.070040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e955a-6eae-4681-ad1f-02b13c2ca122 req-d3f00990-f823-432b-a129-e1e409496451 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:58.071576 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531e955a-6eae-4681-ad1f-02b13c2ca122 req-d3f00990-f823-432b-a129-e1e409496451 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0720158 Jul 09 18:05:58.111429 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-531e955a-6eae-4681-ad1f-02b13c2ca122 req-def56e1e-b12f-45bb-9e39-426a4b922d56 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339079 Jul 09 18:05:58.149693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-d1ae1cf0-9745-4da2-bb17-d4df2a3bff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:58.151267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-d1ae1cf0-9745-4da2-bb17-d4df2a3bff95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1097 time: 0.0579872 Jul 09 18:05:58.255625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-460bf3c1-1328-44ec-89cf-0c5516c11bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:58.257891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-460bf3c1-1328-44ec-89cf-0c5516c11bf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0995841 Jul 09 18:05:58.333143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-ed50b21d-d67f-45ff-a70c-eba3fb5196f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 1001 time: 0.0691321 Jul 09 18:05:58.380320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-2dfc6eda-4352-4361-968a-4e6db1ffe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:58.381764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-2dfc6eda-4352-4361-968a-4e6db1ffe4b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0427556 Jul 09 18:05:58.440514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-acb2d96a-abe3-4e02-8f15-29c82fd48efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:58.442043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-acb2d96a-abe3-4e02-8f15-29c82fd48efc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542061 Jul 09 18:05:58.537905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a96ad392-57c4-495b-b9f1-376d78933c3b service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888793 Jul 09 18:05:58.636995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-b691c767-8c6a-438d-8b5f-a0b31c42f0a0 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931203 Jul 09 18:05:59.299557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baf00f-5b03-46ff-abc7-e2dc5ce4f0d4 req-ff7d6c1b-238b-419e-a2e8-4e45d6ec8c5c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:05:59.301704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76baf00f-5b03-46ff-abc7-e2dc5ce4f0d4 req-ff7d6c1b-238b-419e-a2e8-4e45d6ec8c5c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0731294 Jul 09 18:05:59.344000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-76baf00f-5b03-46ff-abc7-e2dc5ce4f0d4 req-6808dd81-c6d0-4ece-8b13-60bb50bb8c50 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364382 Jul 09 18:06:00.532295 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862b275-aaef-476b-b651-553e1b1ed60d req-63799bc5-5c45-48b5-a8fc-5b53da207d8b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:00.534256 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2862b275-aaef-476b-b651-553e1b1ed60d req-63799bc5-5c45-48b5-a8fc-5b53da207d8b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0711341 Jul 09 18:06:00.573268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2862b275-aaef-476b-b651-553e1b1ed60d req-c5116fdc-3590-49ad-8db1-085bc09ae7b5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Jul 09 18:06:00.834243 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-5ccb4c13-cc7d-40fa-a3a4-c21434b7e73c service neutron] show failed (client error): The resource could not be found. Jul 09 18:06:00.835273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-5ccb4c13-cc7d-40fa-a3a4-c21434b7e73c service neutron] 10.222.0.13 "GET /v2.0/ports/478ff6db-63f1-4c78-85cf-dd12e9a1eafb/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0625021 Jul 09 18:06:01.100591 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-ad10b86a-d90e-4d23-ba4d-e26a93618129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:01.102063 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-ad10b86a-d90e-4d23-ba4d-e26a93618129 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 1097 time: 0.0559158 Jul 09 18:06:01.114464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:06:01.194159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:01.417621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:01.451416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:06:01.497183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:01.499557 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c071af-a72f-42f5-b50e-25ee1f22504e" -d '{"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-unplugged", "status": "completed", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:01.503396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:01.516205 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Transition to ACTIVE for port object 478ff6db-63f1-4c78-85cf-dd12e9a1eafb will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:06:01.520915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:01.569979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:01.617009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.617371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.618182 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.618366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.618725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.619064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.619411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.619788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.620107 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.620491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.620822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.621145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:01.628562 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026fe703-523d-4f13-ba6a-e87c882f2918 x-openstack-request-id: req-026fe703-523d-4f13-ba6a-e87c882f2918 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:01.628865 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-unplugged", "status": "completed", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:01.629094 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-026fe703-523d-4f13-ba6a-e87c882f2918 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:01.629498 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'code': 200} Jul 09 18:06:01.673275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] No DVR routers for this DVR port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:06:01.769286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c085047-6e13-4ddb-8aad-3c5a98cb0622 req-e3049972-34fc-49f4-857b-868b1802ac23 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:01.770861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c085047-6e13-4ddb-8aad-3c5a98cb0622 req-e3049972-34fc-49f4-857b-868b1802ac23 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.0728164 Jul 09 18:06:01.809665 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c085047-6e13-4ddb-8aad-3c5a98cb0622 req-b04f533d-b6b8-4d7b-aaaa-97fbe9069562 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325036 Jul 09 18:06:01.819131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:06:01.819479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:06:01.819983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:06:01.824670 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:06:01.824997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Attempting to bind port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:06:01.830597 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:06:01.831016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:06:01.831402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:06:01.831855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Bound port: 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:06:01.832218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:01.911097 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:06:01.914517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:06:01.922722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:01.958984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:01.959852 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:01.961613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 1092 time: 0.8510485 Jul 09 18:06:02.000326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410440-2ae4-47db-9b63-e52ecc6340f9 service neutron] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:02.045646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-cef4477b-f434-4260-a1b5-b3eeeb0388d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:02.047173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-cef4477b-f434-4260-a1b5-b3eeeb0388d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1095 time: 0.0601892 Jul 09 18:06:02.139250 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-7f406c41-6d91-4f2b-9628-fe6a6aea0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:02.140800 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-7f406c41-6d91-4f2b-9628-fe6a6aea0066 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0872402 Jul 09 18:06:02.215842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-fc9b1883-f2f0-41f5-8db3-14b232eac67d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 999 time: 0.0676839 Jul 09 18:06:02.274690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-4be2f19a-3ede-4e50-829c-ebae9f9bdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:02.276180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-4be2f19a-3ede-4e50-829c-ebae9f9bdbb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0527124 Jul 09 18:06:02.346186 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a258d69e-5af1-43a3-8d51-580a076b3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:02.347952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-a258d69e-5af1-43a3-8d51-580a076b3913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653732 Jul 09 18:06:02.441394 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-7d46f324-310b-4c98-a757-f0cb8775993f service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867579 Jul 09 18:06:02.538009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f99ab152-7cdc-4d7a-b873-9962029c3ee4 req-ec613ebf-9c78-4ebb-b4d3-00d6835d14fa service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903504 Jul 09 18:06:02.996794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f239ea-087f-4a7b-9a94-0719a21a3a2d req-6a73ab57-c301-49a1-adbf-236cf0055d55 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:02.998404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12f239ea-087f-4a7b-9a94-0719a21a3a2d req-6a73ab57-c301-49a1-adbf-236cf0055d55 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.0732350 Jul 09 18:06:03.042652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12f239ea-087f-4a7b-9a94-0719a21a3a2d req-730ebb12-480e-4c3a-be5d-67b2012b29f6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358815 Jul 09 18:06:03.631348 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:03.635095 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da3b55-8539-40be-b231-0f60e376e281" -d '{"events": [{"name": "network-changed", "server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:03.689757 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06df691-37d3-4d2c-8306-38255cf44aeb x-openstack-request-id: req-d06df691-37d3-4d2c-8306-38255cf44aeb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:03.690869 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:03.691120 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d06df691-37d3-4d2c-8306-38255cf44aeb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:03.691509 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'status': 'completed', 'code': 200} Jul 09 18:06:03.805607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-f3c46556-8e55-4343-831c-ac280716ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:03.807125 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-f3c46556-8e55-4343-831c-ac280716ba44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1095 time: 0.0860100 Jul 09 18:06:03.811434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-4bf85f55-d8a3-4fb9-824e-d0981ce41729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:03.813233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-4bf85f55-d8a3-4fb9-824e-d0981ce41729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1095 time: 0.1008422 Jul 09 18:06:03.988344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-bfbe1395-3992-47e6-984b-8d9143e0db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:03.989829 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-bfbe1395-3992-47e6-984b-8d9143e0db91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1757348 Jul 09 18:06:03.992333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-03fe0a8e-2b88-41e9-82f6-ed542b5a037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:03.993659 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-03fe0a8e-2b88-41e9-82f6-ed542b5a037c service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1718552 Jul 09 18:06:04.087100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:06:04.095912 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-ab368ca3-5f5f-4542-b7a9-19496edd7c3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 999 time: 0.0991805 Jul 09 18:06:04.102087 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-8aec581d-3e55-47a3-b0a3-c715848c67a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 999 time: 0.0999622 Jul 09 18:06:04.131848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:06:04.203422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-4cc60ffb-1d11-41a9-91d2-27d138fc4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:04.204938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-4cc60ffb-1d11-41a9-91d2-27d138fc4f7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.1019819 Jul 09 18:06:04.211380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-42ea6240-fe43-4d12-8f24-bf8aef0b6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:04.212778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-42ea6240-fe43-4d12-8f24-bf8aef0b6840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.1024582 Jul 09 18:06:04.325955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b764f4-d9e0-4bf7-80b2-4dd4b5669812 req-61d1e639-da6a-402c-91e4-8575c72f479b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:04.327354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25b764f4-d9e0-4bf7-80b2-4dd4b5669812 req-61d1e639-da6a-402c-91e4-8575c72f479b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.1582444 Jul 09 18:06:04.332871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-e60678a4-776c-47cc-a5ec-739a6fa8791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:04.334264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-e60678a4-776c-47cc-a5ec-739a6fa8791b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199522 Jul 09 18:06:04.344399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3b55-8539-40be-b231-0f60e376e281 req-89918517-2388-48a1-b1a7-4e8c577c0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:04.345820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-89918517-2388-48a1-b1a7-4e8c577c0cce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235290 Jul 09 18:06:04.466756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25b764f4-d9e0-4bf7-80b2-4dd4b5669812 req-9cf5b0c5-5098-40d0-a61f-a1e2cef3b9fe tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300406 Jul 09 18:06:04.516152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-7fae76c5-83b2-40be-bf29-06aac5b8d4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685054 Jul 09 18:06:04.519655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-4ff43669-5e8a-4b1b-a899-43a33d216e07 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595612 Jul 09 18:06:04.693441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-34e3a3cc-ec69-43b1-ab1d-1ec567d5a49a service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707754 Jul 09 18:06:04.695510 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6da3b55-8539-40be-b231-0f60e376e281 req-ade21c3d-4aa9-4390-85f8-18e1c4c0449d service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657481 Jul 09 18:06:04.797734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-4e8f9210-4e37-428f-8799-07a44abd3daf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:04.799326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-4e8f9210-4e37-428f-8799-07a44abd3daf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c&tenant_id=42b3aa398cbe4954a7c244dfb3049049&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 943 time: 0.0786004 Jul 09 18:06:04.864492 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-71a611a8-7d51-4d9f-9a4b-3812fc857bac service neutron] delete failed (client error): The resource could not be found. Jul 09 18:06:04.865424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-71a611a8-7d51-4d9f-9a4b-3812fc857bac service neutron] 10.222.0.13 "DELETE /v2.0/ports/478ff6db-63f1-4c78-85cf-dd12e9a1eafb/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0596719 Jul 09 18:06:05.007537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946199f-80dc-4f2f-a7e6-7089664caf44 req-c67a1906-d8eb-44b4-aba3-5f8ea3f8d898 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:05.009070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9946199f-80dc-4f2f-a7e6-7089664caf44 req-c67a1906-d8eb-44b4-aba3-5f8ea3f8d898 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 943 time: 0.1109293 Jul 09 18:06:05.013500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-c737d089-0886-481f-bf14-3346f25a92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:05.014883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-c737d089-0886-481f-bf14-3346f25a92b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1095 time: 0.0861077 Jul 09 18:06:05.095032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9946199f-80dc-4f2f-a7e6-7089664caf44 req-33251926-87d2-4de4-b999-a09d043245f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792019 Jul 09 18:06:05.127542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-d5fa9817-0ef2-4007-874c-aef3c906d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:05.128986 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-d5fa9817-0ef2-4007-874c-aef3c906d3e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1072426 Jul 09 18:06:05.194140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-baaa78fe-583c-47cf-a2cb-00c74b9aaed8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 999 time: 0.0580773 Jul 09 18:06:05.244742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-8e1d17e8-041f-4105-8c8e-71303415ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:05.246336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-8e1d17e8-041f-4105-8c8e-71303415ad88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0464251 Jul 09 18:06:05.317307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-8c2905ae-527f-4b62-8a8b-9d1f9a65a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:05.318943 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-8c2905ae-527f-4b62-8a8b-9d1f9a65a68d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648577 Jul 09 18:06:05.365987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:06:05.466719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:05.483383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'mac_address': 'fa:16:3e:b3:d8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:06:05.521532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:05.535236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478ff6db-63f1-4c78-85cf-dd12e9a1eafb {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:06:05.555607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:05.561657 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:05.615800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:05.623540 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.623904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.624253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.624573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.624932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.625225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.625575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.625896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.626215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.626531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.626844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.627157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:06:05.768488 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-cc6e60c0-8c7f-495c-98b0-a411070f5fac service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428308 Jul 09 18:06:05.807193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['478ff6db-63f1-4c78-85cf-dd12e9a1eafb'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:06:05.861885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97c41d12-0496-4c2d-9784-7342c08b9c64 req-74e860bb-4cf2-4b96-bbe2-631723f48be4 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866623 Jul 09 18:06:06.287484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6ed2-824f-40c1-83f8-3d1d474d6966 req-976e47c3-e344-4c6e-a4b3-75fcb6fc1bd1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:06.289439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-735f6ed2-824f-40c1-83f8-3d1d474d6966 req-976e47c3-e344-4c6e-a4b3-75fcb6fc1bd1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 944 time: 0.0667248 Jul 09 18:06:06.329741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-735f6ed2-824f-40c1-83f8-3d1d474d6966 req-483af071-ebb2-4776-a278-858d348416f8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343053 Jul 09 18:06:07.368453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:06:07.420952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:06:07.425568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:06:07.425950 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:07.504927 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:07.511493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4ff7-37f0-4884-b056-a01f8d347a13 req-20e521f9-13ce-4d3f-85e2-3b33ea3436e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:07.513046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a9d4ff7-37f0-4884-b056-a01f8d347a13 req-20e521f9-13ce-4d3f-85e2-3b33ea3436e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 944 time: 0.0655200 Jul 09 18:06:07.553891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a9d4ff7-37f0-4884-b056-a01f8d347a13 req-4ab23bc7-7be0-498c-af7a-fb87b73537e6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350459 Jul 09 18:06:07.688355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:07.690636 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489a07f7-1674-41ba-9d4c-d19f040e3d56" -d '{"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-plugged", "status": "completed", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:07.703508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:07.708848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:07.736572 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da143fb-6a93-4bac-a283-f759b3faf810 x-openstack-request-id: req-9da143fb-6a93-4bac-a283-f759b3faf810 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:07.736864 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-plugged", "status": "completed", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:07.737126 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9da143fb-6a93-4bac-a283-f759b3faf810 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:07.737492 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'code': 200} Jul 09 18:06:07.747215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c224f08-ca0b-4b26-8c3a-265aa7c66d04 req-fa440a48-712b-4f33-95ca-dbf3160d4791 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:07.748870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c224f08-ca0b-4b26-8c3a-265aa7c66d04 req-fa440a48-712b-4f33-95ca-dbf3160d4791 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 944 time: 0.0783288 Jul 09 18:06:07.762866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:07.787229 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5c224f08-ca0b-4b26-8c3a-265aa7c66d04 req-84040e0d-c218-47db-9904-035bacfaa97f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Jul 09 18:06:08.129238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-5f700df9-d7d4-4344-9443-37117614a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:08.130772 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-5f700df9-d7d4-4344-9443-37117614a5ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 1097 time: 0.0553472 Jul 09 18:06:08.149629 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906982bd-057f-4597-bf68-e8e9c3f44bfa req-88931861-fe2f-458b-9135-66767787df91 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:08.151124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-906982bd-057f-4597-bf68-e8e9c3f44bfa req-88931861-fe2f-458b-9135-66767787df91 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0719283 Jul 09 18:06:08.191504 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-906982bd-057f-4597-bf68-e8e9c3f44bfa req-1291893b-faa2-4472-9d77-f61d05c5f668 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342231 Jul 09 18:06:08.224220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-cf33e637-d292-4c47-ad8d-35f38bb0f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:08.225716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-cf33e637-d292-4c47-ad8d-35f38bb0f911 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0887327 Jul 09 18:06:08.305582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-6f6b9772-fca8-4be1-83b4-0bf50373480f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 200 len: 1001 time: 0.0721633 Jul 09 18:06:08.363561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-56aaa50d-abc8-4795-854c-7be8303ad2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:08.365113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-56aaa50d-abc8-4795-854c-7be8303ad2e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0540524 Jul 09 18:06:08.425630 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-55300b1f-4ed3-4082-9e89-3b1acd53b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:08.427069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-55300b1f-4ed3-4082-9e89-3b1acd53b06d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552826 Jul 09 18:06:08.523365 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-e7223cc5-2ec1-40d4-914e-09125ad17a8e service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893581 Jul 09 18:06:08.617267 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:08.635874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c1622b2-4ad8-4f95-880e-66e0217941d5 req-7a73aef4-d425-4aa0-b3e7-8716e2f4e6f3 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063633 Jul 09 18:06:09.377752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3874-a153-48e7-8aff-c0fd39fd5df4 req-9b879b43-a5d0-48f1-bae9-de3c7dd1f1db tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:09.379263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0bcd3874-a153-48e7-8aff-c0fd39fd5df4 req-9b879b43-a5d0-48f1-bae9-de3c7dd1f1db tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0729129 Jul 09 18:06:09.427861 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0bcd3874-a153-48e7-8aff-c0fd39fd5df4 req-1b0a3dcd-01fd-473e-ab71-0807bbe7ea27 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Jul 09 18:06:09.693840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:09.846494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7ce5a-bd7d-44b8-b0ff-1b2d9a65ef7b req-9e289c61-d52f-4247-aa94-649a0837ea04 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:09.847902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12a7ce5a-bd7d-44b8-b0ff-1b2d9a65ef7b req-9e289c61-d52f-4247-aa94-649a0837ea04 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0768247 Jul 09 18:06:09.895035 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12a7ce5a-bd7d-44b8-b0ff-1b2d9a65ef7b req-cc2f21d8-5865-4d41-b2b5-63f00bf9fbbb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 Jul 09 18:06:10.423891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d61a2322-741c-4ee4-a080-002cf5f8b5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.030904 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-adb755c5-e420-41cf-9f68-c042ac5b7eb4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:11.032446 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-adb755c5-e420-41cf-9f68-c042ac5b7eb4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0646729 Jul 09 18:06:11.079451 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28f1c6-bd33-4065-8410-7d5aaa1e2a5c req-84ef66b8-3061-46f9-b2a9-bdb0e6233168 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:11.081015 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d28f1c6-bd33-4065-8410-7d5aaa1e2a5c req-84ef66b8-3061-46f9-b2a9-bdb0e6233168 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 945 time: 0.0684569 Jul 09 18:06:11.120049 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d28f1c6-bd33-4065-8410-7d5aaa1e2a5c req-cdfd4401-0088-4aa9-b30e-ef13e8c61a4c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327144 Jul 09 18:06:11.139371 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Deleting port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:06:11.139720 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.242869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] For port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:11.243155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.426534 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.426907 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.427228 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 disassociated. External IP: 172.25.3.190, port: 478ff6db-63f1-4c78-85cf-dd12e9a1eafb. Jul 09 18:06:11.427577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Calling delete_port for 478ff6db-63f1-4c78-85cf-dd12e9a1eafb owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:06:11.585329 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.619686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event deleted for resources: {'Port': ['ID=478ff6db-63f1-4c78-85cf-dd12e9a1eafb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:11.737708 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:06:11.854692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:06:11.865633 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:06:11.875498 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:06:11.876107 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:05:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:11.897970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] No DVR routers for this DVR port 478ff6db-63f1-4c78-85cf-dd12e9a1eafb on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:06:11.901225 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:11.903526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d323e4bb-017f-433d-885e-058bcf5e4bc7 req-dc8f8999-1df3-4550-8a6c-80b17a8e5540 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "DELETE /v2.0/ports/478ff6db-63f1-4c78-85cf-dd12e9a1eafb HTTP/1.1" status: 204 len: 173 time: 0.8653748 Jul 09 18:06:11.904030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-deleted', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:11.906429 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aaa742-92c7-408c-8616-4217a4712ed0" -d '{"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-deleted", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:11.946099 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f115a-6201-441e-88b8-1882fedfb129 x-openstack-request-id: req-063f115a-6201-441e-88b8-1882fedfb129 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:11.946391 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de10b833-a8db-45f4-8eb7-9029e118552c", "name": "network-vif-deleted", "tag": "478ff6db-63f1-4c78-85cf-dd12e9a1eafb", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:11.947846 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-063f115a-6201-441e-88b8-1882fedfb129 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:11.948272 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10b833-a8db-45f4-8eb7-9029e118552c', 'name': 'network-vif-deleted', 'tag': '478ff6db-63f1-4c78-85cf-dd12e9a1eafb', 'status': 'completed', 'code': 200} Jul 09 18:06:11.982746 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:06:12.195840 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:12.281850 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9ae72583-4d3f-4768-a9b3-666b8f613981 req-f54559e3-a63f-4d6c-987d-2156de192ecf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=de10b833-a8db-45f4-8eb7-9029e118552c HTTP/1.1" status: 200 len: 210 time: 0.0339952 Jul 09 18:06:12.331491 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:06:12.340076 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:06:12.340702 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:05:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:12.444567 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:06:12.649767 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:12.678457 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cfef7-6ecf-4bc9-a69b-908a3cd6aefa None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:06:12.905546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7c5b3-6fc7-4230-b823-d34d5e78e98a None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:06:13.040545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0927f19f-b9c8-48a7-8f2e-deaf562b51dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:13.470780 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:13.659090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-fa71ad79-98cd-4877-babe-82ad1539b9c7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--137468369&fields=id&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 267 time: 0.0390666 Jul 09 18:06:13.774555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-23abf332-899e-4c96-9164-f899c7aad55f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:13.776067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-23abf332-899e-4c96-9164-f899c7aad55f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1080923 Jul 09 18:06:13.794306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-8cb057d4-e3da-429c-91ba-3b55d713c61a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/quotas/42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 375 time: 0.0105414 Jul 09 18:06:13.868024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-e1b23729-3291-4225-b7bc-734ba80b038e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682669 Jul 09 18:06:13.983171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-a207a93c-a225-4ad1-898e-36aaa65fdad3 service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986719 Jul 09 18:06:14.076280 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-ef87cf40-07a1-4cf8-a81f-39930d79ec88 service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858340 Jul 09 18:06:14.140048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:14.256137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28c39e7c-72bd-4bc3-9afb-7cca8e2dfc8e req-9428070e-5506-40d3-8038-526d83b06f24 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 210 time: 0.0281413 Jul 09 18:06:15.345134 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-7e4c11ae-77f3-4ac7-86e0-ba5182032e3f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:15.346724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-7e4c11ae-77f3-4ac7-86e0-ba5182032e3f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1139834 Jul 09 18:06:15.399178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:06:15.411253 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10d5ee95-24a0-4f82-8054-793ffd25eed7 req-a1b33454-ce7c-49ef-9f12-179ea7755e17 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 210 time: 0.0428944 Jul 09 18:06:15.427820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 478ff6db-63f1-4c78-85cf-dd12e9a1eafb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:06:15.428392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 478ff6db-63f1-4c78-85cf-dd12e9a1eafb not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:06:15.434667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-606a25ad-13ab-458d-9bb5-87643995ae2b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 379 time: 0.0728223 Jul 09 18:06:15.443319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'port': {'device_id': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'admin_state_up': True, 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'security_groups': ['1399590c-2ca7-414b-bfa5-49146015f3bd']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:06:15.556331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Made reservation on behalf of 42b3aa398cbe4954a7c244dfb3049049 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:06:15.560269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:15.693372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Allocated IP 172.20.0.10 (73f320aa-bc5b-4f09-8522-ebc06846a49d/9af485f3-6487-40b4-91e3-8a4fa87c6894/fcca2fb3-afa4-4c26-82a9-139264432647) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:06:15.835188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:15.851020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Transition to ACTIVE for port object fcca2fb3-afa4-4c26-82a9-139264432647 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:06:15.895581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:15.940832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:06:15.943973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:06:15.947775 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:06:15.976881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:16.004755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:16.005411 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.022874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-cb6b2b1d-6676-4662-98bf-5baa22bc5340 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831790 Jul 09 18:06:16.039501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Request body: {'port': {'device_id': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:06:16.042528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.122677 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.218327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c4aa5d2-d892-4e5f-be71-dc06c4d47311 None None] Provisioning for port fcca2fb3-afa4-4c26-82a9-139264432647 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:06:16.222143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8c4aa5d2-d892-4e5f-be71-dc06c4d47311 None None] Provisioning complete for port fcca2fb3-afa4-4c26-82a9-139264432647 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:06:16.222518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c4aa5d2-d892-4e5f-be71-dc06c4d47311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.256414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8c4aa5d2-d892-4e5f-be71-dc06c4d47311 None None] Port fcca2fb3-afa4-4c26-82a9-139264432647 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:06:16.400346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:06:16.408011 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.420316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Transition to ACTIVE for port object fcca2fb3-afa4-4c26-82a9-139264432647 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:06:16.428240 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.499818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:16.557363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:06:16.558055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:06:16.558595 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:06:16.566024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:06:16.566352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:06:16.571681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:06:16.572059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:06:16.572449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:06:16.572878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Bound port: fcca2fb3-afa4-4c26-82a9-139264432647, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:06:16.573244 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.586058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c00f48-5cc7-4ae9-a119-6b880a44b61d req-39966ffd-189b-4fc9-9358-9ef19bf4537e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:16.588375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36c00f48-5cc7-4ae9-a119-6b880a44b61d req-39966ffd-189b-4fc9-9358-9ef19bf4537e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.0663438 Jul 09 18:06:16.630102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-36c00f48-5cc7-4ae9-a119-6b880a44b61d req-b7539fa9-3ff9-458d-b054-ea9489d47af8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347648 Jul 09 18:06:16.653873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:06:16.657355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:06:16.662816 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.697940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:16.698617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:16.700179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] 10.222.0.13 "PUT /v2.0/ports/fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1093 time: 0.6674805 Jul 09 18:06:16.700498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:16.702769 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c03cc7-af17-46e3-a2ad-c30a0233df35" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:16.736599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec643-e521-4dd1-aeac-f19bcf14596e service neutron] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:16.742644 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f59260-3da7-401a-ad35-fda0ba7bfeaa x-openstack-request-id: req-c6f59260-3da7-401a-ad35-fda0ba7bfeaa {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:16.742947 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:16.743176 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6f59260-3da7-401a-ad35-fda0ba7bfeaa {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:16.743571 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'status': 'completed', 'code': 200} Jul 09 18:06:16.808568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-f8788a30-befa-4196-bcf0-b33663ffb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:16.810267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-f8788a30-befa-4196-bcf0-b33663ffb306 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1096 time: 0.0638754 Jul 09 18:06:16.861633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-4c86e69a-5c77-4252-8ef9-1ab9f02745d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 217 time: 0.0435867 Jul 09 18:06:16.912313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-d232dd4d-adb7-4918-8616-e889f521d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:16.913738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-d232dd4d-adb7-4918-8616-e889f521d3f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0457344 Jul 09 18:06:16.972102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-6ac6525b-d1bf-465a-b9b6-5be986dcf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:16.973675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-6ac6525b-d1bf-465a-b9b6-5be986dcf31a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533917 Jul 09 18:06:17.065178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-d6735e9d-a45e-475e-8fcc-5a5589d66c34 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848725 Jul 09 18:06:17.157359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-81b77734-4803-4625-b38a-ab3a2b028f3b req-f12575fa-00e4-4c89-ab51-27b047e513c1 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855522 Jul 09 18:06:17.279404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-e4fbd06c-ec48-48cd-814d-318f4f54f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:17.280849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-e4fbd06c-ec48-48cd-814d-318f4f54f935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1096 time: 0.0654085 Jul 09 18:06:17.378120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-9d569d08-f71f-48db-bde8-3238955cd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:17.379578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-9d569d08-f71f-48db-bde8-3238955cd83d service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0916951 Jul 09 18:06:17.421213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-88c9d781-e96f-492c-b5bc-ec5fb4ae47b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 217 time: 0.0342505 Jul 09 18:06:17.474881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-4da342c8-a3e4-4bef-b7f2-8400038bb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:17.476383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-4da342c8-a3e4-4bef-b7f2-8400038bb6f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0468962 Jul 09 18:06:17.539837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-9916d7a3-8e7a-4437-9ec8-d73266f1db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:17.541587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-9916d7a3-8e7a-4437-9ec8-d73266f1db1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581164 Jul 09 18:06:17.635330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-6b718221-ec91-478a-9be4-2d72c725707b service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Jul 09 18:06:17.731459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-21c03cc7-af17-46e3-a2ad-c30a0233df35 req-1c4b5234-ee13-4fe6-aabc-133d356d0454 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895333 Jul 09 18:06:17.821296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25cd33-ef80-432e-ac10-672ff66a26e9 req-6fc44fd3-2d68-4ec0-b1a4-df4ca161371c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:17.822693 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c25cd33-ef80-432e-ac10-672ff66a26e9 req-6fc44fd3-2d68-4ec0-b1a4-df4ca161371c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.0769551 Jul 09 18:06:17.864164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1c25cd33-ef80-432e-ac10-672ff66a26e9 req-9239fc54-dede-413b-9e9b-3d69ea7db582 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356698 Jul 09 18:06:19.061665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fffd5-7dcb-49ad-a129-df8440d1975a req-115229d7-76eb-4827-bdbf-ce5e3e56b4c4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:19.063191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a47fffd5-7dcb-49ad-a129-df8440d1975a req-115229d7-76eb-4827-bdbf-ce5e3e56b4c4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.0766664 Jul 09 18:06:19.101602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a47fffd5-7dcb-49ad-a129-df8440d1975a req-5b0d31d7-fa12-4a88-a092-17a719ba60f6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Jul 09 18:06:20.147233 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:06:20.247347 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:20.258508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'mac_address': 'fa:16:3e:77:8f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:06:20.286535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb04cd-eca8-406d-a83e-88d72a6d5b3a req-24d4c87a-a594-4f2a-ad42-98402cd4bc3b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:20.288102 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76eb04cd-eca8-406d-a83e-88d72a6d5b3a req-24d4c87a-a594-4f2a-ad42-98402cd4bc3b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.0647399 Jul 09 18:06:20.293300 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:06:20.294945 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:20.308104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:06:20.326784 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76eb04cd-eca8-406d-a83e-88d72a6d5b3a req-be541431-8635-48b3-a4a6-ea7237b3cbf2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327325 Jul 09 18:06:20.329312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:20.336441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:20.384884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:20.548889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['fcca2fb3-afa4-4c26-82a9-139264432647'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:06:21.508805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54abc42-7ca6-4665-8e03-dbda4cca4b68 req-761ccefb-b5e4-4841-9ee3-eb63df356c85 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:21.509600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b54abc42-7ca6-4665-8e03-dbda4cca4b68 req-761ccefb-b5e4-4841-9ee3-eb63df356c85 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 945 time: 0.0655251 Jul 09 18:06:21.554083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b54abc42-7ca6-4665-8e03-dbda4cca4b68 req-385dabba-8e72-44da-a2b0-73842982aab8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377712 Jul 09 18:06:22.161652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:06:22.216984 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port fcca2fb3-afa4-4c26-82a9-139264432647 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:06:22.223367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port fcca2fb3-afa4-4c26-82a9-139264432647 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:06:22.223989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:22.308501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:22.331115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:22.333752 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}151d404426a1fcbbdd7fc05742f8a3716a4220ad6db339e7fd0eb8e5dc57172b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2dd7e9-aaae-413a-b90d-b3e8244e8fe6" -d '{"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-plugged", "status": "completed", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:22.347212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:06:22.352871 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:22.381232 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669e718-562e-4388-8d4d-6f05e3985d30 x-openstack-request-id: req-2669e718-562e-4388-8d4d-6f05e3985d30 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:22.381411 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-plugged", "status": "completed", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:22.381683 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2669e718-562e-4388-8d4d-6f05e3985d30 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:22.382083 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'code': 200} Jul 09 18:06:22.407782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:06:22.499208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557584a-d491-40a1-9ec9-c811d97be2da req-1b2412f3-a3a6-448e-be60-eb474ec6fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:22.500759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3557584a-d491-40a1-9ec9-c811d97be2da req-1b2412f3-a3a6-448e-be60-eb474ec6fc8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1098 time: 0.0537090 Jul 09 18:06:22.536643 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3557584a-d491-40a1-9ec9-c811d97be2da req-363f6a88-db9d-4018-b695-93c3017f8ccc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285506 Jul 09 18:06:22.754533 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9e168-9630-4ee4-a2d2-3254667117cb req-b978141e-661b-400f-a297-76029413804b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:22.756184 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbe9e168-9630-4ee4-a2d2-3254667117cb req-b978141e-661b-400f-a297-76029413804b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0866644 Jul 09 18:06:22.803906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cbe9e168-9630-4ee4-a2d2-3254667117cb req-43fc81a9-156e-4736-a52c-816643a99fda tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404406 Jul 09 18:06:23.993271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745ea9-01f0-4315-89b4-c68138736b29 req-74551c49-8b36-40e5-9ff2-0424ee6a3435 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:23.994826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02745ea9-01f0-4315-89b4-c68138736b29 req-74551c49-8b36-40e5-9ff2-0424ee6a3435 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0730994 Jul 09 18:06:24.036484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02745ea9-01f0-4315-89b4-c68138736b29 req-7f0fcf27-1533-49db-81ae-a34601b310b5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354245 Jul 09 18:06:24.239215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe0906-e750-4296-b083-079f8aeacce6 req-1fc7256a-801a-4ce1-865e-b47595ead6ba tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:24.240760 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0ebe0906-e750-4296-b083-079f8aeacce6 req-1fc7256a-801a-4ce1-865e-b47595ead6ba tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0728562 Jul 09 18:06:24.251937 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 50750) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:06:24.256548 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'floatingip': {'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:06:24.296077 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:24.792906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:24.798826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:24.913378 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 associated. External IP: 172.25.3.190, port: fcca2fb3-afa4-4c26-82a9-139264432647. Jul 09 18:06:25.157129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:06:25.287725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:06:25.292853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:25.298207 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:06:25.308519 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:06:25.309238 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:06:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:25.419100 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:06:25.652823 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:77:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:06:24Z', 'revision_number': 9, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:25.678807 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:06:25.681898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a5b13d7-eef7-49f2-afcc-60b81e68e41e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "PUT /v2.0/floatingips/3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 HTTP/1.1" status: 200 len: 992 time: 1.4288502 Jul 09 18:06:25.682456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:06:25.684808 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1c3a8ba1458a5619f35aa10185e0459fe71badda22d1f91fdf55116dc867710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:06:25.687784 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:06:25.688403 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:06:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:25.721455 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc999d-6648-4758-afcf-4bcf7ee6a144 x-openstack-request-id: req-66bc999d-6648-4758-afcf-4bcf7ee6a144 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:06:25.721715 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:06:25.721992 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66bc999d-6648-4758-afcf-4bcf7ee6a144 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:06:25.722523 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'status': 'completed', 'code': 200} Jul 09 18:06:25.801962 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:06:25.802789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-e3e49ce5-d734-4bbb-bd12-c878684d42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:25.804423 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-e3e49ce5-d734-4bbb-bd12-c878684d42e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1098 time: 0.0593567 Jul 09 18:06:25.896128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-518d939b-beb5-4736-8a02-628448e0cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:25.897621 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-518d939b-beb5-4736-8a02-628448e0cdd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0866125 Jul 09 18:06:25.963177 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-b82dc48d-9455-470f-b3f8-3b6397df9cc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1000 time: 0.0595281 Jul 09 18:06:26.011352 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-341c8c20-80b0-4f04-9b43-7bb6761897ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:26.012934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-341c8c20-80b0-4f04-9b43-7bb6761897ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0442936 Jul 09 18:06:26.034255 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:77:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:06:24Z', 'revision_number': 9, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:06:26.060600 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f393d7-38f1-4f5b-a143-c421451fb245 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:77:8f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:06:24Z', 'revision_number': 9, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:06:26.079840 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-d68bc7ac-3ac2-41a6-9f11-e6a610a24c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:26.081918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-d68bc7ac-3ac2-41a6-9f11-e6a610a24c41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617414 Jul 09 18:06:26.177052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-1f47c5cb-2354-4852-b672-ad319b0a92f6 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884583 Jul 09 18:06:26.269918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b473b99-853f-48b0-8512-601bf6fd9387 None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:06:26.272530 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1622ba6a-1ecc-4ca7-b6b6-28d678b9f711 req-aefbeb07-e0bf-4a9e-940a-0ce20dfb7f53 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894282 Jul 09 18:06:38.637872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:39.696005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:40.438739 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ac4c87c9-6f9b-45c6-a5c2-75fcda04b9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:43.009893 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86b09351-ce50-4c94-a156-7d3e958ad21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:43.474832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:44.146372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:46.043858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:06:47.945750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-2c12c99a-f0db-4cdd-a9a7-edaadde9b290 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543537 Jul 09 18:06:48.047876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-47490d9c-f127-4cc0-a213-82769fceebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:48.049352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-47490d9c-f127-4cc0-a213-82769fceebb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1098 time: 0.0538061 Jul 09 18:06:48.172269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-b101fe67-05d1-4472-9b93-6c5abfd147c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:48.173752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-b101fe67-05d1-4472-9b93-6c5abfd147c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0967453 Jul 09 18:06:48.249557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-d0306761-adb3-46c7-9b30-d4b94163b5ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1003 time: 0.0676856 Jul 09 18:06:48.302888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-ea8af5be-d076-490a-9698-c61656e61275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:48.304395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-ea8af5be-d076-490a-9698-c61656e61275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0468798 Jul 09 18:06:48.373300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-69628ff1-7764-4b28-a795-a779a015dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:06:48.374844 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-69628ff1-7764-4b28-a795-a779a015dfca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628071 Jul 09 18:06:48.469738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-7d9288db-fc2b-4589-b2d6-a62f4ea17613 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858524 Jul 09 18:06:48.561358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8baf2f6f-217b-4c4e-8f20-fe3038103169 req-55202ed1-3cfd-42e2-a947-9995988e9b79 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Jul 09 18:06:57.295372 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:07:08.628939 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:09.699322 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:10.440614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-abe01453-54f2-4898-9a78-1cdfe6362c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:13.005991 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-83d7d4c6-ccf8-479d-8995-5e2bdd3f812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:13.483070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:14.144954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:16.052180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:34.296552 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:07:38.649020 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:39.720165 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:40.436282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-65a21684-835c-4aca-a840-c5251a429a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.018075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69e58721-d4c6-47dc-88d7-20889bfd6d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:43.477723 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:44.146970 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:46.052296 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:07:49.970633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-fbe28890-c112-44dc-949a-d81c81ce8b64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686095 Jul 09 18:07:50.070003 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-5bea411a-210b-493a-8b0b-eb7a49cc2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:50.071573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-5bea411a-210b-493a-8b0b-eb7a49cc2f3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1098 time: 0.0542057 Jul 09 18:07:50.184985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-04a6739c-e068-4bff-8134-f8549d188384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:50.186598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-04a6739c-e068-4bff-8134-f8549d188384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0937452 Jul 09 18:07:50.253798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-a3a83521-0582-4f3e-8255-6b7d0bcb2a39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1003 time: 0.0594194 Jul 09 18:07:50.308339 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-18097d52-9a12-41f1-b7b0-a4238ca5473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:50.310543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-18097d52-9a12-41f1-b7b0-a4238ca5473d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0501120 Jul 09 18:07:50.369779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-3dde0605-3a8c-46a1-9908-c50ae8ad403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:07:50.371275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-3dde0605-3a8c-46a1-9908-c50ae8ad403b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547369 Jul 09 18:07:50.469917 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-9feb090e-061a-4ee8-b349-f795aa317aed service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921180 Jul 09 18:07:50.577586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e50236c9-19fc-4b0f-a0b3-f760027d1a8d req-ba9d3fcd-21fb-4ad0-8b9c-4160408d9422 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005423 Jul 09 18:08:02.849258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-10e8b892-d3ed-4ebe-87f5-8f581ca7a54f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126013 Jul 09 18:08:03.001890 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412094f-995a-4d55-adb2-fb87b6ef5d36 req-b3625a4f-26ed-4537-a693-8bb0fb96e790 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:03.003464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0412094f-995a-4d55-adb2-fb87b6ef5d36 req-b3625a4f-26ed-4537-a693-8bb0fb96e790 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.1101925 Jul 09 18:08:03.043175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0412094f-995a-4d55-adb2-fb87b6ef5d36 req-92699192-958a-455f-8149-4792aef9a1d9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338280 Jul 09 18:08:04.273292 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-7e5aaad7-8829-4be1-9a24-0472c1ec18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.274833 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-7e5aaad7-8829-4be1-9a24-0472c1ec18d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1098 time: 0.1071703 Jul 09 18:08:04.358298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845660d-a146-47d6-87ea-e10906bd3939 req-7df14b71-f90e-4cf9-beb1-fdf0bfbf0643 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.359750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f845660d-a146-47d6-87ea-e10906bd3939 req-7df14b71-f90e-4cf9-beb1-fdf0bfbf0643 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.1123834 Jul 09 18:08:04.365621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-4ed3adc1-086a-4bb3-8a39-c5caf6e08692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.367155 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-4ed3adc1-086a-4bb3-8a39-c5caf6e08692 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0854514 Jul 09 18:08:04.400239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f845660d-a146-47d6-87ea-e10906bd3939 req-5d7823c7-d15d-4199-8daf-7a2f3475fddb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343924 Jul 09 18:08:04.437204 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-23cbb329-a8b0-4815-ad9b-c39950126a84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1003 time: 0.0631609 Jul 09 18:08:04.487939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-60fabbbe-c841-48b5-be06-23a6a2de643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.489409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-60fabbbe-c841-48b5-be06-23a6a2de643c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0446076 Jul 09 18:08:04.549236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-e2d3336f-8510-46c4-80ec-980e0a088d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:04.550756 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-e2d3336f-8510-46c4-80ec-980e0a088d33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545182 Jul 09 18:08:04.644420 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-5e68ec46-a04c-4746-b2a2-8f5172057404 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857847 Jul 09 18:08:04.736181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-2c737ee0-9dd0-42be-8177-cc8d655a610d service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Jul 09 18:08:05.591554 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92cda6-6f65-4ba3-a11e-477094cdbff2 req-e5adc198-cd19-4bdb-8521-e2d59654e03c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:05.593161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a92cda6-6f65-4ba3-a11e-477094cdbff2 req-e5adc198-cd19-4bdb-8521-e2d59654e03c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0737643 Jul 09 18:08:05.633094 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a92cda6-6f65-4ba3-a11e-477094cdbff2 req-28455b87-4e69-405e-8964-e6232387f0c1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339561 Jul 09 18:08:06.818298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bd0be-c452-427d-8727-238204f1842e req-834290a7-af2c-4cd5-98ee-d43b61c01a54 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:06.819864 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e06bd0be-c452-427d-8727-238204f1842e req-834290a7-af2c-4cd5-98ee-d43b61c01a54 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0649776 Jul 09 18:08:06.858488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e06bd0be-c452-427d-8727-238204f1842e req-0e46b814-fbd1-4673-a5db-7f308e246fee tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Jul 09 18:08:08.041965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372da0-efbf-4691-a922-aa52566c609d req-441202ff-4b11-4b9c-bec5-7f72c18e00b3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:08.043435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c372da0-efbf-4691-a922-aa52566c609d req-441202ff-4b11-4b9c-bec5-7f72c18e00b3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0729680 Jul 09 18:08:08.084677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7c372da0-efbf-4691-a922-aa52566c609d req-e465eb48-aaf2-42e7-ba66-57ccaad7fd43 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352585 Jul 09 18:08:08.662685 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:09.273118 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b46c-c312-43ef-92b9-30759412177e req-09918a47-661d-4a19-b4cd-0eda6220aa7f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:09.274594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28c6b46c-c312-43ef-92b9-30759412177e req-09918a47-661d-4a19-b4cd-0eda6220aa7f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0707397 Jul 09 18:08:09.314173 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28c6b46c-c312-43ef-92b9-30759412177e req-1f5e0058-39ab-4809-9889-c932096e92e3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337574 Jul 09 18:08:09.716805 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:10.438912 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e33a4e34-4fd0-4043-a741-4d102cfb3035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:10.510239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b99b-fe6b-4ff0-8bff-94b3e5577a9a req-d0ca1cf6-39f7-4d1d-9b1b-60717d948028 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:10.511777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b86b99b-fe6b-4ff0-8bff-94b3e5577a9a req-d0ca1cf6-39f7-4d1d-9b1b-60717d948028 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0690405 Jul 09 18:08:10.551139 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b86b99b-fe6b-4ff0-8bff-94b3e5577a9a req-8ae6e15e-2ff1-4364-bd0e-64a1ab61abea tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335963 Jul 09 18:08:11.299968 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:08:11.737023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bce51-760d-456c-ad50-2b23d5bda330 req-d86ec3ef-3864-4340-9e70-ff2857abdf18 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:11.738502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f99bce51-760d-456c-ad50-2b23d5bda330 req-d86ec3ef-3864-4340-9e70-ff2857abdf18 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0675554 Jul 09 18:08:11.777321 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f99bce51-760d-456c-ad50-2b23d5bda330 req-6f9c535d-8304-4665-9b4c-afbf5f59e4c7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331519 Jul 09 18:08:12.972248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c481b-4754-4e42-a2dc-1941da8e8e5d req-20161059-5ac1-4349-a43b-eb4206e66526 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:12.973745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae6c481b-4754-4e42-a2dc-1941da8e8e5d req-20161059-5ac1-4349-a43b-eb4206e66526 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0811586 Jul 09 18:08:13.011341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4974060c-66d6-4524-8147-8274726989dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:13.012412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ae6c481b-4754-4e42-a2dc-1941da8e8e5d req-1b50c169-1dcd-4f82-ba5e-5abb1ee35163 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Jul 09 18:08:13.481251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:14.153568 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:14.204313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e79d-1cb9-4b29-94cc-f2dd54cead31 req-cf4a2298-8b27-4a66-944b-5e1cf9e7e1ef tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:14.205841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2b0e79d-1cb9-4b29-94cc-f2dd54cead31 req-cf4a2298-8b27-4a66-944b-5e1cf9e7e1ef tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0746379 Jul 09 18:08:14.244174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c2b0e79d-1cb9-4b29-94cc-f2dd54cead31 req-13a78f24-34ff-4b45-a325-f76274c5dc70 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323169 Jul 09 18:08:15.441050 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb1447-166d-4454-bd14-3a97b8eea394 req-e8e8cf68-3564-4fce-b476-f8285cffed25 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:15.442545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5bb1447-166d-4454-bd14-3a97b8eea394 req-e8e8cf68-3564-4fce-b476-f8285cffed25 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0653081 Jul 09 18:08:15.483258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5bb1447-166d-4454-bd14-3a97b8eea394 req-54ed2f77-ebcb-491e-be13-665c25ef2772 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Jul 09 18:08:16.054099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:16.642765 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-47750197-5083-458f-9aec-cbe219c761f7 req-54e272f3-b909-4302-b861-74924bc3485c service neutron] show failed (client error): The resource could not be found. Jul 09 18:08:16.643974 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-54e272f3-b909-4302-b861-74924bc3485c service neutron] 10.222.0.13 "GET /v2.0/ports/fcca2fb3-afa4-4c26-82a9-139264432647/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0696170 Jul 09 18:08:16.685265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081e68-8bb2-4c00-a4be-864c6a9c17c4 req-0c4822c5-7c1b-40e5-a886-863e775e37f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:16.686788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37081e68-8bb2-4c00-a4be-864c6a9c17c4 req-0c4822c5-7c1b-40e5-a886-863e775e37f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0863068 Jul 09 18:08:16.732372 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-37081e68-8bb2-4c00-a4be-864c6a9c17c4 req-88a2fe49-7075-44c0-ae59-eac695fd66ce tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381277 Jul 09 18:08:16.993535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-27ebe30a-1db2-44d6-9704-5343012e7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:16.995242 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-27ebe30a-1db2-44d6-9704-5343012e7f1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 1098 time: 0.1071594 Jul 09 18:08:17.008837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:08:17.088539 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:17.303160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:17.335731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:08:17.375112 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:17.380149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:17.392608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Transition to ACTIVE for port object fcca2fb3-afa4-4c26-82a9-139264432647 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:08:17.397494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:17.425034 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d7727-decb-4a0e-90f5-bfaab5b0f7e6" -d '{"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-unplugged", "status": "completed", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:17.483727 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:17.499536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.499917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.500257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.500588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.500912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.501235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.501557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.501875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.502196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.502519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.502830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.503142 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:17.539456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] No DVR routers for this DVR port fcca2fb3-afa4-4c26-82a9-139264432647 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:08:17.573537 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca34508a-41fc-4dd2-9b60-be883cf3a1c0 x-openstack-request-id: req-ca34508a-41fc-4dd2-9b60-be883cf3a1c0 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:17.573761 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-unplugged", "status": "completed", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:17.573970 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca34508a-41fc-4dd2-9b60-be883cf3a1c0 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:17.574357 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'code': 200} Jul 09 18:08:17.681953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:08:17.682669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:08:17.682669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:08:17.686787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:08:17.687084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:08:17.692189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:08:17.692528 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:08:17.692911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:08:17.693330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Bound port: fcca2fb3-afa4-4c26-82a9-139264432647, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:08:17.693684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:17.758964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:08:17.762247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:08:17.776842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:17.838085 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:17.839149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:17.841638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] 10.222.0.36 "PUT /v2.0/ports/fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1093 time: 0.8392103 Jul 09 18:08:17.888502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcdb4b-7463-499a-9ddc-4e446e1090cc service neutron] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:17.918371 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06602a58-21a0-4b60-b85c-8a29aed5b574 req-34bcdcff-ee87-4625-842c-3c1405989a28 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:17.920008 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-06602a58-21a0-4b60-b85c-8a29aed5b574 req-34bcdcff-ee87-4625-842c-3c1405989a28 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.0715039 Jul 09 18:08:17.948211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-6d083f09-0ca5-429a-b6fd-880995017ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:17.950078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-6d083f09-0ca5-429a-b6fd-880995017ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1096 time: 0.0729170 Jul 09 18:08:17.960241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-06602a58-21a0-4b60-b85c-8a29aed5b574 req-5774f0cd-179c-45ed-a982-c6813be05900 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341406 Jul 09 18:08:18.042299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-e2c03190-a8fc-495c-934b-e0239fa4fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:18.043855 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-e2c03190-a8fc-495c-934b-e0239fa4fc95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0866034 Jul 09 18:08:18.111651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-a388b447-4f65-401a-9883-05dc265a4309 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1001 time: 0.0614266 Jul 09 18:08:18.163879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-e8a927b3-1f41-4300-b42c-500eb7b8882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:18.166669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-e8a927b3-1f41-4300-b42c-500eb7b8882b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0489819 Jul 09 18:08:18.230826 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750197-5083-458f-9aec-cbe219c761f7 req-e989322d-b62e-4709-a97f-6a84d0e6c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:18.232386 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-e989322d-b62e-4709-a97f-6a84d0e6c6ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598190 Jul 09 18:08:18.338658 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-6ad191d8-76b7-4b8e-b0ee-74db596e11e2 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991700 Jul 09 18:08:18.426386 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-47750197-5083-458f-9aec-cbe219c761f7 req-58ab4889-53d3-43db-aedc-3b0852a07eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813963 Jul 09 18:08:19.151313 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527ab0e-bbad-4002-aaec-3ce8763d9673 req-6722764a-8689-4cce-bbc0-d8b7b23088db tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:19.152819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d527ab0e-bbad-4002-aaec-3ce8763d9673 req-6722764a-8689-4cce-bbc0-d8b7b23088db tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.0736880 Jul 09 18:08:19.201631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d527ab0e-bbad-4002-aaec-3ce8763d9673 req-06c71205-21dd-43fd-8c95-8af6eb7b27ae tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Jul 09 18:08:19.576084 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:19.579301 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1901a9-95d3-4118-9257-203cc3fb13ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:19.634417 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b119af6-387b-483e-a1ff-e7c7c70e64d9 x-openstack-request-id: req-3b119af6-387b-483e-a1ff-e7c7c70e64d9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:19.634708 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:19.634999 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b119af6-387b-483e-a1ff-e7c7c70e64d9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:19.635430 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'status': 'completed', 'code': 200} Jul 09 18:08:19.742262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-4679a714-930b-4f47-b3ab-d97ded0e21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:19.743795 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-4679a714-930b-4f47-b3ab-d97ded0e21d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1096 time: 0.0883801 Jul 09 18:08:19.749364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-76ed76aa-c781-480f-bda6-4eb499876888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:19.750753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-76ed76aa-c781-480f-bda6-4eb499876888 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1096 time: 0.0872829 Jul 09 18:08:19.903238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-34e4fffd-604c-4686-8ec3-953e45d87f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:19.904778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-34e4fffd-604c-4686-8ec3-953e45d87f8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1531656 Jul 09 18:08:19.905850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-596ba3b4-0025-4bb8-b6bb-9cb2f9480769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:19.907221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-596ba3b4-0025-4bb8-b6bb-9cb2f9480769 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1481671 Jul 09 18:08:20.017142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-93e882c9-23ea-44eb-9c70-8e1653689204 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1001 time: 0.1032326 Jul 09 18:08:20.022958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-f7e3a29b-c75d-4d70-ad43-fda690b4211f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1001 time: 0.1022747 Jul 09 18:08:20.102473 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-26fa2e5e-053f-444e-bb59-cc63b05e9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:20.104070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-26fa2e5e-053f-444e-bb59-cc63b05e9e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0801580 Jul 09 18:08:20.105785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-bf101948-4649-472d-b7d7-ff4e1bed198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:20.107148 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-bf101948-4649-472d-b7d7-ff4e1bed198f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0750608 Jul 09 18:08:20.198274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-9b58f0e7-d7a1-4e3b-a19a-89f20eb30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:20.199854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-9b58f0e7-d7a1-4e3b-a19a-89f20eb30487 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899971 Jul 09 18:08:20.201607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-a861621c-6899-41a8-8b34-0e7e6c8bd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:20.202940 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-a861621c-6899-41a8-8b34-0e7e6c8bd219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854237 Jul 09 18:08:20.388726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-ffa91d4f-a884-4547-b3ef-51837ddb0453 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752131 Jul 09 18:08:20.391231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-eccb0386-c9bb-4e60-8896-3c3e0b8b3599 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852367 Jul 09 18:08:20.532689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199c094-8e89-478c-85c1-14a4d7eb1808 req-519537db-e798-42a4-8501-214ce6efae5b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:20.534105 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a199c094-8e89-478c-85c1-14a4d7eb1808 req-519537db-e798-42a4-8501-214ce6efae5b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.2072873 Jul 09 18:08:20.585175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-7e760332-1e3f-45f8-9a6f-f5342316de1b service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824923 Jul 09 18:08:20.588356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f1901a9-95d3-4118-9257-203cc3fb13ae req-4288b5a2-aa9f-4317-85ca-15b4244f2777 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935489 Jul 09 18:08:20.601930 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a199c094-8e89-478c-85c1-14a4d7eb1808 req-b096550d-3345-49f6-9ae9-48648c2c6812 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614831 Jul 09 18:08:20.871126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:08:20.914568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:08:21.051960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-05c24894-10f3-4b3e-84b5-d08e04fc7b6d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:21.053393 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-05c24894-10f3-4b3e-84b5-d08e04fc7b6d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e&tenant_id=42b3aa398cbe4954a7c244dfb3049049&binding%3Ahost_id=n-h1-791506-17 HTTP/1.1" status: 200 len: 944 time: 0.1009548 Jul 09 18:08:21.135432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ea8ee-0afb-490e-b5f5-5ecd6f578c39 req-3a656721-20e3-4779-96f8-e959dcfdedfe tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:21.136867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b65ea8ee-0afb-490e-b5f5-5ecd6f578c39 req-3a656721-20e3-4779-96f8-e959dcfdedfe tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 944 time: 0.1237583 Jul 09 18:08:21.138656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-b2eeee8e-c6ef-41ac-8222-84cccc65c51e service neutron] 10.222.0.36 "GET /v2.0/ports/fcca2fb3-afa4-4c26-82a9-139264432647/bindings/n-h1-791506-17 HTTP/1.1" status: 200 len: 383 time: 0.0783927 Jul 09 18:08:21.548874 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b65ea8ee-0afb-490e-b5f5-5ecd6f578c39 req-3691836c-5432-4810-9d47-b27b4f2cf3bc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048522 Jul 09 18:08:21.573510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-9bab825f-ba23-40c1-9c4a-d3ab762cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:21.575009 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-9bab825f-ba23-40c1-9c4a-d3ab762cf3db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1096 time: 0.4109609 Jul 09 18:08:21.665271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-926e60ff-1ba3-4f02-bb8d-1b3e8d08ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:21.666991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-926e60ff-1ba3-4f02-bb8d-1b3e8d08ad14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0850668 Jul 09 18:08:21.736218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-f5262681-5d09-4a02-b735-77f5f18aab34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1001 time: 0.0624328 Jul 09 18:08:21.785238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-f3c44d3e-1292-42ec-badd-5232c436fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:21.786705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-f3c44d3e-1292-42ec-badd-5232c436fad2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0429952 Jul 09 18:08:21.846148 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-35915121-cebe-4e39-b4e5-1be32a52af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:21.848479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-35915121-cebe-4e39-b4e5-1be32a52af3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554340 Jul 09 18:08:21.952101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-9bc0d3e0-ec7a-46ac-b18d-7070ad368cda service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952749 Jul 09 18:08:22.045246 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-0bb7abed-a715-46da-9170-45f0dcfea1f6 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Jul 09 18:08:22.130916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:08:22.243021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:22.254976 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'mac_address': 'fa:16:3e:77:8f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:08:22.295690 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:22.308160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:08:22.330781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:22.337472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:22.390093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:22.397452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.397762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.398090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.398439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.398759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.399075 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.399392 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.399684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.400032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.400330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.400670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.400977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:08:22.580311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['fcca2fb3-afa4-4c26-82a9-139264432647'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:08:22.738830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4fcdd-a4b7-444a-84ee-41c0fe0b60f5 req-2673fa6c-82ac-40b6-bd1d-cab25d5e652f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:22.740268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04f4fcdd-a4b7-444a-84ee-41c0fe0b60f5 req-2673fa6c-82ac-40b6-bd1d-cab25d5e652f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 945 time: 0.0698318 Jul 09 18:08:22.781221 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04f4fcdd-a4b7-444a-84ee-41c0fe0b60f5 req-48ad0aef-56fb-4997-8d94-c32e78c905c0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334682 Jul 09 18:08:23.971798 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f64446-e8dd-415d-8c25-5e5b24ec89ae req-51ba347b-5b9b-4c98-aaaf-83d6eca9ee2f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:23.973281 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29f64446-e8dd-415d-8c25-5e5b24ec89ae req-51ba347b-5b9b-4c98-aaaf-83d6eca9ee2f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 945 time: 0.0746837 Jul 09 18:08:24.014252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29f64446-e8dd-415d-8c25-5e5b24ec89ae req-c66b484d-a0df-4fcd-bd97-7e2d6bea57b2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349948 Jul 09 18:08:24.105656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-bc61613c-e96b-4697-95f5-5433460219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:24.107232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-bc61613c-e96b-4697-95f5-5433460219fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 1097 time: 0.0613830 Jul 09 18:08:24.119645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:08:24.136917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:08:24.189172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port fcca2fb3-afa4-4c26-82a9-139264432647 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:08:24.193253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port fcca2fb3-afa4-4c26-82a9-139264432647 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:08:24.193634 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.194031 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.270761 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.397143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:24.443026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:08:24.475155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:08:24.483664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.495685 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Transition to ACTIVE for port object fcca2fb3-afa4-4c26-82a9-139264432647 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:08:24.500018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.545343 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.db.api [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 18:08:24.545709 n-d-791506-17 neutron-server[93897]: DEBUG oslo_db.api [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 18:08:24.577392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=9']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:24.630442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] No DVR routers for this DVR port fcca2fb3-afa4-4c26-82a9-139264432647 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:08:24.771753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:08:24.772122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:08:24.772454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:08:24.777044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:08:24.777370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Attempting to bind port fcca2fb3-afa4-4c26-82a9-139264432647 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:08:24.782241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:08:24.782580 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:08:24.782969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:08:24.783791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Bound port: fcca2fb3-afa4-4c26-82a9-139264432647, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:08:24.784173 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.849860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:08:24.852988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:08:24.860838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.898819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:24.899465 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:24.900951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] 10.222.0.13 "PUT /v2.0/ports/fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1093 time: 0.7858338 Jul 09 18:08:24.901410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:24.903680 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dc5899-78a1-4b5f-8fed-81d137a78412" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:24.938285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1b72e-ad39-44fe-ab41-954f38fc7b33 service neutron] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:24.995093 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944fbc09-f27c-496f-87c2-5c651b92c4c8 x-openstack-request-id: req-944fbc09-f27c-496f-87c2-5c651b92c4c8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:24.995745 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:24.995745 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-944fbc09-f27c-496f-87c2-5c651b92c4c8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:24.996019 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'status': 'completed', 'code': 200} Jul 09 18:08:25.021398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-72f17c50-b77f-4cf7-af07-2a055210b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.023055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-72f17c50-b77f-4cf7-af07-2a055210b25b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1097 time: 0.0800452 Jul 09 18:08:25.087302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:25.123328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:25.150352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:25.160411 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:25.183290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-59453a09-c0fd-4fd9-aff6-4fa1e8ea8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.184810 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-59453a09-c0fd-4fd9-aff6-4fa1e8ea8584 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1532898 Jul 09 18:08:25.187420 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b698801b-e5db-43b2-a9f1-d77e24d52ef8" -d '{"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-plugged", "status": "completed", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:25.189975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-0915b9ad-493e-4294-87be-c0bc746e9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.191438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-0915b9ad-493e-4294-87be-c0bc746e9cec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1097 time: 0.1675162 Jul 09 18:08:25.217214 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=11']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:25.291162 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be6b57-8778-4eba-ac4e-23f5f7455b80 x-openstack-request-id: req-96be6b57-8778-4eba-ac4e-23f5f7455b80 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:25.291454 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-plugged", "status": "completed", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:25.291705 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96be6b57-8778-4eba-ac4e-23f5f7455b80 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:25.292140 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'code': 200} Jul 09 18:08:25.320770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-b9610629-cf93-43bd-82fd-065d40527189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1003 time: 0.1276407 Jul 09 18:08:25.378421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316596-aaa5-4613-b522-d7b0a91c6ae6 req-684610e5-5e8e-4698-8caf-2afffb488d49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.379914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45316596-aaa5-4613-b522-d7b0a91c6ae6 req-684610e5-5e8e-4698-8caf-2afffb488d49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 947 time: 0.2337530 Jul 09 18:08:25.384479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-59b3edfe-4f31-4361-b488-9702ab7ab4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.385893 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-59b3edfe-4f31-4361-b488-9702ab7ab4be service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1852005 Jul 09 18:08:25.444320 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-9e70b8dc-e26d-45b5-9d58-90656c197aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.445771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-9e70b8dc-e26d-45b5-9d58-90656c197aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.1170812 Jul 09 18:08:25.508608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-45316596-aaa5-4613-b522-d7b0a91c6ae6 req-f73b3e92-d4c3-4dbd-ab75-c83a8abde2bb tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201472 Jul 09 18:08:25.519140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-52f5e2e1-d0da-4ee9-b33f-357899f25be2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1003 time: 0.1221194 Jul 09 18:08:25.584672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-273f1e22-3346-4e8e-89ac-bb0403f10f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.586191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-273f1e22-3346-4e8e-89ac-bb0403f10f80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325278 Jul 09 18:08:25.587672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-d8c9c767-4680-48d2-bc9a-e4a332f36474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.588996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-d8c9c767-4680-48d2-bc9a-e4a332f36474 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0622311 Jul 09 18:08:25.707504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-93255ae9-5b2e-400e-ba44-fe2a0cf28666 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143253 Jul 09 18:08:25.713447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-df1da8be-e1a2-4b0f-8716-26f0b2279b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:25.714852 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-df1da8be-e1a2-4b0f-8716-26f0b2279b4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145744 Jul 09 18:08:25.863535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f6b754d-5f87-44f2-9695-00420d5ae7a9 req-ef0fe4c4-9dba-4f41-9530-d1fcdc64bb65 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475685 Jul 09 18:08:25.867174 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-2deafaef-24ce-4d9c-bb0d-0899749b0a6b service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443491 Jul 09 18:08:25.997955 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-2dd7734f-acba-42df-bfc6-0686724ecc16 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244063 Jul 09 18:08:26.006187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-fcb0e884-7ff6-472f-b1bd-90e33ac0afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:26.007605 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-fcb0e884-7ff6-472f-b1bd-90e33ac0afa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 1099 time: 0.0892310 Jul 09 18:08:26.098662 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-9e451a77-93ea-4e72-9eca-f725b66abc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:26.100180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-9e451a77-93ea-4e72-9eca-f725b66abc5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0865097 Jul 09 18:08:26.136865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:08:26.169892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-3e8c1ef3-b643-4f8a-8bce-442d8869c481 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 200 len: 1003 time: 0.0630460 Jul 09 18:08:26.178725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:08:26.226281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-7ae05d35-a321-4f12-ba55-3b23b21dcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:26.227803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-7ae05d35-a321-4f12-ba55-3b23b21dcc1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0503664 Jul 09 18:08:26.287128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-f6ef3db0-6ac2-441d-97b1-e16fe967570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:26.288690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-f6ef3db0-6ac2-441d-97b1-e16fe967570a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542765 Jul 09 18:08:26.383447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-13a9c2ae-a102-4664-a84a-cd1dae17a10f service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878551 Jul 09 18:08:26.490274 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e5dc5899-78a1-4b5f-8fed-81d137a78412 req-416b70cc-7a6e-4dcf-9c8c-1a2d50aaf6b0 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998197 Jul 09 18:08:26.710908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d9951-85bd-4695-ad1f-c41a2973d66d req-6242bf08-81c7-4ee3-9076-5e66879e83ff tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:26.712496 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-100d9951-85bd-4695-ad1f-c41a2973d66d req-6242bf08-81c7-4ee3-9076-5e66879e83ff tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 947 time: 0.0677047 Jul 09 18:08:26.754042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-100d9951-85bd-4695-ad1f-c41a2973d66d req-dd0c6253-1712-4b9a-9485-d1b0a4201e57 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342977 Jul 09 18:08:27.938156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40130ebc-82b5-4d72-89ed-d272428a8452 req-799097c1-978f-4ce9-aa19-61248acfabfd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:27.939727 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40130ebc-82b5-4d72-89ed-d272428a8452 req-799097c1-978f-4ce9-aa19-61248acfabfd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 947 time: 0.0703945 Jul 09 18:08:27.980434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-40130ebc-82b5-4d72-89ed-d272428a8452 req-5100d558-b48a-4e84-81db-f6747fe3ab49 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351872 Jul 09 18:08:28.164678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57000e6-bcdf-4adb-a6a3-b49ea735b8b9 req-fa549430-d953-4433-b524-4b3b8a70ec18 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:28.166202 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a57000e6-bcdf-4adb-a6a3-b49ea735b8b9 req-fa549430-d953-4433-b524-4b3b8a70ec18 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 947 time: 0.0760698 Jul 09 18:08:28.205845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a57000e6-bcdf-4adb-a6a3-b49ea735b8b9 req-c12514d5-d84c-465f-8ba9-55e6f75c34a7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Jul 09 18:08:28.401961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf48e-dbb3-40e8-adb6-752980f60fe3 req-ab44e0fe-dfea-44c6-8bcc-145dbe89c316 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:28.403482 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0daf48e-dbb3-40e8-adb6-752980f60fe3 req-ab44e0fe-dfea-44c6-8bcc-145dbe89c316 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 947 time: 0.0802250 Jul 09 18:08:28.442088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c0daf48e-dbb3-40e8-adb6-752980f60fe3 req-60095b12-6953-4b01-a292-4f266d1e760d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Jul 09 18:08:28.848668 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da8bb-361b-4fe6-b2b2-3bad9042b0bb req-470c0166-056a-498c-a40a-5972fe90ca99 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:28.850259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e22da8bb-361b-4fe6-b2b2-3bad9042b0bb req-470c0166-056a-498c-a40a-5972fe90ca99 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 947 time: 0.0670488 Jul 09 18:08:28.893010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:08:28.897004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e22da8bb-361b-4fe6-b2b2-3bad9042b0bb req-635aea6e-e0d1-44ab-bdb3-fd63c9adb4f7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382934 Jul 09 18:08:28.991025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:29.002331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'mac_address': 'fa:16:3e:77:8f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:08:29.042574 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:29.063267 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:08:29.082235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:29.088835 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:29.135876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:29.365228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['fcca2fb3-afa4-4c26-82a9-139264432647'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:08:29.997774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c47da-bdc8-4989-a516-5647617de681 req-c07ec670-76bd-4e31-898f-8b5446b503e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:29.999275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-016c47da-bdc8-4989-a516-5647617de681 req-c07ec670-76bd-4e31-898f-8b5446b503e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0683303 Jul 09 18:08:30.081613 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d16b-3853-4f96-b837-c59832f01cae req-402ebe80-9a36-486a-be0c-93832d24a6d0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:30.083144 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1c9d16b-3853-4f96-b837-c59832f01cae req-402ebe80-9a36-486a-be0c-93832d24a6d0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 946 time: 0.0673053 Jul 09 18:08:30.098677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Deleting port fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:08:30.099026 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:30.123089 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1c9d16b-3853-4f96-b837-c59832f01cae req-c58929ce-6f44-46cf-a2ef-e02ee143384d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339186 Jul 09 18:08:30.188793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] For port fcca2fb3-afa4-4c26-82a9-139264432647, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fcca2fb3-afa4-4c26-82a9-139264432647,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:30.189026 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:30.358681 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:30.359081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:30.359385 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 disassociated. External IP: 172.25.3.190, port: fcca2fb3-afa4-4c26-82a9-139264432647. Jul 09 18:08:30.359720 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Calling delete_port for fcca2fb3-afa4-4c26-82a9-139264432647 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:08:30.495125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:30.524848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event deleted for resources: {'Port': ['ID=fcca2fb3-afa4-4c26-82a9-139264432647,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:30.954261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:08:30.963406 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No ports have port_id starting with fcca2fb3-afa4-4c26-82a9-139264432647 Jul 09 18:08:30.963787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 requested by agent hyperv_n-h2-791506-17 not found in database {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 09 18:08:31.002800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:08:31.113990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:08:31.123648 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:08:31.134043 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:08:31.134801 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:08:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:31.156419 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] No DVR routers for this DVR port fcca2fb3-afa4-4c26-82a9-139264432647 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:08:31.159443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:31.161703 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-016c47da-bdc8-4989-a516-5647617de681 req-01c8f73d-0cd3-4c6d-9c86-cf622e724b10 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "DELETE /v2.0/ports/fcca2fb3-afa4-4c26-82a9-139264432647 HTTP/1.1" status: 204 len: 173 time: 1.1566756 Jul 09 18:08:31.162155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-deleted', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:31.165253 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a7ca58-c517-4f4e-aa0d-dbe4192ab12d" -d '{"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-deleted", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:31.213083 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e642982-69b9-45ec-add3-ca6f8bfb5ce0 x-openstack-request-id: req-0e642982-69b9-45ec-add3-ca6f8bfb5ce0 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:31.213362 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cfa602-5b11-4012-9ba0-ee177e36a75e", "name": "network-vif-deleted", "tag": "fcca2fb3-afa4-4c26-82a9-139264432647", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:31.214077 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e642982-69b9-45ec-add3-ca6f8bfb5ce0 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:31.214077 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cfa602-5b11-4012-9ba0-ee177e36a75e', 'name': 'network-vif-deleted', 'tag': 'fcca2fb3-afa4-4c26-82a9-139264432647', 'status': 'completed', 'code': 200} Jul 09 18:08:31.268849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:08:31.280372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5cff338e-36ff-4f14-bbfb-3e3aa28f1927 req-e66a3a73-164f-4afa-bca3-941910921ef8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cfa602-5b11-4012-9ba0-ee177e36a75e HTTP/1.1" status: 200 len: 210 time: 0.0351031 Jul 09 18:08:31.598317 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:31.625233 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:08:31.633956 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:08:31.634552 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:08:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:31.745074 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:08:31.954013 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:31.984517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba7643-e670-4329-b9eb-632dc61b15ad None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:08:32.217706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cc992f-1e99-4eaf-948f-92843cf2b7f1 None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:08:32.632880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-33366b7b-a1a4-4848-931d-7284c52cf0d0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--137468369&fields=id&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 267 time: 0.0329108 Jul 09 18:08:32.744781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-6b68e8e6-4620-489c-bd24-6a9d26f211a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:32.746115 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-6b68e8e6-4620-489c-bd24-6a9d26f211a9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1066520 Jul 09 18:08:32.764417 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-5aee842a-acce-4427-85ba-5a6f22b236b1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/quotas/42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 375 time: 0.0100410 Jul 09 18:08:32.836701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-67411f17-0cfd-4df4-b38e-4f5c1c996270 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642924 Jul 09 18:08:32.859039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-bc3251ab-f802-469d-9cf8-d16dee364e28 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:08:32.860142 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-bc3251ab-f802-469d-9cf8-d16dee364e28 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060396 Jul 09 18:08:33.048732 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-68b26499-8c97-4bdd-91f8-62c338a2390d service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380625 Jul 09 18:08:33.154167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-ccf9bc76-4acf-43e3-a7b8-95c3c8f99fec service neutron] 10.222.0.21 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972292 Jul 09 18:08:33.324405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3f9ccb7-65cb-437e-966b-7f76d2ddaa39 req-5e44660c-70e7-4e9a-96cb-41f2a6d72880 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 210 time: 0.0279596 Jul 09 18:08:34.439650 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-124ddda5-d03f-40e0-ba84-18d89f62ca1a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:34.441223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-124ddda5-d03f-40e0-ba84-18d89f62ca1a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 812 time: 0.1136675 Jul 09 18:08:34.480076 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b94d3d9a-9d9a-489a-9e35-0e4690a83d90 req-3e47fbd7-8699-4860-9ddb-ad487a8ee089 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 210 time: 0.0302718 Jul 09 18:08:34.490937 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-dc245667-cc5a-4209-bf01-728592c2ffb5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 379 time: 0.0403023 Jul 09 18:08:34.500856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'port': {'device_id': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'admin_state_up': True, 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'security_groups': ['1399590c-2ca7-414b-bfa5-49146015f3bd']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:08:34.617794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Made reservation on behalf of 42b3aa398cbe4954a7c244dfb3049049 for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:08:34.621726 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:34.756187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Allocated IP 172.20.0.13 (73f320aa-bc5b-4f09-8522-ebc06846a49d/9af485f3-6487-40b4-91e3-8a4fa87c6894/f68993e8-853a-4575-8278-707e52f4f508) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:08:34.901141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:34.920025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Transition to ACTIVE for port object f68993e8-853a-4575-8278-707e52f4f508 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:08:34.968443 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:34.981061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:08:35.000282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: fcca2fb3-afa4-4c26-82a9-139264432647 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:08:35.000603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fcca2fb3-afa4-4c26-82a9-139264432647 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:08:35.012063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:08:35.017328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:08:35.021416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:08:35.047648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:35.075665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:35.076332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.092044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-2b9e5613-4ebf-4b4a-ad9e-1be8bac16ade tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955167 Jul 09 18:08:35.104710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Request body: {'port': {'device_id': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:08:35.184087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.374837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-08d92e4a-62ec-49fa-97df-ad38a1d8a55d None None] Provisioning for port f68993e8-853a-4575-8278-707e52f4f508 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:08:35.380861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-08d92e4a-62ec-49fa-97df-ad38a1d8a55d None None] Provisioning complete for port f68993e8-853a-4575-8278-707e52f4f508 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:08:35.381337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08d92e4a-62ec-49fa-97df-ad38a1d8a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.415947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-08d92e4a-62ec-49fa-97df-ad38a1d8a55d None None] Port f68993e8-853a-4575-8278-707e52f4f508 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:08:35.465469 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68993e8-853a-4575-8278-707e52f4f508 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:08:35.472991 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.489165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Transition to ACTIVE for port object f68993e8-853a-4575-8278-707e52f4f508 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:08:35.493993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.548693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:35.649973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:08:35.650316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:08:35.650709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:08:35.658771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:08:35.659109 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:08:35.672164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:08:35.672514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:08:35.672910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:08:35.673395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Bound port: f68993e8-853a-4575-8278-707e52f4f508, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:08:35.673876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.723218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3c90-c053-42b7-8dc0-667e875c0640 req-6f6cc2f1-c3ac-4296-a681-0cc591721904 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:35.724776 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-237d3c90-c053-42b7-8dc0-667e875c0640 req-6f6cc2f1-c3ac-4296-a681-0cc591721904 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.1206250 Jul 09 18:08:35.782188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:08:35.790600 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-237d3c90-c053-42b7-8dc0-667e875c0640 req-d0550170-30dc-401f-a526-2d60d14b8cdd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590122 Jul 09 18:08:35.799612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:08:35.805388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.840900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:35.841512 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:35.843006 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] 10.222.0.36 "PUT /v2.0/ports/f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1093 time: 0.7429342 Jul 09 18:08:35.843402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:35.845767 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb155f-8870-43b0-9d24-c5580826d6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:35.883560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ea50-78eb-47e4-bbee-c525c5c4ad11 service neutron] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:35.888840 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8971154f-8604-41b9-a126-fa0de29f5021 x-openstack-request-id: req-8971154f-8604-41b9-a126-fa0de29f5021 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:35.889116 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:35.889372 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8971154f-8604-41b9-a126-fa0de29f5021 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:35.889851 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'status': 'completed', 'code': 200} Jul 09 18:08:35.944704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-68e465b9-7702-42bb-8c6a-de95dd833149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:35.946243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-68e465b9-7702-42bb-8c6a-de95dd833149 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1096 time: 0.0553851 Jul 09 18:08:35.994146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-e7fac730-96ea-43b2-a8b8-4aaa62e1049d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 217 time: 0.0408208 Jul 09 18:08:36.044878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-3eaa333b-79a8-484c-b5a9-fd4d51f5f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.046283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-3eaa333b-79a8-484c-b5a9-fd4d51f5f0cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0458875 Jul 09 18:08:36.108681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-63d15ced-423c-4bee-b122-4a36270543bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.110132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-63d15ced-423c-4bee-b122-4a36270543bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571039 Jul 09 18:08:36.207314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-423e3715-956a-4cc4-b663-e957a54eba3b service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901997 Jul 09 18:08:36.304697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-782a3e79-d92c-4640-ad4e-27c6dd2eae66 req-fcc3d7bb-7be2-4342-aa03-796da0984db3 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899460 Jul 09 18:08:36.429850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-99612e91-b98c-47bb-b47a-159b9e0812aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.431403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-99612e91-b98c-47bb-b47a-159b9e0812aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1096 time: 0.0638752 Jul 09 18:08:36.526680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-83f1d40d-7fc3-4d2a-a113-ee67e6f6ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.528263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-83f1d40d-7fc3-4d2a-a113-ee67e6f6ca7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0908794 Jul 09 18:08:36.568766 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-50ef7f53-eac2-4b09-8c63-9d672051793c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 217 time: 0.0338297 Jul 09 18:08:36.622952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-4baea68b-50ba-436f-8bb1-b89b793a5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.624472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-4baea68b-50ba-436f-8bb1-b89b793a5658 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0493693 Jul 09 18:08:36.685849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-f3b3f29b-f525-4db6-bd9d-6f6a16f45979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.687385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-f3b3f29b-f525-4db6-bd9d-6f6a16f45979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556235 Jul 09 18:08:36.784694 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-109d75e8-1887-4b4e-9383-3a608b9f8f9a service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884540 Jul 09 18:08:36.885153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f6eb155f-8870-43b0-9d24-c5580826d6f2 req-ffa24b70-a97c-47d9-92ad-599026f41b16 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913744 Jul 09 18:08:36.981893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ff217-24d5-49e9-b919-21d839e6f2bf req-83664111-a78c-4eb3-b365-a2e0b3d6402f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:36.983389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd4ff217-24d5-49e9-b919-21d839e6f2bf req-83664111-a78c-4eb3-b365-a2e0b3d6402f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0727172 Jul 09 18:08:37.022491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dd4ff217-24d5-49e9-b919-21d839e6f2bf req-06b91d1a-1f3d-416f-8dd2-b78d2f8ca91e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Jul 09 18:08:38.217016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d5c8d-00fd-413c-aa47-637878bf1a3e req-9a3179d5-5cb7-408d-aa30-d8aba14093b1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:38.218521 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f95d5c8d-00fd-413c-aa47-637878bf1a3e req-9a3179d5-5cb7-408d-aa30-d8aba14093b1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0772853 Jul 09 18:08:38.258947 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f95d5c8d-00fd-413c-aa47-637878bf1a3e req-06c30971-ee02-4051-af98-e48f1517de2e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jul 09 18:08:38.656755 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:39.460185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05794b0a-ecb9-4d2a-b4f7-908ea5cf0b16 req-bbc63fcd-cf3b-4d07-92fa-808bf2518628 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:39.461686 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05794b0a-ecb9-4d2a-b4f7-908ea5cf0b16 req-bbc63fcd-cf3b-4d07-92fa-808bf2518628 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0835333 Jul 09 18:08:39.503091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-05794b0a-ecb9-4d2a-b4f7-908ea5cf0b16 req-3c043a4a-f266-4602-9dd6-abe8d628b356 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330482 Jul 09 18:08:39.715491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:40.192912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:08:40.456016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ea6d74ce-c65c-4e1c-ae50-aedaab833f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:40.463799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:40.475047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f68993e8-853a-4575-8278-707e52f4f508', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'f68993e8-853a-4575-8278-707e52f4f508', 'mac_address': 'fa:16:3e:4d:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:08:40.513385 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:40.526859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68993e8-853a-4575-8278-707e52f4f508 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:08:40.547017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:40.551984 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:40.600979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:40.693834 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834f63e-c60f-48bb-ae02-e8eb37eb0672 req-9a721fcf-9a29-4b69-9c41-67a2ddc3706e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:40.695333 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e834f63e-c60f-48bb-ae02-e8eb37eb0672 req-9a721fcf-9a29-4b69-9c41-67a2ddc3706e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0785446 Jul 09 18:08:40.736320 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e834f63e-c60f-48bb-ae02-e8eb37eb0672 req-0919fc16-089f-4951-8cd3-0c2c5cc4f98b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350463 Jul 09 18:08:40.755906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f68993e8-853a-4575-8278-707e52f4f508'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:08:41.927561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d0089-bc3b-4a22-97ec-14f90ff2826e req-ca4ee078-7b4a-4939-99cb-53ef44395afd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:41.929096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f2d0089-bc3b-4a22-97ec-14f90ff2826e req-ca4ee078-7b4a-4939-99cb-53ef44395afd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0667465 Jul 09 18:08:41.969120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f2d0089-bc3b-4a22-97ec-14f90ff2826e req-aa5c4dd8-30ad-408f-9b04-1309449ded62 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339386 Jul 09 18:08:42.200018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:08:42.255177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port f68993e8-853a-4575-8278-707e52f4f508 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:08:42.259245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f68993e8-853a-4575-8278-707e52f4f508 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:08:42.259607 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:42.339689 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:42.362120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:42.364432 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff49510-7107-4588-b010-700fb796a5d9" -d '{"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:42.377223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:08:42.383029 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:42.405925 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4602f13e-5448-4924-94b5-ef11e13103e2 x-openstack-request-id: req-4602f13e-5448-4924-94b5-ef11e13103e2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:42.406176 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:42.406449 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4602f13e-5448-4924-94b5-ef11e13103e2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:42.406838 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'code': 200} Jul 09 18:08:42.433733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:08:42.533099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ddbc7-1c95-4b69-8952-14247f24fa89 req-0049a579-b55b-4ecf-a18f-9bd7659e309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:42.534538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087ddbc7-1c95-4b69-8952-14247f24fa89 req-0049a579-b55b-4ecf-a18f-9bd7659e309d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1098 time: 0.0693898 Jul 09 18:08:42.569007 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-087ddbc7-1c95-4b69-8952-14247f24fa89 req-5b6b28e6-80f4-47dd-af24-384d485a7ba5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272865 Jul 09 18:08:43.016752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ee07cc66-87f9-4305-a5bf-4313af053e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:43.175213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414c80-6466-4a03-a44d-e5fe5560feb7 req-5d3e9242-96cd-4f6d-ab4f-1a7140a7f28e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:43.177409 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00414c80-6466-4a03-a44d-e5fe5560feb7 req-5d3e9242-96cd-4f6d-ab4f-1a7140a7f28e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0895188 Jul 09 18:08:43.230491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-00414c80-6466-4a03-a44d-e5fe5560feb7 req-81dc3962-d7a8-43d1-8ade-bbee5cd77724 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469525 Jul 09 18:08:43.485682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:44.162422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:44.418225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755914f-a8c0-4020-adb9-ad0ff3860361 req-30aab21a-e807-4f7a-8643-34059820d02c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:44.419609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8755914f-a8c0-4020-adb9-ad0ff3860361 req-30aab21a-e807-4f7a-8643-34059820d02c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0728905 Jul 09 18:08:44.458378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8755914f-a8c0-4020-adb9-ad0ff3860361 req-bd58a126-b6d2-4aa7-a989-84b5050c96ef tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330400 Jul 09 18:08:44.648815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bad80-bbc0-478b-ae5c-6e3b7dd60523 req-70207999-e8ce-4ee7-9840-70690fb5fc3a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:44.650436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-119bad80-bbc0-478b-ae5c-6e3b7dd60523 req-70207999-e8ce-4ee7-9840-70690fb5fc3a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0755849 Jul 09 18:08:44.659695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51142) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:08:44.664717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Request body: {'floatingip': {'port_id': 'f68993e8-853a-4575-8278-707e52f4f508'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:08:44.707623 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:45.163917 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:45.172562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:45.290495 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 associated. External IP: 172.25.3.190, port: f68993e8-853a-4575-8278-707e52f4f508. Jul 09 18:08:45.506689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:08:45.619637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:08:45.624498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:45.631146 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:08:45.640771 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:08:45.641383 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:08:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:45.661543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0994a483-fce7-4f22-8fea-73d8cb2c9b05 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "PUT /v2.0/floatingips/3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 HTTP/1.1" status: 200 len: 993 time: 1.0003960 Jul 09 18:08:45.662257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:08:45.664789 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e271941d-b79c-4409-b3c8-0b435ec8a55c" -d '{"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:08:45.704066 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e1f96-8afc-42b8-83b8-ef953f6deb06 x-openstack-request-id: req-785e1f96-8afc-42b8-83b8-ef953f6deb06 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:08:45.704354 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:08:45.704768 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-785e1f96-8afc-42b8-83b8-ef953f6deb06 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:08:45.705318 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'status': 'completed', 'code': 200} Jul 09 18:08:45.756337 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:08:45.779188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-f9750ba8-891a-438b-940a-f3f5de9333c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:45.780665 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-f9750ba8-891a-438b-940a-f3f5de9333c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1098 time: 0.0523419 Jul 09 18:08:45.960928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-2457703d-05e4-441e-aa0e-a8186ae93d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:45.962472 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-2457703d-05e4-441e-aa0e-a8186ae93d0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0922897 Jul 09 18:08:45.982950 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'f68993e8-853a-4575-8278-707e52f4f508', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:4d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:08:45Z', 'revision_number': 13, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:46.012356 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:08:46.020714 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:08:46.021361 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:08:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:46.026849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-51967a78-c55a-4fbb-b5a1-23ed7f51ab7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0576911 Jul 09 18:08:46.055138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:08:46.079280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-d17a162b-e0f6-4f75-83ab-70aff09cd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:46.080887 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-d17a162b-e0f6-4f75-83ab-70aff09cd320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0482488 Jul 09 18:08:46.130483 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:08:46.141985 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-dc683c5d-c48f-4b7b-804b-313a8bceeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:08:46.143973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-dc683c5d-c48f-4b7b-804b-313a8bceeba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564141 Jul 09 18:08:46.237789 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-afc11b2d-6715-486b-95d1-0b11afe51b9a service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Jul 09 18:08:46.338826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e271941d-b79c-4409-b3c8-0b435ec8a55c req-077bde4e-ce9a-4323-baab-85253e974bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940585 Jul 09 18:08:46.360352 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'f68993e8-853a-4575-8278-707e52f4f508', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:4d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:08:45Z', 'revision_number': 13, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:08:46.386105 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd914d8-bcb8-473d-b349-5dacc84dbcc2 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3f6c0fb7-5887-41e2-a0d2-3838378b7cf2', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'port_id': 'f68993e8-853a-4575-8278-707e52f4f508', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'mac_address': 'fa:16:3e:4d:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:01:37Z', 'updated_at': '2021-07-09T18:08:45Z', 'revision_number': 13, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:08:46.580633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181bafd-8ee1-4e6a-9ca2-072cd1904b67 None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:08:48.303305 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:09:08.661285 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:09.710209 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:10.448349 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4d1f-67f9-43fa-bec4-a05e96311ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:13.016498 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ceb3268b-44b0-48a3-9afc-ccf220218cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:13.490776 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:14.164258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:16.066323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:25.303436 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:09:36.174883 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-f3a7bcda-f20c-4849-a3fd-b6c44093f366 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538573 Jul 09 18:09:36.276895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-31551939-796c-4554-b72e-186af36b428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:36.278452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-31551939-796c-4554-b72e-186af36b428c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1098 time: 0.0590203 Jul 09 18:09:36.383647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-381288cd-1b00-4b29-9dea-9786f71f5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:36.385070 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-381288cd-1b00-4b29-9dea-9786f71f5a19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0859931 Jul 09 18:09:36.469155 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-592b5e69-424d-44f2-8857-ea475e6424d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1003 time: 0.0758417 Jul 09 18:09:36.518394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-46aab56d-d73d-4eb2-9466-70b4db259e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:36.519956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-46aab56d-d73d-4eb2-9466-70b4db259e6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0446079 Jul 09 18:09:36.578656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-674581f3-30d6-4349-b9e8-363f43e50ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:09:36.580177 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-674581f3-30d6-4349-b9e8-363f43e50ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541215 Jul 09 18:09:36.670578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-1ccf69a6-739d-4a7c-9d1a-c7621367cb68 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839634 Jul 09 18:09:36.777997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bed67b86-98ea-48a8-9bec-97be08a41dcf req-c87540f4-7c61-47d8-a053-878874da2127 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996194 Jul 09 18:09:38.655603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:39.708429 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:40.445439 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26145f6f-895c-436a-a7b1-11c90c7f325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:43.011625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1c2a65ac-c086-45b8-9529-257fa5ae7a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:43.503631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:44.162677 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:09:46.065608 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:02.306619 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:10:08.681680 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:09.717923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:10.441434 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-22cd436a-1d4d-404f-8107-8a8e1d04a7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:13.017081 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4698f3eb-0723-42dd-bfd3-04ce33b13c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:13.498631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:14.167824 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:16.068065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:23.978008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b3d0b-392b-425e-90e6-7d2c8650d5f2 req-bdbeeee2-c0bc-4ef1-ada5-491217f81284 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:23.979604 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-530b3d0b-392b-425e-90e6-7d2c8650d5f2 req-bdbeeee2-c0bc-4ef1-ada5-491217f81284 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0790446 Jul 09 18:10:24.022577 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-530b3d0b-392b-425e-90e6-7d2c8650d5f2 req-38f203d2-bd66-4bab-a4fe-de9bee152b4b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343974 Jul 09 18:10:35.178696 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-a40c9d79-bfcf-4a6d-803e-02afc694747e req-53d20dfa-27b8-4edc-b466-cff6e3969f0e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:10:35.179719 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a40c9d79-bfcf-4a6d-803e-02afc694747e req-53d20dfa-27b8-4edc-b466-cff6e3969f0e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072062 Jul 09 18:10:35.500994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f92f-7b9a-4af7-9fcf-dd2449c149cc req-97b5e3c5-032f-493d-bf2d-ad195f7435fd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:35.502528 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34a1f92f-7b9a-4af7-9fcf-dd2449c149cc req-97b5e3c5-032f-493d-bf2d-ad195f7435fd tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0764551 Jul 09 18:10:35.540400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-e8d870ad-f618-4830-a52b-5c65c8208369 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006491 Jul 09 18:10:35.541901 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34a1f92f-7b9a-4af7-9fcf-dd2449c149cc req-f411ba9c-7d7f-45a5-8e54-b3202fb85641 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327611 Jul 09 18:10:36.739810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b8345-4a53-4c02-9763-2140fb4ec330 req-7963b16d-2ff4-4928-8aaf-839b8223d60e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:36.741308 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-170b8345-4a53-4c02-9763-2140fb4ec330 req-7963b16d-2ff4-4928-8aaf-839b8223d60e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0788116 Jul 09 18:10:36.782149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-170b8345-4a53-4c02-9763-2140fb4ec330 req-b24d7bcb-62f2-454a-a400-f9935fa72ee0 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335016 Jul 09 18:10:37.842701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-8cec53cc-4377-4601-a3e1-6ce23b3aef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:37.844707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-8cec53cc-4377-4601-a3e1-6ce23b3aef8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1098 time: 0.0719230 Jul 09 18:10:37.939694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-03ccde14-6f3b-4729-ab57-35cfd69fbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:37.941267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-03ccde14-6f3b-4729-ab57-35cfd69fbc91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0902226 Jul 09 18:10:38.016216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-46a393d9-a7a0-464e-b700-802332b8a3b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1003 time: 0.0668204 Jul 09 18:10:38.070470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-640f200a-2f12-4466-be43-8b020319f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:38.072025 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-640f200a-2f12-4466-be43-8b020319f1c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0487778 Jul 09 18:10:38.173910 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-2391af01-1ae6-4273-9245-0b3c1ebe3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:38.175437 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-2391af01-1ae6-4273-9245-0b3c1ebe3b70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967581 Jul 09 18:10:38.187406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc66de-0d47-41f5-9338-67d5cd530bd8 req-01008fef-fa83-4f7b-a110-448a8b9f37af tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:38.188864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7cc66de-0d47-41f5-9338-67d5cd530bd8 req-01008fef-fa83-4f7b-a110-448a8b9f37af tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0847690 Jul 09 18:10:38.275029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a7cc66de-0d47-41f5-9338-67d5cd530bd8 req-2202e71b-1d46-4d9f-8b20-06af2d073c93 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781693 Jul 09 18:10:38.295927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-d26c521d-0e30-4a9a-b2ce-4bef843d21c9 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061091 Jul 09 18:10:38.393799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-e2bf6af5-99d2-44c5-a7f4-94b5c7b8f1dc service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901315 Jul 09 18:10:38.515380 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-2c9e3f68-b7e1-493e-84d3-0e84994f91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:38.517180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-2c9e3f68-b7e1-493e-84d3-0e84994f91a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1098 time: 0.0561597 Jul 09 18:10:38.671682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:39.004480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-425787c9-735a-4e1f-bc03-26937204df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:39.005998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-425787c9-735a-4e1f-bc03-26937204df69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.4477355 Jul 09 18:10:39.083854 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-c7de6f93-df30-48eb-89f3-49e8adf7480c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1003 time: 0.0707238 Jul 09 18:10:39.136793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-6eaa6fad-7d28-49df-a26d-9ca3f80d0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:39.139147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-6eaa6fad-7d28-49df-a26d-9ca3f80d0cbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0492322 Jul 09 18:10:39.201617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-2cada200-5fbe-43f6-8719-e3fce6ebb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:39.203161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-2cada200-5fbe-43f6-8719-e3fce6ebb031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570016 Jul 09 18:10:39.294798 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-6aa480a3-faff-478f-85e7-74c4a2ab519d service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Jul 09 18:10:39.305507 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:10:39.389322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-296cee77-d5d0-4eec-a6d2-be2e0739745a req-c333f90d-8f4c-4be9-bee5-cc14b78b565e service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876145 Jul 09 18:10:39.453473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82383e-125e-416b-b299-0cbd176782fa req-8cf773d8-09bb-4a15-845e-ee582e84f7db tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:39.455014 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f82383e-125e-416b-b299-0cbd176782fa req-8cf773d8-09bb-4a15-845e-ee582e84f7db tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0641158 Jul 09 18:10:39.493484 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f82383e-125e-416b-b299-0cbd176782fa req-d92e21b1-4ee2-4bdc-a73f-c01cdeb015f5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Jul 09 18:10:39.729013 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:40.453133 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e00d4710-a8c2-40e6-8db3-443855d8261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:40.677532 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdcb69-c233-4aad-8206-fcce7541c2a6 req-9fec8e2d-f6f6-4fb8-b933-55bba307570c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:40.679056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edcdcb69-c233-4aad-8206-fcce7541c2a6 req-9fec8e2d-f6f6-4fb8-b933-55bba307570c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0710800 Jul 09 18:10:40.717813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-edcdcb69-c233-4aad-8206-fcce7541c2a6 req-35e00b5e-ef5c-45b5-99de-1eecbaf19f68 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Jul 09 18:10:41.913112 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cbad-5432-4421-857b-2878bab403fb req-5777cfc1-fd4d-4a2e-bd37-93d03f062c0c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:41.914623 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6c8cbad-5432-4421-857b-2878bab403fb req-5777cfc1-fd4d-4a2e-bd37-93d03f062c0c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0734844 Jul 09 18:10:41.953969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6c8cbad-5432-4421-857b-2878bab403fb req-e009fb72-0cf1-4277-935d-1e66eb5ff8d2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Jul 09 18:10:43.021323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f7da1bcc-3ac1-43d0-9af8-28d6a9886485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:43.137964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e238-2e73-47bd-83c5-d97954289b54 req-ee2975f9-6c0d-464c-8696-60b7c8b6a2e8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:43.139448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c914e238-2e73-47bd-83c5-d97954289b54 req-ee2975f9-6c0d-464c-8696-60b7c8b6a2e8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0652013 Jul 09 18:10:43.178271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c914e238-2e73-47bd-83c5-d97954289b54 req-42f1c731-9ae8-4e36-a09a-663efa44279e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Jul 09 18:10:43.506035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:44.168658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:44.383075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756c521-5e9b-4714-b0e8-8ce21c874727 req-765a6013-e540-41a2-acb4-9bd4a0773c87 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:44.384609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6756c521-5e9b-4714-b0e8-8ce21c874727 req-765a6013-e540-41a2-acb4-9bd4a0773c87 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0824449 Jul 09 18:10:44.422865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6756c521-5e9b-4714-b0e8-8ce21c874727 req-b9b4d179-2a75-47c4-9c56-0987f9aea4e9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325143 Jul 09 18:10:45.617537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeffd5-6a81-48ff-b3b0-ad648bc6e69d req-6bedf59f-cf8d-4465-8391-446282353eba tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:45.619034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7aeffd5-6a81-48ff-b3b0-ad648bc6e69d req-6bedf59f-cf8d-4465-8391-446282353eba tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0741289 Jul 09 18:10:45.661457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e7aeffd5-6a81-48ff-b3b0-ad648bc6e69d req-6bf4c096-a550-4ea6-8579-4862b63945e3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359793 Jul 09 18:10:46.071365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:46.851889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0713592-ff10-4881-8059-78e196ba04b7 req-c419f13d-9d4c-4cbd-baee-812fdd3962b8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:46.853282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0713592-ff10-4881-8059-78e196ba04b7 req-c419f13d-9d4c-4cbd-baee-812fdd3962b8 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0662677 Jul 09 18:10:46.891884 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0713592-ff10-4881-8059-78e196ba04b7 req-9bb78102-ae7c-4b1a-93a2-e17aa3fbd7bc tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328748 Jul 09 18:10:48.083476 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06e6d-d56a-48b2-b34f-10a5e4aa413f req-54386a4f-8fde-4e93-97e6-ea64bcec84c2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:48.085064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97a06e6d-d56a-48b2-b34f-10a5e4aa413f req-54386a4f-8fde-4e93-97e6-ea64bcec84c2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0714378 Jul 09 18:10:48.126412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-97a06e6d-d56a-48b2-b34f-10a5e4aa413f req-11293ef6-fbd6-49a0-85ea-68d96ae94a11 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 Jul 09 18:10:49.306470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabdbcc-79d8-40f7-b5f6-a5b2441ce7f7 req-ec0ed148-e26a-4380-a319-dfdf47b2ba67 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:49.308044 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fabdbcc-79d8-40f7-b5f6-a5b2441ce7f7 req-ec0ed148-e26a-4380-a319-dfdf47b2ba67 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0692289 Jul 09 18:10:49.350075 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fabdbcc-79d8-40f7-b5f6-a5b2441ce7f7 req-cfda6edc-006b-47e1-b398-88cd03001b5a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363352 Jul 09 18:10:50.548309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579f90e-8f11-405f-9574-33f2c7326d0d req-a70e6abf-b1e7-4b94-a104-08cd941c0c3d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:50.549746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b579f90e-8f11-405f-9574-33f2c7326d0d req-a70e6abf-b1e7-4b94-a104-08cd941c0c3d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0811446 Jul 09 18:10:50.592736 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b579f90e-8f11-405f-9574-33f2c7326d0d req-fb3728f1-651d-4a0b-ad90-b0e700db6e25 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341473 Jul 09 18:10:51.772990 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc295f29-ecde-43c1-92d1-759891a7085f req-7062778e-1922-4e18-9f8f-d32e1dc653ea tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:51.774546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc295f29-ecde-43c1-92d1-759891a7085f req-7062778e-1922-4e18-9f8f-d32e1dc653ea tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0665617 Jul 09 18:10:51.816696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bc295f29-ecde-43c1-92d1-759891a7085f req-bee73726-7307-4224-873e-293d2891ad19 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354874 Jul 09 18:10:52.093295 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-0005b4f7-45cc-49ee-9393-b95f1ac09421 service neutron] show failed (client error): The resource could not be found. Jul 09 18:10:52.094303 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-0005b4f7-45cc-49ee-9393-b95f1ac09421 service neutron] 10.222.0.36 "GET /v2.0/ports/f68993e8-853a-4575-8278-707e52f4f508/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0584869 Jul 09 18:10:52.356581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-4ed076bf-610e-4500-97c2-6b76a8d2a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:52.358111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-4ed076bf-610e-4500-97c2-6b76a8d2a50a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 1098 time: 0.0583651 Jul 09 18:10:52.369846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:10:52.452237 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:52.658782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:10:52.694583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:10:52.734690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:10:52.737027 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8149de39-ecc9-4b0c-8b3c-400f3821d1ff" -d '{"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:10:52.740911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:52.758317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Transition to ACTIVE for port object f68993e8-853a-4575-8278-707e52f4f508 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:10:52.764532 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:52.797218 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd15dc-6500-485f-91d4-ad67a964e66e x-openstack-request-id: req-c3fd15dc-6500-485f-91d4-ad67a964e66e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:10:52.797501 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:10:52.797747 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3fd15dc-6500-485f-91d4-ad67a964e66e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:10:52.797856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:10:52.798351 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'code': 200} Jul 09 18:10:52.845231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:10:52.857317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:52.869318 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.869659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.869998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.870325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.870654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.870977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.871309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.871616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.871967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.872289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.872606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.872920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:10:52.918515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] No DVR routers for this DVR port f68993e8-853a-4575-8278-707e52f4f508 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:10:53.031344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-b096eeae-d3d9-4cb1-9d93-df20287da01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.032964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-b096eeae-d3d9-4cb1-9d93-df20287da01e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1054 time: 0.0929191 Jul 09 18:10:53.058685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a5e5-2eb8-4e9e-a1d9-5f934acba688 req-cc38fd4f-b0f8-4633-8155-ba6d982e1c2d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.060234 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9086a5e5-2eb8-4e9e-a1d9-5f934acba688 req-cc38fd4f-b0f8-4633-8155-ba6d982e1c2d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0898788 Jul 09 18:10:53.066007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:10:53.066344 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:10:53.066805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:10:53.071221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:10:53.071569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:10:53.076491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:10:53.076710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:10:53.077209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:10:53.077632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Bound port: f68993e8-853a-4575-8278-707e52f4f508, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:10:53.078014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:53.145321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:10:53.148911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:10:53.152222 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9086a5e5-2eb8-4e9e-a1d9-5f934acba688 req-25bf2147-ee30-4c75-aced-2492b6f93f0e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823984 Jul 09 18:10:53.155086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:53.175881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-d30a3945-7af3-44c0-9c05-f9f3aaeb47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.177525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-d30a3945-7af3-44c0-9c05-f9f3aaeb47dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1162598 Jul 09 18:10:53.194705 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.195333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:10:53.196771 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] 10.222.0.13 "PUT /v2.0/ports/f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1093 time: 0.8310401 Jul 09 18:10:53.219323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:10:53.249841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-45957d08-af38-4276-ad9d-e11f6bce7069 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0649107 Jul 09 18:10:53.300468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-1a515ae2-61f1-4da8-9842-0ed5d83d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.302042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-1a515ae2-61f1-4da8-9842-0ed5d83d4cd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0473435 Jul 09 18:10:53.361845 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-31c4340b-f93c-4075-8ad1-7e64dc021b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.363346 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-31c4340b-f93c-4075-8ad1-7e64dc021b0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550394 Jul 09 18:10:53.456215 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-7661ed6e-6531-42de-a224-7b5ebaa55901 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Jul 09 18:10:53.551514 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dfe8c4e4-f098-405a-bf15-0a565cacddd3 req-25da7427-4457-4f23-8f49-dd464e06f7ef service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891709 Jul 09 18:10:53.662672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-f204c7e8-722c-427a-8c91-b31f65afa334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.664226 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-f204c7e8-722c-427a-8c91-b31f65afa334 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1096 time: 0.0593679 Jul 09 18:10:53.763534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-5a440f16-3fa4-41c7-bc8a-e27596f8d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.764988 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-5a440f16-3fa4-41c7-bc8a-e27596f8d9c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0942476 Jul 09 18:10:53.840125 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-36a58bb1-c101-4561-a5ed-17dc5594fde6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0685191 Jul 09 18:10:53.892546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-3a99dd3d-a5e6-4de4-abff-df05e8051163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.894000 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-3a99dd3d-a5e6-4de4-abff-df05e8051163 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0473194 Jul 09 18:10:53.951979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-53e33487-d67c-4298-96fc-018c8781fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:53.953458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-53e33487-d67c-4298-96fc-018c8781fb18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523279 Jul 09 18:10:54.047546 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-39f678a7-c7e9-4e3d-ba4c-ca99576fa897 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869746 Jul 09 18:10:54.138553 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-94dcb5e6-e934-41ab-8307-e0e4ca7aa49c service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847597 Jul 09 18:10:54.345415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003c06-875d-4106-b11f-53a6759e418a req-5217100e-5d67-46c1-abbb-f3be8cc76150 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:54.347214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42003c06-875d-4106-b11f-53a6759e418a req-5217100e-5d67-46c1-abbb-f3be8cc76150 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0745938 Jul 09 18:10:54.388907 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42003c06-875d-4106-b11f-53a6759e418a req-f7929041-074b-465d-9ffd-2c285683bc21 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346661 Jul 09 18:10:54.800078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:10:54.802814 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:10:54.853009 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30ccb0e-aa7e-402b-9cc8-4783ec47186c x-openstack-request-id: req-f30ccb0e-aa7e-402b-9cc8-4783ec47186c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:10:54.853293 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:10:54.853561 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f30ccb0e-aa7e-402b-9cc8-4783ec47186c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:10:54.853963 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'status': 'completed', 'code': 200} Jul 09 18:10:54.930013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-9424a688-15a7-4af7-8d7a-614eaaf6a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:54.932244 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-9424a688-15a7-4af7-8d7a-614eaaf6a23c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1096 time: 0.0564218 Jul 09 18:10:54.933490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-924755fc-b4bd-4a32-9767-2935e6f24b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:54.935027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-924755fc-b4bd-4a32-9767-2935e6f24b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1096 time: 0.0589545 Jul 09 18:10:55.039231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-a9749a85-7223-4b4a-82b7-e4b017d96b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.040282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-7988e351-1676-49b2-850c-1644757f72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.040838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-a9749a85-7223-4b4a-82b7-e4b017d96b71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1029742 Jul 09 18:10:55.041779 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-7988e351-1676-49b2-850c-1644757f72f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1001832 Jul 09 18:10:55.107274 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-e2907e42-6d21-4e60-ab98-7bfcde4fbbfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0601671 Jul 09 18:10:55.108523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-01804c9c-e5e4-4b88-961e-f10053eb43c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0606613 Jul 09 18:10:55.161323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-4da95286-d40c-4699-856d-606d34168a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.162252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-73720632-bc60-4c16-b944-76a8ba18c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.162913 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-4da95286-d40c-4699-856d-606d34168a01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0500607 Jul 09 18:10:55.163889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-73720632-bc60-4c16-b944-76a8ba18c76a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0482621 Jul 09 18:10:55.220908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-2c2c0796-393c-45c5-b8b8-a51d00400cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.222888 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-2c2c0796-393c-45c5-b8b8-a51d00400cde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541568 Jul 09 18:10:55.223034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-e48d42c6-c6f2-4536-bcc0-765156e26c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.224554 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-e48d42c6-c6f2-4536-bcc0-765156e26c41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545735 Jul 09 18:10:55.318773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-53d43c9f-df8b-4c8a-8763-93963eae6813 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885799 Jul 09 18:10:55.319251 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-456d9024-c589-4d95-9757-f67c10181123 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886865 Jul 09 18:10:55.415920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-fa8c7e6e-853d-47aa-91f6-7727d6d4cffe service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910356 Jul 09 18:10:55.420373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef8cb7bf-b8b7-4781-83ad-9eb090681f0a req-e1d21fcb-697c-4c5e-8445-9de6b20987fb service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947826 Jul 09 18:10:55.572431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf53ce-790c-4bff-b4a0-f8a68c440822 req-3fc7c692-974c-4872-9e6f-ce21f40c6149 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:55.573990 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51cf53ce-790c-4bff-b4a0-f8a68c440822 req-3fc7c692-974c-4872-9e6f-ce21f40c6149 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0654299 Jul 09 18:10:55.617402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-51cf53ce-790c-4bff-b4a0-f8a68c440822 req-d68ff30b-b7b8-4107-972d-5e41887caf5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372899 Jul 09 18:10:56.806528 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ddd5b-bcc9-42e2-b026-84011758f49b req-75cdd996-17cd-4a65-9cb0-fc09e8511648 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:56.808117 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d3ddd5b-bcc9-42e2-b026-84011758f49b req-75cdd996-17cd-4a65-9cb0-fc09e8511648 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0670609 Jul 09 18:10:56.850146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d3ddd5b-bcc9-42e2-b026-84011758f49b req-3fc9c813-0d17-4240-88cf-c90566e9c094 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Jul 09 18:10:58.037612 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0afdea-b6d0-4527-8ca0-cca60c455266 req-4fa06aa3-055b-423a-9082-8dbe9871d9b9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:58.039150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b0afdea-b6d0-4527-8ca0-cca60c455266 req-4fa06aa3-055b-423a-9082-8dbe9871d9b9 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0697386 Jul 09 18:10:58.078838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b0afdea-b6d0-4527-8ca0-cca60c455266 req-f8f3b36c-92c1-46be-8f14-fe02483f27e1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337715 Jul 09 18:10:59.277248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecdcb0-d1d9-49e2-b745-d42c7111741e req-bb44ec6b-87cc-4f28-91fc-2c2ff8071834 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:10:59.278766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2ecdcb0-d1d9-49e2-b745-d42c7111741e req-bb44ec6b-87cc-4f28-91fc-2c2ff8071834 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0784376 Jul 09 18:10:59.320820 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2ecdcb0-d1d9-49e2-b745-d42c7111741e req-0012246d-e232-4fd1-b8d2-b5789aedfa73 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Jul 09 18:11:00.505236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd921e-e726-4333-b9cd-870474ceeb2c req-8d4c08d6-40a5-4331-a746-100fdc62dde5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:00.506809 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6dd921e-e726-4333-b9cd-870474ceeb2c req-8d4c08d6-40a5-4331-a746-100fdc62dde5 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0733557 Jul 09 18:11:00.552539 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6dd921e-e726-4333-b9cd-870474ceeb2c req-9940240e-39a2-4786-b1be-6b1709d64f4a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397620 Jul 09 18:11:01.744560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ceed9-bfc2-4a8a-ad90-37d8309338aa req-ca0009ae-a09d-49c5-9597-3651d689e40b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:01.746073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d1ceed9-bfc2-4a8a-ad90-37d8309338aa req-ca0009ae-a09d-49c5-9597-3651d689e40b tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0798724 Jul 09 18:11:01.789180 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1d1ceed9-bfc2-4a8a-ad90-37d8309338aa req-6a4b6e87-7b63-4cf2-ba92-84ff3610f12f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354557 Jul 09 18:11:02.980237 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cd4aa-44a6-4cf7-bf45-32d0d311177a req-0c54f463-e8eb-427e-8f74-323b60c7b32e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:02.981738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-183cd4aa-44a6-4cf7-bf45-32d0d311177a req-0c54f463-e8eb-427e-8f74-323b60c7b32e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0721846 Jul 09 18:11:03.022108 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-183cd4aa-44a6-4cf7-bf45-32d0d311177a req-455e3f1e-3484-49e1-af1b-f00bcb7d223f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Jul 09 18:11:04.225409 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb09df-78a9-4b8d-96e4-6c7cc595b131 req-bcd13191-57e0-44ca-b18c-65ccb7a8a64f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:04.227746 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08fb09df-78a9-4b8d-96e4-6c7cc595b131 req-bcd13191-57e0-44ca-b18c-65ccb7a8a64f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0862420 Jul 09 18:11:04.269955 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08fb09df-78a9-4b8d-96e4-6c7cc595b131 req-618e5261-5461-4c5c-aa56-29ce19251923 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339956 Jul 09 18:11:05.467238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55111f87-b73d-48e5-9966-ca0557be3445 req-cb2fcba0-6726-4380-8a97-adaefa9c4410 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:05.468822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55111f87-b73d-48e5-9966-ca0557be3445 req-cb2fcba0-6726-4380-8a97-adaefa9c4410 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0761495 Jul 09 18:11:05.508293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55111f87-b73d-48e5-9966-ca0557be3445 req-23cc804c-319e-40cb-be5c-778fc21e1474 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336125 Jul 09 18:11:06.699067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc106ed-1b86-46de-8730-05e29e7d6998 req-66493914-c402-43a4-a33f-d1d28f0c8755 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:06.700571 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc106ed-1b86-46de-8730-05e29e7d6998 req-66493914-c402-43a4-a33f-d1d28f0c8755 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.0784411 Jul 09 18:11:06.752149 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3fc106ed-1b86-46de-8730-05e29e7d6998 req-b3b0e9f3-18d3-4c3a-8c59-fe10e6b110df tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Jul 09 18:11:07.209302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-c607dff8-526f-4c5b-b4aa-c9bd2ec7b305 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:07.210826 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-c607dff8-526f-4c5b-b4aa-c9bd2ec7b305 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.13 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d&tenant_id=42b3aa398cbe4954a7c244dfb3049049&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 944 time: 0.1070039 Jul 09 18:11:07.281908 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f52b7-547d-471a-b9d6-5e39163a8841 req-ddd41403-e4c6-4469-bb10-38a61e6b1b0e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:07.283438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f2f52b7-547d-471a-b9d6-5e39163a8841 req-ddd41403-e4c6-4469-bb10-38a61e6b1b0e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 944 time: 0.1224043 Jul 09 18:11:07.300453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-6cfaa7bc-4e13-49a4-a9d4-160de720e590 service neutron] 10.222.0.13 "GET /v2.0/ports/f68993e8-853a-4575-8278-707e52f4f508/bindings/n-h2-791506-17 HTTP/1.1" status: 200 len: 383 time: 0.0835021 Jul 09 18:11:07.338529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f2f52b7-547d-471a-b9d6-5e39163a8841 req-8986e8b5-be6b-4d41-be7c-b5e82baecfb2 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471308 Jul 09 18:11:07.383879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-302f7c9e-c932-4036-8964-9db336a484c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:07.385403 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-302f7c9e-c932-4036-8964-9db336a484c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1096 time: 0.0596452 Jul 09 18:11:07.491013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-209c3467-3eb7-4350-af85-f48f173ef274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:07.493430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-209c3467-3eb7-4350-af85-f48f173ef274 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.1014881 Jul 09 18:11:07.561791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-fa868e58-28bd-46fe-954b-6381f1dc78d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0619009 Jul 09 18:11:07.614134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-88a0b931-1218-49a0-9e6c-8bec8d38dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:07.615597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-88a0b931-1218-49a0-9e6c-8bec8d38dd75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0481172 Jul 09 18:11:07.686774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0036df77-2210-4eb4-8d37-ac15913b1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:07.688396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0036df77-2210-4eb4-8d37-ac15913b1759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660954 Jul 09 18:11:07.753281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f68993e8-853a-4575-8278-707e52f4f508 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:11:07.780880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-64e9c94f-63c7-43bc-aa06-021a10198eee service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Jul 09 18:11:07.851641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:07.862797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'f68993e8-853a-4575-8278-707e52f4f508', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'f68993e8-853a-4575-8278-707e52f4f508', 'mac_address': 'fa:16:3e:4d:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:11:07.877046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-46047683-ac01-454d-bf98-8db0abd1a470 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896373 Jul 09 18:11:07.900153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:07.912908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68993e8-853a-4575-8278-707e52f4f508 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:11:07.932263 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:07.938232 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:07.984355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:07.991778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.992159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.992492 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.992819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.993138 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.993457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.993784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.994101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.994415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.994730 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.995025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:07.995331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:08.213874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['f68993e8-853a-4575-8278-707e52f4f508'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:11:08.525054 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43250-bea2-4c3b-9d16-3361cfb0dfbd req-3978a582-0df5-408e-b66c-3900a3a7e290 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:08.526467 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ecb43250-bea2-4c3b-9d16-3361cfb0dfbd req-3978a582-0df5-408e-b66c-3900a3a7e290 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0719428 Jul 09 18:11:08.567162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ecb43250-bea2-4c3b-9d16-3361cfb0dfbd req-ba5d151c-910b-487e-92aa-d5ade154e9e6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Jul 09 18:11:08.687840 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.735085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.751825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51e1e8-dda2-445a-9f55-e891cd00ebdc req-a2023abb-a59f-42b0-bd1f-e4f44d456dda tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:09.753397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc51e1e8-dda2-445a-9f55-e891cd00ebdc req-a2023abb-a59f-42b0-bd1f-e4f44d456dda tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0684688 Jul 09 18:11:09.761399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f68993e8-853a-4575-8278-707e52f4f508 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:11:09.794709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fc51e1e8-dda2-445a-9f55-e891cd00ebdc req-6ba4c631-7552-49d1-8751-b69f0ea0e53a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355005 Jul 09 18:11:09.815424 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port f68993e8-853a-4575-8278-707e52f4f508 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:11:09.820520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port f68993e8-853a-4575-8278-707e52f4f508 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:11:09.820919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.901784 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.924400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:09.926701 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8afebc-b747-4d51-8fa7-2ec817dd011d" -d '{"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:09.940237 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:09.945855 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:09.998314 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da9d19-96d8-4bd7-a80b-dbfac9848518 x-openstack-request-id: req-c3da9d19-96d8-4bd7-a80b-dbfac9848518 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:09.998603 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:09.998849 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3da9d19-96d8-4bd7-a80b-dbfac9848518 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:09.999240 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'code': 200} Jul 09 18:11:10.002416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:10.448065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9fbe3326-fe76-47b2-94e7-b391d7d3ba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:10.988926 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6530aa5-d0d9-42c4-8629-ccc2270fbacc req-86b4c4d5-9d74-4e72-b97e-83fec21acebf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:10.990610 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6530aa5-d0d9-42c4-8629-ccc2270fbacc req-86b4c4d5-9d74-4e72-b97e-83fec21acebf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0672977 Jul 09 18:11:11.039628 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6530aa5-d0d9-42c4-8629-ccc2270fbacc req-08d860a0-3ad0-45d8-8c6d-4cd43d91ab1c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431209 Jul 09 18:11:11.740648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-d4c7ab9b-d3b4-4848-bb5c-b2a6b06ecfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:11.742145 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-d4c7ab9b-d3b4-4848-bb5c-b2a6b06ecfd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d&tenant_id=42b3aa398cbe4954a7c244dfb3049049 HTTP/1.1" status: 200 len: 1098 time: 0.0672009 Jul 09 18:11:11.753224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:11.825151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:12.037096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:12.079859 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:11:12.124217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:12.126527 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a6a5f-da38-4d21-b57a-eef6e460b2aa" -d '{"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:12.130592 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:12.142916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Transition to ACTIVE for port object f68993e8-853a-4575-8278-707e52f4f508 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:11:12.150210 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:12.183258 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff65452-2c83-4afb-91f2-39a0b0487c9b x-openstack-request-id: req-eff65452-2c83-4afb-91f2-39a0b0487c9b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:12.183543 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:12.183978 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eff65452-2c83-4afb-91f2-39a0b0487c9b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:12.184544 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'code': 200} Jul 09 18:11:12.273043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:12.315600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] No DVR routers for this DVR port f68993e8-853a-4575-8278-707e52f4f508 on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:11:12.367239 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddfdfb-42ce-4911-8fdc-1ee97ff77f52 req-3df68dcc-5059-47c6-99f0-827ee515c775 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:12.368743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9dddfdfb-42ce-4911-8fdc-1ee97ff77f52 req-3df68dcc-5059-47c6-99f0-827ee515c775 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.1893399 Jul 09 18:11:12.450154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9dddfdfb-42ce-4911-8fdc-1ee97ff77f52 req-7452a5be-2a0e-4b31-9b6f-28eef1bb832e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744689 Jul 09 18:11:12.488560 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:11:12.488901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:11:12.489215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:11:12.493624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:11:12.493947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Attempting to bind port f68993e8-853a-4575-8278-707e52f4f508 on network 73f320aa-bc5b-4f09-8522-ebc06846a49d {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:11:12.498827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:11:12.499161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Checking segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:11:12.499531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Bound using segment: {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:11:12.499978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Bound port: f68993e8-853a-4575-8278-707e52f4f508, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14391b69-82f3-459e-b6e9-4ed5393f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:11:12.500331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:12.568167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:11:12.571467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:11:12.576425 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:12.611877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:12.612596 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:12.614126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] 10.222.0.36 "PUT /v2.0/ports/f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1094 time: 0.8649094 Jul 09 18:11:12.637589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f127ca0-a0dd-47de-a454-0f676390ea95 service neutron] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=11']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:12.695807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-31d9711c-e728-4af8-956c-faef4a9c23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:12.697532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-31d9711c-e728-4af8-956c-faef4a9c23fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1097 time: 0.0570128 Jul 09 18:11:12.789556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-7c5d72c9-8402-43a2-bca4-d94f863d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:12.791073 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-7c5d72c9-8402-43a2-bca4-d94f863d7fb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0869324 Jul 09 18:11:12.869752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-74df8988-457d-4ae2-845a-25e0c1636bc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0725050 Jul 09 18:11:12.919582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-e94a99dd-85fb-4bc0-a39d-592837f44789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:12.922043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-e94a99dd-85fb-4bc0-a39d-592837f44789 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0455813 Jul 09 18:11:12.988128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-65b91217-5d20-4e68-a767-70a594030df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:12.989625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-65b91217-5d20-4e68-a767-70a594030df2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607183 Jul 09 18:11:13.024909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b98c71c3-d0f3-44d0-9124-caf19632c4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:13.086275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-75641fc4-1a1f-435b-ba55-c7b26bbcdf46 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898924 Jul 09 18:11:13.176673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df0da31a-f31a-4a2c-b993-ca16f2c1e37e req-f5b1c57d-c674-4e99-a299-ac99b2abac8e service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Jul 09 18:11:13.501430 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:13.635608 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2760d-463c-4e11-9898-e2623c86b690 req-aef236b0-a4ca-4b42-91c8-a1c6f5375663 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:13.637191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6e2760d-463c-4e11-9898-e2623c86b690 req-aef236b0-a4ca-4b42-91c8-a1c6f5375663 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0697145 Jul 09 18:11:13.678920 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f6e2760d-463c-4e11-9898-e2623c86b690 req-e2dd8e0e-fd14-477a-b5fb-2de063dd1871 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Jul 09 18:11:13.779395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f68993e8-853a-4575-8278-707e52f4f508 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:11:13.819377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device f68993e8-853a-4575-8278-707e52f4f508 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:11:14.170995 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:14.185428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:14.187979 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d4716d-2757-422c-aacb-aca72608da2e" -d '{"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:14.237000 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22cf1e8-bb16-483d-9670-7a5834904857 x-openstack-request-id: req-c22cf1e8-bb16-483d-9670-7a5834904857 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:14.237274 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:14.237524 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c22cf1e8-bb16-483d-9670-7a5834904857 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:14.237927 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'status': 'completed', 'code': 200} Jul 09 18:11:14.317877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-c0af7c9b-4e84-4e96-92e7-6bc24ab529c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.318805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-f5cac05b-fad7-402c-be91-911305392c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.319412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-c0af7c9b-4e84-4e96-92e7-6bc24ab529c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1097 time: 0.0635786 Jul 09 18:11:14.320458 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-f5cac05b-fad7-402c-be91-911305392c16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42b3aa398cbe4954a7c244dfb3049049&device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 1097 time: 0.0574100 Jul 09 18:11:14.412952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-328ded54-7f3f-4fba-a611-691ae9132c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.414780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-328ded54-7f3f-4fba-a611-691ae9132c56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0890691 Jul 09 18:11:14.417847 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-79aa3129-935d-4080-b967-627ab38c1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.419397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-79aa3129-935d-4080-b967-627ab38c1bad service neutron] 10.222.0.13 "GET /v2.0/networks?id=73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 200 len: 913 time: 0.0924878 Jul 09 18:11:14.486902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-113078e3-5095-4f39-a825-c07273b10ca1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0604334 Jul 09 18:11:14.489267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-62dd2638-3577-41c7-a417-4792d0152bf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 200 len: 1001 time: 0.0668304 Jul 09 18:11:14.538512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-8c5c6ebf-e9f0-4b9a-885a-52d54fdcec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.539513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-362c303f-a814-4726-b071-76c0a6db045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.540029 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-8c5c6ebf-e9f0-4b9a-885a-52d54fdcec5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0442030 Jul 09 18:11:14.541190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-362c303f-a814-4726-b071-76c0a6db045e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 200 len: 851 time: 0.0476453 Jul 09 18:11:14.600442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-64be8108-75a4-46c7-a1d3-9af91ba02e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.601681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4716d-2757-422c-aacb-aca72608da2e req-6ac442d7-9e7a-4f9f-8edc-00d60063e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.601961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-64be8108-75a4-46c7-a1d3-9af91ba02e1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555110 Jul 09 18:11:14.603186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-6ac442d7-9e7a-4f9f-8edc-00d60063e79e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73f320aa-bc5b-4f09-8522-ebc06846a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557528 Jul 09 18:11:14.691164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-ae05ef7e-4b90-49e5-8ebd-73777ea146d3 service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814128 Jul 09 18:11:14.699068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-9a6bfa13-75ac-4a9e-9c22-11ef005bb54f service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903482 Jul 09 18:11:14.792156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-f9421d36-314c-4010-9ec2-36d712a2b2ac service neutron] 10.222.0.13 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940404 Jul 09 18:11:14.808151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-31d4716d-2757-422c-aacb-aca72608da2e req-6fa0eeb0-37e9-43b7-8767-51ec75a2c5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028013 Jul 09 18:11:14.876758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492632-a9b8-4927-a89a-4f56eaa0bc3f req-fa3963b9-13f9-4254-8d1c-ca2f06966e1d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:14.878293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a492632-a9b8-4927-a89a-4f56eaa0bc3f req-fa3963b9-13f9-4254-8d1c-ca2f06966e1d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0672259 Jul 09 18:11:14.921846 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a492632-a9b8-4927-a89a-4f56eaa0bc3f req-9d4609cc-9c1d-448d-8c31-f5d8789c9129 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357823 Jul 09 18:11:16.075079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:16.113837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935647-3019-4c03-90ca-5e319ba72588 req-ac806136-4697-4f0e-9adb-eee7d07ad220 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:16.115428 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c935647-3019-4c03-90ca-5e319ba72588 req-ac806136-4697-4f0e-9adb-eee7d07ad220 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0774362 Jul 09 18:11:16.159679 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c935647-3019-4c03-90ca-5e319ba72588 req-69ee750e-5c2c-4e93-8155-6acf3b772e4a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Jul 09 18:11:16.305873 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:11:17.350136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434ea7-a349-4e01-bfc9-ec9407fdd2ef req-9b489dde-5ce3-4236-b15a-0086eb113347 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:17.351616 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02434ea7-a349-4e01-bfc9-ec9407fdd2ef req-9b489dde-5ce3-4236-b15a-0086eb113347 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0793829 Jul 09 18:11:17.396597 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-02434ea7-a349-4e01-bfc9-ec9407fdd2ef req-d5cda80c-2575-4dce-b92e-dcb78987876f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385230 Jul 09 18:11:18.578357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd280b-f097-41ea-aa1c-561274985dc4 req-f81c0c31-28bc-440b-8a42-52f96334e1bf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:18.579749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-30bd280b-f097-41ea-aa1c-561274985dc4 req-f81c0c31-28bc-440b-8a42-52f96334e1bf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0695565 Jul 09 18:11:18.619494 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-30bd280b-f097-41ea-aa1c-561274985dc4 req-e5c71835-c307-4736-a1ce-66692a53f89e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Jul 09 18:11:19.805705 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef727d-d99f-459b-b22a-caa0fe5570e6 req-49210873-d5c5-43c2-abe1-fd92ec85f6ad tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:19.807340 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c6ef727d-d99f-459b-b22a-caa0fe5570e6 req-49210873-d5c5-43c2-abe1-fd92ec85f6ad tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0723975 Jul 09 18:11:19.851843 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c6ef727d-d99f-459b-b22a-caa0fe5570e6 req-ff7fc78c-f134-4ef3-9cfc-5a90669afd34 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386205 Jul 09 18:11:21.057892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa775b7f-5fbd-4cd7-b38d-dd7a913d7ca5 req-3b1d82c5-749f-452e-a627-765252985267 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:21.059418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa775b7f-5fbd-4cd7-b38d-dd7a913d7ca5 req-3b1d82c5-749f-452e-a627-765252985267 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0723493 Jul 09 18:11:21.103030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aa775b7f-5fbd-4cd7-b38d-dd7a913d7ca5 req-1cd2cab4-eeda-4119-b486-cee6ba9fd039 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353477 Jul 09 18:11:22.298842 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f42d-e53a-4732-8950-3218de4cece0 req-9893e10c-b3fa-4084-8f4d-0d8e55365484 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:22.300396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7931f42d-e53a-4732-8950-3218de4cece0 req-9893e10c-b3fa-4084-8f4d-0d8e55365484 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0796306 Jul 09 18:11:22.340716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7931f42d-e53a-4732-8950-3218de4cece0 req-629a20da-47dc-4aa2-948e-9cd54140df4e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344172 Jul 09 18:11:23.530366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aae943-8f75-409b-84ea-6c0cfd7bef9f req-c54e3955-adf3-4b2f-be12-dbd8153a9286 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:23.531956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0aae943-8f75-409b-84ea-6c0cfd7bef9f req-c54e3955-adf3-4b2f-be12-dbd8153a9286 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.0746355 Jul 09 18:11:23.574123 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0aae943-8f75-409b-84ea-6c0cfd7bef9f req-3a590bfb-4dc8-4a03-a046-985d1e03e378 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Jul 09 18:11:24.930423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:11:25.037431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:25.050361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'f68993e8-853a-4575-8278-707e52f4f508', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'port_id': 'f68993e8-853a-4575-8278-707e52f4f508', 'mac_address': 'fa:16:3e:4d:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:11:25.088412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:25.101166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68993e8-853a-4575-8278-707e52f4f508 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:11:25.108003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4325a-bb44-4060-b8cb-50d2ccba6895 req-e3a661df-c45c-4c6d-a79b-6d06885ba6af tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:25.109524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d4325a-bb44-4060-b8cb-50d2ccba6895 req-e3a661df-c45c-4c6d-a79b-6d06885ba6af tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 945 time: 0.4239342 Jul 09 18:11:25.120586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:25.126047 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:25.149688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8d4325a-bb44-4060-b8cb-50d2ccba6895 req-c79ed056-b0d8-4d53-aac1-ff70be628bd6 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344594 Jul 09 18:11:25.179464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=12']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:25.327402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f3816-152b-418c-932d-46756827aadb req-97fed63b-3bb3-4062-aab3-c5970c29aef4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:25.328925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-834f3816-152b-418c-932d-46756827aadb req-97fed63b-3bb3-4062-aab3-c5970c29aef4 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0690930 Jul 09 18:11:25.369478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-834f3816-152b-418c-932d-46756827aadb req-9c6b2b84-d335-4688-a1dc-fe99d8b8fa8c tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340455 Jul 09 18:11:25.377852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['f68993e8-853a-4575-8278-707e52f4f508'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:11:25.541370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70e091-78d4-45d8-86ae-8b625cb01409 req-1a08108c-81f5-4daf-9ded-a8ddac6bc9e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:25.542782 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa70e091-78d4-45d8-86ae-8b625cb01409 req-1a08108c-81f5-4daf-9ded-a8ddac6bc9e7 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0624266 Jul 09 18:11:25.584854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fa70e091-78d4-45d8-86ae-8b625cb01409 req-15fcfd75-b05b-41e5-a226-1985a2e070cf tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341523 Jul 09 18:11:25.992392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193b60-a8a7-4aa3-a1ad-a8ac38e0a95e req-064c44c2-799d-425f-a3a8-f2210cf7d563 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:25.993926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86193b60-a8a7-4aa3-a1ad-a8ac38e0a95e req-064c44c2-799d-425f-a3a8-f2210cf7d563 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 946 time: 0.0756478 Jul 09 18:11:26.032759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-86193b60-a8a7-4aa3-a1ad-a8ac38e0a95e req-2b15ae09-f461-4d1c-8197-76b8071c9378 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330215 Jul 09 18:11:26.938532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:11:26.997192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port f68993e8-853a-4575-8278-707e52f4f508 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:11:27.001854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port f68993e8-853a-4575-8278-707e52f4f508 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:11:27.002357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.090463 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.113873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:27.116541 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8767cd-7768-4037-a430-8c55339b55b4" -d '{"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:27.130090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:27.137183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.163750 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e694c-e86e-4c1d-aaec-0766649dc5ea x-openstack-request-id: req-6d1e694c-e86e-4c1d-aaec-0766649dc5ea {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:27.164067 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-plugged", "status": "completed", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:27.164318 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d1e694c-e86e-4c1d-aaec-0766649dc5ea {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:27.164707 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'code': 200} Jul 09 18:11:27.193096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=13']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:27.218376 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf7d7f-a41d-4979-9a1c-dd9a4a848c99 req-4c792bc7-277b-457c-8348-744f5f000529 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:27.219905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eeaf7d7f-a41d-4979-9a1c-dd9a4a848c99 req-4c792bc7-277b-457c-8348-744f5f000529 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 947 time: 0.0641198 Jul 09 18:11:27.264753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-eeaf7d7f-a41d-4979-9a1c-dd9a4a848c99 req-143b61a5-4f19-4d52-a950-6bf39e8c7d8f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups?id=1399590c-2ca7-414b-bfa5-49146015f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368280 Jul 09 18:11:27.483485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699a087-071c-4571-af58-8bcec73319dc req-f10dae8d-3e2f-470e-8bb5-d9deb198946d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:27.484910 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2699a087-071c-4571-af58-8bcec73319dc req-f10dae8d-3e2f-470e-8bb5-d9deb198946d tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 947 time: 0.0709655 Jul 09 18:11:27.594988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Deleting port f68993e8-853a-4575-8278-707e52f4f508 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:11:27.595337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.685926 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] For port f68993e8-853a-4575-8278-707e52f4f508, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=f68993e8-853a-4575-8278-707e52f4f508,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:27.686248 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.866920 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.867169 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:27.867505 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 disassociated. External IP: 172.25.3.190, port: f68993e8-853a-4575-8278-707e52f4f508. Jul 09 18:11:27.867866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Calling delete_port for f68993e8-853a-4575-8278-707e52f4f508 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:11:28.008867 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:28.038275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event deleted for resources: {'Port': ['ID=f68993e8-853a-4575-8278-707e52f4f508,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:28.160525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:11:28.269823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:11:28.279869 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:11:28.288893 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:11:28.289489 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:28.313656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] No DVR routers for this DVR port f68993e8-853a-4575-8278-707e52f4f508 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:11:28.316451 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:28.318627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2699a087-071c-4571-af58-8bcec73319dc req-a1ad5007-92a4-44bf-8ba5-1fa93e9fb8f3 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.36 "DELETE /v2.0/ports/f68993e8-853a-4575-8278-707e52f4f508 HTTP/1.1" status: 204 len: 173 time: 0.8273275 Jul 09 18:11:28.318959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-deleted', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:28.321402 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4d6535-6ed3-4066-8dcc-4b43870f916d" -d '{"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-deleted", "tag": "f68993e8-853a-4575-8278-707e52f4f508"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:28.372580 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94468d1e-53cf-40ef-83ad-b0d58119c8d9 x-openstack-request-id: req-94468d1e-53cf-40ef-83ad-b0d58119c8d9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:28.372941 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e24452-1493-4b52-9f5e-e0ddab263d5d", "name": "network-vif-deleted", "tag": "f68993e8-853a-4575-8278-707e52f4f508", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:28.373355 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94468d1e-53cf-40ef-83ad-b0d58119c8d9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:28.373813 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e24452-1493-4b52-9f5e-e0ddab263d5d', 'name': 'network-vif-deleted', 'tag': 'f68993e8-853a-4575-8278-707e52f4f508', 'status': 'completed', 'code': 200} Jul 09 18:11:28.423569 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:11:28.443341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a33fb3cc-72d4-4d19-b288-6793ecc07007 req-235ff352-69ae-46bf-a91e-b00b7f41907a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 210 time: 0.0283639 Jul 09 18:11:28.618124 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:28.647099 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:11:28.655646 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:11:28.656289 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:28.764117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:11:28.969793 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:28.996485 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44277cc-2260-464b-adad-0e8398577a7d None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:35Z', 'revision_number': 4, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6d481cfc-1939-4353-ad31-1ca7eeadca00', 'name': '', 'network_id': '73f320aa-bc5b-4f09-8522-ebc06846a49d', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'mac_address': 'fa:16:3e:11:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:34Z', 'updated_at': '2021-07-09T18:01:40Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'subnets': [{'id': '9af485f3-6487-40b4-91e3-8a4fa87c6894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:11:29.218565 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24fc8f-7b29-4cbd-b07b-e46c59a1577d None None] New status for floating IP 3f6c0fb7-5887-41e2-a0d2-3838378b7cf2: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:11:29.590236 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c7828f5c-0782-4696-a7f0-b28a2c5b206b req-a9746489-6c12-4bdc-b13a-e4fb9d3cec0f tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 210 time: 0.0331542 Jul 09 18:11:30.731390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ab8bae4a-5cb8-4463-8125-bbd646096439 req-8ca49d97-3e60-4cd3-befa-7341657e55f1 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 210 time: 0.0284576 Jul 09 18:11:30.954234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:11:30.981529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: f68993e8-853a-4575-8278-707e52f4f508 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:11:30.981956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device f68993e8-853a-4575-8278-707e52f4f508 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:11:31.884680 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-679dcbe0-1ac8-454a-b1ef-16890c6d7e9c req-9f048e23-a55c-4956-a1ae-f3da606ce42a tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/ports?device_id=32e24452-1493-4b52-9f5e-e0ddab263d5d HTTP/1.1" status: 200 len: 210 time: 0.0299983 Jul 09 18:11:35.998851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51626) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:36.052257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fd017fa-ea20-4437-98b7-b95c64a11597 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.075385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fd017fa-ea20-4437-98b7-b95c64a11597 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.126447 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fd017fa-ea20-4437-98b7-b95c64a11597 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.129656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9fd017fa-ea20-4437-98b7-b95c64a11597 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.133325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9fd017fa-ea20-4437-98b7-b95c64a11597 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "DELETE /v2.0/security-groups/1399590c-2ca7-414b-bfa5-49146015f3bd HTTP/1.1" status: 204 len: 168 time: 0.1310632 Jul 09 18:11:36.133734 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51628) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:36.141976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd017fa-ea20-4437-98b7-b95c64a11597 tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399590c-2ca7-414b-bfa5-49146015f3bd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:36.157371 n-d-791506-17 neutron-server[93896]: INFO neutron.api.v2.resource [None req-ecfaca18-30e3-4941-b702-62f0c8db63fe tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] show failed (client error): The resource could not be found. Jul 09 18:11:36.160957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ecfaca18-30e3-4941-b702-62f0c8db63fe tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "GET /v2.0/security-groups/1399590c-2ca7-414b-bfa5-49146015f3bd HTTP/1.1" status: 404 len: 347 time: 0.0236962 Jul 09 18:11:36.161189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:36.291558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Deleting port caea8ed9-391d-49a4-8cbd-d7af5fbe5f23 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:11:36.291966 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.378903 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.379229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.390531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Calling delete_port for caea8ed9-391d-49a4-8cbd-d7af5fbe5f23 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:11:36.534386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.559678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Pushing event deleted for resources: {'Port': ['ID=caea8ed9-391d-49a4-8cbd-d7af5fbe5f23,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:36.574059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.574402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.574781 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.575161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.575401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.575730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.576111 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.576438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.576945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.577267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.577583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.577902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:36.637931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.640736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:36.641898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6d336404-0679-4309-b13a-8238b8bdaa5e tempest-ServerActionsTestJSON-1160764686 tempest-ServerActionsTestJSON-1160764686-project] 10.222.0.21 "DELETE /v2.0/floatingips/3f6c0fb7-5887-41e2-a0d2-3838378b7cf2 HTTP/1.1" status: 204 len: 168 time: 0.4797716 Jul 09 18:11:36.646416 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51632) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:37.230942 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:37.497678 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Deleting port 6d481cfc-1939-4353-ad31-1ca7eeadca00 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:11:37.498089 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:37.574214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] For port 6d481cfc-1939-4353-ad31-1ca7eeadca00, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6d481cfc-1939-4353-ad31-1ca7eeadca00,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:37.574540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:37.587472 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Calling delete_port for 6d481cfc-1939-4353-ad31-1ca7eeadca00 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:11:37.771541 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:37.800805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d481cfc-1939-4353-ad31-1ca7eeadca00,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:37.964982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.204215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Router e8def58b-016f-42e6-8865-f9d0f7e597bf has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:11:38.323213 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:11:38.328592 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a768c70-20ec-459f-8354-5970e882c260 admin admin] 10.222.0.21 "PUT /v2.0/routers/e8def58b-016f-42e6-8865-f9d0f7e597bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811752 Jul 09 18:11:38.331953 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51636) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:38.333025 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] Sync routers for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:11:38.342802 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:11:38.343427 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:38.439658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.451179 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:11:38.545753 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.602516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Deleting port f8e9ef15-3a20-49e1-846f-d6d046f31588 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:11:38.602864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.630089 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:11:37Z', 'revision_number': 5, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port': {'id': 'f8e9ef15-3a20-49e1-846f-d6d046f31588', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:38.656711 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] Checking router: e8def58b-016f-42e6-8865-f9d0f7e597bf for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:11:38.665318 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] Routers {'e8def58b-016f-42e6-8865-f9d0f7e597bf'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:11:38.665900 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:11:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e8def58b-016f-42e6-8865-f9d0f7e597bf'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:38.681033 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.681688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] For port f8e9ef15-3a20-49e1-846f-d6d046f31588, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8e9ef15-3a20-49e1-846f-d6d046f31588,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:38.681688 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.694693 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Calling delete_port for f8e9ef15-3a20-49e1-846f-d6d046f31588 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:11:38.751965 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] Set router e8def58b-016f-42e6-8865-f9d0f7e597bf gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:11:38.803803 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:11:38Z', 'revision_number': 6, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:38.864060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:38.889647 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e9ef15-3a20-49e1-846f-d6d046f31588,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:38.932571 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099d8f4-a960-41c5-980b-d6c919f95ec5 None None] The sync data for ids ['e8def58b-016f-42e6-8865-f9d0f7e597bf'] in n-d-791506-17 is: [{'id': 'e8def58b-016f-42e6-8865-f9d0f7e597bf', 'name': 'tempest-ServerActionsTestJSON-1387773520-router', 'tenant_id': '42b3aa398cbe4954a7c244dfb3049049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:01:32Z', 'updated_at': '2021-07-09T18:11:38Z', 'revision_number': 6, 'project_id': '42b3aa398cbe4954a7c244dfb3049049', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:11:38.958672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.049162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.051478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.102858 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.103793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8def58b-016f-42e6-8865-f9d0f7e597bf {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:11:39.108718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.109851 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c384a021-93fd-4794-929c-0772a81b07bd admin admin] 10.222.0.21 "DELETE /v2.0/routers/e8def58b-016f-42e6-8865-f9d0f7e597bf HTTP/1.1" status: 204 len: 168 time: 0.7769697 Jul 09 18:11:39.112677 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51638) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:39.166220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Deleting subnet 9af485f3-6487-40b4-91e3-8a4fa87c6894 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:11:39.169416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.204577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.295452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.354040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.382795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af485f3-6487-40b4-91e3-8a4fa87c6894,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:39.388995 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.390807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-825c4d1b-6cac-4644-9cf9-f15544d1997e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9af485f3-6487-40b4-91e3-8a4fa87c6894 HTTP/1.1" status: 204 len: 168 time: 0.2770188 Jul 09 18:11:39.393686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51640) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:39.395009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf0c9d-204a-4907-a878-0e48104cac86 None None] Network 73f320aa-bc5b-4f09-8522-ebc06846a49d requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:11:39.460961 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.513903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Deleting port 0389f1bd-d245-418c-abbb-31e8809e456e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:11:39.514243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.580706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] For port 0389f1bd-d245-418c-abbb-31e8809e456e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=0389f1bd-d245-418c-abbb-31e8809e456e,segment=NetworkSegment(14391b69-82f3-459e-b6e9-4ed5393f07b6),segment_id=14391b69-82f3-459e-b6e9-4ed5393f07b6)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:39.581414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.594537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Calling delete_port for 0389f1bd-d245-418c-abbb-31e8809e456e owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:11:39.686919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.713156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Pushing event deleted for resources: {'Port': ['ID=0389f1bd-d245-418c-abbb-31e8809e456e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:39.719460 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] No DVR routers for this DVR port 0389f1bd-d245-418c-abbb-31e8809e456e on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:11:39.731735 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b725ac5-3046-4a40-9d06-3f7f08838f21 None None] DHCP port deletion for 73f320aa-bc5b-4f09-8522-ebc06846a49d request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:11:39.736445 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.797655 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.807398 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f320aa-bc5b-4f09-8522-ebc06846a49d']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:39.818359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14391b69-82f3-459e-b6e9-4ed5393f07b6') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:39.818680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14391b69-82f3-459e-b6e9-4ed5393f07b6') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:11:39.828046 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.842930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.849975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:11:39.850558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:11:39.852549 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:11:39.908127 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.913774 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:39.915673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73f320aa-bc5b-4f09-8522-ebc06846a49d HTTP/1.1" status: 204 len: 168 time: 0.5208189 Jul 09 18:11:39.933143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac890-4e7d-4368-9978-84ff123c5453 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f320aa-bc5b-4f09-8522-ebc06846a49d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:40.082225 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51644) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:40.122891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4a6fe39-83e5-4b23-889c-4a8586f75000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42b3aa398cbe4954a7c244dfb3049049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393698 Jul 09 18:11:40.125465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51646) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:40.175813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56809956-4f65-414a-9924-36dadd181445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:40.198018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56809956-4f65-414a-9924-36dadd181445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:40.249161 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56809956-4f65-414a-9924-36dadd181445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:40.251803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-56809956-4f65-414a-9924-36dadd181445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:40.252934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-56809956-4f65-414a-9924-36dadd181445 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76373c0a-2cef-46e0-9c0d-9958a09817ec HTTP/1.1" status: 204 len: 168 time: 0.1265795 Jul 09 18:11:40.261198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56809956-4f65-414a-9924-36dadd181445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76373c0a-2cef-46e0-9c0d-9958a09817ec,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:40.368591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8e9ef15-3a20-49e1-846f-d6d046f31588 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:11:40.389026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f8e9ef15-3a20-49e1-846f-d6d046f31588 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:11:40.389459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8e9ef15-3a20-49e1-846f-d6d046f31588 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:11:40.389946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0389f1bd-d245-418c-abbb-31e8809e456e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:11:40.408244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 0389f1bd-d245-418c-abbb-31e8809e456e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:11:40.408603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 0389f1bd-d245-418c-abbb-31e8809e456e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:11:40.408998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6d481cfc-1939-4353-ad31-1ca7eeadca00 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:11:40.426811 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6d481cfc-1939-4353-ad31-1ca7eeadca00 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:11:40.427153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6d481cfc-1939-4353-ad31-1ca7eeadca00 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:11:40.451641 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa6b65ef-621e-4579-b62b-8160edc80058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.074449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51670) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:41.233474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1658115852-network', 'tenant_id': '999b777fb09b4e9ab3f439c75891b7bb'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:41.263004 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Made reservation on behalf of 999b777fb09b4e9ab3f439c75891b7bb for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:11:41.265628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.274805 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.373978 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.379137 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.409484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:11:41.419853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18612e7d-ecbd-4907-8c84-d8ab120816a4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:41.426078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.426435 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Added segment 4d4a7698-4ab1-4863-8e57-f21d2c509d42 of type vlan for network 461b7258-fbfa-4578-b97f-dc4a371e74eb Jul 09 18:11:41.470133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.503399 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.504454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:41.505113 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.562241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4865532 Jul 09 18:11:41.565349 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab6d60-4736-4cd1-a158-a64c6ac02e7b admin admin] Pushing event updated for resources: {'Network': ['ID=461b7258-fbfa-4578-b97f-dc4a371e74eb,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:41.567008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51674) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:11:41.576195 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Request body: {'subnet': {'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1658115852-subnet', 'tenant_id': '999b777fb09b4e9ab3f439c75891b7bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:41.578015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 461b7258-fbfa-4578-b97f-dc4a371e74eb details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:11:41.606571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Made reservation on behalf of 999b777fb09b4e9ab3f439c75891b7bb for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:11:41.610545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.788221 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.841457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f437e0-af8d-48b1-9223-273921154edd,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:41.852642 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Checking segment: {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:11:41.852998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Network hostable DHCP agents. Network: 461b7258-fbfa-4578-b97f-dc4a371e74eb, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:11:41.873548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Network 461b7258-fbfa-4578-b97f-dc4a371e74eb is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:11:41.886551 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 461b7258-fbfa-4578-b97f-dc4a371e74eb) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:11:41.891203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:41.892366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:41.895511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f4a7a-9513-468f-a1b2-b49295d51f8d None None] Network 461b7258-fbfa-4578-b97f-dc4a371e74eb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:11:41.907729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62033ccf-d988-4f64-864d-9dd2d2c86f90 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3406894 Jul 09 18:11:42.026449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409dceac-8b34-401e-8b6b-24ffb9297c0b None None] Network 461b7258-fbfa-4578-b97f-dc4a371e74eb requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:11:42.352597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-43a8fe2c-1431-47ec-8302-0767e4ccd419 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:42.354232 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-43a8fe2c-1431-47ec-8302-0767e4ccd419 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/networks?id=461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 200 len: 814 time: 0.1165531 Jul 09 18:11:42.374710 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-c79afb93-646c-4120-8aed-9bea170b42f0 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/quotas/999b777fb09b4e9ab3f439c75891b7bb HTTP/1.1" status: 200 len: 375 time: 0.0123198 Jul 09 18:11:42.412191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-3bfaa52a-f932-4066-bb25-5baf3e48b956 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321932 Jul 09 18:11:42.517467 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-c033f5e4-5f63-487b-b6e0-38c8a2b33321 service neutron] 10.222.0.21 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970826 Jul 09 18:11:42.611388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-0a8b0e53-4b4d-4237-bda9-c158aaf2bc0a service neutron] 10.222.0.21 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861681 Jul 09 18:11:42.787652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8b09a3a2-d367-4657-9144-1536c43fdb1c req-827d0f58-8da7-46a5-83db-da3b7815f8fd tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 210 time: 0.0287406 Jul 09 18:11:43.030906 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ba24b6cf-ed53-4eaf-abd4-91a6544c8df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:43.506472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:43.940444 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4a35370a-236f-44ee-8b25-7cbd398aa243 req-e314b7b2-0a86-4928-8cb1-1a451f932049 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 210 time: 0.0308242 Jul 09 18:11:44.130511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-894cadc3-20c2-4544-a5f4-d5c4412512ef tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:44.131934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-894cadc3-20c2-4544-a5f4-d5c4412512ef tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.13 "GET /v2.0/networks?id=461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 200 len: 814 time: 0.1099401 Jul 09 18:11:44.144248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Request body: {'port': {'device_id': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb', 'admin_state_up': True, 'tenant_id': '999b777fb09b4e9ab3f439c75891b7bb'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:44.172603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:44.257852 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Made reservation on behalf of 999b777fb09b4e9ab3f439c75891b7bb for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:11:44.261394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:44.404132 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Allocated IP 172.20.0.2 (461b7258-fbfa-4578-b97f-dc4a371e74eb/47f437e0-af8d-48b1-9223-273921154edd/1d5cb93e-603e-43b7-b631-8fcdbdeeafb5) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:11:44.561595 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:44.613339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:44.659559 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Network 461b7258-fbfa-4578-b97f-dc4a371e74eb is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:11:44.662589 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:11:44.666452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:11:44.672888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Pushing event updated for resources: {'Port': ['ID=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:44.716536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:44.717138 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:44.733683 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-770c0437-9b3f-4a94-86a7-11526e856016 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936701 Jul 09 18:11:44.745548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Request body: {'port': {'device_id': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:44.825357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:45.134486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73e15-624f-4285-84d9-3ef80b3de027 req-e2b22aea-2a44-4b3e-b54f-9c0817736bd9 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:45.136259 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fc73e15-624f-4285-84d9-3ef80b3de027 req-e2b22aea-2a44-4b3e-b54f-9c0817736bd9 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 931 time: 0.0712819 Jul 09 18:11:45.176896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fc73e15-624f-4285-84d9-3ef80b3de027 req-12048f45-6531-4855-8d38-94746fcf23a7 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347245 Jul 09 18:11:45.444998 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:11:45.453088 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:45.472519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Transition to ACTIVE for port object 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:11:45.480688 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:45.532511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:45.608954 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Attempting to bind port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:11:45.609297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Attempting to bind port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:11:45.609627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Attempting to bind port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 on network 461b7258-fbfa-4578-b97f-dc4a371e74eb {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:11:45.614052 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 on network 461b7258-fbfa-4578-b97f-dc4a371e74eb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:11:45.614304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Attempting to bind port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 on network 461b7258-fbfa-4578-b97f-dc4a371e74eb {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:11:45.619373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:11:45.619716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Checking segment: {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:11:45.620131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Bound using segment: {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:11:45.620558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Bound port: 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:11:45.620918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:45.684389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] For port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:11:45.687426 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] For port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:11:45.694672 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:45.731627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:45.732278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:45.733692 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 HTTP/1.1" status: 200 len: 1092 time: 0.9926016 Jul 09 18:11:45.734122 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'tag': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:45.760180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09473dbb-8a13-4303-98ed-3ad6990d4ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:45.778788 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4384b776-3a40-488a-a155-b64c64876c15" -d '{"events": [{"name": "network-changed", "server_uuid": "a24ab186-71b4-4dd0-a12f-f6536afbeb6d", "tag": "1d5cb93e-603e-43b7-b631-8fcdbdeeafb5"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:45.833124 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-02f09a44-bf7b-465c-9b0a-bf6170213b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:45.834674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-02f09a44-bf7b-465c-9b0a-bf6170213b79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 1095 time: 0.0591819 Jul 09 18:11:45.876560 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ea637e-b56f-4f71-a646-8c54b10f47b6 x-openstack-request-id: req-72ea637e-b56f-4f71-a646-8c54b10f47b6 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:45.876847 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24ab186-71b4-4dd0-a12f-f6536afbeb6d", "tag": "1d5cb93e-603e-43b7-b631-8fcdbdeeafb5", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:45.877091 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72ea637e-b56f-4f71-a646-8c54b10f47b6 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:45.877487 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'tag': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5', 'status': 'completed', 'code': 200} Jul 09 18:11:45.879286 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-bc2d344f-a8ee-4b87-a113-0b6beafaa59d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 HTTP/1.1" status: 200 len: 217 time: 0.0376918 Jul 09 18:11:45.933806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-f67cf1b4-d293-497b-bf2d-377750b045c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:45.935250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-f67cf1b4-d293-497b-bf2d-377750b045c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f437e0-af8d-48b1-9223-273921154edd HTTP/1.1" status: 200 len: 854 time: 0.0487516 Jul 09 18:11:45.968503 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-c4bbb8ec-ea12-4a5f-8864-004dcc975830 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=461b7258-fbfa-4578-b97f-dc4a371e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263362 Jul 09 18:11:46.056502 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-7c06d741-e645-49ad-a249-78832d3bccfc service neutron] 10.222.0.13 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818851 Jul 09 18:11:46.075564 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:46.153974 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22d599c8-adfc-4f9c-b0ee-f9db20c73c66 req-7af5dcad-3148-43e6-a399-96e3d3c8428a service neutron] 10.222.0.13 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912793 Jul 09 18:11:46.263232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384b776-3a40-488a-a155-b64c64876c15 req-2cd67dfe-5e92-4c62-bb65-0b8f0283f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:46.264714 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-2cd67dfe-5e92-4c62-bb65-0b8f0283f2ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 1095 time: 0.0560915 Jul 09 18:11:46.357866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4081a-1360-452d-a7d8-8c3fb7bea38b req-41087e3b-f923-482c-bded-79548f355e5b tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:46.359375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7de4081a-1360-452d-a7d8-8c3fb7bea38b req-41087e3b-f923-482c-bded-79548f355e5b tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 943 time: 0.0625415 Jul 09 18:11:46.365627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384b776-3a40-488a-a155-b64c64876c15 req-8f1cdc92-9c8d-4dfe-907b-8348d2ff4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:46.367279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-8f1cdc92-9c8d-4dfe-907b-8348d2ff4688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 200 len: 915 time: 0.0899143 Jul 09 18:11:46.398205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7de4081a-1360-452d-a7d8-8c3fb7bea38b req-dec3ee1f-db57-4bea-bb4c-1e14ac0bde5d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Jul 09 18:11:46.408359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-b6bf92d4-9be6-4476-9d8a-32dc22f9c991 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 HTTP/1.1" status: 200 len: 217 time: 0.0350680 Jul 09 18:11:46.467326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384b776-3a40-488a-a155-b64c64876c15 req-73b7c788-b81b-4d70-8226-09a0fa53f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:46.468868 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-73b7c788-b81b-4d70-8226-09a0fa53f93a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47f437e0-af8d-48b1-9223-273921154edd HTTP/1.1" status: 200 len: 854 time: 0.0531514 Jul 09 18:11:46.505440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-cdb0f008-0a85-4911-9d98-8d5c7d8cfb8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=461b7258-fbfa-4578-b97f-dc4a371e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267255 Jul 09 18:11:46.609981 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-44da8bcd-5cd8-49cd-9f63-323d00c6e20e service neutron] 10.222.0.13 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961950 Jul 09 18:11:46.724615 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4384b776-3a40-488a-a155-b64c64876c15 req-5f62c719-4f22-48ad-8b9e-d23775c129d9 service neutron] 10.222.0.13 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075153 Jul 09 18:11:47.589564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f26f4-e3b7-4778-b7f3-9e7fa381bf8a req-12dbede5-6c65-4553-ad33-9028ba1a4ef3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:47.591092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c6f26f4-e3b7-4778-b7f3-9e7fa381bf8a req-12dbede5-6c65-4553-ad33-9028ba1a4ef3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 943 time: 0.0764060 Jul 09 18:11:47.639524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7c6f26f4-e3b7-4778-b7f3-9e7fa381bf8a req-c417788d-062a-411b-b3c9-b08e066d911b tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Jul 09 18:11:48.837519 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9d34-ee50-46dc-9be0-fd370246174e req-9ca7162e-c90e-4287-a6d6-f2e2f4a61455 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:48.839032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-000a9d34-ee50-46dc-9be0-fd370246174e req-9ca7162e-c90e-4287-a6d6-f2e2f4a61455 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 943 time: 0.0727825 Jul 09 18:11:49.229060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-000a9d34-ee50-46dc-9be0-fd370246174e req-78d6a416-ede2-4735-8b76-4e1a0a06ecda tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815393 Jul 09 18:11:49.995348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:11:50.094157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:50.105651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5', 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb', 'port_id': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5', 'mac_address': 'fa:16:3e:9c:4f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f437e0-af8d-48b1-9223-273921154edd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:11:50.146452 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:50.159791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:11:50.180173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:50.186688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:50.243677 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:50.377672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:11:50.418553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130be830-53ef-4838-abbd-75047d999864 req-bfc8ce94-8336-4936-b913-b495db7c4dd6 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:50.420073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-130be830-53ef-4838-abbd-75047d999864 req-bfc8ce94-8336-4936-b913-b495db7c4dd6 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 944 time: 0.0668581 Jul 09 18:11:50.459737 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-130be830-53ef-4838-abbd-75047d999864 req-382065a9-5f9f-4f28-8ca5-09d7d674ce66 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Jul 09 18:11:51.642569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fcdfe-1c5e-45d2-8921-7549f67e02e5 req-eba9ee71-bcd2-49a7-9473-6cd538823711 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:51.644091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c8fcdfe-1c5e-45d2-8921-7549f67e02e5 req-eba9ee71-bcd2-49a7-9473-6cd538823711 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 944 time: 0.0677390 Jul 09 18:11:51.685055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3c8fcdfe-1c5e-45d2-8921-7549f67e02e5 req-8b1c76ce-1632-4722-95ec-64d4ef90963a tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Jul 09 18:11:51.994965 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:11:52.049787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:11:52.053684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:11:52.054035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:52.138183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:52.161529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:52.163801 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d78d05-3a40-402d-a77c-d6a9a285079f" -d '{"events": [{"server_uuid": "a24ab186-71b4-4dd0-a12f-f6536afbeb6d", "name": "network-vif-plugged", "status": "completed", "tag": "1d5cb93e-603e-43b7-b631-8fcdbdeeafb5"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:52.179242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:11:52.185193 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:52.208943 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632584d0-603c-4889-a0ac-0ddfacb1c087 x-openstack-request-id: req-632584d0-603c-4889-a0ac-0ddfacb1c087 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:52.209239 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ab186-71b4-4dd0-a12f-f6536afbeb6d", "name": "network-vif-plugged", "status": "completed", "tag": "1d5cb93e-603e-43b7-b631-8fcdbdeeafb5", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:52.209486 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-632584d0-603c-4889-a0ac-0ddfacb1c087 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:52.209873 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5', 'code': 200} Jul 09 18:11:52.239463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:52.323214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0e267-4785-471c-9a55-d3ea2d783df8 req-91f7cb32-dea9-4f72-b54e-eb8c7b6f8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:52.324908 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-07d0e267-4785-471c-9a55-d3ea2d783df8 req-91f7cb32-dea9-4f72-b54e-eb8c7b6f8b27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 1097 time: 0.0575778 Jul 09 18:11:52.359188 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-07d0e267-4785-471c-9a55-d3ea2d783df8 req-7a05397b-dcb4-4068-baa5-9724c17140bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280907 Jul 09 18:11:52.891046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0837c8-b62a-4079-bfb8-4e57f303a339 req-48c7d75d-2799-4ad9-90f2-83a83ef2655d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:52.892602 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1e0837c8-b62a-4079-bfb8-4e57f303a339 req-48c7d75d-2799-4ad9-90f2-83a83ef2655d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0723903 Jul 09 18:11:52.944842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1e0837c8-b62a-4079-bfb8-4e57f303a339 req-b2aed0d4-ca86-45a4-bfc3-f218a6e02256 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464578 Jul 09 18:11:53.308083 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:11:54.134332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629db09-aaa5-4e27-9677-97dd85581cee req-40fa907c-20e0-48b1-9a2b-fce49232922a tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:54.135852 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6629db09-aaa5-4e27-9677-97dd85581cee req-40fa907c-20e0-48b1-9a2b-fce49232922a tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0770917 Jul 09 18:11:54.179680 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6629db09-aaa5-4e27-9677-97dd85581cee req-3a679b0f-be6c-44ff-9955-483ccaae281a tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354218 Jul 09 18:11:54.429311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-6ee1f670-0000-4b03-8ab4-286f63ad2aa6 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:54.430836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-6ee1f670-0000-4b03-8ab4-286f63ad2aa6 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/networks?id=461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 200 len: 814 time: 0.1072931 Jul 09 18:11:54.447746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-efb79f04-5ac9-497d-8813-bc3d230d8dad tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/quotas/999b777fb09b4e9ab3f439c75891b7bb HTTP/1.1" status: 200 len: 375 time: 0.0099361 Jul 09 18:11:54.519307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-6078fa3b-75cc-4be7-8e09-84b8fccb3948 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649652 Jul 09 18:11:54.533069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-30fbcac4-23c0-4f78-ac09-1c11f5019d5c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:11:54.534052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-30fbcac4-23c0-4f78-ac09-1c11f5019d5c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059969 Jul 09 18:11:54.716201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-eb3478f7-bf14-40fc-8402-ae90cc0c01c1 service neutron] 10.222.0.21 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395290 Jul 09 18:11:54.807525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-aa4259b9-aaf1-430d-9b56-77799a4ea36e service neutron] 10.222.0.21 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852332 Jul 09 18:11:54.986410 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cae2c6da-849a-47b2-87d6-785dbe8a0473 req-a5f0f13a-66fa-433c-9f45-d529c2af9276 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 210 time: 0.0302613 Jul 09 18:11:56.161651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a58ace29-6413-427c-8412-11ce29546520 req-d19749e6-4072-46f3-8bda-3e5f21301247 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 210 time: 0.0501094 Jul 09 18:11:56.240145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a241fca7-9861-4620-ac39-e6a7c05ce851 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:56.241607 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a241fca7-9861-4620-ac39-e6a7c05ce851 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.36 "GET /v2.0/networks?id=461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 200 len: 814 time: 0.1207967 Jul 09 18:11:56.254347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Request body: {'port': {'device_id': '22855729-e15b-4e79-9540-1e10efbc7015', 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb', 'admin_state_up': True, 'tenant_id': '999b777fb09b4e9ab3f439c75891b7bb'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:56.373521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Made reservation on behalf of 999b777fb09b4e9ab3f439c75891b7bb for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:11:56.380125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:56.500105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Allocated IP 172.20.0.4 (461b7258-fbfa-4578-b97f-dc4a371e74eb/47f437e0-af8d-48b1-9223-273921154edd/c2b1b384-71bc-4521-b034-2fbbe88494c8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:11:56.660469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:56.710067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:56.723247 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:11:56.755108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Network 461b7258-fbfa-4578-b97f-dc4a371e74eb is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:11:56.758255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:11:56.762184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:11:56.768853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Pushing event updated for resources: {'Port': ['ID=c2b1b384-71bc-4521-b034-2fbbe88494c8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:56.800496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.800838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.801171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.801501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.801837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.802166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.802485 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.802788 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.803106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.803439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.803830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.804116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:11:56.829285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:56.829911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:56.848219 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-a6342d52-9088-4ba0-a2ed-5ef88a009091 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973036 Jul 09 18:11:56.858028 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-1d5fad41-0442-4f23-9026-7b0e9d7885f9 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:11:56.859016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-1d5fad41-0442-4f23-9026-7b0e9d7885f9 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054531 Jul 09 18:11:56.869581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Request body: {'port': {'device_id': '22855729-e15b-4e79-9540-1e10efbc7015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:11:56.948653 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:57.225901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b1b384-71bc-4521-b034-2fbbe88494c8 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:11:57.234113 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:57.246116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Transition to ACTIVE for port object c2b1b384-71bc-4521-b034-2fbbe88494c8 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:11:57.251386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:57.302860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Pushing event updated for resources: {'Port': ['ID=c2b1b384-71bc-4521-b034-2fbbe88494c8,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:57.345470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb2614-4c8a-4140-90a9-14c912ca7fb7 req-346b7976-5a4d-42ff-bfee-27a72fb9e53c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:57.347006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2fb2614-4c8a-4140-90a9-14c912ca7fb7 req-346b7976-5a4d-42ff-bfee-27a72fb9e53c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 943 time: 0.0707262 Jul 09 18:11:57.377238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Attempting to bind port c2b1b384-71bc-4521-b034-2fbbe88494c8 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:11:57.377575 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Attempting to bind port c2b1b384-71bc-4521-b034-2fbbe88494c8 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:11:57.377921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Attempting to bind port c2b1b384-71bc-4521-b034-2fbbe88494c8 on network 461b7258-fbfa-4578-b97f-dc4a371e74eb {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:11:57.382999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Port c2b1b384-71bc-4521-b034-2fbbe88494c8 on network 461b7258-fbfa-4578-b97f-dc4a371e74eb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:11:57.383332 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Attempting to bind port c2b1b384-71bc-4521-b034-2fbbe88494c8 on network 461b7258-fbfa-4578-b97f-dc4a371e74eb {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:11:57.388061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e2fb2614-4c8a-4140-90a9-14c912ca7fb7 req-ca1cceaf-0452-4607-8257-da89823fc2ad tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Jul 09 18:11:57.388700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:11:57.389039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Checking segment: {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:11:57.389421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Bound using segment: {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:11:57.389853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Bound port: c2b1b384-71bc-4521-b034-2fbbe88494c8, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7698-4ab1-4863-8e57-f21d2c509d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:11:57.390213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:57.461391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] For port c2b1b384-71bc-4521-b034-2fbbe88494c8, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:11:57.465211 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] For port c2b1b384-71bc-4521-b034-2fbbe88494c8, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:11:57.471787 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:57.505157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:57.505826 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:11:57.507273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] 10.222.0.36 "PUT /v2.0/ports/c2b1b384-71bc-4521-b034-2fbbe88494c8 HTTP/1.1" status: 200 len: 1092 time: 0.6421452 Jul 09 18:11:57.509574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22855729-e15b-4e79-9540-1e10efbc7015', 'tag': 'c2b1b384-71bc-4521-b034-2fbbe88494c8'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:11:57.511950 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "22855729-e15b-4e79-9540-1e10efbc7015", "tag": "c2b1b384-71bc-4521-b034-2fbbe88494c8"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:11:57.536776 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c63a6-06c7-4d18-a3c3-3a8b39449bac service neutron] Pushing event updated for resources: {'Port': ['ID=c2b1b384-71bc-4521-b034-2fbbe88494c8,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:11:57.558456 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b90b00-a427-4a14-9dc2-aef59530a277 x-openstack-request-id: req-c4b90b00-a427-4a14-9dc2-aef59530a277 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:11:57.558743 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22855729-e15b-4e79-9540-1e10efbc7015", "tag": "c2b1b384-71bc-4521-b034-2fbbe88494c8", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:11:57.558991 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4b90b00-a427-4a14-9dc2-aef59530a277 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:11:57.559383 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22855729-e15b-4e79-9540-1e10efbc7015', 'tag': 'c2b1b384-71bc-4521-b034-2fbbe88494c8', 'status': 'completed', 'code': 200} Jul 09 18:11:57.602116 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-fcd18be7-3fcd-4433-b4f4-0e860eb4849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:57.603695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-fcd18be7-3fcd-4433-b4f4-0e860eb4849c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 1095 time: 0.0563486 Jul 09 18:11:57.647442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-758217f2-a7d7-4f8f-84e1-9a07430fde84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8 HTTP/1.1" status: 200 len: 217 time: 0.0368104 Jul 09 18:11:57.698119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-c32e3ed3-524f-4b0b-9103-fbf669c763e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:57.699561 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-c32e3ed3-524f-4b0b-9103-fbf669c763e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47f437e0-af8d-48b1-9223-273921154edd HTTP/1.1" status: 200 len: 854 time: 0.0453026 Jul 09 18:11:57.732205 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-70046ee1-cebc-4964-8b6b-12729dd3ea97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=461b7258-fbfa-4578-b97f-dc4a371e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264885 Jul 09 18:11:57.826421 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-59a91b09-bb2d-4c29-8d53-6a836b43ab12 service neutron] 10.222.0.36 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879450 Jul 09 18:11:57.918137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4e149ca9-6466-44a3-b252-5649d6e6c775 req-e8abc39a-3a3c-4c42-a503-dbe68a5ca178 service neutron] 10.222.0.36 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856411 Jul 09 18:11:58.023150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-fbafc272-a6d9-4db8-935b-4b513619b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:58.024601 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-fbafc272-a6d9-4db8-935b-4b513619b3b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 1095 time: 0.0546453 Jul 09 18:11:58.117201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-04500c59-ac15-4425-a35e-4c59777e1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:58.118669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-04500c59-ac15-4425-a35e-4c59777e1f14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 200 len: 915 time: 0.0872259 Jul 09 18:11:58.165132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-11f50ea9-7df0-4461-a2cb-02e5b318c6af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8 HTTP/1.1" status: 200 len: 217 time: 0.0389647 Jul 09 18:11:58.228231 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-42f0dfb6-9114-439a-a00d-58bdfbd682f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:58.229683 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-42f0dfb6-9114-439a-a00d-58bdfbd682f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=47f437e0-af8d-48b1-9223-273921154edd HTTP/1.1" status: 200 len: 854 time: 0.0581524 Jul 09 18:11:58.266770 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-5104c157-5621-4d6b-a531-322c49cc9fb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=461b7258-fbfa-4578-b97f-dc4a371e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300272 Jul 09 18:11:58.361258 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-aa9bbf96-1701-44b1-b095-6ea6f2437321 service neutron] 10.222.0.36 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866525 Jul 09 18:11:58.463747 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-086e4434-81dc-44b7-b178-0a1ee9c2c8ab req-f990bbda-73ce-455e-b0c0-d512f0284636 service neutron] 10.222.0.36 "GET /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954077 Jul 09 18:11:58.569248 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636bca-cf7e-4477-b07c-4c00906108d1 req-4d4ee00d-9691-4866-bc52-e50426927db5 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:58.570657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81636bca-cf7e-4477-b07c-4c00906108d1 req-4d4ee00d-9691-4866-bc52-e50426927db5 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 943 time: 0.0637305 Jul 09 18:11:58.609720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-81636bca-cf7e-4477-b07c-4c00906108d1 req-273bad33-eab3-44cf-a1a4-4726aed88fe5 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Jul 09 18:11:59.793174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480158e-0e90-4f5d-a30d-a9664da9c334 req-ec3e3e62-d18d-46b5-bcfc-8be08aba9542 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:11:59.794715 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6480158e-0e90-4f5d-a30d-a9664da9c334 req-ec3e3e62-d18d-46b5-bcfc-8be08aba9542 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 943 time: 0.0703020 Jul 09 18:11:59.834164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6480158e-0e90-4f5d-a30d-a9664da9c334 req-385f1424-e0ac-4746-a80f-e6f66a3031b2 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jul 09 18:12:01.019226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250aa5e-8974-40cf-9f18-2c532476c150 req-7589a8a3-11a7-4df0-b8e9-e371196ff16b tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:01.020768 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0250aa5e-8974-40cf-9f18-2c532476c150 req-7589a8a3-11a7-4df0-b8e9-e371196ff16b tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 943 time: 0.0703142 Jul 09 18:12:01.065064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0250aa5e-8974-40cf-9f18-2c532476c150 req-168c7bd9-c64b-41fc-a8f6-dc96d9ab1144 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Jul 09 18:12:01.172693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c2b1b384-71bc-4521-b034-2fbbe88494c8 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:12:01.279099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c2b1b384-71bc-4521-b034-2fbbe88494c8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:01.291471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'c2b1b384-71bc-4521-b034-2fbbe88494c8', 'network_id': '461b7258-fbfa-4578-b97f-dc4a371e74eb', 'port_id': 'c2b1b384-71bc-4521-b034-2fbbe88494c8', 'mac_address': 'fa:16:3e:dd:ac:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f437e0-af8d-48b1-9223-273921154edd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:12:01.335302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:01.350610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b1b384-71bc-4521-b034-2fbbe88494c8 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:12:01.378611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c2b1b384-71bc-4521-b034-2fbbe88494c8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:01.384797 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:01.443887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c2b1b384-71bc-4521-b034-2fbbe88494c8,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:01.577531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c2b1b384-71bc-4521-b034-2fbbe88494c8'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:12:02.247977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8356002-e6f8-4925-b1b9-fc3148ff7bcd req-7ce0d704-c5ad-4858-aedc-8c60a2a2297f tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:02.249490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8356002-e6f8-4925-b1b9-fc3148ff7bcd req-7ce0d704-c5ad-4858-aedc-8c60a2a2297f tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 944 time: 0.0687194 Jul 09 18:12:02.293850 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c8356002-e6f8-4925-b1b9-fc3148ff7bcd req-da80d0df-8fd6-49c0-8014-a8fd37bd5f57 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360081 Jul 09 18:12:03.203971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c2b1b384-71bc-4521-b034-2fbbe88494c8 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:03.263271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port c2b1b384-71bc-4521-b034-2fbbe88494c8 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:03.267228 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port c2b1b384-71bc-4521-b034-2fbbe88494c8 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:03.267591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:03.343120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:03.365386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22855729-e15b-4e79-9540-1e10efbc7015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b1b384-71bc-4521-b034-2fbbe88494c8'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:12:03.367633 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e6eb6-0812-4446-b159-7c8f4300ce51" -d '{"events": [{"server_uuid": "22855729-e15b-4e79-9540-1e10efbc7015", "name": "network-vif-plugged", "status": "completed", "tag": "c2b1b384-71bc-4521-b034-2fbbe88494c8"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:12:03.381106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port c2b1b384-71bc-4521-b034-2fbbe88494c8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:03.390258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:03.416715 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8a53ff-d648-4234-b682-3858b8cf18de x-openstack-request-id: req-8e8a53ff-d648-4234-b682-3858b8cf18de {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:12:03.417001 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22855729-e15b-4e79-9540-1e10efbc7015", "name": "network-vif-plugged", "status": "completed", "tag": "c2b1b384-71bc-4521-b034-2fbbe88494c8", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:12:03.417394 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e8a53ff-d648-4234-b682-3858b8cf18de {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:12:03.417994 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22855729-e15b-4e79-9540-1e10efbc7015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b1b384-71bc-4521-b034-2fbbe88494c8', 'code': 200} Jul 09 18:12:03.447095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=c2b1b384-71bc-4521-b034-2fbbe88494c8,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:03.470894 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0479-31e0-435d-be91-f1636146ccbd req-abede6a7-a98b-4e53-b649-fabf0de6551f tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:03.472436 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a41d0479-31e0-435d-be91-f1636146ccbd req-abede6a7-a98b-4e53-b649-fabf0de6551f tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 945 time: 0.0675638 Jul 09 18:12:03.510582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a41d0479-31e0-435d-be91-f1636146ccbd req-24a4e0c1-3692-452c-83ff-128d64255056 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Jul 09 18:12:03.528092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4ae37-8671-46ab-ae4c-e5f9692ab0ca req-38692e92-061e-4223-9209-531d96ff5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:03.529635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aef4ae37-8671-46ab-ae4c-e5f9692ab0ca req-38692e92-061e-4223-9209-531d96ff5a54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 1097 time: 0.0532343 Jul 09 18:12:03.563847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-aef4ae37-8671-46ab-ae4c-e5f9692ab0ca req-4f63b7f9-60be-4f76-970f-ed9518022b69 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277634 Jul 09 18:12:04.697582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e3273-cfcc-447c-8f52-c83e8b4888d8 req-f0188f91-eee0-4ada-a456-bd316e84cf8c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:04.699072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc1e3273-cfcc-447c-8f52-c83e8b4888d8 req-f0188f91-eee0-4ada-a456-bd316e84cf8c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 945 time: 0.0748067 Jul 09 18:12:04.738708 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc1e3273-cfcc-447c-8f52-c83e8b4888d8 req-cb66d758-e7b5-4d35-b8a1-5d09ac90e555 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338984 Jul 09 18:12:05.158864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aec15-baca-4c4f-8673-8015d89cadd0 req-f8e009d5-a5b1-426f-aa43-9dffa42c5f4e tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:05.160565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f59aec15-baca-4c4f-8673-8015d89cadd0 req-f8e009d5-a5b1-426f-aa43-9dffa42c5f4e tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 945 time: 0.0838785 Jul 09 18:12:05.212154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f59aec15-baca-4c4f-8673-8015d89cadd0 req-0531e662-7ed9-4d75-9903-ca9858b708ab tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Jul 09 18:12:06.372940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-4d9ea4d5-0fe8-4d54-95a3-14bf63390c77 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:06.374538 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-4d9ea4d5-0fe8-4d54-95a3-14bf63390c77 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.36 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Jul 09 18:12:06.391446 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fceb30-e95a-4da4-9060-c3a6625aaf21 req-faef3765-a271-4cdf-a938-b7fbcd18c501 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:06.393085 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9fceb30-e95a-4da4-9060-c3a6625aaf21 req-faef3765-a271-4cdf-a938-b7fbcd18c501 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=22855729-e15b-4e79-9540-1e10efbc7015 HTTP/1.1" status: 200 len: 945 time: 0.0661035 Jul 09 18:12:06.432961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9fceb30-e95a-4da4-9060-c3a6625aaf21 req-f5133a72-7c7b-4325-95f9-91ccba4ee948 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342381 Jul 09 18:12:06.489572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Deleting port c2b1b384-71bc-4521-b034-2fbbe88494c8 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:06.489914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:06.592081 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] For port c2b1b384-71bc-4521-b034-2fbbe88494c8, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=c2b1b384-71bc-4521-b034-2fbbe88494c8,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:06.592438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:06.606728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Calling delete_port for c2b1b384-71bc-4521-b034-2fbbe88494c8 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:06.738887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:06.752950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['c2b1b384-71bc-4521-b034-2fbbe88494c8'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:12:06.756457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:12:06.776233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Pushing event deleted for resources: {'Port': ['ID=c2b1b384-71bc-4521-b034-2fbbe88494c8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:06.817811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] No DVR routers for this DVR port c2b1b384-71bc-4521-b034-2fbbe88494c8 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:06.821306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:06.823660 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7bef6514-ccd8-40ba-b091-c1565af0cab7 req-1943e756-ae59-4c32-8aec-ec38f82915e3 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.36 "DELETE /v2.0/ports/c2b1b384-71bc-4521-b034-2fbbe88494c8 HTTP/1.1" status: 204 len: 173 time: 0.4432929 Jul 09 18:12:06.824146 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22855729-e15b-4e79-9540-1e10efbc7015', 'name': 'network-vif-deleted', 'tag': 'c2b1b384-71bc-4521-b034-2fbbe88494c8'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:12:06.826432 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3b021-9d75-4238-90fd-d84a9e88a2cd" -d '{"events": [{"server_uuid": "22855729-e15b-4e79-9540-1e10efbc7015", "name": "network-vif-deleted", "tag": "c2b1b384-71bc-4521-b034-2fbbe88494c8"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:12:06.876738 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525d56a8-a3c7-4644-986a-f49a13bff14b x-openstack-request-id: req-525d56a8-a3c7-4644-986a-f49a13bff14b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:12:06.877138 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22855729-e15b-4e79-9540-1e10efbc7015", "name": "network-vif-deleted", "tag": "c2b1b384-71bc-4521-b034-2fbbe88494c8", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:12:06.877398 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-525d56a8-a3c7-4644-986a-f49a13bff14b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:12:06.877811 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22855729-e15b-4e79-9540-1e10efbc7015', 'name': 'network-vif-deleted', 'tag': 'c2b1b384-71bc-4521-b034-2fbbe88494c8', 'status': 'completed', 'code': 200} Jul 09 18:12:07.699322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d83f7-84a9-489b-8d7a-491616187274 req-2eb3d1f4-ecf0-4a9a-bf33-e8ec0c682be8 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:07.700838 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b3d83f7-84a9-489b-8d7a-491616187274 req-2eb3d1f4-ecf0-4a9a-bf33-e8ec0c682be8 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0711458 Jul 09 18:12:07.750194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b3d83f7-84a9-489b-8d7a-491616187274 req-3dc47774-7757-4f1f-98f0-6c01121fe27c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Jul 09 18:12:07.958850 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee55cb-c870-4cf9-8f99-59a1499c11d3 req-5e74ce34-88d9-45f2-b0ea-5369e7e16b1d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:07.960389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36ee55cb-c870-4cf9-8f99-59a1499c11d3 req-5e74ce34-88d9-45f2-b0ea-5369e7e16b1d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0767155 Jul 09 18:12:08.002012 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36ee55cb-c870-4cf9-8f99-59a1499c11d3 req-e3780c7a-67d4-437b-9662-3b8df471ab8e tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Jul 09 18:12:08.196962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec0017-f0c9-4b37-881e-8330f385d51e req-4a3ac22f-62c3-422e-94d3-aabb8f8ec3e4 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:08.198488 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57ec0017-f0c9-4b37-881e-8330f385d51e req-4a3ac22f-62c3-422e-94d3-aabb8f8ec3e4 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0752337 Jul 09 18:12:08.238056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57ec0017-f0c9-4b37-881e-8330f385d51e req-0d49c489-a923-4226-91b6-cc0300abd4da tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Jul 09 18:12:08.366725 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-a0466c37-6867-4cea-9a16-d15fab9fea5d req-1bd234ac-d414-4df1-8942-2c63fd35e5ee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:12:08.368050 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0466c37-6867-4cea-9a16-d15fab9fea5d req-1bd234ac-d414-4df1-8942-2c63fd35e5ee service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086448 Jul 09 18:12:08.537471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f9fc-963a-48be-92dd-a478948d6202 req-82dbb4af-c3b6-449e-a2e0-60f2f9ab2726 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:08.538964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb81f9fc-963a-48be-92dd-a478948d6202 req-82dbb4af-c3b6-449e-a2e0-60f2f9ab2726 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0702891 Jul 09 18:12:08.577904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fb81f9fc-963a-48be-92dd-a478948d6202 req-37d3a31c-c892-4630-b52d-f8dd1031b172 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jul 09 18:12:08.681249 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:08.774207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c8279-067d-4cb9-917d-6d1e8f8c5248 req-48fe1fd3-00c6-4847-a3b3-8d0af9640a0d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:08.775724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-287c8279-067d-4cb9-917d-6d1e8f8c5248 req-48fe1fd3-00c6-4847-a3b3-8d0af9640a0d tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0822637 Jul 09 18:12:08.817092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-287c8279-067d-4cb9-917d-6d1e8f8c5248 req-0050796d-cff0-43da-9d0a-68e2d7770a6c tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353384 Jul 09 18:12:09.006337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77656-b77c-4ca6-924b-4ef65f7451f8 req-b98fcd86-e22e-4de3-bc58-cdfb57f28b61 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:09.007831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ce77656-b77c-4ca6-924b-4ef65f7451f8 req-b98fcd86-e22e-4de3-bc58-cdfb57f28b61 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0676537 Jul 09 18:12:09.049545 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ce77656-b77c-4ca6-924b-4ef65f7451f8 req-969dae3d-cb20-4d61-90cb-e25e7f2508e9 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Jul 09 18:12:09.218439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c2b1b384-71bc-4521-b034-2fbbe88494c8 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:12:09.245986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: c2b1b384-71bc-4521-b034-2fbbe88494c8 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:12:09.246330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device c2b1b384-71bc-4521-b034-2fbbe88494c8 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:12:09.612724 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a456e46-5029-439d-8f85-6d00bd5d2c77 req-41aff08f-6af1-46fb-b352-3eba01589f4e tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:09.614262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a456e46-5029-439d-8f85-6d00bd5d2c77 req-41aff08f-6af1-46fb-b352-3eba01589f4e tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0723400 Jul 09 18:12:09.656292 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a456e46-5029-439d-8f85-6d00bd5d2c77 req-b03e2ef3-ec19-4830-a2ef-411ea13000f8 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Jul 09 18:12:09.735697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:10.461990 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6b6e2fad-f8d7-444d-aa81-69cb3b97adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:10.870967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37cba1-7022-4cda-8fee-a4c924a12ab1 req-d7c58571-ab71-47e7-a298-6648531b69f8 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:10.872360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b37cba1-7022-4cda-8fee-a4c924a12ab1 req-d7c58571-ab71-47e7-a298-6648531b69f8 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.0940096 Jul 09 18:12:10.921799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1b37cba1-7022-4cda-8fee-a4c924a12ab1 req-9cf8068a-ea1e-4351-88f5-4fdef48d07cf tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.21 "GET /v2.0/security-groups?id=18612e7d-ecbd-4907-8c84-d8ab120816a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Jul 09 18:12:10.935071 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-72c61c31-f3b6-4b44-88f4-d2f7228a5838 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:10.936549 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-72c61c31-f3b6-4b44-88f4-d2f7228a5838 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.13 "GET /v2.0/ports?device_id=a24ab186-71b4-4dd0-a12f-f6536afbeb6d HTTP/1.1" status: 200 len: 945 time: 0.1050580 Jul 09 18:12:11.044876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Deleting port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:11.045204 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:11.132499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] For port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,segment=NetworkSegment(4d4a7698-4ab1-4863-8e57-f21d2c509d42),segment_id=4d4a7698-4ab1-4863-8e57-f21d2c509d42)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:11.132762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:11.150044 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Calling delete_port for 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:11.289770 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:11.301710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:12:11.322252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Pushing event deleted for resources: {'Port': ['ID=1d5cb93e-603e-43b7-b631-8fcdbdeeafb5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:11.365617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] No DVR routers for this DVR port 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:11.368405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:11.370470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bdd9fb1e-f8fb-4508-8ae8-4b3d17df482f req-7eb247f4-db4d-433d-af0b-796df7ea2833 tempest-ServersNegativeTestJSON-1043100711 tempest-ServersNegativeTestJSON-1043100711-project] 10.222.0.13 "DELETE /v2.0/ports/1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 HTTP/1.1" status: 204 len: 173 time: 0.4285405 Jul 09 18:12:11.370907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'name': 'network-vif-deleted', 'tag': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:12:11.373234 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4521b-81a4-4012-af49-8180a31076bb" -d '{"events": [{"server_uuid": "a24ab186-71b4-4dd0-a12f-f6536afbeb6d", "name": "network-vif-deleted", "tag": "1d5cb93e-603e-43b7-b631-8fcdbdeeafb5"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:12:11.409628 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799c921b-a8f3-4d4b-a5ac-13785f5fe42a x-openstack-request-id: req-799c921b-a8f3-4d4b-a5ac-13785f5fe42a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:12:11.409920 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ab186-71b4-4dd0-a12f-f6536afbeb6d", "name": "network-vif-deleted", "tag": "1d5cb93e-603e-43b7-b631-8fcdbdeeafb5", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:12:11.410170 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-799c921b-a8f3-4d4b-a5ac-13785f5fe42a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:12:11.410675 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ab186-71b4-4dd0-a12f-f6536afbeb6d', 'name': 'network-vif-deleted', 'tag': '1d5cb93e-603e-43b7-b631-8fcdbdeeafb5', 'status': 'completed', 'code': 200} Jul 09 18:12:12.019244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51844) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:12.063053 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Deleting subnet 47f437e0-af8d-48b1-9223-273921154edd {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:12:12.066284 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.107517 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.148118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.203282 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.236898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.238859 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47f437e0-af8d-48b1-9223-273921154edd HTTP/1.1" status: 204 len: 168 time: 0.2184515 Jul 09 18:12:12.239625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a4ef0-39f9-4fcc-a523-a0587ffa0b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f437e0-af8d-48b1-9223-273921154edd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:12.241767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51846) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:12.313458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.407253 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.417851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461b7258-fbfa-4578-b97f-dc4a371e74eb']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:12.433039 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4a7698-4ab1-4863-8e57-f21d2c509d42') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:12.433334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4a7698-4ab1-4863-8e57-f21d2c509d42') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:12.442270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.456587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.462509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:12.462889 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:12.464533 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:12.522126 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.528416 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.530391 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] 10.222.0.21 "DELETE /v2.0/networks/461b7258-fbfa-4578-b97f-dc4a371e74eb HTTP/1.1" status: 204 len: 168 time: 0.2875888 Jul 09 18:12:12.542093 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574787-8c8b-4e37-8b02-b0417b747821 admin admin] Pushing event deleted for resources: {'Network': ['ID=461b7258-fbfa-4578-b97f-dc4a371e74eb,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:12.642898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51850) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:12.697263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-04f432f2-2d0a-437b-baf8-5ff2ebdde821 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=999b777fb09b4e9ab3f439c75891b7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527754 Jul 09 18:12:12.699952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51852) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:12.751973 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6710a1d-cd72-441a-b103-80b45aba0c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.772810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6710a1d-cd72-441a-b103-80b45aba0c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.820099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6710a1d-cd72-441a-b103-80b45aba0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.822728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a6710a1d-cd72-441a-b103-80b45aba0c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:12.823954 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a6710a1d-cd72-441a-b103-80b45aba0c4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18612e7d-ecbd-4907-8c84-d8ab120816a4 HTTP/1.1" status: 204 len: 168 time: 0.1230824 Jul 09 18:12:12.832534 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6710a1d-cd72-441a-b103-80b45aba0c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18612e7d-ecbd-4907-8c84-d8ab120816a4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:13.023253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6e3c470-0ef6-41ab-babe-08e6a67e603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.511405 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.558709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:13.655744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749926757'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:13.678741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:13.682234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.690737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.793637 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.798916 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.832894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:13.843139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94a771-2e3e-49a3-a593-cfd5745d8668,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:13.849721 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.850065 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Added segment c3c963a8-862e-4de2-a952-603e35d59dfe of type vlan for network fff466f5-64c3-473a-947b-cfdb5397e922 Jul 09 18:12:13.890217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.921022 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.926695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:13.927289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:13.990661 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4307799 Jul 09 18:12:13.996462 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4acdb0-aa47-4d64-bd1e-183476307975 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Network': ['ID=fff466f5-64c3-473a-947b-cfdb5397e922,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:14.006933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network fff466f5-64c3-473a-947b-cfdb5397e922 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:14.087642 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:12:14.109885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:12:14.110259 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device 1d5cb93e-603e-43b7-b631-8fcdbdeeafb5 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:12:14.175066 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:16.078703 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.197213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51878) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:17.207101 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'subnet': {'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:17.305688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:17.310999 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.516578 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.585346 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Subnet': ['ID=d0d4c8c3-fcc4-460d-9abc-460c43f97b3d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:17.594779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Checking segment: {'id': 'c3c963a8-862e-4de2-a952-603e35d59dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:17.594779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network hostable DHCP agents. Network: fff466f5-64c3-473a-947b-cfdb5397e922, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:17.619636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network fff466f5-64c3-473a-947b-cfdb5397e922 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:17.630441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, fff466f5-64c3-473a-947b-cfdb5397e922) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:17.634520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:17.635150 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.641724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5f693-26cc-44ba-b691-e9b03f9b4c8d None None] Network fff466f5-64c3-473a-947b-cfdb5397e922 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:17.650825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-30b71e98-1d73-44db-8079-d1056eab9567 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4516885 Jul 09 18:12:17.654572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51880) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:17.659990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395337690'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:17.681481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:17.685310 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.712049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:17.722468 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.722815 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Added segment fa67a4a7-338d-45d8-a7f0-11124c79ddfe of type vlan for network 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 Jul 09 18:12:17.765174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.784633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-fff466f5-64c3-473a-947b-cfdb5397e922', 'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922', 'tenant_id': '56b1a547c88a4ee985990f05bdbe3220', 'fixed_ips': [{'subnet_id': 'd0d4c8c3-fcc4-460d-9abc-460c43f97b3d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:17.785542 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.795989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.801664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:17.802258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:17.861065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2053864 Jul 09 18:12:17.864001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51882) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:17.868961 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'subnet': {'network_id': '89b6a035-0bbd-4e52-bb54-3ca8a0a72de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:17.924228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd0d29-d1a1-4c8b-90c5-7668d80963b9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Network': ['ID=89b6a035-0bbd-4e52-bb54-3ca8a0a72de6,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:17.933645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Allocated IP 2001:db8:0:ffff::2 (fff466f5-64c3-473a-947b-cfdb5397e922/d0d4c8c3-fcc4-460d-9abc-460c43f97b3d/6bf86899-b592-4339-ad71-9fd61b53f929) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:17.938979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:17.973434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:17.977090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.132319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.140688 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Transition to ACTIVE for port object 6bf86899-b592-4339-ad71-9fd61b53f929 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:18.157114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Transition to ACTIVE for port object 6bf86899-b592-4339-ad71-9fd61b53f929 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:18.162971 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.171580 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.198000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Network fff466f5-64c3-473a-947b-cfdb5397e922 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:18.202704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:18.206546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:18.218057 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Pushing event updated for resources: {'Port': ['ID=6bf86899-b592-4339-ad71-9fd61b53f929,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:18.234459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Subnet': ['ID=c7a229f4-6a2d-4732-9997-e0c702af8028,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:18.242592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Checking segment: {'id': 'fa67a4a7-338d-45d8-a7f0-11124c79ddfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '89b6a035-0bbd-4e52-bb54-3ca8a0a72de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:18.242956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network hostable DHCP agents. Network: 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:18.261133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:18.262388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.262778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.263116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.263447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.263799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.264125 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.264448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.264767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.265084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.265399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.265714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.266027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:18.271931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:18.276159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:18.276808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.277955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Attempting to bind port 6bf86899-b592-4339-ad71-9fd61b53f929 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:18.278334 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Attempting to bind port 6bf86899-b592-4339-ad71-9fd61b53f929 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'c3c963a8-862e-4de2-a952-603e35d59dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:18.278698 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Attempting to bind port 6bf86899-b592-4339-ad71-9fd61b53f929 on network fff466f5-64c3-473a-947b-cfdb5397e922 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:18.284957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496a4c1-efb5-4281-b449-7d43e6ec4345 None None] Network 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:18.287657 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:18.288091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Checking segment: {'id': 'c3c963a8-862e-4de2-a952-603e35d59dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:18.288467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.288859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Bound using segment: {'id': 'c3c963a8-862e-4de2-a952-603e35d59dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:18.289338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Bound port: 6bf86899-b592-4339-ad71-9fd61b53f929, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c963a8-862e-4de2-a952-603e35d59dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fff466f5-64c3-473a-947b-cfdb5397e922'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:18.289754 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.293567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d2665453-e60a-478d-8ffe-23209b99fc31 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4285545 Jul 09 18:12:18.296449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51884) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:18.394669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.418448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] For port 6bf86899-b592-4339-ad71-9fd61b53f929, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:18.454001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] For port 6bf86899-b592-4339-ad71-9fd61b53f929, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6bf86899-b592-4339-ad71-9fd61b53f929,segment=NetworkSegment(c3c963a8-862e-4de2-a952-603e35d59dfe),segment_id=c3c963a8-862e-4de2-a952-603e35d59dfe)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:18.462084 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.476639 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.539707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd9e8d4-8a04-4e11-8365-b355e424d0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-89b6a035-0bbd-4e52-bb54-3ca8a0a72de6', 'network_id': '89b6a035-0bbd-4e52-bb54-3ca8a0a72de6', 'tenant_id': '56b1a547c88a4ee985990f05bdbe3220', 'fixed_ips': [{'subnet_id': 'c7a229f4-6a2d-4732-9997-e0c702af8028'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:18.540974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e8d4-8a04-4e11-8365-b355e424d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.556536 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.576129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abc8d8-44a9-4854-ba7f-633710a379bf None None] Pushing event updated for resources: {'Port': ['ID=6bf86899-b592-4339-ad71-9fd61b53f929,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:18.595898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a229f4-6a2d-4732-9997-e0c702af8028,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:18.651040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333ec1b-8b5c-40fa-a0f0-e4c031c1c406 None None] Network 89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:18.666731 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.678248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b6a035-0bbd-4e52-bb54-3ca8a0a72de6']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:18.690664 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa67a4a7-338d-45d8-a7f0-11124c79ddfe') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:18.690853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa67a4a7-338d-45d8-a7f0-11124c79ddfe') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:18.701736 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.735994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.742978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:18.743499 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:18.746733 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:18.810063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.817663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.819514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 HTTP/1.1" status: 204 len: 168 time: 0.5221524 Jul 09 18:12:18.823691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51886) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:18.829392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082407681'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:18.833545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ad90-b180-4e41-98f2-3ff743207ad1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Network': ['ID=89b6a035-0bbd-4e52-bb54-3ca8a0a72de6,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:18.858488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:18.862149 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.887448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:18.898574 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.898925 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Added segment 3ddd1517-10f6-4e12-b4d8-4566ced69c80 of type vlan for network 647e93ae-bcfd-417d-91d2-4f262a738143 Jul 09 18:12:18.944857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.982127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:18.987666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:18.988362 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.048752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2238069 Jul 09 18:12:19.051721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51888) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:19.058614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'subnet': {'network_id': '647e93ae-bcfd-417d-91d2-4f262a738143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:19.063453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2256d8c-7ebe-44d3-a460-dff5709195c7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Network': ['ID=647e93ae-bcfd-417d-91d2-4f262a738143,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:19.073745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 647e93ae-bcfd-417d-91d2-4f262a738143 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:19.155791 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:19.159910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.224733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Performing IP validity checks on allocation pools {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 18:12:19.224964 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.ipam_backend_mixin [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 18:12:19.361752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.429858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Subnet': ['ID=41b3b4d0-af64-48c2-820a-e5759e36ffe3,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:19.434444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Checking segment: {'id': '3ddd1517-10f6-4e12-b4d8-4566ced69c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '647e93ae-bcfd-417d-91d2-4f262a738143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:19.434814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network hostable DHCP agents. Network: 647e93ae-bcfd-417d-91d2-4f262a738143, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:19.454494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network 647e93ae-bcfd-417d-91d2-4f262a738143 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:19.464972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 647e93ae-bcfd-417d-91d2-4f262a738143) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:19.470298 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:19.471182 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.475213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fc48d-a72b-496c-ac4f-42b389f53baf None None] Network 647e93ae-bcfd-417d-91d2-4f262a738143 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:19.493701 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5c4ce481-d2e4-4be7-b6a7-651f7616b3a7 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4384460 Jul 09 18:12:19.494006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51890) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:19.523328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c0549-734c-409a-b655-15ba9a9a4054 None None] Network fff466f5-64c3-473a-947b-cfdb5397e922 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:19.596007 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.624142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c3f24690-7699-479b-a21d-953fc1349035 None None] Provisioning for port 6bf86899-b592-4339-ad71-9fd61b53f929 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:19.674327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.736273 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.758168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf657aa6-f7be-4db8-8640-a8811df4b36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-647e93ae-bcfd-417d-91d2-4f262a738143', 'network_id': '647e93ae-bcfd-417d-91d2-4f262a738143', 'tenant_id': '56b1a547c88a4ee985990f05bdbe3220', 'fixed_ips': [{'subnet_id': '41b3b4d0-af64-48c2-820a-e5759e36ffe3'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:19.759022 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf657aa6-f7be-4db8-8640-a8811df4b36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.764884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Subnet': ['ID=41b3b4d0-af64-48c2-820a-e5759e36ffe3,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:19.836060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.846597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647e93ae-bcfd-417d-91d2-4f262a738143']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:19.857557 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddd1517-10f6-4e12-b4d8-4566ced69c80') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:19.857858 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddd1517-10f6-4e12-b4d8-4566ced69c80') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:19.861088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856dba5-6564-439b-93b8-de25daf3e8eb None None] Network 647e93ae-bcfd-417d-91d2-4f262a738143 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:19.867695 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.883347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.890471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:19.891162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:19.894454 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:19.960946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.989072 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:19.991404 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/647e93ae-bcfd-417d-91d2-4f262a738143 HTTP/1.1" status: 204 len: 168 time: 0.4963677 Jul 09 18:12:19.992658 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63c41a-4800-473e-8fee-afe71c9c6207 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Network': ['ID=647e93ae-bcfd-417d-91d2-4f262a738143,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:19.996898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51892) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:20.002463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421786105'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:20.025936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:20.029670 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.055690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:20.065446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.065813 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Added segment db35686a-ab4b-4de2-9a9b-c96342a84639 of type vlan for network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a Jul 09 18:12:20.110038 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.140498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.146235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:20.146803 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.205702 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2069168 Jul 09 18:12:20.209557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51894) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:20.211524 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7682559-4871-46fb-85f3-5d59a3ba4ee3 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Network': ['ID=eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:20.216992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'subnet': {'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:20.221967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:20.310375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:20.314099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.410971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6bf86899-b592-4339-ad71-9fd61b53f929 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:20.465271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6bf86899-b592-4339-ad71-9fd61b53f929 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:20.468970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6bf86899-b592-4339-ad71-9fd61b53f929 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:20.469370 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.501575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.552012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.561744 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Subnet': ['ID=da138402-b130-481b-bebd-0702a493ac0d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:20.572561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Checking segment: {'id': 'db35686a-ab4b-4de2-9a9b-c96342a84639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:20.572955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network hostable DHCP agents. Network: eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:20.591573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 6bf86899-b592-4339-ad71-9fd61b53f929, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6bf86899-b592-4339-ad71-9fd61b53f929,segment=NetworkSegment(c3c963a8-862e-4de2-a952-603e35d59dfe),segment_id=c3c963a8-862e-4de2-a952-603e35d59dfe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:20.598068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.600731 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:20.613323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:20.617437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:20.618450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.632721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d9a5e-637f-406d-a036-7f4a1b00efc5 None None] Network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:20.634587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-49c76a31-d8a5-4553-b0ac-5bc46a975b34 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238567 Jul 09 18:12:20.638304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51896) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:20.643635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7241725'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:20.665973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:20.669377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.689370 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=6bf86899-b592-4339-ad71-9fd61b53f929,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:20.694745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:20.704959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.705927 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Added segment f7ee4da1-20c7-4147-8323-e452b8de937a of type vlan for network b1fd447b-4585-4bcf-a38c-1c0d759875f2 Jul 09 18:12:20.747952 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.777002 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.783025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:20.783646 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.794873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a', 'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a', 'tenant_id': '56b1a547c88a4ee985990f05bdbe3220', 'fixed_ips': [{'subnet_id': 'da138402-b130-481b-bebd-0702a493ac0d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:20.795724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.847229 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2077713 Jul 09 18:12:20.851276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51898) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:20.859480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Request body: {'subnet': {'network_id': 'b1fd447b-4585-4bcf-a38c-1c0d759875f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:20.860882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca1f81-609a-4553-b65d-b40332ac8722 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Network': ['ID=b1fd447b-4585-4bcf-a38c-1c0d759875f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:20.874204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network b1fd447b-4585-4bcf-a38c-1c0d759875f2 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:20.962205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Made reservation on behalf of 56b1a547c88a4ee985990f05bdbe3220 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:20.965936 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:20.992204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Allocated IP 2001:db8::2 (eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a/da138402-b130-481b-bebd-0702a493ac0d/d79ebf77-78a8-4133-8412-f39cf9a274ad) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:21.139296 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.148348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Transition to ACTIVE for port object d79ebf77-78a8-4133-8412-f39cf9a274ad will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:21.151000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.163327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Transition to ACTIVE for port object d79ebf77-78a8-4133-8412-f39cf9a274ad will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:21.170530 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.210574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:21.214224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:21.214666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event updated for resources: {'Subnet': ['ID=4e695c47-b719-44e4-95f7-c0968d7a9ae7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:21.217795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:21.225740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Pushing event updated for resources: {'Port': ['ID=d79ebf77-78a8-4133-8412-f39cf9a274ad,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:21.226162 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Checking segment: {'id': 'f7ee4da1-20c7-4147-8323-e452b8de937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b1fd447b-4585-4bcf-a38c-1c0d759875f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:21.226558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network hostable DHCP agents. Network: b1fd447b-4585-4bcf-a38c-1c0d759875f2, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:21.251870 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Network b1fd447b-4585-4bcf-a38c-1c0d759875f2 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:21.263146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, b1fd447b-4585-4bcf-a38c-1c0d759875f2) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:21.268797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:21.269697 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.277556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bcbbb-e139-4672-ad40-1d0f516f5887 None None] Network b1fd447b-4585-4bcf-a38c-1c0d759875f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:21.288511 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e6b3a5e1-b203-47dd-ab33-59df22e723bd tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350042 Jul 09 18:12:21.291192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51900) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:21.320183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Attempting to bind port d79ebf77-78a8-4133-8412-f39cf9a274ad on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:21.320718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Attempting to bind port d79ebf77-78a8-4133-8412-f39cf9a274ad by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'db35686a-ab4b-4de2-9a9b-c96342a84639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:21.320860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Attempting to bind port d79ebf77-78a8-4133-8412-f39cf9a274ad on network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:21.331787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:21.332289 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Checking segment: {'id': 'db35686a-ab4b-4de2-9a9b-c96342a84639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:21.332522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.332914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Bound using segment: {'id': 'db35686a-ab4b-4de2-9a9b-c96342a84639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:21.333733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Bound port: d79ebf77-78a8-4133-8412-f39cf9a274ad, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db35686a-ab4b-4de2-9a9b-c96342a84639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:21.334046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.393514 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.449021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] For port d79ebf77-78a8-4133-8412-f39cf9a274ad, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:21.451186 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.453808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] For port d79ebf77-78a8-4133-8412-f39cf9a274ad, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d79ebf77-78a8-4133-8412-f39cf9a274ad,segment=NetworkSegment(db35686a-ab4b-4de2-9a9b-c96342a84639),segment_id=db35686a-ab4b-4de2-9a9b-c96342a84639)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:21.461666 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.516796 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.520475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3fae8e-a15d-4e6b-bf8f-ba0ac07a7289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-b1fd447b-4585-4bcf-a38c-1c0d759875f2', 'network_id': 'b1fd447b-4585-4bcf-a38c-1c0d759875f2', 'tenant_id': '56b1a547c88a4ee985990f05bdbe3220', 'fixed_ips': [{'subnet_id': '4e695c47-b719-44e4-95f7-c0968d7a9ae7'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:21.521361 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-eb3fae8e-a15d-4e6b-bf8f-ba0ac07a7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.548746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Subnet': ['ID=4e695c47-b719-44e4-95f7-c0968d7a9ae7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:21.556090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e60e0a-9a3f-4079-94af-89a4301ff3ca None None] Pushing event updated for resources: {'Port': ['ID=d79ebf77-78a8-4133-8412-f39cf9a274ad,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:21.620818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.632887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fd447b-4585-4bcf-a38c-1c0d759875f2']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:21.644920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ee4da1-20c7-4147-8323-e452b8de937a') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:21.645228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ee4da1-20c7-4147-8323-e452b8de937a') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:21.655691 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.672230 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.679933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:21.680695 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:21.684119 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:21.820889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.829283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:21.830911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ef3fa-a757-4783-95bc-7d9282bd5060 None None] Network b1fd447b-4585-4bcf-a38c-1c0d759875f2 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:21.831846 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/b1fd447b-4585-4bcf-a38c-1c0d759875f2 HTTP/1.1" status: 204 len: 168 time: 0.5391281 Jul 09 18:12:21.834193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51902) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:21.850272 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ef3fa-a757-4783-95bc-7d9282bd5060 None None] Network b1fd447b-4585-4bcf-a38c-1c0d759875f2 could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 18:12:21.854753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e346a3-fda5-4928-b39a-3b68c59071f1 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Network': ['ID=b1fd447b-4585-4bcf-a38c-1c0d759875f2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:21.878002 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0acf45-a4ce-47dd-839c-78d467a432a4 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] GET failed (client error): The resource could not be found. Jul 09 18:12:21.879383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0e0acf45-a4ce-47dd-839c-78d467a432a4 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "GET /v2.0/subnets/4e695c47-b719-44e4-95f7-c0968d7a9ae7 HTTP/1.1" status: 404 len: 337 time: 0.0442486 Jul 09 18:12:21.882185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:21.900265 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5818c657-c71e-4315-ab7e-c788ca575b6e tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:21.900792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5818c657-c71e-4315-ab7e-c788ca575b6e tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:21.902440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5818c657-c71e-4315-ab7e-c788ca575b6e tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/b1fd447b-4585-4bcf-a38c-1c0d759875f2 HTTP/1.1" status: 404 len: 339 time: 0.0193655 Jul 09 18:12:21.906117 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51906) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:21.931379 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb97e8f-30ee-4d68-925b-9427fc024348 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:21.931844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb97e8f-30ee-4d68-925b-9427fc024348 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:21.934317 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2fb97e8f-30ee-4d68-925b-9427fc024348 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/subnets/4e695c47-b719-44e4-95f7-c0968d7a9ae7 HTTP/1.1" status: 404 len: 337 time: 0.0264387 Jul 09 18:12:21.936348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51908) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:21.961262 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6d2669-7cf4-4244-8250-5bfd88e8333c tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:21.961710 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6d2669-7cf4-4244-8250-5bfd88e8333c tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:21.963394 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-df6d2669-7cf4-4244-8250-5bfd88e8333c tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/b1fd447b-4585-4bcf-a38c-1c0d759875f2 HTTP/1.1" status: 404 len: 339 time: 0.0259459 Jul 09 18:12:21.966570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51910) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:22.020509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Deleting subnet da138402-b130-481b-bebd-0702a493ac0d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:12:22.024122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.065591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.160918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.226460 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.254957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Subnet': ['ID=da138402-b130-481b-bebd-0702a493ac0d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:22.258641 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.264466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c98bdf8d-daf9-438e-a435-695381e3824a tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/subnets/da138402-b130-481b-bebd-0702a493ac0d HTTP/1.1" status: 204 len: 168 time: 0.2929831 Jul 09 18:12:22.265585 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51912) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:22.347073 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.406523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Deleting port d79ebf77-78a8-4133-8412-f39cf9a274ad {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:22.406953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.473086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] For port d79ebf77-78a8-4133-8412-f39cf9a274ad, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d79ebf77-78a8-4133-8412-f39cf9a274ad,segment=NetworkSegment(db35686a-ab4b-4de2-9a9b-c96342a84639),segment_id=db35686a-ab4b-4de2-9a9b-c96342a84639)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:22.473522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.487459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6bf86899-b592-4339-ad71-9fd61b53f929 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:22.490619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Calling delete_port for d79ebf77-78a8-4133-8412-f39cf9a274ad owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:22.510831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d50f56f-e721-49b3-806b-963c19f357f6 None None] Network eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:22.648215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6bf86899-b592-4339-ad71-9fd61b53f929 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:22.648591 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.676481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0aa20f23-b1a3-4518-a0dc-61781d762943 None None] Provisioning for port d79ebf77-78a8-4133-8412-f39cf9a274ad completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:22.768396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d79ebf77-78a8-4133-8412-f39cf9a274ad up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:22.797528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] DHCP port deletion for eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:12:22.862153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d79ebf77-78a8-4133-8412-f39cf9a274ad completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:22.868442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d79ebf77-78a8-4133-8412-f39cf9a274ad triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:22.868816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.871279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] Deleting port d79ebf77-78a8-4133-8412-f39cf9a274ad {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:22.871648 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.951291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.964126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Could not find standard attr ID for object d79ebf77-78a8-4133-8412-f39cf9a274ad. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 18:12:22.966987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] For port d79ebf77-78a8-4133-8412-f39cf9a274ad, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d79ebf77-78a8-4133-8412-f39cf9a274ad,segment=NetworkSegment(db35686a-ab4b-4de2-9a9b-c96342a84639),segment_id=db35686a-ab4b-4de2-9a9b-c96342a84639)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:22.967202 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:22.977346 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No ports have port_id starting with d79ebf77-78a8-4133-8412-f39cf9a274ad Jul 09 18:12:22.983857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] Calling delete_port for d79ebf77-78a8-4133-8412-f39cf9a274ad owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:22.986674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No DVR routers for this DVR port d79ebf77-78a8-4133-8412-f39cf9a274ad on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:22.988328 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Port': ['ID=d79ebf77-78a8-4133-8412-f39cf9a274ad,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:23.060191 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.069218 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.079002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:23.088629 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] Pushing event deleted for resources: {'Port': ['ID=d79ebf77-78a8-4133-8412-f39cf9a274ad,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:23.089658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db35686a-ab4b-4de2-9a9b-c96342a84639') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:23.089939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db35686a-ab4b-4de2-9a9b-c96342a84639') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:23.092156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b977098-235d-4341-a4c8-e2e1551d6f52 None None] No DVR routers for this DVR port d79ebf77-78a8-4133-8412-f39cf9a274ad on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:23.103227 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.117152 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.123188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:23.123577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:23.126626 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:23.186258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.193717 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.195455 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a HTTP/1.1" status: 204 len: 168 time: 0.9299076 Jul 09 18:12:23.198231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51914) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:23.207589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61189569-ce8c-4d15-882a-14d95e341aed tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Network': ['ID=eb0b39f8-b51b-4eaf-abb7-9fb30605dd9a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:23.225407 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-070797fc-1939-4e51-bc73-4cd1c90cf8e9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:23.225866 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070797fc-1939-4e51-bc73-4cd1c90cf8e9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:23.227609 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-070797fc-1939-4e51-bc73-4cd1c90cf8e9 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/subnets/41b3b4d0-af64-48c2-820a-e5759e36ffe3 HTTP/1.1" status: 404 len: 337 time: 0.0282421 Jul 09 18:12:23.230392 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:23.253315 n-d-791506-17 neutron-server[93895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d59c144-8d38-47ae-b145-af9bacc52041 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:23.253858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d59c144-8d38-47ae-b145-af9bacc52041 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:23.255572 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d59c144-8d38-47ae-b145-af9bacc52041 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/647e93ae-bcfd-417d-91d2-4f262a738143 HTTP/1.1" status: 404 len: 339 time: 0.0241964 Jul 09 18:12:23.258485 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51918) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:23.288785 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6daebdd-7ed4-484d-b536-9b9b8dbb9147 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:23.289230 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6daebdd-7ed4-484d-b536-9b9b8dbb9147 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:23.290957 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f6daebdd-7ed4-484d-b536-9b9b8dbb9147 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/subnets/c7a229f4-6a2d-4732-9997-e0c702af8028 HTTP/1.1" status: 404 len: 337 time: 0.0314620 Jul 09 18:12:23.293729 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51920) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:23.317097 n-d-791506-17 neutron-server[93896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2db3d3-1e1b-479f-8fce-dd376faf5b70 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] DELETE failed (client error): The resource could not be found. Jul 09 18:12:23.317708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2db3d3-1e1b-479f-8fce-dd376faf5b70 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 18:12:23.319524 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6e2db3d3-1e1b-479f-8fce-dd376faf5b70 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/89b6a035-0bbd-4e52-bb54-3ca8a0a72de6 HTTP/1.1" status: 404 len: 339 time: 0.0248775 Jul 09 18:12:23.323588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51922) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:23.376252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Deleting subnet d0d4c8c3-fcc4-460d-9abc-460c43f97b3d {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:12:23.379343 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.417972 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.519268 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.582714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.615204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d4c8c3-fcc4-460d-9abc-460c43f97b3d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:23.620588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.624311 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2bbbbaf8-9af0-410f-95f5-c454df8fb716 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/subnets/d0d4c8c3-fcc4-460d-9abc-460c43f97b3d HTTP/1.1" status: 204 len: 168 time: 0.2992105 Jul 09 18:12:23.626565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:23.629291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb7d74-6212-4559-93e1-d4b4d5c8c53c None None] Network fff466f5-64c3-473a-947b-cfdb5397e922 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:23.702167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.756315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Deleting port 6bf86899-b592-4339-ad71-9fd61b53f929 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:23.756664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.811339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] DHCP port deletion for fff466f5-64c3-473a-947b-cfdb5397e922 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:12:23.830177 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] For port 6bf86899-b592-4339-ad71-9fd61b53f929, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6bf86899-b592-4339-ad71-9fd61b53f929,segment=NetworkSegment(c3c963a8-862e-4de2-a952-603e35d59dfe),segment_id=c3c963a8-862e-4de2-a952-603e35d59dfe)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:23.830887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.844517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Calling delete_port for 6bf86899-b592-4339-ad71-9fd61b53f929 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:23.863359 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] Deleting port 6bf86899-b592-4339-ad71-9fd61b53f929 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:23.863962 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.923953 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.925264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] For port 6bf86899-b592-4339-ad71-9fd61b53f929, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6bf86899-b592-4339-ad71-9fd61b53f929,segment=NetworkSegment(c3c963a8-862e-4de2-a952-603e35d59dfe),segment_id=c3c963a8-862e-4de2-a952-603e35d59dfe)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:23.925662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:23.939223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] Calling delete_port for 6bf86899-b592-4339-ad71-9fd61b53f929 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:23.949813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Port': ['ID=6bf86899-b592-4339-ad71-9fd61b53f929,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:23.953290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] No DVR routers for this DVR port 6bf86899-b592-4339-ad71-9fd61b53f929 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:24.022491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.033919 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.044561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff466f5-64c3-473a-947b-cfdb5397e922']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:24.046876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] Pushing event deleted for resources: {'Port': ['ID=6bf86899-b592-4339-ad71-9fd61b53f929,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:24.051673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b2ea5-8537-431f-9d2d-4ac384c7a135 None None] No DVR routers for this DVR port 6bf86899-b592-4339-ad71-9fd61b53f929 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:24.058426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c963a8-862e-4de2-a952-603e35d59dfe') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:24.058791 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c963a8-862e-4de2-a952-603e35d59dfe') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:24.068632 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.084155 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.092027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:24.092663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:24.096445 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:24.161327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.170858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.173214 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] 10.222.0.21 "DELETE /v2.0/networks/fff466f5-64c3-473a-947b-cfdb5397e922 HTTP/1.1" status: 204 len: 168 time: 0.5456765 Jul 09 18:12:24.185192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a00e2-994d-45f1-8e08-6b7714d58299 tempest-NetworksIpV6Test-378421671 tempest-NetworksIpV6Test-378421671-project] Pushing event deleted for resources: {'Network': ['ID=fff466f5-64c3-473a-947b-cfdb5397e922,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:24.388129 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6bf86899-b592-4339-ad71-9fd61b53f929 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:12:24.407529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6bf86899-b592-4339-ad71-9fd61b53f929 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:12:24.407903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6bf86899-b592-4339-ad71-9fd61b53f929 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:12:24.408321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d79ebf77-78a8-4133-8412-f39cf9a274ad no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:12:24.426753 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d79ebf77-78a8-4133-8412-f39cf9a274ad {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:12:24.427098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d79ebf77-78a8-4133-8412-f39cf9a274ad not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:12:24.442739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51930) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:24.594213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b0c09733-507e-435e-b4ef-3bda661d2972 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56b1a547c88a4ee985990f05bdbe3220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500516 Jul 09 18:12:24.596996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51934) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:24.645508 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f17cec47-0baf-4b8c-95a1-c9012e7c5260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.666778 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f17cec47-0baf-4b8c-95a1-c9012e7c5260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.716235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f17cec47-0baf-4b8c-95a1-c9012e7c5260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.720081 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f17cec47-0baf-4b8c-95a1-c9012e7c5260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:24.721231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f17cec47-0baf-4b8c-95a1-c9012e7c5260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e94a771-2e3e-49a3-a593-cfd5745d8668 HTTP/1.1" status: 204 len: 168 time: 0.1232891 Jul 09 18:12:24.729132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cec47-0baf-4b8c-95a1-c9012e7c5260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94a771-2e3e-49a3-a593-cfd5745d8668,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:25.402810 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51956) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:25.514203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-829823441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:25.546431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.547420 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.602197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.609163 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.630271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.636358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f87da281-24d2-4cc2-88ac-481746384ffc tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2322996 Jul 09 18:12:25.636588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51960) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:25.642275 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1810570829'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:25.664149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Made reservation on behalf of ef25633896dc45eba694051e09424265 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:25.667577 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.675866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.773594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.779648 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.806012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:25.816252 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d1a42-853e-4e7a-9ed7-38ba401df25c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:25.821099 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.821469 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Added segment 3531f46f-3ee0-4dd1-94f0-9f636c5b950b of type vlan for network 8a21dfbd-addf-423d-a069-86dad8dc1069 Jul 09 18:12:25.862246 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.892728 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.898391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:25.898982 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:25.955951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3178318 Jul 09 18:12:25.958987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:25.964417 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Request body: {'subnet': {'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:25.964584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76faf-9ae0-42e7-afbd-58bfef351b21 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event updated for resources: {'Network': ['ID=8a21dfbd-addf-423d-a069-86dad8dc1069,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:25.974966 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8a21dfbd-addf-423d-a069-86dad8dc1069 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:26.055687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Made reservation on behalf of ef25633896dc45eba694051e09424265 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:26.059397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.238593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.293877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event updated for resources: {'Subnet': ['ID=6099b1e5-73c9-4e03-b956-d5a600be6dd1,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:26.304010 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Checking segment: {'id': '3531f46f-3ee0-4dd1-94f0-9f636c5b950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:26.304368 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Network hostable DHCP agents. Network: 8a21dfbd-addf-423d-a069-86dad8dc1069, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:26.323785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Network 8a21dfbd-addf-423d-a069-86dad8dc1069 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:26.334429 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8a21dfbd-addf-423d-a069-86dad8dc1069) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:26.340688 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:26.340798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.343982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c55edd-26b7-4047-b8c9-7d073d9d72e8 None None] Network 8a21dfbd-addf-423d-a069-86dad8dc1069 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:26.357713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c308d2b4-a96c-41c7-a1ef-db8186f60ce6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3976116 Jul 09 18:12:26.361066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:26.366682 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-481805998'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:26.389807 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Made reservation on behalf of ef25633896dc45eba694051e09424265 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:26.393457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.418828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:26.429160 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.429688 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Added segment 024e85d9-0919-466e-9417-173ba4a2a54e of type vlan for network d96576bc-2282-42b4-9c17-720896b3122a Jul 09 18:12:26.476171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.491647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8a21dfbd-addf-423d-a069-86dad8dc1069', 'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069', 'tenant_id': 'ef25633896dc45eba694051e09424265', 'fixed_ips': [{'subnet_id': '6099b1e5-73c9-4e03-b956-d5a600be6dd1'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:26.492597 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.510529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.516321 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:26.516925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.571848 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2092977 Jul 09 18:12:26.574572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:26.582241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Request body: {'subnet': {'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:26.631022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93275e75-ea69-4cf2-af49-9ea7be7e72b6 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event updated for resources: {'Network': ['ID=d96576bc-2282-42b4-9c17-720896b3122a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:26.633602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Allocated IP 172.20.0.2 (8a21dfbd-addf-423d-a069-86dad8dc1069/6099b1e5-73c9-4e03-b956-d5a600be6dd1/fda89484-7185-49cc-9331-61679f171ac7) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:26.646333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d96576bc-2282-42b4-9c17-720896b3122a details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:26.681581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Made reservation on behalf of ef25633896dc45eba694051e09424265 for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:26.685322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.837550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.846539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Transition to ACTIVE for port object fda89484-7185-49cc-9331-61679f171ac7 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:26.863162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Transition to ACTIVE for port object fda89484-7185-49cc-9331-61679f171ac7 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:26.870047 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.871268 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.914453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Network 8a21dfbd-addf-423d-a069-86dad8dc1069 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:26.917266 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:26.920807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:26.927716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Pushing event updated for resources: {'Port': ['ID=fda89484-7185-49cc-9331-61679f171ac7,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:26.928700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event updated for resources: {'Subnet': ['ID=257cc5d1-efbe-4d9f-84b4-9b44036dc445,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:26.937520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Checking segment: {'id': '024e85d9-0919-466e-9417-173ba4a2a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:26.937879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Network hostable DHCP agents. Network: d96576bc-2282-42b4-9c17-720896b3122a, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:26.957544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Network d96576bc-2282-42b4-9c17-720896b3122a is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:26.968359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d96576bc-2282-42b4-9c17-720896b3122a) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:26.974736 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:26.975333 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:26.980032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1504a332-119f-4c75-b8e8-c45f99ce8b59 None None] Network d96576bc-2282-42b4-9c17-720896b3122a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:26.991725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79e65112-0bd3-4a6d-b0d7-fd54eb2b00d7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4161308 Jul 09 18:12:26.994684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51968) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:26.995039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Attempting to bind port fda89484-7185-49cc-9331-61679f171ac7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:26.995590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Attempting to bind port fda89484-7185-49cc-9331-61679f171ac7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3531f46f-3ee0-4dd1-94f0-9f636c5b950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:26.995793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Attempting to bind port fda89484-7185-49cc-9331-61679f171ac7 on network 8a21dfbd-addf-423d-a069-86dad8dc1069 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:26.999574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d2d0f816-cbac-49cb-b0de-a17140b90c81 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:27.029168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:27.029511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Checking segment: {'id': '3531f46f-3ee0-4dd1-94f0-9f636c5b950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:27.029949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.030324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Bound using segment: {'id': '3531f46f-3ee0-4dd1-94f0-9f636c5b950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:27.030795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Bound port: fda89484-7185-49cc-9331-61679f171ac7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3531f46f-3ee0-4dd1-94f0-9f636c5b950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8a21dfbd-addf-423d-a069-86dad8dc1069'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:27.031171 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.137627 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] For port fda89484-7185-49cc-9331-61679f171ac7, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:27.155322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] For port fda89484-7185-49cc-9331-61679f171ac7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fda89484-7185-49cc-9331-61679f171ac7,segment=NetworkSegment(3531f46f-3ee0-4dd1-94f0-9f636c5b950b),segment_id=3531f46f-3ee0-4dd1-94f0-9f636c5b950b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:27.161241 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.207668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f816-cbac-49cb-b0de-a17140b90c81 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.226001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d96576bc-2282-42b4-9c17-720896b3122a', 'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a', 'tenant_id': 'ef25633896dc45eba694051e09424265', 'fixed_ips': [{'subnet_id': '257cc5d1-efbe-4d9f-84b4-9b44036dc445'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:27.226878 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.250981 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8d15-a6ca-4801-8956-2296399a2cf5 None None] Pushing event updated for resources: {'Port': ['ID=fda89484-7185-49cc-9331-61679f171ac7,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:27.326457 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [None req-d2d0f816-cbac-49cb-b0de-a17140b90c81 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 18:12:27.333623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d2d0f816-cbac-49cb-b0de-a17140b90c81 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "PUT /v2.0/routers/8cc63562-5144-4b5c-bfae-dd222d039cbb HTTP/1.1" status: 400 len: 364 time: 0.3318448 Jul 09 18:12:27.333927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:27.402286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Allocated IP 172.21.0.2 (d96576bc-2282-42b4-9c17-720896b3122a/257cc5d1-efbe-4d9f-84b4-9b44036dc445/32620a97-1545-472e-b1d4-aab00b29c79b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:27.407522 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Deleting subnet 257cc5d1-efbe-4d9f-84b4-9b44036dc445 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:12:27.564105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.572328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Transition to ACTIVE for port object 32620a97-1545-472e-b1d4-aab00b29c79b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:27.586983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Transition to ACTIVE for port object 32620a97-1545-472e-b1d4-aab00b29c79b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:27.594023 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.594668 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.639204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.643012 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Network d96576bc-2282-42b4-9c17-720896b3122a is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:27.647816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:27.655078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:27.660519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Pushing event updated for resources: {'Port': ['ID=32620a97-1545-472e-b1d4-aab00b29c79b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:27.725455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Attempting to bind port 32620a97-1545-472e-b1d4-aab00b29c79b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:27.725818 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Attempting to bind port 32620a97-1545-472e-b1d4-aab00b29c79b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '024e85d9-0919-466e-9417-173ba4a2a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:27.726215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Attempting to bind port 32620a97-1545-472e-b1d4-aab00b29c79b on network d96576bc-2282-42b4-9c17-720896b3122a {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:27.731256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:27.731633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Checking segment: {'id': '024e85d9-0919-466e-9417-173ba4a2a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:27.732070 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.732461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Bound using segment: {'id': '024e85d9-0919-466e-9417-173ba4a2a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:27.732968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Bound port: 32620a97-1545-472e-b1d4-aab00b29c79b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024e85d9-0919-466e-9417-173ba4a2a54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd96576bc-2282-42b4-9c17-720896b3122a'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:27.733339 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.743656 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.809312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.813737 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] For port 32620a97-1545-472e-b1d4-aab00b29c79b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:27.818598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] For port 32620a97-1545-472e-b1d4-aab00b29c79b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=32620a97-1545-472e-b1d4-aab00b29c79b,segment=NetworkSegment(024e85d9-0919-466e-9417-173ba4a2a54e),segment_id=024e85d9-0919-466e-9417-173ba4a2a54e)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:27.824379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.840449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event deleted for resources: {'Subnet': ['ID=257cc5d1-efbe-4d9f-84b4-9b44036dc445,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:27.842523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.844575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9ae275ba-31f3-4617-94f4-ef65e089a18d tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "DELETE /v2.0/subnets/257cc5d1-efbe-4d9f-84b4-9b44036dc445 HTTP/1.1" status: 204 len: 168 time: 0.5095034 Jul 09 18:12:27.847014 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:27.900043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a3d9c-d394-4102-ab36-ff0914c4b842 None None] Pushing event updated for resources: {'Port': ['ID=32620a97-1545-472e-b1d4-aab00b29c79b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:27.924395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:27.987495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Deleting port 32620a97-1545-472e-b1d4-aab00b29c79b {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:27.987869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.054728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] For port 32620a97-1545-472e-b1d4-aab00b29c79b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=32620a97-1545-472e-b1d4-aab00b29c79b,segment=NetworkSegment(024e85d9-0919-466e-9417-173ba4a2a54e),segment_id=024e85d9-0919-466e-9417-173ba4a2a54e)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:28.055359 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.083751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Calling delete_port for 32620a97-1545-472e-b1d4-aab00b29c79b owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:28.174513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.202806 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event deleted for resources: {'Port': ['ID=32620a97-1545-472e-b1d4-aab00b29c79b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:28.210333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] No DVR routers for this DVR port 32620a97-1545-472e-b1d4-aab00b29c79b on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:28.288166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac329049-bbab-485e-ac63-f4817eb8e242 None None] Network 8a21dfbd-addf-423d-a069-86dad8dc1069 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:28.288879 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.298778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96576bc-2282-42b4-9c17-720896b3122a']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:28.309446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024e85d9-0919-466e-9417-173ba4a2a54e') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:28.309669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024e85d9-0919-466e-9417-173ba4a2a54e') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:28.319024 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.338715 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.346355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:28.346818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:28.351668 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:28.379986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aa24d7ad-67fa-4985-8466-77342dccefb4 None None] Provisioning for port fda89484-7185-49cc-9331-61679f171ac7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:28.425068 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.432162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.434008 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "DELETE /v2.0/networks/d96576bc-2282-42b4-9c17-720896b3122a HTTP/1.1" status: 204 len: 168 time: 0.5860806 Jul 09 18:12:28.436936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:28.455843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974f96a-b57d-48b8-bb05-3ede5ae883ef tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event deleted for resources: {'Network': ['ID=d96576bc-2282-42b4-9c17-720896b3122a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:28.470297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fda89484-7185-49cc-9331-61679f171ac7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:28.498631 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Deleting subnet 6099b1e5-73c9-4e03-b956-d5a600be6dd1 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:12:28.501788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.551407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.650439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.699325 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port fda89484-7185-49cc-9331-61679f171ac7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:28.704224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port fda89484-7185-49cc-9331-61679f171ac7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:28.704636 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.714194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.728926 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.731069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "DELETE /v2.0/subnets/6099b1e5-73c9-4e03-b956-d5a600be6dd1 HTTP/1.1" status: 204 len: 168 time: 0.2929010 Jul 09 18:12:28.733534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:28.749165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264f8a8-4e56-43fb-ad54-8968b4bfcf15 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event deleted for resources: {'Subnet': ['ID=6099b1e5-73c9-4e03-b956-d5a600be6dd1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:28.794197 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.832741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port fda89484-7185-49cc-9331-61679f171ac7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fda89484-7185-49cc-9331-61679f171ac7,segment=NetworkSegment(3531f46f-3ee0-4dd1-94f0-9f636c5b950b),segment_id=3531f46f-3ee0-4dd1-94f0-9f636c5b950b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:28.838573 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.851872 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.890873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=fda89484-7185-49cc-9331-61679f171ac7,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:28.909546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Deleting port fda89484-7185-49cc-9331-61679f171ac7 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:12:28.909895 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.936689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463af2ac-2367-4b33-967b-e7325c732175 None None] Network 8a21dfbd-addf-423d-a069-86dad8dc1069 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:28.975462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] For port fda89484-7185-49cc-9331-61679f171ac7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=fda89484-7185-49cc-9331-61679f171ac7,segment=NetworkSegment(3531f46f-3ee0-4dd1-94f0-9f636c5b950b),segment_id=3531f46f-3ee0-4dd1-94f0-9f636c5b950b)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:28.975711 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:28.996419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Calling delete_port for fda89484-7185-49cc-9331-61679f171ac7 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:12:29.052017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61668db-5ecf-4b4e-810c-39cd4b2f4c4e None None] DHCP port deletion for d96576bc-2282-42b4-9c17-720896b3122a request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:12:29.066687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cd93baac-5619-46ff-8f4f-81ca35cd9c69 None None] Provisioning complete for port fda89484-7185-49cc-9331-61679f171ac7 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:29.066687 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cd93baac-5619-46ff-8f4f-81ca35cd9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.092174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.096042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3c55a-16b6-435d-923d-fe41073f3e27 None None] Network d96576bc-2282-42b4-9c17-720896b3122a requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:29.117528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3c55a-16b6-435d-923d-fe41073f3e27 None None] Network d96576bc-2282-42b4-9c17-720896b3122a could not be found, it might have been deleted concurrently. {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 18:12:29.121048 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event deleted for resources: {'Port': ['ID=fda89484-7185-49cc-9331-61679f171ac7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:29.126067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] No DVR routers for this DVR port fda89484-7185-49cc-9331-61679f171ac7 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:12:29.133444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cd93baac-5619-46ff-8f4f-81ca35cd9c69 None None] Could not find standard attr ID for object fda89484-7185-49cc-9331-61679f171ac7. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 18:12:29.136142 n-d-791506-17 neutron-server[93897]: INFO neutron.plugins.ml2.db [None req-cd93baac-5619-46ff-8f4f-81ca35cd9c69 None None] No ports have port_id starting with fda89484-7185-49cc-9331-61679f171ac7 Jul 09 18:12:29.139906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cd93baac-5619-46ff-8f4f-81ca35cd9c69 None None] Could not find standard attr ID for object 32620a97-1545-472e-b1d4-aab00b29c79b. {{(pid=93897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 18:12:29.186929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f7fc1-668d-4c3d-b9f1-88187d8e1323 None None] DHCP port deletion for 8a21dfbd-addf-423d-a069-86dad8dc1069 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:12:29.216680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.226471 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a21dfbd-addf-423d-a069-86dad8dc1069']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:29.236218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3531f46f-3ee0-4dd1-94f0-9f636c5b950b') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:29.236509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3531f46f-3ee0-4dd1-94f0-9f636c5b950b') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:29.245081 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.259935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.266128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:12:29.266507 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:12:29.269441 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:12:29.327923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.334979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.336844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "DELETE /v2.0/networks/8a21dfbd-addf-423d-a069-86dad8dc1069 HTTP/1.1" status: 204 len: 168 time: 0.6017351 Jul 09 18:12:29.339842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 51978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:29.348383 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25156c69-adde-4871-927f-7f24853f2b3a tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Pushing event deleted for resources: {'Network': ['ID=8a21dfbd-addf-423d-a069-86dad8dc1069,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:29.373785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1699e468-cffa-41f5-a939-e27c1cd822e7 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc63562-5144-4b5c-bfae-dd222d039cbb HTTP/1.1" status: 200 len: 205 time: 0.0326550 Jul 09 18:12:29.376433 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:29.458530 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.620506 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.622637 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.669212 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.669735 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc63562-5144-4b5c-bfae-dd222d039cbb {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:12:29.678510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:29.679848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5f9b76f7-713b-4630-b651-7581b3502361 tempest-RoutersNegativeTest-1881126545 tempest-RoutersNegativeTest-1881126545-project] 10.222.0.21 "DELETE /v2.0/routers/8cc63562-5144-4b5c-bfae-dd222d039cbb HTTP/1.1" status: 204 len: 168 time: 0.3023481 Jul 09 18:12:29.943026 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:30.097523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-380d7926-3d0b-4eda-89c8-50099fa51127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef25633896dc45eba694051e09424265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523836 Jul 09 18:12:30.101163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 51990) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:30.148301 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fccbe5b-7aa1-4b9b-ab52-5f425eb8a8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:30.168619 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fccbe5b-7aa1-4b9b-ab52-5f425eb8a8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:30.214208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fccbe5b-7aa1-4b9b-ab52-5f425eb8a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:30.216783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fccbe5b-7aa1-4b9b-ab52-5f425eb8a8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:30.217961 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3fccbe5b-7aa1-4b9b-ab52-5f425eb8a8f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db0d1a42-853e-4e7a-9ed7-38ba401df25c HTTP/1.1" status: 204 len: 168 time: 0.1159039 Jul 09 18:12:30.225400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccbe5b-7aa1-4b9b-ab52-5f425eb8a8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0d1a42-853e-4e7a-9ed7-38ba401df25c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:30.310207 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:12:30.409680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fda89484-7185-49cc-9331-61679f171ac7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:12:30.431255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: fda89484-7185-49cc-9331-61679f171ac7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:12:30.431593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device fda89484-7185-49cc-9331-61679f171ac7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:12:30.432051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 32620a97-1545-472e-b1d4-aab00b29c79b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:12:30.450381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 32620a97-1545-472e-b1d4-aab00b29c79b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:12:30.450722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 32620a97-1545-472e-b1d4-aab00b29c79b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:12:30.888330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:30.994222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2134659992-network', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:31.018532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Made reservation on behalf of 0c576a6308174fa297e66ad2b74ab23e for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:31.020900 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.029260 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.116614 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.122293 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.148540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:31.154771 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c791c-b8b6-4383-8885-f11783f98702,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:31.160958 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.161303 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Added segment a171732e-efc1-4a9a-9043-fd3029509e44 of type vlan for network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b Jul 09 18:12:31.204203 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.238588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.239955 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:31.240801 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.300220 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4103587 Jul 09 18:12:31.304084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52016) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:31.311495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Request body: {'subnet': {'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-subnet', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:31.319756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2dcb4-4574-491b-97c1-dd1924a460c9 admin admin] Pushing event updated for resources: {'Network': ['ID=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:31.329603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:31.339327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Made reservation on behalf of 0c576a6308174fa297e66ad2b74ab23e for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:31.342043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.522419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.575146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b97e72-3c67-48f2-be2c-6a2dc89e73bd,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:31.587067 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Checking segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:31.587422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Network hostable DHCP agents. Network: 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:31.606212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:31.617840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:31.622498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:31.623089 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.627826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce2a3fc-b536-4aae-bc33-3ef5a6eceaa0 None None] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:31.637781 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7d15b49f-a4ae-43ce-882b-6f02d4abe592 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3323772 Jul 09 18:12:31.640441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52018) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:31.645102 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:31.667556 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.668591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.731601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.776933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'fixed_ips': [{'subnet_id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:31.777872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:31.923857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Allocated IP 172.20.0.2 (57a1b867-75ba-40cf-8aa9-fbbfda67ca9b/92b97e72-3c67-48f2-be2c-6a2dc89e73bd/d75c1626-a106-4114-a531-fb76d485f268) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:32.080989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.090074 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Transition to ACTIVE for port object d75c1626-a106-4114-a531-fb76d485f268 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:32.107846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Transition to ACTIVE for port object d75c1626-a106-4114-a531-fb76d485f268 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:32.116017 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.157264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:32.160218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:32.162708 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:32.171897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Pushing event updated for resources: {'Port': ['ID=d75c1626-a106-4114-a531-fb76d485f268,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:32.214486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.229887 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Attempting to bind port d75c1626-a106-4114-a531-fb76d485f268 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:32.230278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Attempting to bind port d75c1626-a106-4114-a531-fb76d485f268 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:32.230673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Attempting to bind port d75c1626-a106-4114-a531-fb76d485f268 on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:32.236397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:32.236397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Checking segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:32.236821 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.237218 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Bound using segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:32.237692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Bound port: d75c1626-a106-4114-a531-fb76d485f268, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:32.238080 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.301832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] For port d75c1626-a106-4114-a531-fb76d485f268, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:32.305413 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] For port d75c1626-a106-4114-a531-fb76d485f268, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d75c1626-a106-4114-a531-fb76d485f268,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:32.311079 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.368080 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62127d-495b-4c4e-9143-f4102603af26 None None] Pushing event updated for resources: {'Port': ['ID=d75c1626-a106-4114-a531-fb76d485f268,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:32.415472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.435548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.563882 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Allocated IP 172.25.3.73 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/dd296a26-90b8-4fe9-9f08-107685dee8cc) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:32.671326 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.713538 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:32.756772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:32.763019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:32.767582 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:32.773455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Pushing event updated for resources: {'Port': ['ID=dd296a26-90b8-4fe9-9f08-107685dee8cc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:33.051315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:33.255262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b731154-5657-4555-874d-b725c89f29e9 None None] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:33.255920 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:33.318539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-90da22fa-fd98-43bc-97f4-a3144f3faa7e None None] Provisioning for port d75c1626-a106-4114-a531-fb76d485f268 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:33.389921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Router a5e88e89-a329-46a2-8c08-f966f299e247 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:12:33.501123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:12:33.510274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Sync routers for ids ['a5e88e89-a329-46a2-8c08-f966f299e247'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:12:33.519156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:33.521256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Routers {'a5e88e89-a329-46a2-8c08-f966f299e247'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:33.521955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a5e88e89-a329-46a2-8c08-f966f299e247'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:33.523721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52020) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:33.524272 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b55d8e7d-c3ca-4f6d-b6ea-86879173da6b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8823960 Jul 09 18:12:33.635428 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Set router a5e88e89-a329-46a2-8c08-f966f299e247 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:33.825694 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:12:32Z', 'revision_number': 3, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:33.856126 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Checking router: a5e88e89-a329-46a2-8c08-f966f299e247 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:12:33.856365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Updating router a5e88e89-a329-46a2-8c08-f966f299e247 port dd296a26-90b8-4fe9-9f08-107685dee8cc binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:12:33.890167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:33.963115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.115623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Allocated IP 172.20.0.1 (57a1b867-75ba-40cf-8aa9-fbbfda67ca9b/92b97e72-3c67-48f2-be2c-6a2dc89e73bd/f8215089-decf-4d89-86d0-1ff4c7370813) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:34.145175 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.155873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Transition to ACTIVE for port object dd296a26-90b8-4fe9-9f08-107685dee8cc will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:34.162419 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.214411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b41858-120e-4af3-b1d7-30ebcb32b174 None None] Pushing event updated for resources: {'Port': ['ID=dd296a26-90b8-4fe9-9f08-107685dee8cc,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:34.215062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.216793 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Attempting to bind port dd296a26-90b8-4fe9-9f08-107685dee8cc on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:34.217176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Attempting to bind port dd296a26-90b8-4fe9-9f08-107685dee8cc by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:34.217534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Attempting to bind port dd296a26-90b8-4fe9-9f08-107685dee8cc on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:34.224292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:34.224661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:34.225058 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.225440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:34.225903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Bound port: dd296a26-90b8-4fe9-9f08-107685dee8cc, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:34.226274 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.229269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Transition to ACTIVE for port object f8215089-decf-4d89-86d0-1ff4c7370813 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:34.260545 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.278345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] For port dd296a26-90b8-4fe9-9f08-107685dee8cc, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:34.281658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] For port dd296a26-90b8-4fe9-9f08-107685dee8cc, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dd296a26-90b8-4fe9-9f08-107685dee8cc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:34.286359 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.300228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:34.303096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:34.315632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Pushing event updated for resources: {'Port': ['ID=f8215089-decf-4d89-86d0-1ff4c7370813,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:34.318074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:34.344665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Routers {'a5e88e89-a329-46a2-8c08-f966f299e247'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:34.345152 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a5e88e89-a329-46a2-8c08-f966f299e247'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:34.356070 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.381481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b41858-120e-4af3-b1d7-30ebcb32b174 None None] Pushing event updated for resources: {'Port': ['ID=dd296a26-90b8-4fe9-9f08-107685dee8cc,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:34.471331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] Set router a5e88e89-a329-46a2-8c08-f966f299e247 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:34.479364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d75c1626-a106-4114-a531-fb76d485f268 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:34.525804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.624812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0706112d-1b0f-482e-b24b-0cd04334d115 None None] Provisioning for port f8215089-decf-4d89-86d0-1ff4c7370813 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:34.645750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0706112d-1b0f-482e-b24b-0cd04334d115 None None] Provisioning complete for port f8215089-decf-4d89-86d0-1ff4c7370813 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:34.646111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0706112d-1b0f-482e-b24b-0cd04334d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.693866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d75c1626-a106-4114-a531-fb76d485f268 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:34.695899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.701791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.708090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d75c1626-a106-4114-a531-fb76d485f268 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:34.708454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.711600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0706112d-1b0f-482e-b24b-0cd04334d115 None None] Port f8215089-decf-4d89-86d0-1ff4c7370813 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:12:34.768370 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.770312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Pushing event updated for resources: {'Port': ['ID=f8215089-decf-4d89-86d0-1ff4c7370813,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:34.785572 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:12:32Z', 'revision_number': 3, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:34.814467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02dd2c-e325-46f6-818c-a8edcf9fb5ba None None] The sync data for ids ['a5e88e89-a329-46a2-8c08-f966f299e247'] in n-d-791506-17 is: [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:12:32Z', 'revision_number': 3, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:12:34.825931 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.861015 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d75c1626-a106-4114-a531-fb76d485f268, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d75c1626-a106-4114-a531-fb76d485f268,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:34.867559 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:34.875740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:34.877279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:35.027857 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Router a5e88e89-a329-46a2-8c08-f966f299e247 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:12:35.116529 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d75c1626-a106-4114-a531-fb76d485f268,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:35.182814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:12:35.188283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c378ace4-b501-4f1f-9b8d-60a438c02414 admin admin] 10.222.0.21 "PUT /v2.0/routers/a5e88e89-a329-46a2-8c08-f966f299e247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6625934 Jul 09 18:12:35.235065 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-a3c5865d-40ab-48a5-b1d4-9bab1b89ac80 None None] Provisioning complete for port f8215089-decf-4d89-86d0-1ff4c7370813 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:35.235550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a3c5865d-40ab-48a5-b1d4-9bab1b89ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:35.272403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5865d-40ab-48a5-b1d4-9bab1b89ac80 None None] Port f8215089-decf-4d89-86d0-1ff4c7370813 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:12:35.686531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52036) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:35.692244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-129693138-network', 'tenant_id': '32c225084d31408cad7a99341fb905dd'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:35.715302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Made reservation on behalf of 32c225084d31408cad7a99341fb905dd for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:35.718020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.080786 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.175422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.181659 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.206412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:12:36.216401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78b830-00de-467e-a3fb-1cd01bde9fce,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:36.221487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.221844 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Added segment 6b06204c-f596-46d9-b0b8-eeb6d2acb3cf of type vlan for network c0148898-24e5-4afb-9f90-638d5428a33b Jul 09 18:12:36.261763 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.293857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.295043 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:36.295676 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.356705 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6664507 Jul 09 18:12:36.357704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52038) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:36.362925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Request body: {'subnet': {'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-subnet', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:36.366236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90beb94-8e0e-4a77-8bbf-bfce310b07a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c0148898-24e5-4afb-9f90-638d5428a33b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:36.370113 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Sync routers for ids ['a5e88e89-a329-46a2-8c08-f966f299e247'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:12:36.380746 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Routers {'a5e88e89-a329-46a2-8c08-f966f299e247'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:36.381692 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a5e88e89-a329-46a2-8c08-f966f299e247'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:36.388288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c0148898-24e5-4afb-9f90-638d5428a33b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:12:36.390740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Made reservation on behalf of 32c225084d31408cad7a99341fb905dd for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:36.393696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.496862 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Set router a5e88e89-a329-46a2-8c08-f966f299e247 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:36.518837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd296a26-90b8-4fe9-9f08-107685dee8cc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:36.574473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port dd296a26-90b8-4fe9-9f08-107685dee8cc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:36.579330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dd296a26-90b8-4fe9-9f08-107685dee8cc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:36.579712 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.595811 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.653424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fcc1e2-3136-4f47-98e9-f0b56e31654c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:36.658099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.669322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Checking segment: {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:36.669702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Network hostable DHCP agents. Network: c0148898-24e5-4afb-9f90-638d5428a33b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:12:36.680285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port dd296a26-90b8-4fe9-9f08-107685dee8cc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dd296a26-90b8-4fe9-9f08-107685dee8cc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:36.687975 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.689062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d75c1626-a106-4114-a531-fb76d485f268 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:36.692128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Network c0148898-24e5-4afb-9f90-638d5428a33b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:12:36.705647 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c0148898-24e5-4afb-9f90-638d5428a33b) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:36.710025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:36.710936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.718759 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a974d5-8874-48d8-9a30-1be16926d3cc None None] Network c0148898-24e5-4afb-9f90-638d5428a33b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:36.721489 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 4, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f8215089-decf-4d89-86d0-1ff4c7370813', 'name': '', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'mac_address': 'fa:16:3e:b4:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:33Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 2, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'subnets': [{'id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:36.727159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-99a3214d-74ff-44c7-9d20-47248f240e41 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3687749 Jul 09 18:12:36.730026 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52040) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:36.734771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:36.751825 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Checking router: a5e88e89-a329-46a2-8c08-f966f299e247 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:12:36.752215 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Updating router a5e88e89-a329-46a2-8c08-f966f299e247 port f8215089-decf-4d89-86d0-1ff4c7370813 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:12:36.757873 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.758925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.787621 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.818242 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.836861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=dd296a26-90b8-4fe9-9f08-107685dee8cc,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:36.864925 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d75c1626-a106-4114-a531-fb76d485f268 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:36.865499 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.964193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:36.990280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c0148898-24e5-4afb-9f90-638d5428a33b', 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'fixed_ips': [{'subnet_id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:12:36.991255 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.080674 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.091429 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Transition to ACTIVE for port object f8215089-decf-4d89-86d0-1ff4c7370813 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:37.098784 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.173774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Allocated IP 172.20.0.2 (c0148898-24e5-4afb-9f90-638d5428a33b/15fcc1e2-3136-4f47-98e9-f0b56e31654c/5d58399f-a501-45d4-bc82-ce44d3760340) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:37.181479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.194832 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Pushing event updated for resources: {'Port': ['ID=f8215089-decf-4d89-86d0-1ff4c7370813,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:37.203871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.208068 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Attempting to bind port f8215089-decf-4d89-86d0-1ff4c7370813 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:37.208678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Attempting to bind port f8215089-decf-4d89-86d0-1ff4c7370813 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:37.208817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Attempting to bind port f8215089-decf-4d89-86d0-1ff4c7370813 on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:37.219725 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.220083 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.220622 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.220949 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.221268 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.221586 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.221902 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.222214 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.222530 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.222838 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.223147 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.223456 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:12:37.233895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:37.234254 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Checking segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:37.234920 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.235473 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Bound using segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:37.236138 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Bound port: f8215089-decf-4d89-86d0-1ff4c7370813, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:37.236733 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.310416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] For port f8215089-decf-4d89-86d0-1ff4c7370813, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:37.316223 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] For port f8215089-decf-4d89-86d0-1ff4c7370813, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8215089-decf-4d89-86d0-1ff4c7370813,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:37.323359 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.332505 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Allocated IP 172.25.3.192 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/7d65eb28-c16c-4efa-b6ef-2c51706ffefc) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:37.364157 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.373680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Transition to ACTIVE for port object 5d58399f-a501-45d4-bc82-ce44d3760340 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:37.398317 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Transition to ACTIVE for port object 5d58399f-a501-45d4-bc82-ce44d3760340 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:37.401951 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0f49-8165-49c7-863d-d83ec7fb556c None None] Pushing event updated for resources: {'Port': ['ID=f8215089-decf-4d89-86d0-1ff4c7370813,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:37.407058 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Routers {'a5e88e89-a329-46a2-8c08-f966f299e247'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:37.408006 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a5e88e89-a329-46a2-8c08-f966f299e247'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:37.417570 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.462255 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Network c0148898-24e5-4afb-9f90-638d5428a33b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:37.469269 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:37.471880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Pushing event updated for resources: {'Port': ['ID=5d58399f-a501-45d4-bc82-ce44d3760340,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:37.480035 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:37.511375 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.546029 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Attempting to bind port 5d58399f-a501-45d4-bc82-ce44d3760340 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:37.546542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Attempting to bind port 5d58399f-a501-45d4-bc82-ce44d3760340 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:37.546699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Attempting to bind port 5d58399f-a501-45d4-bc82-ce44d3760340 on network c0148898-24e5-4afb-9f90-638d5428a33b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:37.556673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:37.557187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Checking segment: {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:37.557598 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.557995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Bound using segment: {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:37.558471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Bound port: 5d58399f-a501-45d4-bc82-ce44d3760340, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:37.558852 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.560117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.592215 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] Set router a5e88e89-a329-46a2-8c08-f966f299e247 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:37.601616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:37.606298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:37.610144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:37.653103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] For port 5d58399f-a501-45d4-bc82-ce44d3760340, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:37.657348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] For port 5d58399f-a501-45d4-bc82-ce44d3760340, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d58399f-a501-45d4-bc82-ce44d3760340,segment=NetworkSegment(6b06204c-f596-46d9-b0b8-eeb6d2acb3cf),segment_id=6b06204c-f596-46d9-b0b8-eeb6d2acb3cf)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:37.663312 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:37.666104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Pushing event updated for resources: {'Port': ['ID=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:37.733873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e430ce-ba99-4eac-b043-7a35c5611c76 None None] Pushing event updated for resources: {'Port': ['ID=5d58399f-a501-45d4-bc82-ce44d3760340,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:37.843187 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 4, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f8215089-decf-4d89-86d0-1ff4c7370813', 'name': '', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'mac_address': 'fa:16:3e:b4:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:33Z', 'updated_at': '2021-07-09T18:12:37Z', 'revision_number': 4, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'subnets': [{'id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:37.875424 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cb9dc-36f2-452d-8274-9016560825e4 None None] The sync data for ids ['a5e88e89-a329-46a2-8c08-f966f299e247'] in n-d-791506-17 is: [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:12:34Z', 'revision_number': 4, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f8215089-decf-4d89-86d0-1ff4c7370813', 'name': '', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'mac_address': 'fa:16:3e:b4:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:33Z', 'updated_at': '2021-07-09T18:12:37Z', 'revision_number': 4, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'subnets': [{'id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:12:37.948216 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.165041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.298206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Router 2ea0c716-4e12-4167-a277-814144bcb026 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:12:38.428128 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:12:38.438908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Sync routers for ids ['2ea0c716-4e12-4167-a277-814144bcb026'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:12:38.457461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Routers {'2ea0c716-4e12-4167-a277-814144bcb026'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:38.458216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ea0c716-4e12-4167-a277-814144bcb026'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:38.461390 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.462673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8eca210f-aecc-46f5-a0c5-b08eec40afcc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7315869 Jul 09 18:12:38.465706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52042) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:12:38.608678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Set router 2ea0c716-4e12-4167-a277-814144bcb026 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:38.687525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d58399f-a501-45d4-bc82-ce44d3760340 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:38.770866 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.841912 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c03ce05-2773-4feb-9f9b-ce48b07eeb77 None None] Network c0148898-24e5-4afb-9f90-638d5428a33b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:12:38.898768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5d58399f-a501-45d4-bc82-ce44d3760340 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:38.915975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8215089-decf-4d89-86d0-1ff4c7370813 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:38.983854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] Provisioning for port 5d58399f-a501-45d4-bc82-ce44d3760340 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:38.994498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:38.997651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] Provisioning complete for port 5d58399f-a501-45d4-bc82-ce44d3760340 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:38.998105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.049993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:12:37Z', 'revision_number': 3, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:39.116927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Checking router: 2ea0c716-4e12-4167-a277-814144bcb026 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:12:39.117285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Updating router 2ea0c716-4e12-4167-a277-814144bcb026 port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:12:39.148900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f8215089-decf-4d89-86d0-1ff4c7370813 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:39.165339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f8215089-decf-4d89-86d0-1ff4c7370813 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:39.165718 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.166873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Allocated IP 172.20.0.1 (c0148898-24e5-4afb-9f90-638d5428a33b/15fcc1e2-3136-4f47-98e9-f0b56e31654c/bb6d592e-3a08-4ba7-91c9-6ce756bc2158) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:39.213856 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.269547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.282479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Transition to ACTIVE for port object bb6d592e-3a08-4ba7-91c9-6ce756bc2158 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:39.316650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.348085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.361013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Network c0148898-24e5-4afb-9f90-638d5428a33b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:39.364020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:39.368424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:39.371610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:39.408402 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.440276 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.443171 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] For port 5d58399f-a501-45d4-bc82-ce44d3760340, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d58399f-a501-45d4-bc82-ce44d3760340,segment=NetworkSegment(6b06204c-f596-46d9-b0b8-eeb6d2acb3cf),segment_id=6b06204c-f596-46d9-b0b8-eeb6d2acb3cf)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:39.495237 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.558625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.577870 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f8215089-decf-4d89-86d0-1ff4c7370813, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8215089-decf-4d89-86d0-1ff4c7370813,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:39.588696 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.589714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd296a26-90b8-4fe9-9f08-107685dee8cc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:39.591268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193627e2-8f3b-4bac-bb33-d595459c3cce None None] Pushing event updated for resources: {'Port': ['ID=5d58399f-a501-45d4-bc82-ce44d3760340,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:39.705489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f8215089-decf-4d89-86d0-1ff4c7370813,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:39.744213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.750761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.770014 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dd296a26-90b8-4fe9-9f08-107685dee8cc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:39.770488 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.783566 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.784662 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.809833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-bbe02360-bc1e-4ab5-98a8-e4128d3e55bf None None] Provisioning complete for port 5d58399f-a501-45d4-bc82-ce44d3760340 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:39.810124 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bbe02360-bc1e-4ab5-98a8-e4128d3e55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.827412 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.829258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:39.846031 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Transition to ACTIVE for port object 7d65eb28-c16c-4efa-b6ef-2c51706ffefc will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:39.863069 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.929001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Attempting to bind port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:39.929357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Attempting to bind port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:39.929714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Attempting to bind port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:39.932213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Network c0148898-24e5-4afb-9f90-638d5428a33b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:39.933964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:39.937760 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a7810-f972-485a-8f48-552b05506833 None None] Pushing event updated for resources: {'Port': ['ID=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:39.959367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:39.959734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:39.960170 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:39.960546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:39.961021 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Bound port: 7d65eb28-c16c-4efa-b6ef-2c51706ffefc, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:39.961392 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:40.074133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Router 2ea0c716-4e12-4167-a277-814144bcb026 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:12:40.190189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:12:40.201687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4a453a6-d109-4171-8667-1dc955aac1d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ea0c716-4e12-4167-a277-814144bcb026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348785 Jul 09 18:12:40.218281 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] For port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:40.222296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] For port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:40.226563 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:40.276416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Routers {'2ea0c716-4e12-4167-a277-814144bcb026'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:40.277050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ea0c716-4e12-4167-a277-814144bcb026'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:40.331611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a7810-f972-485a-8f48-552b05506833 None None] Pushing event updated for resources: {'Port': ['ID=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:40.378123 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c232e41e-3245-44c1-82dd-036c7ea98cdd None None] Provisioning for port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:40.381936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c232e41e-3245-44c1-82dd-036c7ea98cdd None None] Provisioning complete for port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:40.382327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c232e41e-3245-44c1-82dd-036c7ea98cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:40.429223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d58399f-a501-45d4-bc82-ce44d3760340 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:40.457084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c232e41e-3245-44c1-82dd-036c7ea98cdd None None] Port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:12:40.473002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] Set router 2ea0c716-4e12-4167-a277-814144bcb026 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:40.523873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1332391-21b3-468c-8252-c309ce7580ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:40.617982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5d58399f-a501-45d4-bc82-ce44d3760340 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:40.618358 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:40.747157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8215089-decf-4d89-86d0-1ff4c7370813 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:40.786774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'bb6d592e-3a08-4ba7-91c9-6ce756bc2158', 'name': '', 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'mac_address': 'fa:16:3e:75:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:39Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 2, 'project_id': '32c225084d31408cad7a99341fb905dd', 'subnets': [{'id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:40.813751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29d8d2-8721-4a7a-a6c7-a1c0816bab40 None None] The sync data for ids ['2ea0c716-4e12-4167-a277-814144bcb026'] in n-d-791506-17 is: [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'bb6d592e-3a08-4ba7-91c9-6ce756bc2158', 'name': '', 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'mac_address': 'fa:16:3e:75:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:39Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 2, 'project_id': '32c225084d31408cad7a99341fb905dd', 'subnets': [{'id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:12:40.826672 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f8215089-decf-4d89-86d0-1ff4c7370813 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:40.827023 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:41.344318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-d4177772-e278-43e4-925c-f16e88e3d05a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:41.345924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-d4177772-e278-43e4-925c-f16e88e3d05a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 817 time: 0.1090784 Jul 09 18:12:41.361430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-bd7d4695-f8b7-4ca3-9855-f7624e89e176 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/quotas/0c576a6308174fa297e66ad2b74ab23e HTTP/1.1" status: 200 len: 375 time: 0.0100677 Jul 09 18:12:41.444921 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-dfe000ca-f2bc-41c4-934b-63ad08994be7 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760829 Jul 09 18:12:41.551186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-552eeaf6-1cb7-46b0-8b5f-972ea765dc5c service neutron] 10.222.0.21 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934346 Jul 09 18:12:41.648386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-4d70e1db-5fee-4965-b924-66c71fcd98fb service neutron] 10.222.0.21 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913060 Jul 09 18:12:41.839413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d03d0452-9c19-4b03-8816-dcf62463836d req-8f1084ab-a774-4146-973d-524b9bd76734 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 210 time: 0.0441666 Jul 09 18:12:42.431559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d65eb28-c16c-4efa-b6ef-2c51706ffefc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:42.487398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:42.492242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:42.492735 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:42.577628 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:42.600826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:42.606629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:42.664983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:42.789118 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Sync routers for ids ['2ea0c716-4e12-4167-a277-814144bcb026'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:12:42.799670 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Routers {'2ea0c716-4e12-4167-a277-814144bcb026'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:42.800291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ea0c716-4e12-4167-a277-814144bcb026'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:42.923151 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Set router 2ea0c716-4e12-4167-a277-814144bcb026 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:42.998399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-88be4c57-c9f1-4919-8645-3fba3d999771 req-e9a3b7dd-b62e-4a42-9204-312ac5f558d4 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 210 time: 0.0329826 Jul 09 18:12:43.007423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-1706a329-d00d-4428-b2f0-8e8bbb404003 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:43.021183 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-1706a329-d00d-4428-b2f0-8e8bbb404003 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 817 time: 0.1446638 Jul 09 18:12:43.028420 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-03c50067-536f-4b61-9516-010747bc0422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.032119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Request body: {'port': {'device_id': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'admin_state_up': True, 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:43.165240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Made reservation on behalf of 0c576a6308174fa297e66ad2b74ab23e for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:12:43.169558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.257549 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'bb6d592e-3a08-4ba7-91c9-6ce756bc2158', 'name': '', 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'mac_address': 'fa:16:3e:75:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:39Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 2, 'project_id': '32c225084d31408cad7a99341fb905dd', 'subnets': [{'id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:43.283346 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Checking router: 2ea0c716-4e12-4167-a277-814144bcb026 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:12:43.283826 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Updating router 2ea0c716-4e12-4167-a277-814144bcb026 port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:12:43.304113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Allocated IP 172.20.0.7 (57a1b867-75ba-40cf-8aa9-fbbfda67ca9b/92b97e72-3c67-48f2-be2c-6a2dc89e73bd/a277900e-b4bd-4f68-855f-f47e59a3c926) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:12:43.319991 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.470643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.486772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Transition to ACTIVE for port object a277900e-b4bd-4f68-855f-f47e59a3c926 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:43.507886 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.524194 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.573915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:12:43.586465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:12:43.586465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:12:43.614031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Pushing event updated for resources: {'Port': ['ID=a277900e-b4bd-4f68-855f-f47e59a3c926,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:43.614363 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.632069 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Transition to ACTIVE for port object bb6d592e-3a08-4ba7-91c9-6ce756bc2158 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:43.640240 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.649152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:43.650206 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.679633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-b02cd541-3d40-4556-972b-ce40a65c62e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6517961 Jul 09 18:12:43.693913 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Request body: {'port': {'device_id': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:12:43.697529 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6791c7-a1de-46af-b162-9e883e0a57fd None None] Pushing event updated for resources: {'Port': ['ID=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:43.760918 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Attempting to bind port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:43.761285 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Attempting to bind port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:43.761895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Attempting to bind port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 on network c0148898-24e5-4afb-9f90-638d5428a33b {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:43.768294 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:43.768731 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Checking segment: {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:43.769060 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.769587 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Bound using segment: {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:43.770093 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Bound port: bb6d592e-3a08-4ba7-91c9-6ce756bc2158, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:43.770310 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.867505 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] For port bb6d592e-3a08-4ba7-91c9-6ce756bc2158, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:43.872312 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] For port bb6d592e-3a08-4ba7-91c9-6ce756bc2158, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,segment=NetworkSegment(6b06204c-f596-46d9-b0b8-eeb6d2acb3cf),segment_id=6b06204c-f596-46d9-b0b8-eeb6d2acb3cf)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:43.880243 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.909308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b6a97bef-4419-4d92-aeba-251cd2bf7616 None None] Provisioning for port a277900e-b4bd-4f68-855f-f47e59a3c926 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:43.915016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b6a97bef-4419-4d92-aeba-251cd2bf7616 None None] Provisioning complete for port a277900e-b4bd-4f68-855f-f47e59a3c926 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:43.915798 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6a97bef-4419-4d92-aeba-251cd2bf7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:43.939357 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Routers {'2ea0c716-4e12-4167-a277-814144bcb026'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:12:43.940044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:12:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ea0c716-4e12-4167-a277-814144bcb026'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:43.960748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b6a97bef-4419-4d92-aeba-251cd2bf7616 None None] Port a277900e-b4bd-4f68-855f-f47e59a3c926 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:12:43.999890 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6791c7-a1de-46af-b162-9e883e0a57fd None None] Pushing event updated for resources: {'Port': ['ID=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:44.070320 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] Set router 2ea0c716-4e12-4167-a277-814144bcb026 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:12:44.190912 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.252348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.316611 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'bb6d592e-3a08-4ba7-91c9-6ce756bc2158', 'name': '', 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'mac_address': 'fa:16:3e:75:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:39Z', 'updated_at': '2021-07-09T18:12:43Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'subnets': [{'id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:12:44.329768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2bd3f-1d7b-4bb1-a4cc-90e36d5064e3 req-f4a3327e-0529-44cf-b463-e00422f325b3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:44.331625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53f2bd3f-1d7b-4bb1-a4cc-90e36d5064e3 req-f4a3327e-0529-44cf-b463-e00422f325b3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 931 time: 0.1168280 Jul 09 18:12:44.342831 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d315e3be-c37c-492f-b2a9-d1094e68d242 None None] The sync data for ids ['2ea0c716-4e12-4167-a277-814144bcb026'] in n-d-791506-17 is: [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:12:39Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'bb6d592e-3a08-4ba7-91c9-6ce756bc2158', 'name': '', 'network_id': 'c0148898-24e5-4afb-9f90-638d5428a33b', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'mac_address': 'fa:16:3e:75:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:39Z', 'updated_at': '2021-07-09T18:12:43Z', 'revision_number': 4, 'project_id': '32c225084d31408cad7a99341fb905dd', 'subnets': [{'id': '15fcc1e2-3136-4f47-98e9-f0b56e31654c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:12:44.451695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bb6d592e-3a08-4ba7-91c9-6ce756bc2158 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:44.476142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-53f2bd3f-1d7b-4bb1-a4cc-90e36d5064e3 req-9f8f667c-e639-4aed-afed-e29c19982621 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915153 Jul 09 18:12:44.520398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:44.524939 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:44.525309 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.598645 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a277900e-b4bd-4f68-855f-f47e59a3c926 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:12:44.606823 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.609225 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.621169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Transition to ACTIVE for port object a277900e-b4bd-4f68-855f-f47e59a3c926 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:12:44.626222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.646584 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port bb6d592e-3a08-4ba7-91c9-6ce756bc2158, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,segment=NetworkSegment(6b06204c-f596-46d9-b0b8-eeb6d2acb3cf),segment_id=6b06204c-f596-46d9-b0b8-eeb6d2acb3cf)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:44.652151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.653170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d65eb28-c16c-4efa-b6ef-2c51706ffefc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:44.686209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a277900e-b4bd-4f68-855f-f47e59a3c926,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:44.743498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:44.756273 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:44.756736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.783259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Attempting to bind port a277900e-b4bd-4f68-855f-f47e59a3c926 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:12:44.784224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Attempting to bind port a277900e-b4bd-4f68-855f-f47e59a3c926 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:12:44.784562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Attempting to bind port a277900e-b4bd-4f68-855f-f47e59a3c926 on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:44.791314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Port a277900e-b4bd-4f68-855f-f47e59a3c926 on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:12:44.791652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Attempting to bind port a277900e-b4bd-4f68-855f-f47e59a3c926 on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:12:44.797232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:12:44.797588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Checking segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:12:44.797958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Bound using segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:12:44.798400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Bound port: a277900e-b4bd-4f68-855f-f47e59a3c926, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:12:44.798761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.877501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] For port a277900e-b4bd-4f68-855f-f47e59a3c926, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:12:44.881402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] For port a277900e-b4bd-4f68-855f-f47e59a3c926, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a277900e-b4bd-4f68-855f-f47e59a3c926,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:12:44.888713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.924938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:44.925566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:44.926984 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/a277900e-b4bd-4f68-855f-f47e59a3c926 HTTP/1.1" status: 200 len: 1092 time: 1.2388954 Jul 09 18:12:44.927426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'tag': 'a277900e-b4bd-4f68-855f-f47e59a3c926'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:12:44.929796 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507f3b54-4fb5-4825-a5b2-a4f479aae44b" -d '{"events": [{"name": "network-changed", "server_uuid": "801db358-b9aa-4a07-8c91-5a78fed50ad7", "tag": "a277900e-b4bd-4f68-855f-f47e59a3c926"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:12:44.966458 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2051-ae03-4f7b-88a2-2d033e7168f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a277900e-b4bd-4f68-855f-f47e59a3c926,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:45.006498 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8aade-ceb5-4b36-8491-5c7cbc9359e9 x-openstack-request-id: req-13e8aade-ceb5-4b36-8491-5c7cbc9359e9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:12:45.006787 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801db358-b9aa-4a07-8c91-5a78fed50ad7", "tag": "a277900e-b4bd-4f68-855f-f47e59a3c926", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:12:45.007010 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13e8aade-ceb5-4b36-8491-5c7cbc9359e9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:12:45.007462 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'tag': 'a277900e-b4bd-4f68-855f-f47e59a3c926', 'status': 'completed', 'code': 200} Jul 09 18:12:45.034200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-c1d54a5b-077e-416a-ae0c-5ab7cac9e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.036068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-c1d54a5b-077e-416a-ae0c-5ab7cac9e532 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0640972 Jul 09 18:12:45.091126 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-56e80f15-9131-464d-a463-eca9fc03ed5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a277900e-b4bd-4f68-855f-f47e59a3c926 HTTP/1.1" status: 200 len: 217 time: 0.0477483 Jul 09 18:12:45.148525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-0d0e8a56-0c81-438d-b996-eae011c773a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.150024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-0d0e8a56-0c81-438d-b996-eae011c773a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b97e72-3c67-48f2-be2c-6a2dc89e73bd HTTP/1.1" status: 200 len: 856 time: 0.0510640 Jul 09 18:12:45.210063 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-1dd502c0-5faf-42b5-bf0a-1ad74559a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.211473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-1dd502c0-5faf-42b5-bf0a-1ad74559a971 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544314 Jul 09 18:12:45.316721 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-2b3d8a55-edf6-4fcd-96f6-9a763e0afff7 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964773 Jul 09 18:12:45.407906 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c22ef988-9661-4855-9011-6c68b1df2b23 req-354e6574-31cb-473b-8085-6b99aea93014 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840206 Jul 09 18:12:45.536810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-e2e39a4b-804d-4402-9e30-c482766e3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.538479 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-e2e39a4b-804d-4402-9e30-c482766e3633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0696833 Jul 09 18:12:45.665115 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-f3bc60eb-cfc0-4b92-b67f-ac21724154b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.666588 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-f3bc60eb-cfc0-4b92-b67f-ac21724154b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 918 time: 0.1209853 Jul 09 18:12:45.686622 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0e5dc-1dbe-40de-97e5-6233b3220787 req-a58c6e82-4e34-4572-9f36-a4b042e27bf9 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.688170 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9fb0e5dc-1dbe-40de-97e5-6233b3220787 req-a58c6e82-4e34-4572-9f36-a4b042e27bf9 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 943 time: 0.0915000 Jul 09 18:12:45.732109 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-ef581f1b-0de4-4c74-b6db-0c3610fe536a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a277900e-b4bd-4f68-855f-f47e59a3c926 HTTP/1.1" status: 200 len: 217 time: 0.0532877 Jul 09 18:12:45.786858 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9fb0e5dc-1dbe-40de-97e5-6233b3220787 req-18227e3b-3845-41f8-a277-e77540fdaaba tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920272 Jul 09 18:12:45.796529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-7708b7b0-c1ed-4ced-b37f-cb2c0a1762f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.798048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-7708b7b0-c1ed-4ced-b37f-cb2c0a1762f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b97e72-3c67-48f2-be2c-6a2dc89e73bd HTTP/1.1" status: 200 len: 856 time: 0.0598176 Jul 09 18:12:45.862976 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-b92c39b0-f961-482c-a71e-4cc72504e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:45.865354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-b92c39b0-f961-482c-a71e-4cc72504e3ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606823 Jul 09 18:12:45.959502 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-9b6ed83a-0896-4e77-881c-c8fa7a73879d service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863283 Jul 09 18:12:46.051239 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-507f3b54-4fb5-4825-a5b2-a4f479aae44b req-2f6f8a36-5144-4c89-99b1-40c01b2e0dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848503 Jul 09 18:12:46.084966 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:46.428417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bb6d592e-3a08-4ba7-91c9-6ce756bc2158 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:46.477127 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:46.477486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:46.976487 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46251df4-d35e-4deb-b83c-6c318c3c41b4 req-89752f14-266c-4b2c-92b7-536ba67f9c3a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:46.978183 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46251df4-d35e-4deb-b83c-6c318c3c41b4 req-89752f14-266c-4b2c-92b7-536ba67f9c3a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 943 time: 0.0753138 Jul 09 18:12:47.020405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-46251df4-d35e-4deb-b83c-6c318c3c41b4 req-d1240f9a-936a-4d17-ac30-db819360f340 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Jul 09 18:12:48.211551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f5dec-6781-44f3-b680-1b4e74bceff9 req-dd7b759e-32f4-4c8f-bf88-71e0e367f59e tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:48.213277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc6f5dec-6781-44f3-b680-1b4e74bceff9 req-dd7b759e-32f4-4c8f-bf88-71e0e367f59e tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 943 time: 0.0759830 Jul 09 18:12:48.252010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bc6f5dec-6781-44f3-b680-1b4e74bceff9 req-72eeb80e-5674-4080-890c-ef8d79eb112d tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Jul 09 18:12:49.439657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b53f7-6ce9-4890-8b6d-297432278c76 req-2162a8c7-b40a-41ff-8b26-48ed0ead7a65 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:49.441239 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-298b53f7-6ce9-4890-8b6d-297432278c76 req-2162a8c7-b40a-41ff-8b26-48ed0ead7a65 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 943 time: 0.0752203 Jul 09 18:12:49.451856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a277900e-b4bd-4f68-855f-f47e59a3c926 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:12:49.482405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-298b53f7-6ce9-4890-8b6d-297432278c76 req-4ba95ef7-1eea-4fbd-9cb8-167519effeeb tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Jul 09 18:12:49.549298 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port a277900e-b4bd-4f68-855f-f47e59a3c926, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a277900e-b4bd-4f68-855f-f47e59a3c926,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:49.561518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'a277900e-b4bd-4f68-855f-f47e59a3c926', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'port_id': 'a277900e-b4bd-4f68-855f-f47e59a3c926', 'mac_address': 'fa:16:3e:e1:a0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:12:49.602347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:49.615648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a277900e-b4bd-4f68-855f-f47e59a3c926 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:12:49.635208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port a277900e-b4bd-4f68-855f-f47e59a3c926, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a277900e-b4bd-4f68-855f-f47e59a3c926,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:49.642015 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:49.689576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=a277900e-b4bd-4f68-855f-f47e59a3c926,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:49.847678 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['a277900e-b4bd-4f68-855f-f47e59a3c926'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:12:50.666011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d7a3d-e0d9-490a-a27a-5845d1a2ef1c req-acc945d4-26c4-49d4-98f8-b031349521dd tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:50.667506 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f46d7a3d-e0d9-490a-a27a-5845d1a2ef1c req-acc945d4-26c4-49d4-98f8-b031349521dd tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 944 time: 0.0651832 Jul 09 18:12:50.709612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f46d7a3d-e0d9-490a-a27a-5845d1a2ef1c req-fd3beb55-d081-491a-ad03-f3d0c4f23a08 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364096 Jul 09 18:12:51.468090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a277900e-b4bd-4f68-855f-f47e59a3c926 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:12:51.522292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port a277900e-b4bd-4f68-855f-f47e59a3c926 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:12:51.526095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port a277900e-b4bd-4f68-855f-f47e59a3c926 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:12:51.526491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:51.610357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:51.633995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277900e-b4bd-4f68-855f-f47e59a3c926'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:12:51.636293 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515e960f-cab8-46e0-b0d0-ed392deec61c" -d '{"events": [{"server_uuid": "801db358-b9aa-4a07-8c91-5a78fed50ad7", "name": "network-vif-plugged", "status": "completed", "tag": "a277900e-b4bd-4f68-855f-f47e59a3c926"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:12:51.652019 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port a277900e-b4bd-4f68-855f-f47e59a3c926, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a277900e-b4bd-4f68-855f-f47e59a3c926,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:12:51.657162 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:12:51.691514 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455c8fb5-2b12-4d0d-9c22-e12ae56a0076 x-openstack-request-id: req-455c8fb5-2b12-4d0d-9c22-e12ae56a0076 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:12:51.691821 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801db358-b9aa-4a07-8c91-5a78fed50ad7", "name": "network-vif-plugged", "status": "completed", "tag": "a277900e-b4bd-4f68-855f-f47e59a3c926", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:12:51.692068 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-455c8fb5-2b12-4d0d-9c22-e12ae56a0076 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:12:51.692449 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a277900e-b4bd-4f68-855f-f47e59a3c926', 'code': 200} Jul 09 18:12:51.711411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=a277900e-b4bd-4f68-855f-f47e59a3c926,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:12:51.811465 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79a2a-698c-4107-9f51-4788f4ad65e9 req-72d44e06-a8a8-4f66-831d-8e816b376870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:51.815016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93f79a2a-698c-4107-9f51-4788f4ad65e9 req-72d44e06-a8a8-4f66-831d-8e816b376870 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0589769 Jul 09 18:12:51.878314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93f79a2a-698c-4107-9f51-4788f4ad65e9 req-55a8d623-e1ba-43c4-affe-c481a6b95a8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588295 Jul 09 18:12:51.908125 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55647dd2-b83d-40cb-be3b-eb484fcf6d3b req-b34cd8ca-a5ea-455a-9ec3-9baf458dd311 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:51.909840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55647dd2-b83d-40cb-be3b-eb484fcf6d3b req-b34cd8ca-a5ea-455a-9ec3-9baf458dd311 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0755160 Jul 09 18:12:51.967106 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55647dd2-b83d-40cb-be3b-eb484fcf6d3b req-a757d6f3-95f5-4eb9-97e4-e6e20557425b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485382 Jul 09 18:12:53.179714 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67352717-7280-4564-81d5-5b3054fa3362 req-a6d6b9b3-a551-4429-b081-b453e0b68e33 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:53.181461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67352717-7280-4564-81d5-5b3054fa3362 req-a6d6b9b3-a551-4429-b081-b453e0b68e33 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0952175 Jul 09 18:12:53.222686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67352717-7280-4564-81d5-5b3054fa3362 req-1837556f-552b-4c91-b53f-169bcb1ad6da tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Jul 09 18:12:53.408508 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5bb31-d939-45ea-9c69-378e043b7abd req-f33eb2ac-3ccf-4e2c-8a09-f33dee9f6c7d tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:12:53.409995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-baf5bb31-d939-45ea-9c69-378e043b7abd req-f33eb2ac-3ccf-4e2c-8a09-f33dee9f6c7d tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0692298 Jul 09 18:12:53.448373 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-baf5bb31-d939-45ea-9c69-378e043b7abd req-77f1e64e-2b66-4c03-aa76-dc2ff80af176 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Jul 09 18:13:07.313401 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:13:08.681752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:09.752905 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:10.458862 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-593aa97e-e36b-495e-91ef-6e8b3aedb0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:12.859592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de984d-2667-4d0a-beb8-c3f958d955b1 req-1c592e8f-7aa3-49d9-b989-fa30d22cf6e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:12.861142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5de984d-2667-4d0a-beb8-c3f958d955b1 req-1c592e8f-7aa3-49d9-b989-fa30d22cf6e3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0722446 Jul 09 18:13:12.899843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5de984d-2667-4d0a-beb8-c3f958d955b1 req-d0db62f7-d317-4a37-b7ad-836664350f61 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Jul 09 18:13:13.024520 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7db6efdb-048a-4051-9d11-4ae24d7cd7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:13.518305 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:14.181311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:14.209829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde5e5-647c-4aee-ae6d-5ca174f7c54c req-27d689f4-090d-4a8c-a55f-9c5daf57f286 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:14.211558 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2dde5e5-647c-4aee-ae6d-5ca174f7c54c req-27d689f4-090d-4a8c-a55f-9c5daf57f286 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 945 time: 0.1911530 Jul 09 18:13:14.250766 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d2dde5e5-647c-4aee-ae6d-5ca174f7c54c req-f3632741-913f-4d63-adea-3c990284bfad tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Jul 09 18:13:14.363214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e059700-6f83-453c-a02f-4c9049658157 req-8cb366e8-5c19-4b86-bf09-506a967e5809 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:14.364799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1e059700-6f83-453c-a02f-4c9049658157 req-8cb366e8-5c19-4b86-bf09-506a967e5809 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 945 time: 0.0715275 Jul 09 18:13:14.472145 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Deleting port a277900e-b4bd-4f68-855f-f47e59a3c926 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:14.472409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:14.564429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] For port a277900e-b4bd-4f68-855f-f47e59a3c926, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=a277900e-b4bd-4f68-855f-f47e59a3c926,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:14.564759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:14.577599 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Calling delete_port for a277900e-b4bd-4f68-855f-f47e59a3c926 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:14.715064 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:14.728910 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['a277900e-b4bd-4f68-855f-f47e59a3c926'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:13:14.757007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Pushing event deleted for resources: {'Port': ['ID=a277900e-b4bd-4f68-855f-f47e59a3c926,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:14.781454 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.781809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.782157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.782495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.782836 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.783165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.783497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.783848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.784181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.784510 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.784838 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.785159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:14.814800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] No DVR routers for this DVR port a277900e-b4bd-4f68-855f-f47e59a3c926 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:13:14.817891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:14.820098 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1e059700-6f83-453c-a02f-4c9049658157 req-4cc8e309-f0ed-41ef-ac1e-e73a193a9d99 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "DELETE /v2.0/ports/a277900e-b4bd-4f68-855f-f47e59a3c926 HTTP/1.1" status: 204 len: 173 time: 0.4493642 Jul 09 18:13:14.820555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'name': 'network-vif-deleted', 'tag': 'a277900e-b4bd-4f68-855f-f47e59a3c926'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:13:14.822968 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64616fd-25a3-4d3f-b676-ac990402db53" -d '{"events": [{"server_uuid": "801db358-b9aa-4a07-8c91-5a78fed50ad7", "name": "network-vif-deleted", "tag": "a277900e-b4bd-4f68-855f-f47e59a3c926"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:13:14.867870 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8207b9af-6f9e-4e5a-936e-08805d82b6fd x-openstack-request-id: req-8207b9af-6f9e-4e5a-936e-08805d82b6fd {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:13:14.868328 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801db358-b9aa-4a07-8c91-5a78fed50ad7", "name": "network-vif-deleted", "tag": "a277900e-b4bd-4f68-855f-f47e59a3c926", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:13:14.868581 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8207b9af-6f9e-4e5a-936e-08805d82b6fd {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:13:14.869017 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801db358-b9aa-4a07-8c91-5a78fed50ad7', 'name': 'network-vif-deleted', 'tag': 'a277900e-b4bd-4f68-855f-f47e59a3c926', 'status': 'completed', 'code': 200} Jul 09 18:13:15.417342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b1023a60-3db8-4324-bd53-40f1f223ae43 req-3a18afc3-649b-4d6a-863c-6536c24d628f tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=801db358-b9aa-4a07-8c91-5a78fed50ad7 HTTP/1.1" status: 200 len: 210 time: 0.0297880 Jul 09 18:13:16.086389 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:16.956563 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-6aa162fb-a6e4-4504-b69f-6deb5ecf1e50 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:16.958120 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-6aa162fb-a6e4-4504-b69f-6deb5ecf1e50 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 817 time: 0.1160164 Jul 09 18:13:16.973575 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-8ea2619f-b463-44ef-8b6b-d84134e15139 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/quotas/0c576a6308174fa297e66ad2b74ab23e HTTP/1.1" status: 200 len: 375 time: 0.0096231 Jul 09 18:13:17.042370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-276018ad-3f8d-4eb9-be15-892bf8841bb3 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632193 Jul 09 18:13:17.138541 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-32b2071d-b305-41c9-bc9b-01c9f40c6120 service neutron] 10.222.0.21 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848670 Jul 09 18:13:17.230916 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1dfab0ae-843f-4863-bf47-983de9f4cf90 service neutron] 10.222.0.21 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Jul 09 18:13:17.405926 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e4612ca7-bc75-4670-90f8-4b67d6d4e034 req-fa468295-ceaf-4909-8ae7-c4b7d42fa078 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 210 time: 0.0290306 Jul 09 18:13:17.591852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a277900e-b4bd-4f68-855f-f47e59a3c926 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:17.619587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: a277900e-b4bd-4f68-855f-f47e59a3c926 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:17.619986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device a277900e-b4bd-4f68-855f-f47e59a3c926 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:18.494331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-6aba39ec-9269-459a-afaf-ece9ac479c97 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:18.496168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-6aba39ec-9269-459a-afaf-ece9ac479c97 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 817 time: 0.1065412 Jul 09 18:13:18.509108 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Request body: {'port': {'device_id': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'admin_state_up': True, 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:13:18.551269 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9cfe0a28-fcca-47bf-beed-c44df238eefa req-b9075813-cf89-475f-8900-add78c46c854 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 210 time: 0.0324543 Jul 09 18:13:18.623689 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Made reservation on behalf of 0c576a6308174fa297e66ad2b74ab23e for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:13:18.627205 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:18.759858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Allocated IP 172.20.0.3 (57a1b867-75ba-40cf-8aa9-fbbfda67ca9b/92b97e72-3c67-48f2-be2c-6a2dc89e73bd/1cf6b0a2-9346-4404-8ab9-88ca9a43effe) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:13:18.909549 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:18.923923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Transition to ACTIVE for port object 1cf6b0a2-9346-4404-8ab9-88ca9a43effe will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:13:18.965063 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.015198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:13:19.018444 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:13:19.022343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:13:19.029000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Pushing event updated for resources: {'Port': ['ID=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:19.074982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:19.075564 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.092371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-1c9c7d81-887b-44f3-a494-d249a45f7c7b tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872340 Jul 09 18:13:19.152739 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Request body: {'port': {'device_id': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:13:19.224139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6537d3ea-e6a3-48e9-b081-36d5c9fd588c None None] Provisioning for port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:13:19.228852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-6537d3ea-e6a3-48e9-b081-36d5c9fd588c None None] Provisioning complete for port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:13:19.229217 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6537d3ea-e6a3-48e9-b081-36d5c9fd588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.229336 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.262896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-6537d3ea-e6a3-48e9-b081-36d5c9fd588c None None] Port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:13:19.506338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf6b0a2-9346-4404-8ab9-88ca9a43effe {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:13:19.514171 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.527687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Transition to ACTIVE for port object 1cf6b0a2-9346-4404-8ab9-88ca9a43effe will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:13:19.534490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.605819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Pushing event updated for resources: {'Port': ['ID=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:19.658214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Attempting to bind port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:13:19.658581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Attempting to bind port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:13:19.658881 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Attempting to bind port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:13:19.663671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:13:19.664032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Attempting to bind port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe on network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:13:19.669216 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:13:19.669556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Checking segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:13:19.669951 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Bound using segment: {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:13:19.670384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Bound port: 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a171732e-efc1-4a9a-9043-fd3029509e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:13:19.670750 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.778529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] For port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:13:19.782846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] For port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:13:19.800778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800b15e-098f-45ca-aef7-f89f5f60d98a req-d34590d7-74df-437f-a06a-48b62efe154a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:19.802386 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d800b15e-098f-45ca-aef7-f89f5f60d98a req-d34590d7-74df-437f-a06a-48b62efe154a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 943 time: 0.1285746 Jul 09 18:13:19.804421 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.857997 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:19.858620 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:19.860037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] 10.222.0.36 "PUT /v2.0/ports/1cf6b0a2-9346-4404-8ab9-88ca9a43effe HTTP/1.1" status: 200 len: 1092 time: 0.7600751 Jul 09 18:13:19.862749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'tag': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:13:19.865104 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e", "tag": "1cf6b0a2-9346-4404-8ab9-88ca9a43effe"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:13:19.899154 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d800b15e-098f-45ca-aef7-f89f5f60d98a req-a0d12b1e-f231-49a8-86dd-e5c8e85ab6ed tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890987 Jul 09 18:13:19.904017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c81e-20af-43f6-898f-61e67bdd726c service neutron] Pushing event updated for resources: {'Port': ['ID=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:19.962404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-65a6b85e-884f-4f62-83c1-d60921307f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:19.964057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-65a6b85e-884f-4f62-83c1-d60921307f59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 1095 time: 0.0570099 Jul 09 18:13:19.980359 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebb75c3-2a3e-4d95-8533-b068b2b55e44 x-openstack-request-id: req-8ebb75c3-2a3e-4d95-8533-b068b2b55e44 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:13:19.980724 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e", "tag": "1cf6b0a2-9346-4404-8ab9-88ca9a43effe", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:13:19.981038 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ebb75c3-2a3e-4d95-8533-b068b2b55e44 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:13:19.981435 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'tag': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe', 'status': 'completed', 'code': 200} Jul 09 18:13:20.008836 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-62247ac1-5ebb-4651-b32a-a2edfee0ee4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe HTTP/1.1" status: 200 len: 217 time: 0.0377789 Jul 09 18:13:20.067802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-5fdca410-7bb2-43b1-a182-612444cc8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:20.069267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-5fdca410-7bb2-43b1-a182-612444cc8690 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b97e72-3c67-48f2-be2c-6a2dc89e73bd HTTP/1.1" status: 200 len: 856 time: 0.0535626 Jul 09 18:13:20.136400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-371ba1aa-926f-4ec9-ae01-50ee6021b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:20.137934 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-371ba1aa-926f-4ec9-ae01-50ee6021b0f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623336 Jul 09 18:13:20.239099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-df407c6a-51f0-47d7-b758-43bc62400d02 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939500 Jul 09 18:13:20.345918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ca788eef-4968-42b8-a0e4-8af15be381fd req-44f8358f-9bbf-4268-a06f-6df0afcc093f service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003785 Jul 09 18:13:20.454403 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-7894142c-2647-4030-a32a-cec88683d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:20.456313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-7894142c-2647-4030-a32a-cec88683d81d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 1095 time: 0.0567834 Jul 09 18:13:20.549551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-1248cef6-acbf-47ba-b69e-f331af7ea570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:20.551095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-1248cef6-acbf-47ba-b69e-f331af7ea570 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 918 time: 0.0889831 Jul 09 18:13:20.597724 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-7e07accc-b598-4b4d-9916-d4c8814a8886 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe HTTP/1.1" status: 200 len: 217 time: 0.0390570 Jul 09 18:13:20.647242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-eaa102aa-7017-476b-a996-0f9f326886a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:20.648722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-eaa102aa-7017-476b-a996-0f9f326886a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b97e72-3c67-48f2-be2c-6a2dc89e73bd HTTP/1.1" status: 200 len: 856 time: 0.0450737 Jul 09 18:13:20.718753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-46c32086-97f6-4043-81e6-7e5fcfcb98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:20.720363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-46c32086-97f6-4043-81e6-7e5fcfcb98ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646474 Jul 09 18:13:20.817759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-4c932c52-d889-4867-80f1-56bd5b3b2a78 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904191 Jul 09 18:13:20.923412 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9bbb9426-539f-46a3-9fb0-51e8eb2293b7 req-eaccc8f9-96f9-4ee9-abf1-63e963631bea service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983880 Jul 09 18:13:21.104196 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aefc4c-f813-42a1-923e-05d0c9fd0246 req-9c2f321e-4ce7-4cc4-80bc-9649f93ed217 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:21.106500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06aefc4c-f813-42a1-923e-05d0c9fd0246 req-9c2f321e-4ce7-4cc4-80bc-9649f93ed217 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 943 time: 0.0843742 Jul 09 18:13:21.149578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-06aefc4c-f813-42a1-923e-05d0c9fd0246 req-ae2220ac-d6a3-4b6e-80a4-d16568eb76c8 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Jul 09 18:13:22.350402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a4dc-2314-4179-8f45-8b9552afb28e req-ffc41b8e-9c86-4ba6-b09a-c88c488cdb0d tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:22.352208 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d401a4dc-2314-4179-8f45-8b9552afb28e req-ffc41b8e-9c86-4ba6-b09a-c88c488cdb0d tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 943 time: 0.0766163 Jul 09 18:13:22.398805 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d401a4dc-2314-4179-8f45-8b9552afb28e req-ed978bd4-71d7-4103-83ed-fde2ca905df2 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Jul 09 18:13:23.595797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a859a-8e40-4f28-a171-7802a6563971 req-209682fa-9b8b-45b5-937f-af060f4aa756 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:23.597336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b1a859a-8e40-4f28-a171-7802a6563971 req-209682fa-9b8b-45b5-937f-af060f4aa756 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 943 time: 0.0695269 Jul 09 18:13:23.606843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 1cf6b0a2-9346-4404-8ab9-88ca9a43effe details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:13:23.635753 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1b1a859a-8e40-4f28-a171-7802a6563971 req-d727263f-be5a-4b32-9372-98158244a660 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Jul 09 18:13:23.699386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:23.710578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe', 'network_id': '57a1b867-75ba-40cf-8aa9-fbbfda67ca9b', 'port_id': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe', 'mac_address': 'fa:16:3e:f1:3d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b97e72-3c67-48f2-be2c-6a2dc89e73bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:13:23.750452 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:23.763275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf6b0a2-9346-4404-8ab9-88ca9a43effe {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:13:23.784387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:23.791734 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:23.842693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:23.850319 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.850674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.851010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.851339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.851671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.852003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.852329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.852652 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.852971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.853323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.853648 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.853963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:23.980088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['1cf6b0a2-9346-4404-8ab9-88ca9a43effe'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:13:24.823004 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774baacb-1741-4605-97e5-d0d747095be5 req-c527e531-3afe-469e-9484-06b1cd9f8134 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:24.824552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-774baacb-1741-4605-97e5-d0d747095be5 req-c527e531-3afe-469e-9484-06b1cd9f8134 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 944 time: 0.0776420 Jul 09 18:13:24.874791 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-774baacb-1741-4605-97e5-d0d747095be5 req-4001092b-837a-41ef-b22a-2f3aacf7bae8 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Jul 09 18:13:25.606378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 1cf6b0a2-9346-4404-8ab9-88ca9a43effe up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:13:25.659330 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:13:25.663432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:13:25.663709 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:25.738766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:25.763820 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:13:25.766105 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac91c2fa-cd48-4612-861b-b8b56cd3d01c" -d '{"events": [{"server_uuid": "bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "1cf6b0a2-9346-4404-8ab9-88ca9a43effe"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:13:25.778978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:25.784500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:25.834813 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:25.866555 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e078e1-dee3-4142-b734-b9c1cc860c94 x-openstack-request-id: req-e7e078e1-dee3-4142-b734-b9c1cc860c94 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:13:25.866839 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e", "name": "network-vif-plugged", "status": "completed", "tag": "1cf6b0a2-9346-4404-8ab9-88ca9a43effe", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:13:25.867085 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e078e1-dee3-4142-b734-b9c1cc860c94 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:13:25.867503 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe', 'code': 200} Jul 09 18:13:25.983796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061acfe-80ff-410c-82f7-353892e58617 req-97f86847-15a2-4d78-89f3-7cb3704fb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:25.985324 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4061acfe-80ff-410c-82f7-353892e58617 req-97f86847-15a2-4d78-89f3-7cb3704fb861 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 1097 time: 0.0544972 Jul 09 18:13:26.023030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4061acfe-80ff-410c-82f7-353892e58617 req-24f7d811-c528-4dbc-9b57-201e12092eb9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Jul 09 18:13:26.059156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a14baa-7b51-4203-8615-c5c8a5d973d8 req-c009d9a0-422b-4735-bd80-a68275fa8d4c tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:26.060671 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9a14baa-7b51-4203-8615-c5c8a5d973d8 req-c009d9a0-422b-4735-bd80-a68275fa8d4c tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 945 time: 0.0665555 Jul 09 18:13:26.099863 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c9a14baa-7b51-4203-8615-c5c8a5d973d8 req-c1851fbb-1c09-4fcb-9d31-6b1711523212 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Jul 09 18:13:27.296171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2968d1-5e1e-41a7-856c-ac2bb8db2cb8 req-ba50ecbd-927d-4031-a41d-8f6afa63fedb tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:27.297671 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d2968d1-5e1e-41a7-856c-ac2bb8db2cb8 req-ba50ecbd-927d-4031-a41d-8f6afa63fedb tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 945 time: 0.0795557 Jul 09 18:13:27.339387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d2968d1-5e1e-41a7-856c-ac2bb8db2cb8 req-d1fa367d-8bc8-4885-8715-19af784afe49 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jul 09 18:13:27.532627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822af491-39d7-4fce-ae6a-fcf5a65bb9c1 req-dbc8225c-a354-48e0-aa55-84ad6c78c83a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:27.534302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822af491-39d7-4fce-ae6a-fcf5a65bb9c1 req-dbc8225c-a354-48e0-aa55-84ad6c78c83a tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 945 time: 0.0722575 Jul 09 18:13:27.573628 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-822af491-39d7-4fce-ae6a-fcf5a65bb9c1 req-0122f9d0-1979-4232-9891-2e074e24ff15 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Jul 09 18:13:38.683559 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:39.765029 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:40.215001 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-494abf52-af12-4bbf-aae6-b2af6b6f395e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536165 Jul 09 18:13:40.321235 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-7e387e3f-72d3-4e52-8ffd-831cb8eb5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:40.322752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-7e387e3f-72d3-4e52-8ffd-831cb8eb5c71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c576a6308174fa297e66ad2b74ab23e&device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 1097 time: 0.0610030 Jul 09 18:13:40.436686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-90e788f5-d654-48a1-afd6-bed98bb98924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:40.438374 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-90e788f5-d654-48a1-afd6-bed98bb98924 service neutron] 10.222.0.36 "GET /v2.0/networks?id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 200 len: 918 time: 0.0937059 Jul 09 18:13:40.462558 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-474e4be3-f500-4032-ae0f-5d33ecba5eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:40.481952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-2476be61-2b6e-4ae3-af04-3aa273ac0a8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe HTTP/1.1" status: 200 len: 217 time: 0.0370693 Jul 09 18:13:40.541263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-424178c6-d640-499a-8611-2b36156059b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:40.543819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-424178c6-d640-499a-8611-2b36156059b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92b97e72-3c67-48f2-be2c-6a2dc89e73bd HTTP/1.1" status: 200 len: 856 time: 0.0553455 Jul 09 18:13:40.604379 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-d1242d25-c72c-43c2-81ad-85f8a663dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:40.605951 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-d1242d25-c72c-43c2-81ad-85f8a663dcb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549345 Jul 09 18:13:40.695932 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-1776fdae-0441-4907-8b0c-5a7de4b27103 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824745 Jul 09 18:13:40.792169 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38a4596d-6e62-47b3-83bf-55c9dec3b6ee req-09839317-4a61-40c9-b8c0-d4ce7ed1da16 service neutron] 10.222.0.36 "GET /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894477 Jul 09 18:13:43.031246 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9b133ed4-a043-46a7-8259-33338b1eadeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:43.514122 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:44.184570 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:44.313284 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:13:46.089736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:46.697452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194ac27-bae6-4fb2-86a0-60e7fce9bca0 req-7ec39730-275b-44f7-8406-7dc21184d622 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:46.699250 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e194ac27-bae6-4fb2-86a0-60e7fce9bca0 req-7ec39730-275b-44f7-8406-7dc21184d622 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 945 time: 0.0723937 Jul 09 18:13:46.737780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e194ac27-bae6-4fb2-86a0-60e7fce9bca0 req-1acff61b-2282-4572-8608-d6829487b4d8 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Jul 09 18:13:47.921426 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c948b96-abb5-41c2-9440-dff1bbedc513 req-a8a28e63-59ec-47b8-acc5-3f880fd9111c tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:47.922959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c948b96-abb5-41c2-9440-dff1bbedc513 req-a8a28e63-59ec-47b8-acc5-3f880fd9111c tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 945 time: 0.0677340 Jul 09 18:13:47.963038 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4c948b96-abb5-41c2-9440-dff1bbedc513 req-e1831391-860f-4eca-be0e-080fced4d8fb tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/security-groups?id=334c791c-b8b6-4383-8885-f11783f98702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Jul 09 18:13:48.212102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-1f0f8cbf-8c7e-4548-afe0-c83a46c3b041 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:48.213644 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-1f0f8cbf-8c7e-4548-afe0-c83a46c3b041 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 945 time: 0.0749879 Jul 09 18:13:48.336424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Deleting port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:48.336713 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:48.437656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] For port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:48.438096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:48.457065 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Calling delete_port for 1cf6b0a2-9346-4404-8ab9-88ca9a43effe owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:48.598707 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:48.611107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['1cf6b0a2-9346-4404-8ab9-88ca9a43effe'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:13:48.631520 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Pushing event deleted for resources: {'Port': ['ID=1cf6b0a2-9346-4404-8ab9-88ca9a43effe,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:48.677233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] No DVR routers for this DVR port 1cf6b0a2-9346-4404-8ab9-88ca9a43effe on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:13:48.680061 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:48.682095 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-96d61513-a427-49ac-a0ba-e618d7db0e1e req-c491f2c9-4e00-4ffb-bc9a-4e96662c5b75 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.36 "DELETE /v2.0/ports/1cf6b0a2-9346-4404-8ab9-88ca9a43effe HTTP/1.1" status: 204 len: 173 time: 0.4626658 Jul 09 18:13:48.682538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'name': 'network-vif-deleted', 'tag': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:13:48.684881 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3fa8bc-dd56-48e4-ac0a-1aadd4a2476c" -d '{"events": [{"server_uuid": "bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e", "name": "network-vif-deleted", "tag": "1cf6b0a2-9346-4404-8ab9-88ca9a43effe"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:13:48.726619 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ec7a6-b5b1-4d21-b6c4-6b997c887f45 x-openstack-request-id: req-2d7ec7a6-b5b1-4d21-b6c4-6b997c887f45 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:13:48.726915 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e", "name": "network-vif-deleted", "tag": "1cf6b0a2-9346-4404-8ab9-88ca9a43effe", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:13:48.727165 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7ec7a6-b5b1-4d21-b6c4-6b997c887f45 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:13:48.727564 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e', 'name': 'network-vif-deleted', 'tag': '1cf6b0a2-9346-4404-8ab9-88ca9a43effe', 'status': 'completed', 'code': 200} Jul 09 18:13:49.126723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-23fce4b6-c772-42b6-b1f4-357bd60d1c0b req-66138cc9-dc5c-4f1f-bd44-c69fb031ca18 tempest-TestEncryptedCinderVolumes-1636874963 tempest-TestEncryptedCinderVolumes-1636874963-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb5685e9-e0c0-45cc-8ec7-4f53b5ef2a8e HTTP/1.1" status: 200 len: 210 time: 0.0364208 Jul 09 18:13:50.273216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52352) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:50.643205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:50.904497 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Deleting port f8215089-decf-4d89-86d0-1ff4c7370813 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:50.904748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:50.985034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] For port f8215089-decf-4d89-86d0-1ff4c7370813, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8215089-decf-4d89-86d0-1ff4c7370813,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:50.985368 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:50.997948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Calling delete_port for f8215089-decf-4d89-86d0-1ff4c7370813 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:51.191639 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:51.221182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8215089-decf-4d89-86d0-1ff4c7370813,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:51.232671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.233015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.233349 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.233682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.234011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.234333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.234657 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.234978 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.235294 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.235645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.235972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.236289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:13:51.395202 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:51.624534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Router a5e88e89-a329-46a2-8c08-f966f299e247 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:13:51.756806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 1cf6b0a2-9346-4404-8ab9-88ca9a43effe no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:51.780900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 1cf6b0a2-9346-4404-8ab9-88ca9a43effe {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:51.781226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 1cf6b0a2-9346-4404-8ab9-88ca9a43effe not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:52.083170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:13:52.090227 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0b600b47-6c54-448f-971c-12616f696ffd admin admin] 10.222.0.21 "PUT /v2.0/routers/a5e88e89-a329-46a2-8c08-f966f299e247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159828 Jul 09 18:13:52.091077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52354) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:52.092827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] Sync routers for ids ['a5e88e89-a329-46a2-8c08-f966f299e247'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:13:52.103554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] Routers {'a5e88e89-a329-46a2-8c08-f966f299e247'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:13:52.104241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a5e88e89-a329-46a2-8c08-f966f299e247'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:52.199501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.214751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] Set router a5e88e89-a329-46a2-8c08-f966f299e247 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:13:52.298393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.359890 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Deleting port dd296a26-90b8-4fe9-9f08-107685dee8cc {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:52.360296 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.447912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] For port dd296a26-90b8-4fe9-9f08-107685dee8cc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dd296a26-90b8-4fe9-9f08-107685dee8cc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:52.448620 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.462200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Calling delete_port for dd296a26-90b8-4fe9-9f08-107685dee8cc owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:52.552699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:13:51Z', 'revision_number': 5, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port': {'id': 'dd296a26-90b8-4fe9-9f08-107685dee8cc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:32Z', 'updated_at': '2021-07-09T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:52.586960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] Checking router: a5e88e89-a329-46a2-8c08-f966f299e247 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:13:52.592617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] Routers {'a5e88e89-a329-46a2-8c08-f966f299e247'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:13:52.593353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['a5e88e89-a329-46a2-8c08-f966f299e247'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:52.645295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.670231 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd296a26-90b8-4fe9-9f08-107685dee8cc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:52.681487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] Set router a5e88e89-a329-46a2-8c08-f966f299e247 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:13:52.735539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:13:52Z', 'revision_number': 6, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:52.737638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.764096 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beceaf10-3a4d-4f5d-a7d2-e53bdcd8e9ac None None] The sync data for ids ['a5e88e89-a329-46a2-8c08-f966f299e247'] in n-d-791506-17 is: [{'id': 'a5e88e89-a329-46a2-8c08-f966f299e247', 'name': 'tempest-TestEncryptedCinderVolumes-2134659992-router', 'tenant_id': '0c576a6308174fa297e66ad2b74ab23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:31Z', 'updated_at': '2021-07-09T18:13:52Z', 'revision_number': 6, 'project_id': '0c576a6308174fa297e66ad2b74ab23e', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:13:52.832555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.835094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.882321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.882855 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e88e89-a329-46a2-8c08-f966f299e247 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:13:52.887844 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.889088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cbe922c9-0078-4379-ae7e-fbba5699c05c admin admin] 10.222.0.21 "DELETE /v2.0/routers/a5e88e89-a329-46a2-8c08-f966f299e247 HTTP/1.1" status: 204 len: 168 time: 0.7970023 Jul 09 18:13:52.891626 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52356) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:52.938905 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Deleting subnet 92b97e72-3c67-48f2-be2c-6a2dc89e73bd {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:13:52.941980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:52.976494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.055164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.111357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.142422 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b97e72-3c67-48f2-be2c-6a2dc89e73bd,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:53.146403 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.151496 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52358) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:53.153201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1218545-df16-48c4-ad8b-75b984fa1c90 None None] Network 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:13:53.155459 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c07d0d98-c380-4c2f-88c7-c2e46e91d0fe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92b97e72-3c67-48f2-be2c-6a2dc89e73bd HTTP/1.1" status: 204 len: 168 time: 0.2627294 Jul 09 18:13:53.233915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.286625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Deleting port d75c1626-a106-4114-a531-fb76d485f268 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:53.287617 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.349439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] For port d75c1626-a106-4114-a531-fb76d485f268, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d75c1626-a106-4114-a531-fb76d485f268,segment=NetworkSegment(a171732e-efc1-4a9a-9043-fd3029509e44),segment_id=a171732e-efc1-4a9a-9043-fd3029509e44)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:53.349772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.363208 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Calling delete_port for d75c1626-a106-4114-a531-fb76d485f268 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:53.450132 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.477257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75c1626-a106-4114-a531-fb76d485f268,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:53.483272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] No DVR routers for this DVR port d75c1626-a106-4114-a531-fb76d485f268 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:13:53.549118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d14ad23-51c1-40e2-bd51-b77cd414f714 None None] DHCP port deletion for 57a1b867-75ba-40cf-8aa9-fbbfda67ca9b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:13:53.571338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.582947 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a1b867-75ba-40cf-8aa9-fbbfda67ca9b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:53.594869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a171732e-efc1-4a9a-9043-fd3029509e44') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:53.595135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a171732e-efc1-4a9a-9043-fd3029509e44') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:53.604627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.618304 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.624793 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:13:53.625203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:13:53.626973 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:13:53.684925 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.690594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:53.692466 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] 10.222.0.21 "DELETE /v2.0/networks/57a1b867-75ba-40cf-8aa9-fbbfda67ca9b HTTP/1.1" status: 204 len: 168 time: 0.5399354 Jul 09 18:13:53.695713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52360) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:53.703497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81760e33-064b-44df-8f3a-30dc4eef4517 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a1b867-75ba-40cf-8aa9-fbbfda67ca9b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:54.092028 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:54.383394 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Deleting port bb6d592e-3a08-4ba7-91c9-6ce756bc2158 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:54.383640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:54.448873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd296a26-90b8-4fe9-9f08-107685dee8cc no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:54.467643 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] For port bb6d592e-3a08-4ba7-91c9-6ce756bc2158, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,segment=NetworkSegment(6b06204c-f596-46d9-b0b8-eeb6d2acb3cf),segment_id=6b06204c-f596-46d9-b0b8-eeb6d2acb3cf)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:54.468086 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:54.468740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: dd296a26-90b8-4fe9-9f08-107685dee8cc {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:54.469135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd296a26-90b8-4fe9-9f08-107685dee8cc not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:54.469490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8215089-decf-4d89-86d0-1ff4c7370813 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:54.481127 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Calling delete_port for bb6d592e-3a08-4ba7-91c9-6ce756bc2158 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:54.487383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f8215089-decf-4d89-86d0-1ff4c7370813 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:54.487725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8215089-decf-4d89-86d0-1ff4c7370813 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:54.488151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d75c1626-a106-4114-a531-fb76d485f268 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:54.509112 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d75c1626-a106-4114-a531-fb76d485f268 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:54.509445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d75c1626-a106-4114-a531-fb76d485f268 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:54.680671 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:54.709590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6d592e-3a08-4ba7-91c9-6ce756bc2158,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:54.877300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.102063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Router 2ea0c716-4e12-4167-a277-814144bcb026 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:13:55.208182 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:13:55.213551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-42c7bec2-33ff-41d4-af1c-5a54e203ca65 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ea0c716-4e12-4167-a277-814144bcb026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5167425 Jul 09 18:13:55.216249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52362) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:55.216781 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] Sync routers for ids ['2ea0c716-4e12-4167-a277-814144bcb026'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:13:55.226875 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] Routers {'2ea0c716-4e12-4167-a277-814144bcb026'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:13:55.227493 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ea0c716-4e12-4167-a277-814144bcb026'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:55.320303 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.332389 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] Set router 2ea0c716-4e12-4167-a277-814144bcb026 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:13:55.422438 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.477017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Deleting port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:55.477366 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.508666 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:13:54Z', 'revision_number': 5, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port': {'id': '7d65eb28-c16c-4efa-b6ef-2c51706ffefc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea0c716-4e12-4167-a277-814144bcb026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:12:37Z', 'updated_at': '2021-07-09T18:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:55.538845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] Checking router: 2ea0c716-4e12-4167-a277-814144bcb026 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:13:55.547752 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] Routers {'2ea0c716-4e12-4167-a277-814144bcb026'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:13:55.548387 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ea0c716-4e12-4167-a277-814144bcb026'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:55.554571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] For port 7d65eb28-c16c-4efa-b6ef-2c51706ffefc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:55.554930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.567971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Calling delete_port for 7d65eb28-c16c-4efa-b6ef-2c51706ffefc owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:55.732701 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] Set router 2ea0c716-4e12-4167-a277-814144bcb026 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:13:55.741141 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.771689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d65eb28-c16c-4efa-b6ef-2c51706ffefc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:55.783032 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:13:55Z', 'revision_number': 6, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:55.812110 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5fd6a-4401-431e-83bb-ee29d641d04c None None] The sync data for ids ['2ea0c716-4e12-4167-a277-814144bcb026'] in n-d-791506-17 is: [{'id': '2ea0c716-4e12-4167-a277-814144bcb026', 'name': 'tempest-TestEncryptedCinderVolumes-129693138-router', 'tenant_id': '32c225084d31408cad7a99341fb905dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:12:36Z', 'updated_at': '2021-07-09T18:13:55Z', 'revision_number': 6, 'project_id': '32c225084d31408cad7a99341fb905dd', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:13:55.833815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.939223 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.942184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.995684 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:55.996342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea0c716-4e12-4167-a277-814144bcb026 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:13:56.001554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.002794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-274deb91-b0ec-4580-af5e-40c524f1639c admin admin] 10.222.0.21 "DELETE /v2.0/routers/2ea0c716-4e12-4167-a277-814144bcb026 HTTP/1.1" status: 204 len: 168 time: 0.7855818 Jul 09 18:13:56.005306 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52366) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:56.060620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Deleting subnet 15fcc1e2-3136-4f47-98e9-f0b56e31654c {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:13:56.064094 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.099184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.176716 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.233981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.264627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fcc1e2-3136-4f47-98e9-f0b56e31654c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:56.269501 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.271302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3518be40-eb9d-454a-9161-a81ac92a0ff7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/15fcc1e2-3136-4f47-98e9-f0b56e31654c HTTP/1.1" status: 204 len: 168 time: 0.2650778 Jul 09 18:13:56.273996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52368) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:56.275105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23d193-b55b-469c-98b2-86a2fa638a32 None None] Network c0148898-24e5-4afb-9f90-638d5428a33b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:13:56.347615 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.401923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Deleting port 5d58399f-a501-45d4-bc82-ce44d3760340 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:56.402266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.464189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] For port 5d58399f-a501-45d4-bc82-ce44d3760340, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d58399f-a501-45d4-bc82-ce44d3760340,segment=NetworkSegment(6b06204c-f596-46d9-b0b8-eeb6d2acb3cf),segment_id=6b06204c-f596-46d9-b0b8-eeb6d2acb3cf)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:56.464547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.476967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Calling delete_port for 5d58399f-a501-45d4-bc82-ce44d3760340 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:56.552807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] DHCP port deletion for c0148898-24e5-4afb-9f90-638d5428a33b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:13:56.570136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.609513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d58399f-a501-45d4-bc82-ce44d3760340,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:56.611453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] No DVR routers for this DVR port 5d58399f-a501-45d4-bc82-ce44d3760340 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:13:56.621326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Deleting port 5d58399f-a501-45d4-bc82-ce44d3760340 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:13:56.621778 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.634638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bb6d592e-3a08-4ba7-91c9-6ce756bc2158 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:56.678215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: bb6d592e-3a08-4ba7-91c9-6ce756bc2158 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:56.678628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device bb6d592e-3a08-4ba7-91c9-6ce756bc2158 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:56.679107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d58399f-a501-45d4-bc82-ce44d3760340 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:56.689352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.699590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0148898-24e5-4afb-9f90-638d5428a33b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:56.709399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5d58399f-a501-45d4-bc82-ce44d3760340 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:56.709748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d58399f-a501-45d4-bc82-ce44d3760340 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:56.710168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d65eb28-c16c-4efa-b6ef-2c51706ffefc no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:13:56.710596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:56.710891 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b06204c-f596-46d9-b0b8-eeb6d2acb3cf') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:13:56.720464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.733754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 7d65eb28-c16c-4efa-b6ef-2c51706ffefc {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:13:56.733754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 7d65eb28-c16c-4efa-b6ef-2c51706ffefc not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:13:56.734748 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.741244 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:13:56.741677 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.749494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] For port 5d58399f-a501-45d4-bc82-ce44d3760340, host n-d-791506-17, got binding levels [] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:13:56.749889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:13:56.752064 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:13:56.761888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Calling delete_port for 5d58399f-a501-45d4-bc82-ce44d3760340 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:13:56.764853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.ipam_backend_mixin [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Port 5d58399f-a501-45d4-bc82-ce44d3760340 was not found and therefore no delete operation was performed {{(pid=93897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 18:13:56.766155 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.792947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] Pushing event deleted for resources: {'Port': ['ID=5d58399f-a501-45d4-bc82-ce44d3760340,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:56.795108 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8491ed4-43bb-47a9-830a-b705ef3391b5 None None] No DVR routers for this DVR port 5d58399f-a501-45d4-bc82-ce44d3760340 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:13:56.801505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.810346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:56.812529 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c0148898-24e5-4afb-9f90-638d5428a33b HTTP/1.1" status: 204 len: 168 time: 0.5375354 Jul 09 18:13:56.825396 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995ecee-ddc5-4831-adb0-6e5a7ce35aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0148898-24e5-4afb-9f90-638d5428a33b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:56.994512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52374) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:57.037589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ff894130-ffa9-4563-b4d4-50b61348ee8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c576a6308174fa297e66ad2b74ab23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416005 Jul 09 18:13:57.039900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52376) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:57.101847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-afa473fc-526a-4bcf-bf41-b26dc1bbf689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:57.467123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-afa473fc-526a-4bcf-bf41-b26dc1bbf689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:57.516584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-afa473fc-526a-4bcf-bf41-b26dc1bbf689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:57.519213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-afa473fc-526a-4bcf-bf41-b26dc1bbf689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:57.520419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-afa473fc-526a-4bcf-bf41-b26dc1bbf689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/334c791c-b8b6-4383-8885-f11783f98702 HTTP/1.1" status: 204 len: 168 time: 0.4796562 Jul 09 18:13:57.528319 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa473fc-526a-4bcf-bf41-b26dc1bbf689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c791c-b8b6-4383-8885-f11783f98702,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:57.864274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52382) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:57.906117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1538060d-e42e-43a6-8f9b-208534db9ba9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32c225084d31408cad7a99341fb905dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406201 Jul 09 18:13:57.908837 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52384) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:57.969420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e246b563-05ad-4a68-9a6f-337cd1772440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:57.991780 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e246b563-05ad-4a68-9a6f-337cd1772440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:58.042372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e246b563-05ad-4a68-9a6f-337cd1772440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:58.044858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e246b563-05ad-4a68-9a6f-337cd1772440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:58.046103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e246b563-05ad-4a68-9a6f-337cd1772440 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b78b830-00de-467e-a3fb-1cd01bde9fce HTTP/1.1" status: 204 len: 168 time: 0.1361341 Jul 09 18:13:58.054553 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246b563-05ad-4a68-9a6f-337cd1772440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78b830-00de-467e-a3fb-1cd01bde9fce,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:58.789013 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:58.893180 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2125393526-network', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:13:58.918201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Made reservation on behalf of 642de3e939ec4c65b1bb7f41dd9f424a for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:13:58.921090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:58.929714 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.027386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.033564 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.059797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:13:59.066007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee9f7de-e422-4082-8801-4f41dc79b0a6,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:59.072324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.072669 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Added segment d97fd035-eb4e-42fd-b185-ac0a9c8b1d30 of type vlan for network ba627322-b5fd-41bb-992c-1e0f90e94419 Jul 09 18:13:59.112373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.144207 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.145198 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:59.145775 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.201140 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4110098 Jul 09 18:13:59.204579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52410) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:59.206708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac0c34-1a88-4607-bcfe-545f49c36b25 admin admin] Pushing event updated for resources: {'Network': ['ID=ba627322-b5fd-41bb-992c-1e0f90e94419,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:59.210269 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Request body: {'subnet': {'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2125393526-subnet', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:13:59.217211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network ba627322-b5fd-41bb-992c-1e0f90e94419 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:13:59.232512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Made reservation on behalf of 642de3e939ec4c65b1bb7f41dd9f424a for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:13:59.234884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.400657 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.462159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9112d9c3-e581-4a73-82f5-11ae29767d7d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:13:59.472041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Checking segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:13:59.472406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Network hostable DHCP agents. Network: ba627322-b5fd-41bb-992c-1e0f90e94419, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:13:59.493459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Network ba627322-b5fd-41bb-992c-1e0f90e94419 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:13:59.506178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, ba627322-b5fd-41bb-992c-1e0f90e94419) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:13:59.510721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:13:59.511311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.516282 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03143b-764a-491d-9996-f3ea860280c3 None None] Network ba627322-b5fd-41bb-992c-1e0f90e94419 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:13:59.528306 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-748b4439-bc77-4cd6-a216-da9544f657b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3223755 Jul 09 18:13:59.531295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52412) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:13:59.535898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:13:59.563243 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.564758 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.643327 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.698339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-ba627322-b5fd-41bb-992c-1e0f90e94419', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:13:59.699182 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.782889 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.837739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Allocated IP 172.20.0.2 (ba627322-b5fd-41bb-992c-1e0f90e94419/9112d9c3-e581-4a73-82f5-11ae29767d7d/dd83de62-7911-4d35-8f73-33ecfc4d4c31) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:13:59.985522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.986589 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:13:59.995607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Transition to ACTIVE for port object dd83de62-7911-4d35-8f73-33ecfc4d4c31 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:00.008661 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.013389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Transition to ACTIVE for port object dd83de62-7911-4d35-8f73-33ecfc4d4c31 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:00.019958 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.059465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Network ba627322-b5fd-41bb-992c-1e0f90e94419 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:00.066736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:00.071911 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:00.074268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Pushing event updated for resources: {'Port': ['ID=dd83de62-7911-4d35-8f73-33ecfc4d4c31,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:00.112802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Allocated IP 172.25.3.99 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/835f5e78-f5d4-4da7-87f2-f2f096b32baa) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:00.139001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Attempting to bind port dd83de62-7911-4d35-8f73-33ecfc4d4c31 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:00.139494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Attempting to bind port dd83de62-7911-4d35-8f73-33ecfc4d4c31 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:00.139964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Attempting to bind port dd83de62-7911-4d35-8f73-33ecfc4d4c31 on network ba627322-b5fd-41bb-992c-1e0f90e94419 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:00.145410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:00.145860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Checking segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:00.146329 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.146785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Bound using segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:00.147316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Bound port: dd83de62-7911-4d35-8f73-33ecfc4d4c31, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:00.147781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.212271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] For port dd83de62-7911-4d35-8f73-33ecfc4d4c31, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:00.215898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] For port dd83de62-7911-4d35-8f73-33ecfc4d4c31, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dd83de62-7911-4d35-8f73-33ecfc4d4c31,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:00.218391 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.222412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.260511 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.288225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71630765-e2cf-4f67-a58b-0c64174b8d55 None None] Pushing event updated for resources: {'Port': ['ID=dd83de62-7911-4d35-8f73-33ecfc4d4c31,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:00.305583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:00.310389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:00.314920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:00.318127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=835f5e78-f5d4-4da7-87f2-f2f096b32baa,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:00.598416 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.813759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:00.949615 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Router be68194a-a853-4388-b494-986a2c1cd7ff is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:14:01.071718 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:14:01.082574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Sync routers for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:14:01.093118 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.093403 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:01.094073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:01.097499 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c03ee1f7-5b85-4d36-8fca-4405d417b1e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5625546 Jul 09 18:14:01.097754 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:01.205903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:01.323954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae80d1-3a03-4550-a20d-a8dba05207e2 None None] Network ba627322-b5fd-41bb-992c-1e0f90e94419 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:14:01.457283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cec4e63d-b781-4aec-8644-5c1214de5381 None None] Provisioning for port dd83de62-7911-4d35-8f73-33ecfc4d4c31 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:01.504331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:00Z', 'revision_number': 3, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:01.523880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.533649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Checking router: be68194a-a853-4388-b494-986a2c1cd7ff for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:14:01.534003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Updating router be68194a-a853-4388-b494-986a2c1cd7ff port 835f5e78-f5d4-4da7-87f2-f2f096b32baa binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:14:01.589558 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.688684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Allocated IP 172.20.0.1 (ba627322-b5fd-41bb-992c-1e0f90e94419/9112d9c3-e581-4a73-82f5-11ae29767d7d/f4408475-8b4d-4f9b-b12b-ebb038ee57da) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:01.811252 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.826189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Transition to ACTIVE for port object f4408475-8b4d-4f9b-b12b-ebb038ee57da will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:01.864463 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.870870 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.883097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Transition to ACTIVE for port object 835f5e78-f5d4-4da7-87f2-f2f096b32baa will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:01.890314 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.904499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Network ba627322-b5fd-41bb-992c-1e0f90e94419 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:01.907385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:01.910435 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:01.946466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Pushing event updated for resources: {'Port': ['ID=f4408475-8b4d-4f9b-b12b-ebb038ee57da,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:01.953503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Attempting to bind port 835f5e78-f5d4-4da7-87f2-f2f096b32baa on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:01.954195 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Attempting to bind port 835f5e78-f5d4-4da7-87f2-f2f096b32baa by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:01.954577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Attempting to bind port 835f5e78-f5d4-4da7-87f2-f2f096b32baa on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:01.960527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355fafd-43c3-4ada-afac-4728344a781c None None] Pushing event updated for resources: {'Port': ['ID=835f5e78-f5d4-4da7-87f2-f2f096b32baa,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:01.962804 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.963051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:01.963426 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:01.963851 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:01.964235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:01.964710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Bound port: 835f5e78-f5d4-4da7-87f2-f2f096b32baa, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:01.965092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.022284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] For port 835f5e78-f5d4-4da7-87f2-f2f096b32baa, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:02.026284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] For port 835f5e78-f5d4-4da7-87f2-f2f096b32baa, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=835f5e78-f5d4-4da7-87f2-f2f096b32baa,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:02.032210 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.098829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355fafd-43c3-4ada-afac-4728344a781c None None] Pushing event updated for resources: {'Port': ['ID=835f5e78-f5d4-4da7-87f2-f2f096b32baa,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:02.101696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:02.102377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:02.124613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.291122 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.297396 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.367497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Pushing event updated for resources: {'Port': ['ID=f4408475-8b4d-4f9b-b12b-ebb038ee57da,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:02.369166 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1b7a4c36-2ded-4215-b223-997a6ad03a68 None None] Provisioning for port f4408475-8b4d-4f9b-b12b-ebb038ee57da completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:02.369877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.381185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1b7a4c36-2ded-4215-b223-997a6ad03a68 None None] Provisioning complete for port f4408475-8b4d-4f9b-b12b-ebb038ee57da triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:02.381553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4c36-2ded-4215-b223-997a6ad03a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.386449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:02.468632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Network ba627322-b5fd-41bb-992c-1e0f90e94419 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:02.470194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:02.482414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a4c36-2ded-4215-b223-997a6ad03a68 None None] Port f4408475-8b4d-4f9b-b12b-ebb038ee57da cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:14:02.517822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd83de62-7911-4d35-8f73-33ecfc4d4c31 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:02.595644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Router be68194a-a853-4388-b494-986a2c1cd7ff has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:14:02.634274 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port dd83de62-7911-4d35-8f73-33ecfc4d4c31 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:02.641144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dd83de62-7911-4d35-8f73-33ecfc4d4c31 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:02.641766 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.711286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:14:02.716211 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4d4c1e90-be0f-4ca3-ad52-eb49992a8aca admin admin] 10.222.0.21 "PUT /v2.0/routers/be68194a-a853-4388-b494-986a2c1cd7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6174586 Jul 09 18:14:02.726071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:01Z', 'revision_number': 1, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:02.761751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1f6c-8b95-49bb-a30e-f03493740b8f None None] The sync data for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 is: [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:01Z', 'revision_number': 1, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:14:02.770046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.783907 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4a649b1b-cbab-460a-9804-3613af6ddb35 None None] Provisioning complete for port f4408475-8b4d-4f9b-b12b-ebb038ee57da triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:02.784085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4a649b1b-cbab-460a-9804-3613af6ddb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.844710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port dd83de62-7911-4d35-8f73-33ecfc4d4c31, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dd83de62-7911-4d35-8f73-33ecfc4d4c31,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:02.848067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4a649b1b-cbab-460a-9804-3613af6ddb35 None None] Port f4408475-8b4d-4f9b-b12b-ebb038ee57da cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:14:02.853195 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:02.904781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=dd83de62-7911-4d35-8f73-33ecfc4d4c31,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:03.246618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52430) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:03.252010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-245467259-network', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:03.274990 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Made reservation on behalf of ea60a364d7944f4fae7c489ac49c62bb for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:14:03.277788 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.286866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.384149 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.388982 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.420157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:14:03.426860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e56de-43c4-45c3-97c8-5fbec7323945,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:03.435269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.435269 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Added segment df559c3a-f8fa-4994-9b90-7db7b4fc766f of type vlan for network d6aa6f35-718c-427e-9c6b-d499912b5c2c Jul 09 18:14:03.482050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.516540 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.517651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:03.518178 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.580231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3324304 Jul 09 18:14:03.581389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b8a1f-17f6-4313-89b2-653c081c437c admin admin] Pushing event updated for resources: {'Network': ['ID=d6aa6f35-718c-427e-9c6b-d499912b5c2c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:03.583156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52432) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:03.597392 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Request body: {'subnet': {'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-245467259-subnet', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:03.599569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:14:03.624656 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Made reservation on behalf of ea60a364d7944f4fae7c489ac49c62bb for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:14:03.628472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.817267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.873186 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67139ee-22ed-497a-968d-47c6c40841d5,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:03.884114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Checking segment: {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:03.884478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Network hostable DHCP agents. Network: d6aa6f35-718c-427e-9c6b-d499912b5c2c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:14:03.902366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:14:03.912784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, d6aa6f35-718c-427e-9c6b-d499912b5c2c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:03.917470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:03.918405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.923906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9dda6d-2d63-49e7-84a2-65616905b8f0 None None] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:14:03.937978 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce452a45-dc3d-43cf-97b7-caebffa7dbe5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3534713 Jul 09 18:14:03.940571 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52434) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:03.946731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:03.985762 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:03.986876 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.066176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.116797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-d6aa6f35-718c-427e-9c6b-d499912b5c2c', 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'fixed_ips': [{'subnet_id': 'b67139ee-22ed-497a-968d-47c6c40841d5'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:14:04.117711 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.260654 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Allocated IP 172.20.0.2 (d6aa6f35-718c-427e-9c6b-d499912b5c2c/b67139ee-22ed-497a-968d-47c6c40841d5/f7507f79-5029-4e28-8406-623e55682c6a) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:04.412550 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.424208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Transition to ACTIVE for port object f7507f79-5029-4e28-8406-623e55682c6a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:04.449391 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Transition to ACTIVE for port object f7507f79-5029-4e28-8406-623e55682c6a will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:04.458394 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.511205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:04.514576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:04.520433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:04.523744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Pushing event updated for resources: {'Port': ['ID=f7507f79-5029-4e28-8406-623e55682c6a,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:04.585484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Attempting to bind port f7507f79-5029-4e28-8406-623e55682c6a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:04.585867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Attempting to bind port f7507f79-5029-4e28-8406-623e55682c6a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:04.586240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Attempting to bind port f7507f79-5029-4e28-8406-623e55682c6a on network d6aa6f35-718c-427e-9c6b-d499912b5c2c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:04.592798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:04.593337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Checking segment: {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:04.593754 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.594301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Bound using segment: {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:04.595153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Bound port: f7507f79-5029-4e28-8406-623e55682c6a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:04.595831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.598845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.614824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd83de62-7911-4d35-8f73-33ecfc4d4c31 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:04.705752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] For port f7507f79-5029-4e28-8406-623e55682c6a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:04.709050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] For port f7507f79-5029-4e28-8406-623e55682c6a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f7507f79-5029-4e28-8406-623e55682c6a,segment=NetworkSegment(df559c3a-f8fa-4994-9b90-7db7b4fc766f),segment_id=df559c3a-f8fa-4994-9b90-7db7b4fc766f)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:04.713931 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port dd83de62-7911-4d35-8f73-33ecfc4d4c31 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:04.714311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.745794 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.820636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08863a5f-80da-4560-bdf3-509a38710c2b None None] Pushing event updated for resources: {'Port': ['ID=f7507f79-5029-4e28-8406-623e55682c6a,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:04.839709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.862405 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.865077 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 835f5e78-f5d4-4da7-87f2-f2f096b32baa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:04.919362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 835f5e78-f5d4-4da7-87f2-f2f096b32baa completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:04.924235 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 835f5e78-f5d4-4da7-87f2-f2f096b32baa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:04.924865 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:04.945883 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Sync routers for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:14:04.956485 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:04.957179 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:05.008519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Allocated IP 172.25.3.20 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/233a32b4-66c1-486b-b724-c3e7c8a7d3e2) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:05.040332 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.067118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 835f5e78-f5d4-4da7-87f2-f2f096b32baa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=835f5e78-f5d4-4da7-87f2-f2f096b32baa,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:05.072336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.123500 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:05.130380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=835f5e78-f5d4-4da7-87f2-f2f096b32baa,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:05.170075 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.215886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.256341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:05.259136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:05.262732 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:05.268634 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Pushing event updated for resources: {'Port': ['ID=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:05.323361 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 2, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:05.350266 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Checking router: be68194a-a853-4388-b494-986a2c1cd7ff for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:14:05.350613 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Updating router be68194a-a853-4388-b494-986a2c1cd7ff port f4408475-8b4d-4f9b-b12b-ebb038ee57da binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:14:05.388798 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.520097 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.661627 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.672498 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Transition to ACTIVE for port object f4408475-8b4d-4f9b-b12b-ebb038ee57da will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:05.679245 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.733430 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.752150 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Pushing event updated for resources: {'Port': ['ID=f4408475-8b4d-4f9b-b12b-ebb038ee57da,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:05.778501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.778847 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.779186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.779516 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.779934 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.780278 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.780571 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.780885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.781205 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.781513 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.781824 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.782135 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:05.800628 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Attempting to bind port f4408475-8b4d-4f9b-b12b-ebb038ee57da on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:05.800993 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Attempting to bind port f4408475-8b4d-4f9b-b12b-ebb038ee57da by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:05.801355 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Attempting to bind port f4408475-8b4d-4f9b-b12b-ebb038ee57da on network ba627322-b5fd-41bb-992c-1e0f90e94419 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:05.806659 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:05.807037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Checking segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:05.808020 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.808407 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Bound using segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:05.809026 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Bound port: f4408475-8b4d-4f9b-b12b-ebb038ee57da, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:05.809389 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.881770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9504249-c7d9-47ac-9875-b4f74f5371a1 None None] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:14:05.892469 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] For port f4408475-8b4d-4f9b-b12b-ebb038ee57da, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:05.897108 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] For port f4408475-8b4d-4f9b-b12b-ebb038ee57da, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f4408475-8b4d-4f9b-b12b-ebb038ee57da,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:05.905937 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:05.924919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Router 36b843c6-65cb-41dc-811c-085de84c89e9 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:14:05.946587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-30d75a2c-4fba-4dd9-88b7-afcd9c012f55 None None] Provisioning for port f7507f79-5029-4e28-8406-623e55682c6a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:05.992303 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:05.993348 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:06.057825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:14:06.085918 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:06.088062 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6e45705-b334-46da-b9b5-f2e9ff871801 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1455970 Jul 09 18:14:06.088452 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Sync routers for ids ['36b843c6-65cb-41dc-811c-085de84c89e9'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:14:06.090783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52438) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:06.109654 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e5c30-4631-4d5a-8ef6-41ed24616e33 None None] Pushing event updated for resources: {'Port': ['ID=f4408475-8b4d-4f9b-b12b-ebb038ee57da,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:06.116676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Routers {'36b843c6-65cb-41dc-811c-085de84c89e9'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:06.117388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['36b843c6-65cb-41dc-811c-085de84c89e9'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:06.119946 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:06.253741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Set router 36b843c6-65cb-41dc-811c-085de84c89e9 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:06.372763 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:06.410416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232b8c0-5758-4cdf-b560-793ec3f79c95 None None] The sync data for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 is: [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:14:06.504054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 3, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:06.547908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Checking router: 36b843c6-65cb-41dc-811c-085de84c89e9 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:14:06.548404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Updating router 36b843c6-65cb-41dc-811c-085de84c89e9 port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:14:06.600222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:06.654331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f4408475-8b4d-4f9b-b12b-ebb038ee57da up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:06.827521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f4408475-8b4d-4f9b-b12b-ebb038ee57da completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:06.839407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f4408475-8b4d-4f9b-b12b-ebb038ee57da triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:06.839807 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:06.973810 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:06.992927 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:06.997717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.022958 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Transition to ACTIVE for port object 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:07.033399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.046027 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f4408475-8b4d-4f9b-b12b-ebb038ee57da, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f4408475-8b4d-4f9b-b12b-ebb038ee57da,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:07.074719 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.075390 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 835f5e78-f5d4-4da7-87f2-f2f096b32baa up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:07.131559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4eea4-d748-4b68-800a-239a6e25516b None None] Pushing event updated for resources: {'Port': ['ID=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:07.138727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Attempting to bind port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:07.139099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Attempting to bind port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:07.139536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Attempting to bind port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:07.151394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Allocated IP 172.20.0.1 (d6aa6f35-718c-427e-9c6b-d499912b5c2c/b67139ee-22ed-497a-968d-47c6c40841d5/a674e26a-e587-446a-bee6-1e7d55d84059) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:07.165438 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:07.165812 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:07.166234 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.166620 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:07.167106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Bound port: 233a32b4-66c1-486b-b724-c3e7c8a7d3e2, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:07.167491 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.250449 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f4408475-8b4d-4f9b-b12b-ebb038ee57da,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:07.256908 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 835f5e78-f5d4-4da7-87f2-f2f096b32baa triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:07.257330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.280652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.285775 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] For port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:07.296592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Transition to ACTIVE for port object a674e26a-e587-446a-bee6-1e7d55d84059 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:07.302060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] For port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:07.308332 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.339145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.379083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Routers {'36b843c6-65cb-41dc-811c-085de84c89e9'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:07.379696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['36b843c6-65cb-41dc-811c-085de84c89e9'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:07.380253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:07.384524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4eea4-d748-4b68-800a-239a6e25516b None None] Pushing event updated for resources: {'Port': ['ID=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:07.385400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:07.388919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:07.415343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Pushing event updated for resources: {'Port': ['ID=a674e26a-e587-446a-bee6-1e7d55d84059,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:07.430910 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.484751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7507f79-5029-4e28-8406-623e55682c6a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:07.543232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] Set router 36b843c6-65cb-41dc-811c-085de84c89e9 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:07.583970 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.640364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f7507f79-5029-4e28-8406-623e55682c6a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:07.649456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f7507f79-5029-4e28-8406-623e55682c6a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:07.649816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.756914 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.763211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.834338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.836304 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Pushing event updated for resources: {'Port': ['ID=a674e26a-e587-446a-bee6-1e7d55d84059,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:07.883206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-61d49dbf-cf7b-4e25-a6b7-d1f3d09eb94f None None] Provisioning for port a674e26a-e587-446a-bee6-1e7d55d84059 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:07.896571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-61d49dbf-cf7b-4e25-a6b7-d1f3d09eb94f None None] Provisioning complete for port a674e26a-e587-446a-bee6-1e7d55d84059 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:07.896819 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-61d49dbf-cf7b-4e25-a6b7-d1f3d09eb94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:07.935610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:07.937209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:07.984249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-61d49dbf-cf7b-4e25-a6b7-d1f3d09eb94f None None] Port a674e26a-e587-446a-bee6-1e7d55d84059 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:14:07.995030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.036515 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f7507f79-5029-4e28-8406-623e55682c6a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f7507f79-5029-4e28-8406-623e55682c6a,segment=NetworkSegment(df559c3a-f8fa-4994-9b90-7db7b4fc766f),segment_id=df559c3a-f8fa-4994-9b90-7db7b4fc766f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:08.039513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 3, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:08.063429 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Router 36b843c6-65cb-41dc-811c-085de84c89e9 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:14:08.065770 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.070170 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f7564-ad64-442a-8be6-82b4af457132 None None] The sync data for ids ['36b843c6-65cb-41dc-811c-085de84c89e9'] in n-d-791506-17 is: [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 3, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:14:08.136415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f7507f79-5029-4e28-8406-623e55682c6a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:08.207488 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7343424c-9088-4ab1-a696-97489a988997 None None] Provisioning complete for port a674e26a-e587-446a-bee6-1e7d55d84059 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:08.207892 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7343424c-9088-4ab1-a696-97489a988997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.211693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:14:08.216743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-283852b3-3875-4ccb-97d9-4382c72fc1bc admin admin] 10.222.0.21 "PUT /v2.0/routers/36b843c6-65cb-41dc-811c-085de84c89e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225846 Jul 09 18:14:08.248978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7343424c-9088-4ab1-a696-97489a988997 None None] Port a674e26a-e587-446a-bee6-1e7d55d84059 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:14:08.548240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f4408475-8b4d-4f9b-b12b-ebb038ee57da up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:08.602491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f4408475-8b4d-4f9b-b12b-ebb038ee57da triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:08.602954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.693578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:08.731697 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.765805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:08.770260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:08.770629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.860731 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.882918 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:08.888572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:08.889528 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7507f79-5029-4e28-8406-623e55682c6a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:08.969561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:08.983823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f7507f79-5029-4e28-8406-623e55682c6a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:08.984180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:09.777513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:09.941732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Sync routers for ids ['36b843c6-65cb-41dc-811c-085de84c89e9'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:14:09.951054 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Routers {'36b843c6-65cb-41dc-811c-085de84c89e9'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:09.952149 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['36b843c6-65cb-41dc-811c-085de84c89e9'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:10.072897 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Set router 36b843c6-65cb-41dc-811c-085de84c89e9 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:10.413241 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 4, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a674e26a-e587-446a-bee6-1e7d55d84059', 'name': '', 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'mac_address': 'fa:16:3e:f4:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b67139ee-22ed-497a-968d-47c6c40841d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:06Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 2, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'subnets': [{'id': 'b67139ee-22ed-497a-968d-47c6c40841d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:10.453710 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Checking router: 36b843c6-65cb-41dc-811c-085de84c89e9 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:14:10.454392 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Updating router 36b843c6-65cb-41dc-811c-085de84c89e9 port a674e26a-e587-446a-bee6-1e7d55d84059 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:14:10.479406 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-df505987-1987-4a54-8733-7257e66e1147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:10.495754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:10.501840 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:10.555067 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:10.555706 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:10.818471 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:10.834369 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Transition to ACTIVE for port object a674e26a-e587-446a-bee6-1e7d55d84059 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:10.842753 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:10.909549 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029928e2-17b8-4b2d-aef3-bff49fe0b560 None None] Pushing event updated for resources: {'Port': ['ID=a674e26a-e587-446a-bee6-1e7d55d84059,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:10.987374 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Attempting to bind port a674e26a-e587-446a-bee6-1e7d55d84059 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:10.988010 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Attempting to bind port a674e26a-e587-446a-bee6-1e7d55d84059 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:10.988323 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Attempting to bind port a674e26a-e587-446a-bee6-1e7d55d84059 on network d6aa6f35-718c-427e-9c6b-d499912b5c2c {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:10.997104 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:10.997873 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Checking segment: {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:10.998416 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:10.998670 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Bound using segment: {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:10.999165 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Bound port: a674e26a-e587-446a-bee6-1e7d55d84059, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df559c3a-f8fa-4994-9b90-7db7b4fc766f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:10.999548 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:11.077576 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] For port a674e26a-e587-446a-bee6-1e7d55d84059, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:11.081796 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] For port a674e26a-e587-446a-bee6-1e7d55d84059, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a674e26a-e587-446a-bee6-1e7d55d84059,segment=NetworkSegment(df559c3a-f8fa-4994-9b90-7db7b4fc766f),segment_id=df559c3a-f8fa-4994-9b90-7db7b4fc766f)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:11.090419 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:11.162123 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Routers {'36b843c6-65cb-41dc-811c-085de84c89e9'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:11.162769 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:13:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['36b843c6-65cb-41dc-811c-085de84c89e9'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:11.275479 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] Set router 36b843c6-65cb-41dc-811c-085de84c89e9 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:11.317457 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029928e2-17b8-4b2d-aef3-bff49fe0b560 None None] Pushing event updated for resources: {'Port': ['ID=a674e26a-e587-446a-bee6-1e7d55d84059,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:11.540184 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 4, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a674e26a-e587-446a-bee6-1e7d55d84059', 'name': '', 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'mac_address': 'fa:16:3e:f4:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b67139ee-22ed-497a-968d-47c6c40841d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:06Z', 'updated_at': '2021-07-09T18:14:11Z', 'revision_number': 4, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'subnets': [{'id': 'b67139ee-22ed-497a-968d-47c6c40841d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:11.574370 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73fcbce-eb89-42b0-9796-97b39bae36e1 None None] The sync data for ids ['36b843c6-65cb-41dc-811c-085de84c89e9'] in n-d-791506-17 is: [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 4, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a674e26a-e587-446a-bee6-1e7d55d84059', 'name': '', 'network_id': 'd6aa6f35-718c-427e-9c6b-d499912b5c2c', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'mac_address': 'fa:16:3e:f4:9f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b67139ee-22ed-497a-968d-47c6c40841d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:06Z', 'updated_at': '2021-07-09T18:14:11Z', 'revision_number': 4, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'subnets': [{'id': 'b67139ee-22ed-497a-968d-47c6c40841d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:14:12.497327 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a674e26a-e587-446a-bee6-1e7d55d84059 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:12.562028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a674e26a-e587-446a-bee6-1e7d55d84059 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:12.567460 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a674e26a-e587-446a-bee6-1e7d55d84059 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:12.568101 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:12.666549 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:12.705133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a674e26a-e587-446a-bee6-1e7d55d84059, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a674e26a-e587-446a-bee6-1e7d55d84059,segment=NetworkSegment(df559c3a-f8fa-4994-9b90-7db7b4fc766f),segment_id=df559c3a-f8fa-4994-9b90-7db7b4fc766f)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:12.713161 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:12.786257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a674e26a-e587-446a-bee6-1e7d55d84059,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:13.026992 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563dd909-89c2-4d40-9f7f-7c75a314bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:13.521705 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:14.192860 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:14.468874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a674e26a-e587-446a-bee6-1e7d55d84059 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:14.525326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a674e26a-e587-446a-bee6-1e7d55d84059 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:14.526032 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:16.093575 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:18.532152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-6d4efa45-d1a6-4e5c-b2a3-39947bf95f37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:18.533587 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-6d4efa45-d1a6-4e5c-b2a3-39947bf95f37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 815 time: 0.1162007 Jul 09 18:14:18.550650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-30ee7ca6-9635-48bd-9951-bf290a6d7ffb tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/quotas/642de3e939ec4c65b1bb7f41dd9f424a HTTP/1.1" status: 200 len: 375 time: 0.0095055 Jul 09 18:14:18.637046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-fe000d21-330d-41d4-b525-f5eb8d8f9551 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792723 Jul 09 18:14:18.738052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-42684526-945b-4edd-826e-09aef305a31f service neutron] 10.222.0.21 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890875 Jul 09 18:14:18.838850 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-92ebf5d0-81f4-431a-ad84-38974ab7a282 service neutron] 10.222.0.21 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925112 Jul 09 18:14:19.018037 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-262486b7-16ba-4cda-a64f-dc94f2e02cf0 req-3ef64dcc-1116-4c6d-a98e-7ea09b54eda1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 210 time: 0.0285945 Jul 09 18:14:20.158849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7254da5-95bc-4fb9-a002-d2c0ae7e4749 req-b65b6b55-47d1-43f1-aac5-158c6c889c6b tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 210 time: 0.0300581 Jul 09 18:14:20.356399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-0a0d66a2-f6b0-47ab-a861-088faedecd7c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:20.357844 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-0a0d66a2-f6b0-47ab-a861-088faedecd7c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 815 time: 0.1216753 Jul 09 18:14:20.371297 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'port': {'device_id': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'admin_state_up': True, 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:20.483854 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Made reservation on behalf of 642de3e939ec4c65b1bb7f41dd9f424a for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:14:20.489011 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:20.636166 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Allocated IP 172.20.0.8 (ba627322-b5fd-41bb-992c-1e0f90e94419/9112d9c3-e581-4a73-82f5-11ae29767d7d/d84d682c-ef4a-4dec-aadb-2009a203ea33) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:20.852185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:20.871336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Transition to ACTIVE for port object d84d682c-ef4a-4dec-aadb-2009a203ea33 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:20.912854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:20.987151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Network ba627322-b5fd-41bb-992c-1e0f90e94419 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:20.992682 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:20.997456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:21.005191 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:21.073200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:21.073864 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:21.095031 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-351c86c6-ec2b-4ec2-8425-afbfc334dbd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276559 Jul 09 18:14:21.317752 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:14:21.342980 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-497fb98e-d0fb-42d9-974b-fbbe9096df53 None None] Provisioning for port d84d682c-ef4a-4dec-aadb-2009a203ea33 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:21.354389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-497fb98e-d0fb-42d9-974b-fbbe9096df53 None None] Provisioning complete for port d84d682c-ef4a-4dec-aadb-2009a203ea33 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:21.354389 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-497fb98e-d0fb-42d9-974b-fbbe9096df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:21.375239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d2440-e821-4516-a759-f012d4562266 req-05ab537d-030a-46cf-beaf-4e1415a5c2aa tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:21.377318 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497d2440-e821-4516-a759-f012d4562266 req-05ab537d-030a-46cf-beaf-4e1415a5c2aa tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0838518 Jul 09 18:14:21.383207 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-497fb98e-d0fb-42d9-974b-fbbe9096df53 None None] Port d84d682c-ef4a-4dec-aadb-2009a203ea33 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:14:21.424153 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497d2440-e821-4516-a759-f012d4562266 req-b6f0d231-7951-4a11-aa62-dccef0ee61d6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391209 Jul 09 18:14:22.612745 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348493ae-30be-4cdb-a70e-9ea0edcb67a0 req-64060353-37ca-4881-93c2-0d2b9daf4c15 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:22.614264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-348493ae-30be-4cdb-a70e-9ea0edcb67a0 req-64060353-37ca-4881-93c2-0d2b9daf4c15 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0689616 Jul 09 18:14:22.671010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-348493ae-30be-4cdb-a70e-9ea0edcb67a0 req-81394c6c-1fbd-404f-8e42-3563d7f847ff tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508301 Jul 09 18:14:23.901942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eae07-4e18-4b0b-8634-d76bac0b21ac req-0b6ed950-6fdb-4155-9196-d66be24ec6ef tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:23.903942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f7eae07-4e18-4b0b-8634-d76bac0b21ac req-0b6ed950-6fdb-4155-9196-d66be24ec6ef tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0712581 Jul 09 18:14:23.945878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f7eae07-4e18-4b0b-8634-d76bac0b21ac req-a2553c2a-b60f-4117-a2b4-4b27f218f81e tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Jul 09 18:14:25.136768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7ce46-db8e-4a8a-a8d2-84f8d24ad745 req-80f1e6b1-92d2-440b-8b43-2c85e2ab9637 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:25.138249 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2f7ce46-db8e-4a8a-a8d2-84f8d24ad745 req-80f1e6b1-92d2-440b-8b43-2c85e2ab9637 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0699995 Jul 09 18:14:25.184066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2f7ce46-db8e-4a8a-a8d2-84f8d24ad745 req-95ca5445-1323-4ee4-a8ed-d4d156bc8b5c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 Jul 09 18:14:26.368436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe488372-871a-475c-ad04-5cbcf10a12b5 req-146bf348-eadb-4663-bd01-9342a0e91f57 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:26.369848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe488372-871a-475c-ad04-5cbcf10a12b5 req-146bf348-eadb-4663-bd01-9342a0e91f57 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0680668 Jul 09 18:14:26.407251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fe488372-871a-475c-ad04-5cbcf10a12b5 req-9b415d7d-9c0e-4ca1-b971-6666f964965b tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Jul 09 18:14:27.622029 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd60b9e-a4d5-41b6-8abe-7cac5fe455e9 req-d731182d-f6df-4c78-98b8-427b3bee7c43 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:27.623674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fd60b9e-a4d5-41b6-8abe-7cac5fe455e9 req-d731182d-f6df-4c78-98b8-427b3bee7c43 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0828490 Jul 09 18:14:27.684113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2fd60b9e-a4d5-41b6-8abe-7cac5fe455e9 req-b1e21a96-63ba-418d-8b52-106343be4c3c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542693 Jul 09 18:14:28.882255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da325-d9b1-4ffb-bb55-f3be6f39c1f5 req-eab9ad6c-9dd0-4538-a828-8706d1801268 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:28.884016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b8da325-d9b1-4ffb-bb55-f3be6f39c1f5 req-eab9ad6c-9dd0-4538-a828-8706d1801268 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0816350 Jul 09 18:14:28.928373 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9b8da325-d9b1-4ffb-bb55-f3be6f39c1f5 req-d5ba0e8b-04a8-4208-b1ac-985f62cc58c4 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380571 Jul 09 18:14:30.118461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628fde3-95b4-4b6d-a2f8-d21f5326cf61 req-cabfae94-f34a-461f-8838-ddc2ed5a5979 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:30.121147 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0628fde3-95b4-4b6d-a2f8-d21f5326cf61 req-cabfae94-f34a-461f-8838-ddc2ed5a5979 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0726521 Jul 09 18:14:30.164405 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0628fde3-95b4-4b6d-a2f8-d21f5326cf61 req-10ccee16-a7e7-471b-8e14-0147852023f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Jul 09 18:14:31.351373 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cfa9f-88d2-43cc-8e76-dab65a513e2c req-d9e5667c-cf01-40ab-b47e-bd2d6f9de6be tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:31.352847 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a4cfa9f-88d2-43cc-8e76-dab65a513e2c req-d9e5667c-cf01-40ab-b47e-bd2d6f9de6be tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 931 time: 0.0669003 Jul 09 18:14:31.402124 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2a4cfa9f-88d2-43cc-8e76-dab65a513e2c req-f6701b12-8add-4774-9f5b-4e01f2b4f3fa tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Jul 09 18:14:31.418061 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-a6540e1e-bd7a-41af-a0cf-35d854abd36d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:14:31.419271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-a6540e1e-bd7a-41af-a0cf-35d854abd36d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062721 Jul 09 18:14:31.518533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Request body: {'port': {'device_id': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:31.596601 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:31.869981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84d682c-ef4a-4dec-aadb-2009a203ea33 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:14:31.877729 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:31.889830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Transition to ACTIVE for port object d84d682c-ef4a-4dec-aadb-2009a203ea33 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:14:31.896251 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:31.944876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:32.019722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Attempting to bind port d84d682c-ef4a-4dec-aadb-2009a203ea33 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:14:32.020074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Attempting to bind port d84d682c-ef4a-4dec-aadb-2009a203ea33 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:14:32.020428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Attempting to bind port d84d682c-ef4a-4dec-aadb-2009a203ea33 on network ba627322-b5fd-41bb-992c-1e0f90e94419 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:32.024988 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Port d84d682c-ef4a-4dec-aadb-2009a203ea33 on network ba627322-b5fd-41bb-992c-1e0f90e94419 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:14:32.025304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Attempting to bind port d84d682c-ef4a-4dec-aadb-2009a203ea33 on network ba627322-b5fd-41bb-992c-1e0f90e94419 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:14:32.030268 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:14:32.030606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Checking segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:14:32.030992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Bound using segment: {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:14:32.031421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Bound port: d84d682c-ef4a-4dec-aadb-2009a203ea33, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:14:32.031787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:32.102931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:14:32.106967 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:14:32.113605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:32.149886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.150505 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:32.151948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] 10.222.0.13 "PUT /v2.0/ports/d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 1092 time: 0.7255564 Jul 09 18:14:32.152379 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:14:32.154666 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491ecfd-6fef-4277-a652-8a2aa8e5a953" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:14:32.183245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520bc7b-7428-4798-aeb2-fd18b063bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:32.197899 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81ffeb-73c5-46f5-9e43-041016b66724 x-openstack-request-id: req-4c81ffeb-73c5-46f5-9e43-041016b66724 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:14:32.198172 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:14:32.198405 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c81ffeb-73c5-46f5-9e43-041016b66724 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:14:32.198812 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'status': 'completed', 'code': 200} Jul 09 18:14:32.270832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-5c8df31e-21e6-49f2-8c93-d2f49e458a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.272538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-5c8df31e-21e6-49f2-8c93-d2f49e458a35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1095 time: 0.0676672 Jul 09 18:14:32.315831 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-e354a6f4-7eb7-4f50-a24f-b61fc0960d61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 217 time: 0.0359917 Jul 09 18:14:32.365875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-fd3832ca-d1a8-42a6-84aa-25547686185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.367370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-fd3832ca-d1a8-42a6-84aa-25547686185d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0451136 Jul 09 18:14:32.427045 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-81eb66c5-b143-4edd-afc4-4a074329c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.428694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-81eb66c5-b143-4edd-afc4-4a074329c124 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547006 Jul 09 18:14:32.531094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-542562d4-784f-4b51-bc9e-b4bb442840c8 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960743 Jul 09 18:14:32.653211 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4420-f6ba-4258-ba37-87ba2ca03a7b req-67f9701c-1966-4bdb-a79b-e33cc74e423b tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.654703 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-235e4420-f6ba-4258-ba37-87ba2ca03a7b req-67f9701c-1966-4bdb-a79b-e33cc74e423b tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 943 time: 0.1383598 Jul 09 18:14:32.656983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f1c9cf9-5f0e-4d6a-9ed9-7e8504b63f4f req-f980f68b-f255-407f-8962-c3c1f5f45020 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098981 Jul 09 18:14:32.694418 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-235e4420-f6ba-4258-ba37-87ba2ca03a7b req-4cdcf8e6-baad-4753-808f-85c879ba19fb tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Jul 09 18:14:32.760715 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-91ed7dbd-0b69-4669-a672-54d177cea7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.762233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-91ed7dbd-0b69-4669-a672-54d177cea7cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1095 time: 0.0535469 Jul 09 18:14:32.860074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-71f137f6-58a2-4fb2-83a7-240d7342c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.861588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-71f137f6-58a2-4fb2-83a7-240d7342c5da service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.0933237 Jul 09 18:14:32.902499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-b8c520f2-897f-44e4-a688-e824688d486d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 217 time: 0.0337534 Jul 09 18:14:32.959752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-b318226c-52c2-41ed-9394-8310372f5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:32.961268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-b318226c-52c2-41ed-9394-8310372f5b1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0521934 Jul 09 18:14:33.028956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-50a882ff-0c74-42e7-a218-0c7ba4e15265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:33.030494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-50a882ff-0c74-42e7-a218-0c7ba4e15265 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621791 Jul 09 18:14:33.123543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-6e03de18-4289-43db-8e89-85d1bd93464f service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848763 Jul 09 18:14:33.219314 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3491ecfd-6fef-4277-a652-8a2aa8e5a953 req-8c268623-35a8-4e7f-98fd-f0f5feee7dab service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886188 Jul 09 18:14:33.876337 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae5b43-936d-4eeb-bd3d-9cc8283aee41 req-b63d5fbc-9a8a-45bb-b349-9f37f001e996 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:33.877759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fae5b43-936d-4eeb-bd3d-9cc8283aee41 req-b63d5fbc-9a8a-45bb-b349-9f37f001e996 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 943 time: 0.0689676 Jul 09 18:14:33.918526 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8fae5b43-936d-4eeb-bd3d-9cc8283aee41 req-cab7ed11-7c79-4471-8773-a0899f181c2e tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Jul 09 18:14:34.761521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d84d682c-ef4a-4dec-aadb-2009a203ea33 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:14:34.862877 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:34.881952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'port_id': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'mac_address': 'fa:16:3e:23:c3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:14:34.919035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:34.931961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84d682c-ef4a-4dec-aadb-2009a203ea33 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:14:34.952258 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:34.959198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:35.015598 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:35.023085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.023427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.023754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.024132 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.024446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.024782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.025094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.025410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.025728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.026045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.026364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.026680 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:35.106142 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f785a92-42e2-497e-bf1c-f9750ac378a2 req-99e7b3b6-1820-4f5d-be18-670425b13a58 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:35.107649 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f785a92-42e2-497e-bf1c-f9750ac378a2 req-99e7b3b6-1820-4f5d-be18-670425b13a58 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 944 time: 0.0682662 Jul 09 18:14:35.148400 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7f785a92-42e2-497e-bf1c-f9750ac378a2 req-70f65a32-0d84-45b3-99cc-927a4a304471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Jul 09 18:14:35.187829 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d84d682c-ef4a-4dec-aadb-2009a203ea33'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:14:36.330018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f9c1e-b265-4ad5-b343-9f5a04073d2f req-368d15ed-6d86-40b1-a31e-8ee44fcb6382 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:36.331788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-220f9c1e-b265-4ad5-b343-9f5a04073d2f req-368d15ed-6d86-40b1-a31e-8ee44fcb6382 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 944 time: 0.0719972 Jul 09 18:14:36.373140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-220f9c1e-b265-4ad5-b343-9f5a04073d2f req-082cdc43-f19d-4058-a085-b1f6eab3429d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Jul 09 18:14:36.773242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d84d682c-ef4a-4dec-aadb-2009a203ea33 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:14:36.828082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port d84d682c-ef4a-4dec-aadb-2009a203ea33 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:14:36.832574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port d84d682c-ef4a-4dec-aadb-2009a203ea33 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:36.832949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:36.912517 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:36.939541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:14:36.941842 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fbbf91-9274-41a8-b16e-936435dd4738" -d '{"events": [{"server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "name": "network-vif-plugged", "status": "completed", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:14:36.955950 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:36.961357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:36.988262 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86f75b9-bb55-4093-90c3-ce102b803ab9 x-openstack-request-id: req-b86f75b9-bb55-4093-90c3-ce102b803ab9 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:14:36.988555 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "name": "network-vif-plugged", "status": "completed", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:14:36.988806 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b86f75b9-bb55-4093-90c3-ce102b803ab9 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:14:36.989273 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'code': 200} Jul 09 18:14:37.019671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:37.101641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacdc6b-25b4-4b37-9501-89107aeff43b req-3ef8f9cc-8b12-4adb-a555-55518f3ab4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:37.103162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edacdc6b-25b4-4b37-9501-89107aeff43b req-3ef8f9cc-8b12-4adb-a555-55518f3ab4f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1097 time: 0.0527985 Jul 09 18:14:37.142397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-edacdc6b-25b4-4b37-9501-89107aeff43b req-5edbfa4a-aed8-49f2-9bcc-8df2c554a424 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Jul 09 18:14:37.569342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb589f-2bb9-4ffc-a765-c40bf905f641 req-d0a69def-f943-4fc7-af25-d95279d71575 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:37.570835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ecb589f-2bb9-4ffc-a765-c40bf905f641 req-d0a69def-f943-4fc7-af25-d95279d71575 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0760651 Jul 09 18:14:37.613043 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ecb589f-2bb9-4ffc-a765-c40bf905f641 req-fac3af45-7806-4236-8357-3a55b4abce8c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Jul 09 18:14:38.703712 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:38.804772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7e852-543b-41de-af1e-4bd26ccee774 req-9739b295-de1a-4db2-9db2-470236e3f5e2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:38.806249 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14e7e852-543b-41de-af1e-4bd26ccee774 req-9739b295-de1a-4db2-9db2-470236e3f5e2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0674827 Jul 09 18:14:38.845512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14e7e852-543b-41de-af1e-4bd26ccee774 req-6f4f58e2-8a56-4724-8d9b-08992dd3a45e tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Jul 09 18:14:39.044540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200aa1d-5c9a-4ba8-8738-2dab25ec55af req-19ba0322-1204-46a6-8fb4-e5b63d0a9ab2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:39.045870 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4200aa1d-5c9a-4ba8-8738-2dab25ec55af req-19ba0322-1204-46a6-8fb4-e5b63d0a9ab2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0907271 Jul 09 18:14:39.088138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4200aa1d-5c9a-4ba8-8738-2dab25ec55af req-a5d2bb34-a046-48de-846b-2a53750d43b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Jul 09 18:14:39.448248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67440c1d-8ca2-4f90-97e7-79f927379c5e req-d9cc3f04-23e1-4bf2-9dc4-ed2f7f44dcd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:39.449873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67440c1d-8ca2-4f90-97e7-79f927379c5e req-d9cc3f04-23e1-4bf2-9dc4-ed2f7f44dcd6 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0725505 Jul 09 18:14:39.499158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-67440c1d-8ca2-4f90-97e7-79f927379c5e req-be651a52-188e-40b2-9409-7c0a01fcbe69 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Jul 09 18:14:39.777980 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:40.464135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6cf38621-80a2-4c1c-a68c-e5548264c9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:43.034507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-82ee8b7f-e308-4ea6-ba8e-8379d344f046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:43.517583 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:44.184401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:46.097367 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:51.291982 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a568501-8cc6-449a-b536-23a05354a92e req-2722ce77-bc16-41f7-92f0-58bb34de9807 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:51.293471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a568501-8cc6-449a-b536-23a05354a92e req-2722ce77-bc16-41f7-92f0-58bb34de9807 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0725465 Jul 09 18:14:51.332707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a568501-8cc6-449a-b536-23a05354a92e req-950c044b-d084-4373-af61-c8e12ad057df tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Jul 09 18:14:51.365393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52638) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:51.470590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14fa96-1099-4cec-8358-e79bd8b6dffe tempest-TestMinimumBasicScenario-1950753600 tempest-TestMinimumBasicScenario-1950753600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:51.472241 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0f14fa96-1099-4cec-8358-e79bd8b6dffe tempest-TestMinimumBasicScenario-1950753600 tempest-TestMinimumBasicScenario-1950753600-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1092 time: 0.1058705 Jul 09 18:14:51.475499 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52642) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:51.480062 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:51.506311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:51.610777 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:51.720784 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Allocated IP 172.25.3.59 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/2bbbce86-8126-41d9-8387-971ebd88b71d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:14:51.828677 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:51.873817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:51.912853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:14:51.915703 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:14:51.919207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:14:51.924749 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'Port': ['ID=2bbbce86-8126-41d9-8387-971ebd88b71d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:51.955002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.955350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.955692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.956055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.956394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.956728 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.957039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.957373 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.957699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.958027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.958421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:51.958675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:52.334622 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:52.422150 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:52.578983 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:52.585591 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:52.652290 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'Port': ['ID=2bbbce86-8126-41d9-8387-971ebd88b71d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:52.664434 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:52.769287 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Floating IP f6341ffd-8a46-431e-b8e9-862753de5c15 associated. External IP: 172.25.3.59, port: d84d682c-ef4a-4dec-aadb-2009a203ea33. Jul 09 18:14:52.982326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Router be68194a-a853-4388-b494-986a2c1cd7ff has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:14:53.091441 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:14:53.102364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] Sync routers for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:14:53.111417 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.112649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:53.113296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:53.152956 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e7ea2b5a-8853-493a-959b-946712df1471 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6762455 Jul 09 18:14:53.153774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:14:53.157480 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbed161a-1e08-487f-8503-4a204ae39661" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:14:53.159918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52644) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:53.167969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759768462', 'description': 'tempest-secgroup-smoke-1759768462 description', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:53.194353 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.202949 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cb19c0-83f3-456b-8f00-72b899863386 x-openstack-request-id: req-d0cb19c0-83f3-456b-8f00-72b899863386 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:14:53.203554 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:14:53.204357 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0cb19c0-83f3-456b-8f00-72b899863386 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:14:53.204357 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'status': 'completed', 'code': 200} Jul 09 18:14:53.234268 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:53.315224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.326626 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.333239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed161a-1e08-487f-8503-4a204ae39661 req-77a04429-5609-4edc-9e28-44e5242bb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:53.334765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-77a04429-5609-4edc-9e28-44e5242bb3b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1097 time: 0.0952127 Jul 09 18:14:53.400205 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.401542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2400324 Jul 09 18:14:53.404742 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52650) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:53.409790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group_rule': {'security_group_id': '0c67cd60-ca7e-4101-b61e-7e3514de3e20', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:53.411999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c67cd60-ca7e-4101-b61e-7e3514de3e20,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:53.437393 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.437743 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.438099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.438454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.438766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.439365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.439822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.440130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.440503 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.440825 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.441148 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.441473 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7634f71-4fa6-4027-9c34-6e4629eac4a1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:14:53.444683 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.470398 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed161a-1e08-487f-8503-4a204ae39661 req-91470bee-4cc2-4f55-a7bd-6f0e0b4385bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:53.471953 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-91470bee-4cc2-4f55-a7bd-6f0e0b4385bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.1271515 Jul 09 18:14:53.473128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f6341ffd-8a46-431e-b8e9-862753de5c15', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'port_id': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'mac_address': 'fa:16:3e:23:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:14:52Z', 'updated_at': '2021-07-09T18:14:52Z', 'revision_number': 0, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:53.507746 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] Checking router: be68194a-a853-4388-b494-986a2c1cd7ff for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:14:53.514289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.517326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:14:53.518042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:14:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:53.519890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.541152 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1901f33c-a09d-4bc2-be5a-674b59bebdae,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:53.549162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.552240 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b1b50a13-d56c-4416-b00d-a171ce5116ab tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463206 Jul 09 18:14:53.554012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52652) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:53.554358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-a7f5d9ad-ea4e-493c-8673-37aa7c1e99ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 998 time: 0.0753098 Jul 09 18:14:53.558641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group_rule': {'security_group_id': '0c67cd60-ca7e-4101-b61e-7e3514de3e20', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:53.587394 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.623351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed161a-1e08-487f-8503-4a204ae39661 req-150ee973-fa95-4b44-8292-c8ef48915a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:53.625169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-150ee973-fa95-4b44-8292-c8ef48915a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0625072 Jul 09 18:14:53.637859 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:14:53.659690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.664936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.686656 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dd9df4-7786-40be-928e-a6869ba248fa,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:53.698481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed161a-1e08-487f-8503-4a204ae39661 req-caabde8c-cde9-41d1-8440-e1a76050748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:53.698996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.700241 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-caabde8c-cde9-41d1-8440-e1a76050748a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667744 Jul 09 18:14:53.701180 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ca4d9961-5f5c-4cc2-bc7e-ac51b59575b8 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461904 Jul 09 18:14:53.704388 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52654) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:53.709292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group_rule': {'security_group_id': '0c67cd60-ca7e-4101-b61e-7e3514de3e20', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:53.799712 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.844966 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-6f47ae9d-4f7d-454a-acae-9713266e7fad service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308601 Jul 09 18:14:53.917908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.930849 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.959637 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8a6d91-ebcf-4d2b-a929-f2dc86db4155,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:53.974582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:53.975790 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88bdb5d6-02b4-4ed8-9714-b64f76e99418 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703867 Jul 09 18:14:53.978729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52656) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:53.983445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group_rule': {'security_group_id': '0c67cd60-ca7e-4101-b61e-7e3514de3e20', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:53.985539 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-bbed161a-1e08-487f-8503-4a204ae39661 req-888a0703-e309-4225-81d6-712fc08cde68 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326816 Jul 09 18:14:54.016267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.039873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f6341ffd-8a46-431e-b8e9-862753de5c15', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'port_id': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'mac_address': 'fa:16:3e:23:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:14:52Z', 'updated_at': '2021-07-09T18:14:52Z', 'revision_number': 0, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:14:54.070858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae460c-6d21-46a0-8aef-f9e377f7bc0d None None] The sync data for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 is: [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'f6341ffd-8a46-431e-b8e9-862753de5c15', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'port_id': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'mac_address': 'fa:16:3e:23:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:14:52Z', 'updated_at': '2021-07-09T18:14:52Z', 'revision_number': 0, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:14:54.076996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.082566 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.101530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a26bb6-6b98-483f-9104-93b6e1210436,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:54.111406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.112924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bf07631e-00ec-4f2d-ab03-a08febe66331 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331871 Jul 09 18:14:54.116639 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52658) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:54.123842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group_rule': {'security_group_id': '0c67cd60-ca7e-4101-b61e-7e3514de3e20', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:54.151375 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Project 642de3e939ec4c65b1bb7f41dd9f424a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:14:54.158842 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.232662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.237675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.256450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb8a13c-e9f4-4627-b607-d33155e08c70,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:54.262890 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.264192 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ad04eb9f-03e9-4055-894b-5a6df9f749f3 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465092 Jul 09 18:14:54.267156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52660) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:14:54.271939 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'security_group_rule': {'security_group_id': '0c67cd60-ca7e-4101-b61e-7e3514de3e20', 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:54.278153 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f729625-e909-4d3b-81fe-8fa6c6c07498 None None] New status for floating IP f6341ffd-8a46-431e-b8e9-862753de5c15: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:14:54.294926 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Project 642de3e939ec4c65b1bb7f41dd9f424a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:14:54.300374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.364367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.369113 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.386855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13ac85a-e71b-4917-a770-82220f0c1578,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:54.395384 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.396889 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-bd7052c6-213a-4854-8031-5345ed0e62b2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287718 Jul 09 18:14:54.538675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-4181e245-cb73-482e-83de-ad37c444822f tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759768462&fields=id&tenant_id=642de3e939ec4c65b1bb7f41dd9f424a HTTP/1.1" status: 200 len: 267 time: 0.0413070 Jul 09 18:14:54.609072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-24e2e00e-7056-43c6-ac5a-340f4ec97f17 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:54.610569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-24e2e00e-7056-43c6-ac5a-340f4ec97f17 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0653424 Jul 09 18:14:54.624001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'port': {'security_groups': ['8ee9f7de-e422-4082-8801-4f41dc79b0a6', '0c67cd60-ca7e-4101-b61e-7e3514de3e20']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:14:54.712114 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.910920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:14:54.948250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.957037 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:54.973578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d84d682c-ef4a-4dec-aadb-2009a203ea33'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:14:55.003364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:55.004040 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:55.005452 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d3fe6145-856f-4b35-84d5-887c5a5f306e req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "PUT /v2.0/ports/d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 981 time: 0.3860960 Jul 09 18:14:55.035270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b5ab0-dee2-406f-859f-b3507b43a0d1 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:14:55.076922 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d84d682c-ef4a-4dec-aadb-2009a203ea33'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:14:55.184326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd670a86-1af8-4409-8a25-1c851db19471 req-0776f3d4-af5e-447e-8f4e-b4c799f418c5 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:55.185824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd670a86-1af8-4409-8a25-1c851db19471 req-0776f3d4-af5e-447e-8f4e-b4c799f418c5 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0694544 Jul 09 18:14:55.205626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:14:55.208399 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2545d3b1-8ace-4148-954c-79217ac0eb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:14:55.231639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fd670a86-1af8-4409-8a25-1c851db19471 req-79bfa7f7-36b1-4c68-9e2f-379b8ac67863 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375600 Jul 09 18:14:55.253648 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788f57b2-22e7-40e1-9625-42c3e6f0b4fd x-openstack-request-id: req-788f57b2-22e7-40e1-9625-42c3e6f0b4fd {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:14:55.253940 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:14:55.254184 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-788f57b2-22e7-40e1-9625-42c3e6f0b4fd {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:14:55.254583 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'status': 'completed', 'code': 200} Jul 09 18:14:55.336774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-a45a86af-10e3-4453-8828-5535b66fbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:55.338447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-a45a86af-10e3-4453-8828-5535b66fbb0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1136 time: 0.0563703 Jul 09 18:14:55.347024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d17c4451-7a95-45eb-ada5-4d1ecbb66ae6 None None] Provisioning complete for port d84d682c-ef4a-4dec-aadb-2009a203ea33 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:14:55.347397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d17c4451-7a95-45eb-ada5-4d1ecbb66ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:14:55.431408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-6e24f546-dc52-4272-83c0-2e0d4e098a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:55.433053 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-6e24f546-dc52-4272-83c0-2e0d4e098a34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.0884295 Jul 09 18:14:55.498157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-a74be762-0ec9-496d-b7b0-4e08f5e1698d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 1000 time: 0.0579424 Jul 09 18:14:55.550684 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-02fa8aa9-cd1a-4237-a02d-b32066b7e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:55.553138 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-02fa8aa9-cd1a-4237-a02d-b32066b7e47f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0471673 Jul 09 18:14:55.618588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-f7be897f-5e2e-4bc0-bb40-da7cb3a5e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:55.620268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-f7be897f-5e2e-4bc0-bb40-da7cb3a5e119 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611737 Jul 09 18:14:55.711971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-ffc3841f-bd2d-4b82-9c08-e7c24ce9048a service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848477 Jul 09 18:14:55.814463 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2545d3b1-8ace-4148-954c-79217ac0eb4b req-b806ae7b-8199-495c-a03e-4e72c11ccb81 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950704 Jul 09 18:14:55.939422 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-f9f42541-9b9c-41d7-bc93-209ca50778c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619545 Jul 09 18:14:56.047531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-cd2927df-bca2-4963-9aa5-6372e7a83973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:56.049319 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-cd2927df-bca2-4963-9aa5-6372e7a83973 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1136 time: 0.0643492 Jul 09 18:14:56.166663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-11ac5d98-3bc6-43f3-888e-7d9eb422f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:56.167795 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-11ac5d98-3bc6-43f3-888e-7d9eb422f791 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.0922298 Jul 09 18:14:56.239568 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-2e47d890-974d-4155-92ed-004fc9e4788a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 1000 time: 0.0651169 Jul 09 18:14:56.290028 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-70a16217-ed8c-4be6-90c8-0fdecf68852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:56.291517 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-70a16217-ed8c-4be6-90c8-0fdecf68852b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0449007 Jul 09 18:14:56.353448 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-603e2b8c-9135-4a97-8a1f-52d7eac290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:14:56.354960 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-603e2b8c-9135-4a97-8a1f-52d7eac290b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566564 Jul 09 18:14:56.447399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-158013a0-b2bd-4f02-8d68-e968ec34db25 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 Jul 09 18:14:56.890174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4eb7d200-3dc4-4e55-8306-3a5ab599be11 req-c79df20e-5e57-462a-81c2-284d4ea78fe3 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331460 Jul 09 18:14:58.322512 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:15:08.715721 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:09.784401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:10.470487 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbc723ca-2b65-45c8-9c03-430ffd835041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:12.650952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-3757efd4-3174-47c8-94b8-baa2ef477168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:12.652529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-3757efd4-3174-47c8-94b8-baa2ef477168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1136 time: 0.0535793 Jul 09 18:15:12.694399 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86306f64-4827-4ac2-b866-219a6489b25c req-0132117b-43a1-4bb9-9710-bf72ba78619d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:12.695857 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86306f64-4827-4ac2-b866-219a6489b25c req-0132117b-43a1-4bb9-9710-bf72ba78619d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0652759 Jul 09 18:15:12.736590 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-86306f64-4827-4ac2-b866-219a6489b25c req-c4a33f35-10e8-47cf-8a2b-0a63fc7d95aa tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347550 Jul 09 18:15:12.745529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-2c696163-b3a4-432a-90b6-d8f7dbb08fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:12.747028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-2c696163-b3a4-432a-90b6-d8f7dbb08fa7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.0872865 Jul 09 18:15:12.820327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-0c554093-cd35-4433-b008-1d32dbcef6b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 1000 time: 0.0664623 Jul 09 18:15:12.870615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-ddab5daa-512b-4a56-95ae-f9a294d8635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:12.872151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-ddab5daa-512b-4a56-95ae-f9a294d8635b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0458193 Jul 09 18:15:12.934397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-551b8049-14a6-486c-8b9f-e3790c8dd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:12.935940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-551b8049-14a6-486c-8b9f-e3790c8dd858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578673 Jul 09 18:15:13.026969 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-49a7d6c3-ae75-4365-a825-5a1825520892 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836701 Jul 09 18:15:13.029458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2902bff-4876-438b-8f18-40402cca8735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:13.123380 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-be76d1e1-2ba1-4a9b-a325-0ea1fb828032 req-1bd887a8-10ad-4104-a81b-7ed238d8f156 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895598 Jul 09 18:15:13.521689 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:13.931633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fac8aa-62f7-42aa-a3c9-9530a817947d req-8c869463-2e1a-4ee6-b0ea-9bb1e7a9c3be tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:13.933151 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1fac8aa-62f7-42aa-a3c9-9530a817947d req-8c869463-2e1a-4ee6-b0ea-9bb1e7a9c3be tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0770898 Jul 09 18:15:13.984654 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e1fac8aa-62f7-42aa-a3c9-9530a817947d req-902dabc7-8094-4ebf-8bd5-20cda505f640 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455999 Jul 09 18:15:14.194283 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:15.178687 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313e371-186e-447e-8f5a-1221682c1d02 req-87c765d3-0120-483d-80d7-1282c20f9c28 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:15.180363 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2313e371-186e-447e-8f5a-1221682c1d02 req-87c765d3-0120-483d-80d7-1282c20f9c28 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0765793 Jul 09 18:15:15.222103 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2313e371-186e-447e-8f5a-1221682c1d02 req-12e47b28-f7b4-4e90-8a03-0af2c6c76acc tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355294 Jul 09 18:15:16.097984 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:16.602768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34956e-e281-49ed-9ade-e675dd5d6191 req-5176fee2-135e-44e4-ae60-60941b30eece tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:16.605233 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e34956e-e281-49ed-9ade-e675dd5d6191 req-5176fee2-135e-44e4-ae60-60941b30eece tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0732629 Jul 09 18:15:16.650551 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6e34956e-e281-49ed-9ade-e675dd5d6191 req-689c2b55-c2f5-4fdd-a40e-17df8c53b626 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356534 Jul 09 18:15:17.835114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d48e-13e5-4994-9a7a-f6d5d21c3d62 req-3ec81ff2-8a35-4ce2-95ac-fd761cebb3df tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:17.836673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5d8d48e-13e5-4994-9a7a-f6d5d21c3d62 req-3ec81ff2-8a35-4ce2-95ac-fd761cebb3df tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0665319 Jul 09 18:15:17.891793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c5d8d48e-13e5-4994-9a7a-f6d5d21c3d62 req-a1c96f25-56be-4941-8b05-40e78909fbc5 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460331 Jul 09 18:15:19.080322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1601e48-1c6b-4b6f-8c86-dac11b229267 req-f70a6179-ce11-4111-9d1e-1b26089d7d55 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:19.081838 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1601e48-1c6b-4b6f-8c86-dac11b229267 req-f70a6179-ce11-4111-9d1e-1b26089d7d55 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0753012 Jul 09 18:15:19.134370 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c1601e48-1c6b-4b6f-8c86-dac11b229267 req-03338d84-3328-476a-9510-a5e1b0a5ad79 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442898 Jul 09 18:15:20.316325 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0ff0d-4125-4f3f-8db3-dbb7df90e24c req-3f43b3f2-1edb-41be-a5e1-d41b2bb59976 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:20.317878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38f0ff0d-4125-4f3f-8db3-dbb7df90e24c req-3f43b3f2-1edb-41be-a5e1-d41b2bb59976 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0714705 Jul 09 18:15:20.362414 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38f0ff0d-4125-4f3f-8db3-dbb7df90e24c req-4820bec0-e87e-4056-8f12-31a0e55ff72c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388124 Jul 09 18:15:21.558567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d09326-528a-47b6-bc96-c4cb704d6ba1 req-e20e222e-b5ee-46ef-9546-35715b01b0ef tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:21.560130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14d09326-528a-47b6-bc96-c4cb704d6ba1 req-e20e222e-b5ee-46ef-9546-35715b01b0ef tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0741935 Jul 09 18:15:21.604001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-14d09326-528a-47b6-bc96-c4cb704d6ba1 req-fe49f3ce-2911-44bf-872d-fa08888c71f2 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378287 Jul 09 18:15:22.790046 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c9ba-8a71-43d5-a843-10467ab854b1 req-da3bfaa3-ff5a-4746-b5ba-5a218793271d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:22.791451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ab1c9ba-8a71-43d5-a843-10467ab854b1 req-da3bfaa3-ff5a-4746-b5ba-5a218793271d tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0723555 Jul 09 18:15:22.832957 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4ab1c9ba-8a71-43d5-a843-10467ab854b1 req-7420cc53-cb37-4266-884e-56bbcb054980 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352676 Jul 09 18:15:24.028585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e217-92d2-4e8d-b9ee-d990a1d2ac80 req-241a1811-dd6f-47c4-9463-f6181483d874 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:24.030079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a151e217-92d2-4e8d-b9ee-d990a1d2ac80 req-241a1811-dd6f-47c4-9463-f6181483d874 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0704851 Jul 09 18:15:24.077291 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a151e217-92d2-4e8d-b9ee-d990a1d2ac80 req-27db37fb-f127-49e2-9976-7f9351817ec4 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411325 Jul 09 18:15:25.270999 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4282a-f5fd-468f-88ed-20cebcc5cae9 req-a43efc6e-6c55-4f8e-8494-ae78a4c3428c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:25.272522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dec4282a-f5fd-468f-88ed-20cebcc5cae9 req-a43efc6e-6c55-4f8e-8494-ae78a4c3428c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0697701 Jul 09 18:15:25.312478 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dec4282a-f5fd-468f-88ed-20cebcc5cae9 req-47256d75-f80b-4e46-8928-2a4821ab2815 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c67cd60-ca7e-4101-b61e-7e3514de3e20&id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342045 Jul 09 18:15:35.323171 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:15:38.737779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:39.790937 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:40.470756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a19d-833a-4114-a5c9-a698536fa406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:43.035789 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77cf476a-81cf-4ae2-8901-e4281d838532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:43.530180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:44.019171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-7beb9b3d-92b8-41a1-a3f4-2c76e1b17a7e req-e2795e46-0ea3-4590-a05a-cc4794533775 tempest-ServerDiskConfigTestJSON-1483934836 tempest-ServerDiskConfigTestJSON-1483934836-project] (93896) timed out ('10.222.0.36', 62934) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:15:44.198479 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:46.101738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:55.947198 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-1aff9b7b-d577-4578-8b2f-768b28df3eae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566537 Jul 09 18:15:56.051962 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-e4432675-5fd4-47dc-90ae-60419c9766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:56.053513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-e4432675-5fd4-47dc-90ae-60419c9766b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1136 time: 0.0578537 Jul 09 18:15:56.175391 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-5f68c48e-ceb1-49c2-8f7e-dd1294dba535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:56.177006 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-5f68c48e-ceb1-49c2-8f7e-dd1294dba535 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.0969512 Jul 09 18:15:56.253447 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-f587d128-6aaa-4565-8871-71e4d5e2f314 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 1000 time: 0.0696170 Jul 09 18:15:56.303344 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-51032b78-6cb3-4f81-b7fe-802a62d7aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:56.304830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-51032b78-6cb3-4f81-b7fe-802a62d7aa76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0453615 Jul 09 18:15:56.368877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-07b569f7-7c9a-48d6-8054-bcaa6a5a5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:56.370388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-07b569f7-7c9a-48d6-8054-bcaa6a5a5232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595407 Jul 09 18:15:56.467741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-788f987f-c54f-44f6-b8ad-1e1dd5c018fa service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906019 Jul 09 18:15:56.574842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b1ef92d-a33f-4aa4-87bf-4ec095e3192b req-22a9a659-702b-4010-8b61-25010f664af6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004105 Jul 09 18:15:57.842821 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6444505-3067-4051-bcfd-442512b888c8 req-8b8e7930-f881-44a8-b672-18fd1b44b36e tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759768462&fields=id&tenant_id=642de3e939ec4c65b1bb7f41dd9f424a HTTP/1.1" status: 200 len: 267 time: 0.0357025 Jul 09 18:15:57.924593 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6444505-3067-4051-bcfd-442512b888c8 req-2fea509a-1c14-489c-b713-d5b38a83cdfe tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:57.926195 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6444505-3067-4051-bcfd-442512b888c8 req-2fea509a-1c14-489c-b713-d5b38a83cdfe tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 984 time: 0.0743484 Jul 09 18:15:57.940440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Request body: {'port': {'security_groups': ['8ee9f7de-e422-4082-8801-4f41dc79b0a6']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:15:58.038688 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.248636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:15:58.282139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.289036 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.301871 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d84d682c-ef4a-4dec-aadb-2009a203ea33'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:15:58.333871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:58.334528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.335976 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6444505-3067-4051-bcfd-442512b888c8 req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "PUT /v2.0/ports/d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 942 time: 0.4003828 Jul 09 18:15:58.336495 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:15:58.341779 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:15:58.342257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52718) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:15:58.364857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event updated for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:15:58.372934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.373290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.373639 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.373984 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.374356 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.374601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.375023 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.375247 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.375574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.376030 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.376364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.376694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af49ea74-634f-4259-8b0a-d432514b269c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.409562 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3135115d-3f2b-4e21-a7dd-129d6f918855 x-openstack-request-id: req-3135115d-3f2b-4e21-a7dd-129d6f918855 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:15:58.409851 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:15:58.410098 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3135115d-3f2b-4e21-a7dd-129d6f918855 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:15:58.410535 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'status': 'completed', 'code': 200} Jul 09 18:15:58.425358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d84d682c-ef4a-4dec-aadb-2009a203ea33'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:15:58.431247 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.472933 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.505310 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-275c4b91-bc93-4e3b-8cc5-0555fe66c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:58.507112 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-275c4b91-bc93-4e3b-8cc5-0555fe66c1b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1097 time: 0.0713658 Jul 09 18:15:58.557060 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.569297 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.570467 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c67cd60-ca7e-4101-b61e-7e3514de3e20 HTTP/1.1" status: 204 len: 168 time: 0.2272232 Jul 09 18:15:58.574581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52720) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:15:58.611525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e790a7a2-2aed-4afd-b008-780ee63f44a6 None None] Provisioning complete for port d84d682c-ef4a-4dec-aadb-2009a203ea33 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:15:58.611957 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e790a7a2-2aed-4afd-b008-780ee63f44a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:58.631023 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c67cd60-ca7e-4101-b61e-7e3514de3e20,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:15:58.639848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-b712a710-5dd8-4635-9435-af7c0e944ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:58.641355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-b712a710-5dd8-4635-9435-af7c0e944ed9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.1266212 Jul 09 18:15:58.645094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.645437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.645763 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.646096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.646424 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.646743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.647064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.647383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.647702 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.648305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.648773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.649253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72a612-c0f9-4747-83e3-dfa915aa71f7 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:15:58.714932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-929c50a0-20f5-43a2-a641-c50c6adce2f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 1000 time: 0.0640342 Jul 09 18:15:58.770655 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-1ce77e5c-b9c3-413e-893a-c3b9bb07748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:58.772119 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-1ce77e5c-b9c3-413e-893a-c3b9bb07748f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0507691 Jul 09 18:15:58.836099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-5cfed3df-8302-485b-91dc-74cc35315b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:58.837713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-5cfed3df-8302-485b-91dc-74cc35315b28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593948 Jul 09 18:15:58.932759 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-03d8330c-f7cc-490e-8669-1e8cd4f3db0b service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883451 Jul 09 18:15:59.032055 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759b9e4a-75c4-434f-9c28-cc2bc39c64a6 req-c5b99c6e-eaf5-49a7-a746-82aaf6269935 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925324 Jul 09 18:15:59.132010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Deleting port 2bbbce86-8126-41d9-8387-971ebd88b71d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:15:59.132311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:59.210088 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:59.210427 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:59.222579 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Calling delete_port for 2bbbce86-8126-41d9-8387-971ebd88b71d owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:15:59.378433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:59.405875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event deleted for resources: {'Port': ['ID=2bbbce86-8126-41d9-8387-971ebd88b71d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:15:59.467584 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:59.467936 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Floating IP f6341ffd-8a46-431e-b8e9-862753de5c15 disassociated (deleted). External IP: 172.25.3.59, port: d84d682c-ef4a-4dec-aadb-2009a203ea33. Jul 09 18:15:59.681823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Router be68194a-a853-4388-b494-986a2c1cd7ff has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:15:59.801497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:15:59.806647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:15:59.811213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] Sync routers for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:15:59.821167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:15:59.821782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:15:59.845903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a7ab92a3-046d-40b2-8b72-9937727f9d1c tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "DELETE /v2.0/floatingips/f6341ffd-8a46-431e-b8e9-862753de5c15 HTTP/1.1" status: 204 len: 168 time: 1.2702553 Jul 09 18:15:59.846589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:15:59.850203 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f4522-458d-4d78-a5b5-456e47ce8e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:15:59.888027 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a76ffd-30ec-49ad-9ddc-63e95b5301b1 x-openstack-request-id: req-44a76ffd-30ec-49ad-9ddc-63e95b5301b1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:15:59.888427 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:15:59.888684 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44a76ffd-30ec-49ad-9ddc-63e95b5301b1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:15:59.889112 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'status': 'completed', 'code': 200} Jul 09 18:15:59.933216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:15:59.980662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-88b41e30-f154-4386-9e86-68cf873619cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:15:59.982302 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-88b41e30-f154-4386-9e86-68cf873619cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 1097 time: 0.0657244 Jul 09 18:16:00.102290 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-12526614-398e-41d1-91eb-1b5aafae4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:00.104641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-12526614-398e-41d1-91eb-1b5aafae4635 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 200 len: 916 time: 0.1157024 Jul 09 18:16:00.159393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-44fa889a-4a7b-49bc-9f94-fc11ac53546c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 200 len: 217 time: 0.0474341 Jul 09 18:16:00.184032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:00.220467 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-952bb9d6-6e39-4485-b8a3-32f6f42f60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:00.221745 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-952bb9d6-6e39-4485-b8a3-32f6f42f60fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 200 len: 854 time: 0.0498869 Jul 09 18:16:00.222617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] Checking router: be68194a-a853-4388-b494-986a2c1cd7ff for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:16:00.236651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:00.237580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:15:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:00.293086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-6f2b70d3-6b4d-4e5d-83ef-e41953333256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:00.294816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-6f2b70d3-6b4d-4e5d-83ef-e41953333256 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba627322-b5fd-41bb-992c-1e0f90e94419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652425 Jul 09 18:16:00.342316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:00.388579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-73b432ab-078f-4a26-a6ce-0065b3ab65bb service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Jul 09 18:16:00.487205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-537f4522-458d-4d78-a5b5-456e47ce8e6b req-5620d2e8-4682-4104-985e-98fdc684c7e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913038 Jul 09 18:16:00.549664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:00.577099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e88fe-5513-4254-be00-ce1b07da841d None None] The sync data for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 is: [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:14:02Z', 'revision_number': 4, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'f4408475-8b4d-4f9b-b12b-ebb038ee57da', 'name': '', 'network_id': 'ba627322-b5fd-41bb-992c-1e0f90e94419', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'mac_address': 'fa:16:3e:e4:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:01Z', 'updated_at': '2021-07-09T18:14:07Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'subnets': [{'id': '9112d9c3-e581-4a73-82f5-11ae29767d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:16:00.809455 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3362c-d6f2-49ca-9209-f01027cb1023 None None] New status for floating IP f6341ffd-8a46-431e-b8e9-862753de5c15: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:16:07.339877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd60af-02bb-44db-a274-6be9567ec942 req-ea608293-bc93-40b7-b206-356af89f7209 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:07.341393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45bd60af-02bb-44db-a274-6be9567ec942 req-ea608293-bc93-40b7-b206-356af89f7209 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0736203 Jul 09 18:16:07.387312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45bd60af-02bb-44db-a274-6be9567ec942 req-f1c3b6cf-70a3-4d43-84a0-0a379d0dc749 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Jul 09 18:16:08.588963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72fffb-b306-4fa7-b18a-4c862471b171 req-1b04c661-f2c8-4b7f-a5c7-e437b7ec6038 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:08.590522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d72fffb-b306-4fa7-b18a-4c862471b171 req-1b04c661-f2c8-4b7f-a5c7-e437b7ec6038 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0679471 Jul 09 18:16:08.630294 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8d72fffb-b306-4fa7-b18a-4c862471b171 req-0932b140-1d56-4f5b-863a-00676ef1007a tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ee9f7de-e422-4082-8801-4f41dc79b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Jul 09 18:16:08.753060 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:08.905935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-1baa6f6b-5b5a-46cd-b343-e88671fbee13 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:08.907392 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-1baa6f6b-5b5a-46cd-b343-e88671fbee13 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 945 time: 0.0678482 Jul 09 18:16:09.016244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Deleting port d84d682c-ef4a-4dec-aadb-2009a203ea33 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:09.016513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.117405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] For port d84d682c-ef4a-4dec-aadb-2009a203ea33, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d84d682c-ef4a-4dec-aadb-2009a203ea33,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:09.117788 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.130636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Calling delete_port for d84d682c-ef4a-4dec-aadb-2009a203ea33 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:09.272564 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.284592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d84d682c-ef4a-4dec-aadb-2009a203ea33'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:16:09.300912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Pushing event deleted for resources: {'Port': ['ID=d84d682c-ef4a-4dec-aadb-2009a203ea33,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:09.349200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] No DVR routers for this DVR port d84d682c-ef4a-4dec-aadb-2009a203ea33 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:16:09.351966 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.354196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ff907b2-1bcc-4064-a8ea-a7b5a6c5495f req-ea46a646-aa13-4526-bf5b-465ffd486c37 tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.13 "DELETE /v2.0/ports/d84d682c-ef4a-4dec-aadb-2009a203ea33 HTTP/1.1" status: 204 len: 173 time: 0.4413118 Jul 09 18:16:09.354627 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'name': 'network-vif-deleted', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:16:09.356941 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a77654-5bf7-4cbf-9d3c-cff684a11e32" -d '{"events": [{"server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "name": "network-vif-deleted", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:16:09.395972 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abbca9d-e3c5-4f4e-96f3-557f84732664 x-openstack-request-id: req-4abbca9d-e3c5-4f4e-96f3-557f84732664 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:16:09.396267 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e69d8e-a329-47a9-9482-b412ba8a74d6", "name": "network-vif-deleted", "tag": "d84d682c-ef4a-4dec-aadb-2009a203ea33", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:16:09.396543 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4abbca9d-e3c5-4f4e-96f3-557f84732664 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:16:09.396951 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e69d8e-a329-47a9-9482-b412ba8a74d6', 'name': 'network-vif-deleted', 'tag': 'd84d682c-ef4a-4dec-aadb-2009a203ea33', 'status': 'completed', 'code': 200} Jul 09 18:16:09.809919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:09.813849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ca2f5e1-6b85-4982-bb44-6d6ed2d476b2 req-50d77f50-75cf-4d85-bbc0-a8a0936445df tempest-TestMinimumBasicScenario-914714009 tempest-TestMinimumBasicScenario-914714009-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e69d8e-a329-47a9-9482-b412ba8a74d6 HTTP/1.1" status: 200 len: 210 time: 0.0448668 Jul 09 18:16:10.475476 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-33f9f865-51eb-4466-b5a4-e165c2040653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:12.324718 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:16:12.514511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52826) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:12.870538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.030421 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4e10cb74-a858-45ef-b5a2-93b290018aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.138861 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Deleting port f4408475-8b4d-4f9b-b12b-ebb038ee57da {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:13.139124 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.222561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] For port f4408475-8b4d-4f9b-b12b-ebb038ee57da, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f4408475-8b4d-4f9b-b12b-ebb038ee57da,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:13.222931 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.236120 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Calling delete_port for f4408475-8b4d-4f9b-b12b-ebb038ee57da owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:13.302169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d84d682c-ef4a-4dec-aadb-2009a203ea33 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:13.325037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: d84d682c-ef4a-4dec-aadb-2009a203ea33 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:13.325382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d84d682c-ef4a-4dec-aadb-2009a203ea33 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:13.426554 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.460927 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4408475-8b4d-4f9b-b12b-ebb038ee57da,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:13.526948 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.647215 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:13.867495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Router be68194a-a853-4388-b494-986a2c1cd7ff has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:16:13.988768 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:16:13.994597 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a3143073-7215-408e-82dc-1ded32e84a61 admin admin] 10.222.0.21 "PUT /v2.0/routers/be68194a-a853-4388-b494-986a2c1cd7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4789040 Jul 09 18:16:13.997464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52828) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:13.998079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] Sync routers for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:16:14.008084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:14.008706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:14.102687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.111296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:14.204009 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.259964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Deleting port 835f5e78-f5d4-4da7-87f2-f2f096b32baa {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:14.260303 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.350479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] For port 835f5e78-f5d4-4da7-87f2-f2f096b32baa, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=835f5e78-f5d4-4da7-87f2-f2f096b32baa,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:14.350807 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.367994 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Calling delete_port for 835f5e78-f5d4-4da7-87f2-f2f096b32baa owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:14.380403 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.453521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:16:13Z', 'revision_number': 5, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port': {'id': '835f5e78-f5d4-4da7-87f2-f2f096b32baa', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:00Z', 'updated_at': '2021-07-09T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:14.479115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] Checking router: be68194a-a853-4388-b494-986a2c1cd7ff for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:16:14.488331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] Routers {'be68194a-a853-4388-b494-986a2c1cd7ff'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:14.490767 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['be68194a-a853-4388-b494-986a2c1cd7ff'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:14.539700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.570865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Pushing event deleted for resources: {'Port': ['ID=835f5e78-f5d4-4da7-87f2-f2f096b32baa,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:14.578455 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] Set router be68194a-a853-4388-b494-986a2c1cd7ff gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:14.631262 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:16:14Z', 'revision_number': 6, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:14.633458 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.677139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d133e-8998-40e6-8dae-4eae34a51ab1 None None] The sync data for ids ['be68194a-a853-4388-b494-986a2c1cd7ff'] in n-d-791506-17 is: [{'id': 'be68194a-a853-4388-b494-986a2c1cd7ff', 'name': 'tempest-TestMinimumBasicScenario-2125393526-router', 'tenant_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:13:59Z', 'updated_at': '2021-07-09T18:16:14Z', 'revision_number': 6, 'project_id': '642de3e939ec4c65b1bb7f41dd9f424a', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:16:14.726822 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.729208 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.778883 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.779449 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Fanout notify agent at l3_agent the message router_deleted on router be68194a-a853-4388-b494-986a2c1cd7ff {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:16:14.786245 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.787865 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9bbd194c-d0a2-4189-8254-e59225b1891a admin admin] 10.222.0.21 "DELETE /v2.0/routers/be68194a-a853-4388-b494-986a2c1cd7ff HTTP/1.1" status: 204 len: 168 time: 0.7894497 Jul 09 18:16:14.790912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52830) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:14.835412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Deleting subnet 9112d9c3-e581-4a73-82f5-11ae29767d7d {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:16:14.838759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.872188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:14.959352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.017323 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.042960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9112d9c3-e581-4a73-82f5-11ae29767d7d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:15.046600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.051397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b135ba1d-6431-4642-b4ef-9998f646b68a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9112d9c3-e581-4a73-82f5-11ae29767d7d HTTP/1.1" status: 204 len: 168 time: 0.2593253 Jul 09 18:16:15.051879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52832) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:15.056357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68fbc4-6267-43e2-9447-586bc4150c68 None None] Network ba627322-b5fd-41bb-992c-1e0f90e94419 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:16:15.124923 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.184573 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Deleting port dd83de62-7911-4d35-8f73-33ecfc4d4c31 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:15.184967 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.254075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] For port dd83de62-7911-4d35-8f73-33ecfc4d4c31, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=dd83de62-7911-4d35-8f73-33ecfc4d4c31,segment=NetworkSegment(d97fd035-eb4e-42fd-b185-ac0a9c8b1d30),segment_id=d97fd035-eb4e-42fd-b185-ac0a9c8b1d30)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:15.254437 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.266983 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Calling delete_port for dd83de62-7911-4d35-8f73-33ecfc4d4c31 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:15.352345 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.376878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd83de62-7911-4d35-8f73-33ecfc4d4c31,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:15.380459 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] No DVR routers for this DVR port dd83de62-7911-4d35-8f73-33ecfc4d4c31 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:16:15.453931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.464577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba627322-b5fd-41bb-992c-1e0f90e94419']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:15.476059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:15.476324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97fd035-eb4e-42fd-b185-ac0a9c8b1d30') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:15.479848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f6fd5-5339-48cc-85e4-afc764d535b1 None None] DHCP port deletion for ba627322-b5fd-41bb-992c-1e0f90e94419 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:16:15.486823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.504401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.510779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:16:15.511181 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:16:15.512919 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:16:15.569997 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.578821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:15.580751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba627322-b5fd-41bb-992c-1e0f90e94419 HTTP/1.1" status: 204 len: 168 time: 0.5277905 Jul 09 18:16:15.586900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52834) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:15.594173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6277f-5147-4ee0-91e7-6787095d6b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba627322-b5fd-41bb-992c-1e0f90e94419,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:16.102985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:16.286226 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:16.532917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd83de62-7911-4d35-8f73-33ecfc4d4c31 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:16.554381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Deleting port a674e26a-e587-446a-bee6-1e7d55d84059 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:16.554703 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:16.555146 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: dd83de62-7911-4d35-8f73-33ecfc4d4c31 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:16.555527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device dd83de62-7911-4d35-8f73-33ecfc4d4c31 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:16.556002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 835f5e78-f5d4-4da7-87f2-f2f096b32baa no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:16.575785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 835f5e78-f5d4-4da7-87f2-f2f096b32baa {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:16.576159 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 835f5e78-f5d4-4da7-87f2-f2f096b32baa not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:16.576545 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f4408475-8b4d-4f9b-b12b-ebb038ee57da no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:16.600748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f4408475-8b4d-4f9b-b12b-ebb038ee57da {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:16.601089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f4408475-8b4d-4f9b-b12b-ebb038ee57da not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:16.642024 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] For port a674e26a-e587-446a-bee6-1e7d55d84059, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a674e26a-e587-446a-bee6-1e7d55d84059,segment=NetworkSegment(df559c3a-f8fa-4994-9b90-7db7b4fc766f),segment_id=df559c3a-f8fa-4994-9b90-7db7b4fc766f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:16.642376 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:16.654771 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Calling delete_port for a674e26a-e587-446a-bee6-1e7d55d84059 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:16.836267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:16.867707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Pushing event deleted for resources: {'Port': ['ID=a674e26a-e587-446a-bee6-1e7d55d84059,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:17.030620 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:17.246200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Router 36b843c6-65cb-41dc-811c-085de84c89e9 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:16:17.364421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:16:17.370460 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0020d07b-2790-4be7-b0a9-58d5a0c6c01a admin admin] 10.222.0.21 "PUT /v2.0/routers/36b843c6-65cb-41dc-811c-085de84c89e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7853992 Jul 09 18:16:17.373242 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52836) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:17.373906 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] Sync routers for ids ['36b843c6-65cb-41dc-811c-085de84c89e9'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:16:17.384247 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] Routers {'36b843c6-65cb-41dc-811c-085de84c89e9'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:17.384865 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['36b843c6-65cb-41dc-811c-085de84c89e9'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:17.480473 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:17.488660 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] Set router 36b843c6-65cb-41dc-811c-085de84c89e9 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:17.586954 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:17.639131 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Deleting port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:17.639568 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:17.663748 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:16:16Z', 'revision_number': 5, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port': {'id': '233a32b4-66c1-486b-b724-c3e7c8a7d3e2', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:14:04Z', 'updated_at': '2021-07-09T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:17.690063 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] Checking router: 36b843c6-65cb-41dc-811c-085de84c89e9 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:16:17.698694 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] Routers {'36b843c6-65cb-41dc-811c-085de84c89e9'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:17.699338 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['36b843c6-65cb-41dc-811c-085de84c89e9'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:17.723153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] For port 233a32b4-66c1-486b-b724-c3e7c8a7d3e2, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:17.723474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:17.737013 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Calling delete_port for 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:17.787037 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] Set router 36b843c6-65cb-41dc-811c-085de84c89e9 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:17.848655 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:16:17Z', 'revision_number': 6, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:17.909211 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:17.936928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=233a32b4-66c1-486b-b724-c3e7c8a7d3e2,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:17.987052 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71dadab-4a3f-4525-a344-374d6e14035e None None] The sync data for ids ['36b843c6-65cb-41dc-811c-085de84c89e9'] in n-d-791506-17 is: [{'id': '36b843c6-65cb-41dc-811c-085de84c89e9', 'name': 'tempest-TestMinimumBasicScenario-245467259-router', 'tenant_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:14:03Z', 'updated_at': '2021-07-09T18:16:17Z', 'revision_number': 6, 'project_id': 'ea60a364d7944f4fae7c489ac49c62bb', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:16:18.003189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.100806 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.102904 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.146262 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.146900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b843c6-65cb-41dc-811c-085de84c89e9 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:16:18.152190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.153404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d9681035-4574-4171-a006-358b8cb297e7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/36b843c6-65cb-41dc-811c-085de84c89e9 HTTP/1.1" status: 204 len: 168 time: 0.7792411 Jul 09 18:16:18.157001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52838) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:18.209587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Deleting subnet b67139ee-22ed-497a-968d-47c6c40841d5 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:16:18.214213 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.254638 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.341608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.398736 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.424531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67139ee-22ed-497a-968d-47c6c40841d5,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:18.428412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.430324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6b4bc9a2-5d33-49da-948a-51141ccf1cc1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b67139ee-22ed-497a-968d-47c6c40841d5 HTTP/1.1" status: 204 len: 168 time: 0.2723351 Jul 09 18:16:18.433020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52840) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:18.433736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f1e88-72cc-49a5-ae50-3f73a9802ad5 None None] Network d6aa6f35-718c-427e-9c6b-d499912b5c2c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:16:18.500976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.562574 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Deleting port f7507f79-5029-4e28-8406-623e55682c6a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:16:18.562918 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.626200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] For port f7507f79-5029-4e28-8406-623e55682c6a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f7507f79-5029-4e28-8406-623e55682c6a,segment=NetworkSegment(df559c3a-f8fa-4994-9b90-7db7b4fc766f),segment_id=df559c3a-f8fa-4994-9b90-7db7b4fc766f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:18.626452 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.639289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Calling delete_port for f7507f79-5029-4e28-8406-623e55682c6a owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:16:18.725021 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.752802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7507f79-5029-4e28-8406-623e55682c6a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:18.754589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] No DVR routers for this DVR port f7507f79-5029-4e28-8406-623e55682c6a on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:16:18.769045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08997bf-1593-4294-b152-de86ad1eb8e2 None None] DHCP port deletion for d6aa6f35-718c-427e-9c6b-d499912b5c2c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:16:18.831341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:18.833334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.844019 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aa6f35-718c-427e-9c6b-d499912b5c2c']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:18.854206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:18.854400 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df559c3a-f8fa-4994-9b90-7db7b4fc766f') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:18.854546 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 233a32b4-66c1-486b-b724-c3e7c8a7d3e2 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:18.854695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df559c3a-f8fa-4994-9b90-7db7b4fc766f') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:18.854955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a674e26a-e587-446a-bee6-1e7d55d84059 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:18.864030 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.876418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a674e26a-e587-446a-bee6-1e7d55d84059 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:18.876559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a674e26a-e587-446a-bee6-1e7d55d84059 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:18.877490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7507f79-5029-4e28-8406-623e55682c6a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:16:18.881387 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.896180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:16:18.896698 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:16:18.898658 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:16:18.902852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f7507f79-5029-4e28-8406-623e55682c6a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:16:18.903279 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f7507f79-5029-4e28-8406-623e55682c6a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:16:18.961906 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.978400 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:18.980320 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6aa6f35-718c-427e-9c6b-d499912b5c2c HTTP/1.1" status: 204 len: 168 time: 0.5463033 Jul 09 18:16:18.981309 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286a3dc-55ab-401c-ad09-8884527901e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6aa6f35-718c-427e-9c6b-d499912b5c2c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:19.152805 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52844) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:19.193689 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a2fcc306-c0b0-4f27-86c6-ea9332a1e9b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=642de3e939ec4c65b1bb7f41dd9f424a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396686 Jul 09 18:16:19.196532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52846) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:19.248378 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-387a33aa-9dd7-4320-ba0e-8197c3125128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.269468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-387a33aa-9dd7-4320-ba0e-8197c3125128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.323824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-387a33aa-9dd7-4320-ba0e-8197c3125128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.326707 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-387a33aa-9dd7-4320-ba0e-8197c3125128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.328371 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-387a33aa-9dd7-4320-ba0e-8197c3125128 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ee9f7de-e422-4082-8801-4f41dc79b0a6 HTTP/1.1" status: 204 len: 168 time: 0.1308041 Jul 09 18:16:19.336475 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a33aa-9dd7-4320-ba0e-8197c3125128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee9f7de-e422-4082-8801-4f41dc79b0a6,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:19.663150 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52852) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:19.708724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ddc07be7-ba6b-44cc-a733-e208a3abf4f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea60a364d7944f4fae7c489ac49c62bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443265 Jul 09 18:16:19.712361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52854) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:19.761447 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-119301ba-a540-40ee-9bcf-67aef19c6ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.784408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-119301ba-a540-40ee-9bcf-67aef19c6ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.834640 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-119301ba-a540-40ee-9bcf-67aef19c6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.838737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-119301ba-a540-40ee-9bcf-67aef19c6ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:19.840584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-119301ba-a540-40ee-9bcf-67aef19c6ebc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/139e56de-43c4-45c3-97c8-5fbec7323945 HTTP/1.1" status: 204 len: 168 time: 0.1272802 Jul 09 18:16:19.848864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119301ba-a540-40ee-9bcf-67aef19c6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e56de-43c4-45c3-97c8-5fbec7323945,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:22.646921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52898) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:22.651830 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171370662', 'description': 'tempest-secgroup-smoke-171370662 description', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:22.674642 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.683222 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.775880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.781406 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.817154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3b406-7933-430b-a57a-21d4bb7eaa9c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:22.878223 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.883082 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.911090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.912361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2644181 Jul 09 18:16:22.914241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd93819-311f-4aec-be2b-5166be44b070 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0acf8-22e7-41da-bf12-c1beaedeb40c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:22.915703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:22.920862 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0acf8-22e7-41da-bf12-c1beaedeb40c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:22.949277 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:22.996511 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.002373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.019405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5284608-b25b-4226-ad6f-427eee1395c4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.028616 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.030279 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5850fb8c-9c97-4d77-bca8-dafdad3fb468 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130066 Jul 09 18:16:23.032736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52902) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.037262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0acf8-22e7-41da-bf12-c1beaedeb40c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.063545 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.124001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.130518 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.147453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2223465c-dd07-4cc8-914c-e1001482361d,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.156276 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.157523 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a0191d0b-4f26-427c-a5b9-67477418f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237190 Jul 09 18:16:23.160620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52904) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.164986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0acf8-22e7-41da-bf12-c1beaedeb40c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.191621 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.252504 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.259083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.276769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee5269e-65a2-4aaa-87c7-3175543260c5,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.283856 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.285155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-562a1ed1-b79a-4f0d-a7cb-102f401ff2ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236565 Jul 09 18:16:23.288271 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52906) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.292945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0acf8-22e7-41da-bf12-c1beaedeb40c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.320389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.383625 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.389201 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.406777 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f208aca3-5fb3-4077-b231-481ae033a7dd,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.413857 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.415520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c6f79a05-dd59-488f-911f-0af6981de35a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263416 Jul 09 18:16:23.418323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52908) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.422839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0acf8-22e7-41da-bf12-c1beaedeb40c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.447791 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:16:23.453754 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.521249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.527610 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.544635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0160d9b5-a087-41c3-8cc0-ee55dd407bb2,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.552084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.553667 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c98bb9f9-8c6a-468a-910e-4f296727ce44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343009 Jul 09 18:16:23.556661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52910) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.562618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0acf8-22e7-41da-bf12-c1beaedeb40c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.587653 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:16:23.593633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.657191 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.662344 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.679856 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51c4395-b650-470c-8c0a-fa4a73b90a50,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.688063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.689252 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e4551cbf-4a0a-4268-bdaf-7e75cb1e52a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316147 Jul 09 18:16:23.692343 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52912) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.697997 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'network': {'name': 'tempest-network-smoke--1432016646', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.720411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:16:23.723908 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.749355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:16:23.759047 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.759391 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Added segment a454fe36-8d8a-4ddc-92c4-91ed198de767 of type vlan for network 28b2330f-9b75-4dc3-9f74-994d38a05c0b Jul 09 18:16:23.799483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.836358 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.842481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:23.843091 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.906862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2127631 Jul 09 18:16:23.910265 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52914) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:23.915104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'admin_state_up': True, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:23.916615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a7016-9f68-44cc-9f0c-700758a797db tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Network': ['ID=28b2330f-9b75-4dc3-9f74-994d38a05c0b,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:23.927673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:16:23.942029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.943059 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:23.996102 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.141679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.346975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.369575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.492363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.95 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/69aa174b-1bb3-4d3d-9b09-be939c9d7204) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:16:24.600627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.641899 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:24.676823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:16:24.681538 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:24.684940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:16:24.710086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=69aa174b-1bb3-4d3d-9b09-be939c9d7204,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:24.954818 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:25.156660 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:25.299527 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:16:25.778262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:16:25.788929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Sync routers for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:16:25.800852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:25.801583 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:25.806067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:25.807393 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4db059a-6759-40e7-a8a4-7642223f28ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8961489 Jul 09 18:16:25.810943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52916) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:25.915663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:25.930326 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ddc08cd0-fca7-43e1-ac8d-22a233c33633 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0440174e0cb4406bb4ddd6ce36ed6f7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182456 Jul 09 18:16:25.933035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 52920) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:26.022417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10b158-a52b-491f-bc56-4dfa7ae148ff tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:26.023371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1c10b158-a52b-491f-bc56-4dfa7ae148ff tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892565 Jul 09 18:16:26.026888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52922) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:26.055386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-29df8385-2e3d-4ed5-95f8-de65c57c4ab3 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272295 Jul 09 18:16:26.057999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52924) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:26.063249 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1155957361', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:26.095866 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:24Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:26.128537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Checking router: d24791c4-d96f-497f-b3e3-e3cbfa4178a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:16:26.128802 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Updating router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:16:26.154970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:16:26.158952 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.164075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.341806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.398335 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Subnet': ['ID=34d726cb-df4a-4861-8066-172237d00eb4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:26.413477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Checking segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:16:26.413833 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network hostable DHCP agents. Network: 28b2330f-9b75-4dc3-9f74-994d38a05c0b, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:16:26.418226 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.428692 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Transition to ACTIVE for port object 69aa174b-1bb3-4d3d-9b09-be939c9d7204 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:26.431529 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:16:26.434963 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.441457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 28b2330f-9b75-4dc3-9f74-994d38a05c0b) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:26.446803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:26.447483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.464147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-65a27de2-d297-4a36-99f2-29b5298bf9bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4050012 Jul 09 18:16:26.467486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52926) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:26.470200 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2792a72f-ca5f-4e45-9dee-11d44c07d678 None None] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:16:26.531952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Attempting to bind port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:16:26.532331 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Attempting to bind port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:16:26.532729 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Attempting to bind port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:16:26.546696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:16:26.547043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:16:26.547443 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.547857 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:16:26.548329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Bound port: 69aa174b-1bb3-4d3d-9b09-be939c9d7204, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:16:26.548706 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.553663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Pushing event updated for resources: {'Port': ['ID=69aa174b-1bb3-4d3d-9b09-be939c9d7204,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:26.590173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.590512 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.590852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.591182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.591521 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.591860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.592183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.592499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.592814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.593135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.593445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.593736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:26.643669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] For port 69aa174b-1bb3-4d3d-9b09-be939c9d7204, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:16:26.674645 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] For port 69aa174b-1bb3-4d3d-9b09-be939c9d7204, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=69aa174b-1bb3-4d3d-9b09-be939c9d7204,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:16:26.682538 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.772729 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:26.773339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:26.778782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:16:26.779629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.811382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df577c0-8e9e-4764-b56c-538a10656e1a None None] Pushing event updated for resources: {'Port': ['ID=69aa174b-1bb3-4d3d-9b09-be939c9d7204,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:26.917070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:26.982454 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:27.259878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Allocated IP 172.20.0.2 (28b2330f-9b75-4dc3-9f74-994d38a05c0b/34d726cb-df4a-4861-8066-172237d00eb4/49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:16:27.455579 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:24Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:27.485567 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.487878 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751910a4-64dd-4753-a9fb-9940bd4e2724 None None] The sync data for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 is: [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:24Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:16:27.497168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Transition to ACTIVE for port object 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:27.521772 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Transition to ACTIVE for port object 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:27.535306 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.584894 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:16:27.591340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:27.591887 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.1 (28b2330f-9b75-4dc3-9f74-994d38a05c0b/34d726cb-df4a-4861-8066-172237d00eb4/2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:16:27.595686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:16:27.598924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Pushing event updated for resources: {'Port': ['ID=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:27.655387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Attempting to bind port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:16:27.655756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Attempting to bind port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:16:27.656154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Attempting to bind port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 on network 28b2330f-9b75-4dc3-9f74-994d38a05c0b {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:16:27.661311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:16:27.661695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Checking segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:16:27.662102 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.662498 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Bound using segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:16:27.662964 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Bound port: 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:16:27.663347 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.726731 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.748252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] For port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:16:27.751636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] For port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:16:27.756468 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:27.758969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.799852 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:27.830695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dcef6-cba9-418e-8ec8-513f0b67ab34 None None] Pushing event updated for resources: {'Port': ['ID=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:27.860046 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:16:27.864680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:27.868494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:16:27.901952 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:27.926439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.104749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.408180 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.415033 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.493504 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.548234 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:28.624218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:16:28.625736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:28.640617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:28.695148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:28.702198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 69aa174b-1bb3-4d3d-9b09-be939c9d7204 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:28.746878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:16:28.756578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:28.761137 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:28.761627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.818586 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84055147-18a6-4f6d-9ad7-03a143cc67b2 None None] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:16:28.881650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:16:28.895243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e4f14fa6-3bdc-484a-8ddb-83893387e798 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/d24791c4-d96f-497f-b3e3-e3cbfa4178a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4184737 Jul 09 18:16:28.908438 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.917609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] Provisioning for port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:28.937022 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] Provisioning complete for port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:28.937397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:28.949714 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 69aa174b-1bb3-4d3d-9b09-be939c9d7204, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=69aa174b-1bb3-4d3d-9b09-be939c9d7204,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:28.973863 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.041367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-8ce3c75f-753d-44c3-961f-3769bd0af508 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171370662&fields=id&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 267 time: 0.0360498 Jul 09 18:16:29.078167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=69aa174b-1bb3-4d3d-9b09-be939c9d7204,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:29.138372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.152036 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-dffdeb68-8011-4387-85dc-a6f464ed3652 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:29.158811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-dffdeb68-8011-4387-85dc-a6f464ed3652 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/networks?id=28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 200 len: 797 time: 0.1105359 Jul 09 18:16:29.172383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-40b4a2f8-6590-4e35-8008-bc237478cf53 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/quotas/0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 375 time: 0.0126073 Jul 09 18:16:29.181732 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Sync routers for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:16:29.189896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] For port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:29.193009 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:29.194260 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:29.199553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.254006 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2736c-8d6f-4636-a839-cce28b8c8943 None None] Pushing event updated for resources: {'Port': ['ID=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:29.261014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-842d795f-d49a-47c2-9512-db4a7df1f8e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857599 Jul 09 18:16:29.305286 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:29.368063 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-7e049a5e-30c7-4f03-be99-f5082cba5d3f service neutron] 10.222.0.21 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914609 Jul 09 18:16:29.436736 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8bd864fa-a02a-4ea2-b1d9-db8bb1e2ef49 None None] Provisioning for port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:29.441023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8bd864fa-a02a-4ea2-b1d9-db8bb1e2ef49 None None] Provisioning complete for port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:29.441397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8bd864fa-a02a-4ea2-b1d9-db8bb1e2ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.477879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-8bd864fa-a02a-4ea2-b1d9-db8bb1e2ef49 None None] Port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:16:29.482888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-ad4e0325-cef6-4bc5-a26f-14fcd7dde0e5 service neutron] 10.222.0.21 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078122 Jul 09 18:16:29.490544 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8bd864fa-a02a-4ea2-b1d9-db8bb1e2ef49 None None] Provisioning complete for port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:29.490922 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8bd864fa-a02a-4ea2-b1d9-db8bb1e2ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.522114 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 2, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:29.555236 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Checking router: d24791c4-d96f-497f-b3e3-e3cbfa4178a3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:16:29.556112 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Updating router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:16:29.601931 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.710384 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-caa4b1aa-1e20-4b6d-9592-9b9105c14b2a None None] Provisioning complete for port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:29.710944 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1aa-1e20-4b6d-9592-9b9105c14b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.760154 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-caa4b1aa-1e20-4b6d-9592-9b9105c14b2a None None] Port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:16:29.772490 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b461fd37-f068-4580-9187-14c58e09c86e req-c09918c6-1bff-4f85-a110-bf94c2dccdb7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 210 time: 0.0906014 Jul 09 18:16:29.909659 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.928033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Transition to ACTIVE for port object 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:29.935092 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:29.994402 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Pushing event updated for resources: {'Port': ['ID=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:30.005394 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.005721 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.006054 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.006381 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.006729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.007056 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.007373 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.007683 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.008033 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.008346 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.008653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.008963 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:16:30.059927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Attempting to bind port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:16:30.060428 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Attempting to bind port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:16:30.060820 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Attempting to bind port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f on network 28b2330f-9b75-4dc3-9f74-994d38a05c0b {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:16:30.068120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:16:30.068524 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Checking segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:16:30.068951 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:30.069339 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Bound using segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:16:30.069811 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Bound port: 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:16:30.070187 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:30.137291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] For port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:16:30.140678 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] For port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:16:30.146764 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:30.221092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d88a8-890d-4e48-8c53-d3c431a0b2f1 None None] Pushing event updated for resources: {'Port': ['ID=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:30.225073 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:30.226011 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:30.339863 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:30.539031 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:30Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:30.543876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 69aa174b-1bb3-4d3d-9b09-be939c9d7204 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:30.564790 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1aa482-7cc8-4ee8-aba1-ad02a0aaf868 None None] The sync data for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 is: [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:30Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:16:30.603796 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:30.604192 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:30.715937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:30.770243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:30.770627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:30.940475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1ae3fabc-bcac-4fed-bfef-353494c477dc req-0be5313f-f670-4cad-9ed5-7646f0306190 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 210 time: 0.0438869 Jul 09 18:16:30.951338 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-e9604efc-49ac-402b-8326-877fff1c3404 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:30.953297 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-e9604efc-49ac-402b-8326-877fff1c3404 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/networks?id=28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 200 len: 797 time: 0.1761758 Jul 09 18:16:31.008032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-13649d07-08bd-433f-aaa5-e0cfb97377aa tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 379 time: 0.0459547 Jul 09 18:16:31.018556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'port': {'device_id': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'admin_state_up': True, 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'security_groups': ['b5b0acf8-22e7-41da-bf12-c1beaedeb40c']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:31.142590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:16:31.146389 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:31.276450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.10 (28b2330f-9b75-4dc3-9f74-994d38a05c0b/34d726cb-df4a-4861-8066-172237d00eb4/68ec9c86-7e52-47a8-b46d-129c6b3fa01e) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:16:31.424799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:31.439600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 68ec9c86-7e52-47a8-b46d-129c6b3fa01e will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:31.476372 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:31.526439 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:16:31.529968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:31.532848 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:16:31.569105 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:31.609442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:31.610133 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:31.627372 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-d529d684-319f-4069-82b8-c0f08fdf589d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6144557 Jul 09 18:16:31.640490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Request body: {'port': {'device_id': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:31.716507 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:31.763624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b0a6677a-f19b-40da-8eb4-ed3f9dc80c09 None None] Provisioning for port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:31.778764 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b0a6677a-f19b-40da-8eb4-ed3f9dc80c09 None None] Provisioning complete for port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:31.779486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0a6677a-f19b-40da-8eb4-ed3f9dc80c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:31.836204 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6677a-f19b-40da-8eb4-ed3f9dc80c09 None None] Port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:16:31.999493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ec9c86-7e52-47a8-b46d-129c6b3fa01e {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:16:32.007255 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.020164 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Transition to ACTIVE for port object 68ec9c86-7e52-47a8-b46d-129c6b3fa01e will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:16:32.025167 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.098701 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Pushing event updated for resources: {'Port': ['ID=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:32.130969 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd1ab5-a56e-4431-af98-b80667f0cfba req-9906ef36-936b-46b9-aa45-a43b1ef2e2d8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.132593 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44dd1ab5-a56e-4431-af98-b80667f0cfba req-9906ef36-936b-46b9-aa45-a43b1ef2e2d8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 944 time: 0.0773108 Jul 09 18:16:32.156206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Attempting to bind port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:16:32.156556 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Attempting to bind port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:16:32.156878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Attempting to bind port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e on network 28b2330f-9b75-4dc3-9f74-994d38a05c0b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:16:32.162075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e on network 28b2330f-9b75-4dc3-9f74-994d38a05c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:16:32.162406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Attempting to bind port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e on network 28b2330f-9b75-4dc3-9f74-994d38a05c0b {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:16:32.168308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:16:32.168659 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Checking segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:16:32.169055 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Bound using segment: {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:16:32.169551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Bound port: 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a454fe36-8d8a-4ddc-92c4-91ed198de767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:16:32.169870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.175297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-44dd1ab5-a56e-4431-af98-b80667f0cfba req-30db85e9-f9a4-44f9-8b56-ce445f125944 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368824 Jul 09 18:16:32.250041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] For port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:16:32.254401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] For port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:16:32.260689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.300471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.301049 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.302456 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] 10.222.0.36 "PUT /v2.0/ports/68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 200 len: 1093 time: 0.6671886 Jul 09 18:16:32.302887 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:16:32.305179 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:16:32.333133 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adbf19-46ac-41a2-81a1-955468a1ce60 service neutron] Pushing event updated for resources: {'Port': ['ID=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:32.366262 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe01ad-3b95-43f1-8163-65c020af390f x-openstack-request-id: req-fefe01ad-3b95-43f1-8163-65c020af390f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:16:32.366549 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:16:32.366791 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fefe01ad-3b95-43f1-8163-65c020af390f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:16:32.367183 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'status': 'completed', 'code': 200} Jul 09 18:16:32.415423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-a73ab075-c6a2-4c70-bdab-e27938915693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.417191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-a73ab075-c6a2-4c70-bdab-e27938915693 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1096 time: 0.0624080 Jul 09 18:16:32.460329 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-a350e270-4eec-4c98-abe5-61a3b0a04b48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 200 len: 217 time: 0.0354962 Jul 09 18:16:32.515489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-7b89db78-4b80-41d1-a287-3729fd845e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.517044 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-7b89db78-4b80-41d1-a287-3729fd845e59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34d726cb-df4a-4861-8066-172237d00eb4 HTTP/1.1" status: 200 len: 835 time: 0.0505075 Jul 09 18:16:32.568201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:32.579083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-3101756e-fb3e-4121-8f0b-deea351df904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.581340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-3101756e-fb3e-4121-8f0b-deea351df904 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28b2330f-9b75-4dc3-9f74-994d38a05c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571277 Jul 09 18:16:32.627864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:32.632094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:32.632464 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.680718 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-1c8ed84a-9095-4d04-8848-19de4f871dc7 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918272 Jul 09 18:16:32.715085 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.747593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:32.752019 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:32.776461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5a5be03c-c7d7-4724-8f58-9b97da4725a6 req-f6c0ce19-7408-488c-a7e1-9c0bf9435492 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888395 Jul 09 18:16:32.803485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:32.881752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-3a466aa7-d6c8-41fc-a038-da9d4d22e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.883293 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-3a466aa7-d6c8-41fc-a038-da9d4d22e20a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1096 time: 0.0575557 Jul 09 18:16:32.985093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-314ba184-9526-4826-b7bb-1cdebf00879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:32.986608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-314ba184-9526-4826-b7bb-1cdebf00879b service neutron] 10.222.0.36 "GET /v2.0/networks?id=28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 200 len: 898 time: 0.0971334 Jul 09 18:16:33.027961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-d119d9ee-bc4e-4c87-a773-ef0fcae4e951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 200 len: 217 time: 0.0341113 Jul 09 18:16:33.078289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-c295283a-4031-4038-b1f7-74e8c7071ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:33.079808 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-c295283a-4031-4038-b1f7-74e8c7071ed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34d726cb-df4a-4861-8066-172237d00eb4 HTTP/1.1" status: 200 len: 835 time: 0.0443404 Jul 09 18:16:33.150388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-701a54c1-1627-46a7-8c32-883db6f640d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:33.151931 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-701a54c1-1627-46a7-8c32-883db6f640d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28b2330f-9b75-4dc3-9f74-994d38a05c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641544 Jul 09 18:16:33.243946 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-52ddaa2c-efb9-45e0-a233-28e0cc022ac3 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837131 Jul 09 18:16:33.345137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41ef43e5-52b6-4ed0-8656-4341bf33f2ea req-88140836-c50a-4d41-9b3c-71692a562b45 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935693 Jul 09 18:16:33.358879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21904-426b-4022-b436-3b9b7efd31e4 req-9d8c3621-0b5e-443b-b488-1bc9d55d46fa tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:33.360396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22a21904-426b-4022-b436-3b9b7efd31e4 req-9d8c3621-0b5e-443b-b488-1bc9d55d46fa tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 944 time: 0.0728414 Jul 09 18:16:33.401559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-22a21904-426b-4022-b436-3b9b7efd31e4 req-8587efa9-4b88-4978-8320-d9f3d08a9361 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Jul 09 18:16:34.543339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:34.596675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be8de5-faa0-4d57-9099-92680f14ad41 req-321725e4-bb4a-4c63-966b-e96fe8fd12ce tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:34.598230 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71be8de5-faa0-4d57-9099-92680f14ad41 req-321725e4-bb4a-4c63-966b-e96fe8fd12ce tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 944 time: 0.0703042 Jul 09 18:16:34.598382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:34.598693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:34.639925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-71be8de5-faa0-4d57-9099-92680f14ad41 req-8296194d-e770-4692-b7e9-318c2f080231 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Jul 09 18:16:35.828060 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c822ea-2403-4637-910c-68d93494ba47 req-a1e224c9-b38f-41b1-a275-6127d5a97e2a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:35.829538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18c822ea-2403-4637-910c-68d93494ba47 req-a1e224c9-b38f-41b1-a275-6127d5a97e2a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 944 time: 0.0689058 Jul 09 18:16:35.876662 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-18c822ea-2403-4637-910c-68d93494ba47 req-962878ad-d8a7-4800-8520-a6fbbbda8289 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Jul 09 18:16:36.566232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 68ec9c86-7e52-47a8-b46d-129c6b3fa01e details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:16:36.666003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:36.678248 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'port_id': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'mac_address': 'fa:16:3e:78:f2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:16:36.719927 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:36.733099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ec9c86-7e52-47a8-b46d-129c6b3fa01e {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:16:36.754481 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:36.761747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:36.809568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:36.999838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['68ec9c86-7e52-47a8-b46d-129c6b3fa01e'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:16:37.055710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec10ca-5d9e-445f-97d3-d1b4e3bf2d4b req-ab2149bd-6658-4bcd-ac30-f0afdcdf5552 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:37.057140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-faec10ca-5d9e-445f-97d3-d1b4e3bf2d4b req-ab2149bd-6658-4bcd-ac30-f0afdcdf5552 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 945 time: 0.0662315 Jul 09 18:16:37.095464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-faec10ca-5d9e-445f-97d3-d1b4e3bf2d4b req-ffc430fc-baec-4491-9ee7-331095603f2e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Jul 09 18:16:38.290334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041766b-228e-409f-96bd-abc75fbe4908 req-9f961042-7c88-4d75-b866-7cf39fab8ac2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:38.291801 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c041766b-228e-409f-96bd-abc75fbe4908 req-9f961042-7c88-4d75-b866-7cf39fab8ac2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 945 time: 0.0790324 Jul 09 18:16:38.330845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c041766b-228e-409f-96bd-abc75fbe4908 req-b369c566-27e2-44ee-856c-0a87202e57bd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Jul 09 18:16:38.584261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 68ec9c86-7e52-47a8-b46d-129c6b3fa01e up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:16:38.638457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:16:38.642695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:16:38.643061 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:38.744522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:38.753417 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:38.767971 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:16:38.770277 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aed122e-1f10-4e44-bdf3-8afea4ef0cc4" -d '{"events": [{"server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "name": "network-vif-plugged", "status": "completed", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:16:38.785491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:16:38.790808 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:38.813918 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb1725-3f66-4036-9d49-f5422350ea86 x-openstack-request-id: req-c4bb1725-3f66-4036-9d49-f5422350ea86 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:16:38.814200 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "name": "network-vif-plugged", "status": "completed", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:16:38.814570 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4bb1725-3f66-4036-9d49-f5422350ea86 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:16:38.816308 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'code': 200} Jul 09 18:16:38.843723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:38.930030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2106867-c958-43f6-9359-cd5d11226cca req-ac80824a-b4a3-499c-a128-9b80ae9cd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:38.931558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2106867-c958-43f6-9359-cd5d11226cca req-ac80824a-b4a3-499c-a128-9b80ae9cd7c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1098 time: 0.0565419 Jul 09 18:16:38.966851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f2106867-c958-43f6-9359-cd5d11226cca req-9abd40b5-57fd-4f17-bfa3-f08bbf6bf446 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288177 Jul 09 18:16:39.513968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfcf11-28ee-449d-8ab3-a61daaef2cc0 req-95321dec-ec76-48ae-be36-34a557979252 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:39.515471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8dfcf11-28ee-449d-8ab3-a61daaef2cc0 req-95321dec-ec76-48ae-be36-34a557979252 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0702333 Jul 09 18:16:39.558705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f8dfcf11-28ee-449d-8ab3-a61daaef2cc0 req-7610a485-eca6-4f4e-b9d7-aed40b805d00 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Jul 09 18:16:39.799967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:40.471031 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-48f3b304-4bf3-4d9d-b060-c7dc6be40428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:40.757447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3a72-6e8f-406f-b71c-ce8205ff9a5d req-0078fadd-439d-4e18-85bd-4fb4779d15c0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:40.759069 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee0e3a72-6e8f-406f-b71c-ce8205ff9a5d req-0078fadd-439d-4e18-85bd-4fb4779d15c0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0790188 Jul 09 18:16:40.801093 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ee0e3a72-6e8f-406f-b71c-ce8205ff9a5d req-7347609d-3e24-41b5-80ef-e969a65b3df7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361471 Jul 09 18:16:40.983267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae9848-d273-4615-af6e-a64f4034b427 req-4bd1329a-e04b-461b-a685-adc54ac61dc9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:40.984779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fae9848-d273-4615-af6e-a64f4034b427 req-4bd1329a-e04b-461b-a685-adc54ac61dc9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0733476 Jul 09 18:16:41.022094 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6fae9848-d273-4615-af6e-a64f4034b427 req-9039ffff-681e-4af5-badd-a5d6fb9ddb51 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Jul 09 18:16:41.046958 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52976) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:41.113007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00c6fe-f555-4230-8fdd-a02250d02377 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:41.114547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6a00c6fe-f555-4230-8fdd-a02250d02377 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1093 time: 0.0663192 Jul 09 18:16:41.117615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52978) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:41.122003 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:16:41.146384 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:41.244225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:41.350979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.187 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/b09e86e6-971e-4422-a6eb-539e740a619d) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:16:41.461449 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:41.502769 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:41.546933 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:16:41.549780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:16:41.553296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:16:41.559256 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=b09e86e6-971e-4422-a6eb-539e740a619d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:41.941130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:42.031815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:42.171851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-6eab77be-10fd-450f-96a7-7b14710ef8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580480 Jul 09 18:16:42.192911 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:42.200183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:42.271716 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=b09e86e6-971e-4422-a6eb-539e740a619d,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:16:42.273523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-5e72298e-f125-43fa-b4ce-eb2110cb487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:42.275072 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-5e72298e-f125-43fa-b4ce-eb2110cb487c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1098 time: 0.0591865 Jul 09 18:16:42.282259 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:42.380833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-2f539eb5-6ea0-42c9-9ab4-7e10117c974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:42.381536 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP db8b6f49-6b2e-4fa0-afd1-731b859d5d40 associated. External IP: 172.25.3.187, port: 68ec9c86-7e52-47a8-b46d-129c6b3fa01e. Jul 09 18:16:42.382330 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-2f539eb5-6ea0-42c9-9ab4-7e10117c974f service neutron] 10.222.0.36 "GET /v2.0/networks?id=28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 200 len: 898 time: 0.0862238 Jul 09 18:16:42.452697 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-af87b5e4-1049-4ab9-bdef-ecba8ee71e23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 200 len: 1000 time: 0.0634525 Jul 09 18:16:42.512931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-8daacbf5-4ae7-453b-b2d5-9f1c6e813ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:42.514475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-8daacbf5-4ae7-453b-b2d5-9f1c6e813ccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34d726cb-df4a-4861-8066-172237d00eb4 HTTP/1.1" status: 200 len: 835 time: 0.0523686 Jul 09 18:16:42.572988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-6c7336a4-f8bc-4033-bbd9-497f61985eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:42.574425 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-6c7336a4-f8bc-4033-bbd9-497f61985eaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28b2330f-9b75-4dc3-9f74-994d38a05c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535944 Jul 09 18:16:42.608652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:16:42.668301 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-30a549fe-79af-4cbc-8784-17359fb9ad1e service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 Jul 09 18:16:42.719126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:16:42.731278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] Sync routers for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:16:42.738112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:42.742752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:42.743600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:42.760655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a5b9a5bc-c1c1-4080-ac0b-8e25843e44ba req-89b4ce88-6162-44db-806c-94e6a40ee9a6 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Jul 09 18:16:42.774752 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c637eef5-6cdf-48e7-8fe1-6dab8bf7f273 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6561172 Jul 09 18:16:42.775353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:16:42.778050 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:16:42.818898 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c1065-b227-4cd2-938c-f83a9939d546 x-openstack-request-id: req-4b9c1065-b227-4cd2-938c-f83a9939d546 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:16:42.819187 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:16:42.819439 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b9c1065-b227-4cd2-938c-f83a9939d546 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:16:42.819866 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'status': 'completed', 'code': 200} Jul 09 18:16:42.874423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:42.911259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-35c9a5ca-9954-4306-a7ef-adcbccda1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:42.912853 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-35c9a5ca-9954-4306-a7ef-adcbccda1893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1098 time: 0.0624537 Jul 09 18:16:43.037109 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-09ca360a-5c5d-442d-a65c-e05fa62e389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:43.042481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03702e0-7a96-4689-9236-e040a1ec16a5 req-b4972630-9409-4519-9f64-3f1bb148b6e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:43.044057 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a03702e0-7a96-4689-9236-e040a1ec16a5 req-b4972630-9409-4519-9f64-3f1bb148b6e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.1436136 Jul 09 18:16:43.045539 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-d36c1239-50d3-4094-884c-bbed14a80eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:43.046968 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-d36c1239-50d3-4094-884c-bbed14a80eae service neutron] 10.222.0.36 "GET /v2.0/networks?id=28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 200 len: 898 time: 0.1115043 Jul 09 18:16:43.115336 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'db8b6f49-6b2e-4fa0-afd1-731b859d5d40', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'port_id': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'mac_address': 'fa:16:3e:78:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:16:41Z', 'updated_at': '2021-07-09T18:16:41Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:32Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:43.133179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a03702e0-7a96-4689-9236-e040a1ec16a5 req-7de34c9b-7190-4d15-b06e-e36a677dfb7b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833232 Jul 09 18:16:43.143672 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-165f0d65-9e20-4c0f-9a91-cfba84b669d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 200 len: 1000 time: 0.0872455 Jul 09 18:16:43.146923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] Checking router: d24791c4-d96f-497f-b3e3-e3cbfa4178a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:16:43.165173 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:43.165748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:16:43.165924 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:16:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:43.195626 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-81c5236e-50e0-4b91-bf3b-e8d2918dd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:43.197168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-81c5236e-50e0-4b91-bf3b-e8d2918dd3e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34d726cb-df4a-4861-8066-172237d00eb4 HTTP/1.1" status: 200 len: 835 time: 0.0476677 Jul 09 18:16:43.236435 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4910b931-c2d2-4870-b191-1857e1281957 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/db8b6f49-6b2e-4fa0-afd1-731b859d5d40 HTTP/1.1" status: 200 len: 992 time: 0.0687890 Jul 09 18:16:43.256443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-39047dae-c33d-4c59-ab4e-fc52ec146b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:16:43.257982 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-39047dae-c33d-4c59-ab4e-fc52ec146b67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28b2330f-9b75-4dc3-9f74-994d38a05c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543294 Jul 09 18:16:43.276902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:16:43.351731 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-2e935811-6260-4e7d-ac5e-41bf7f39e3bb service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868006 Jul 09 18:16:43.445469 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f5e54ad5-89fc-4e26-8a4b-a03966d05c0c req-f6d02f1d-23fe-478d-b3bd-fc14a0ce24d7 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Jul 09 18:16:43.597436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:43.679306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'db8b6f49-6b2e-4fa0-afd1-731b859d5d40', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'port_id': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'mac_address': 'fa:16:3e:78:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:16:41Z', 'updated_at': '2021-07-09T18:16:41Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:32Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:16:43.709356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca89747-1e50-4859-8c83-6d8edb954658 None None] The sync data for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 is: [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'db8b6f49-6b2e-4fa0-afd1-731b859d5d40', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'port_id': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'mac_address': 'fa:16:3e:78:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:16:41Z', 'updated_at': '2021-07-09T18:16:41Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:32Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:16:43.919217 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f2230-f69d-4712-9930-bbaa6d438cf5 None None] New status for floating IP db8b6f49-6b2e-4fa0-afd1-731b859d5d40: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:16:44.209891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:44.239134 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 52986) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:16:44.302428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f8e7e135-65a6-4f9f-a57f-9f753e5da2ed tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/db8b6f49-6b2e-4fa0-afd1-731b859d5d40 HTTP/1.1" status: 200 len: 994 time: 0.0619817 Jul 09 18:16:46.107532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:16:49.326109 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:17:08.762472 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:09.801413 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:10.474420 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b2619271-8a4b-4565-8b70-c17ab9328dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:13.023130 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0f0a198e-89be-4cbb-a3ce-83e020090c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:13.524237 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:14.205258 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:15.839520 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348637a6-441a-4ec3-a963-cefbb00c4f68 req-ed7354c1-55cd-4d73-9554-55bdbfb7eb7b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:15.839520 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-348637a6-441a-4ec3-a963-cefbb00c4f68 req-ed7354c1-55cd-4d73-9554-55bdbfb7eb7b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0819247 Jul 09 18:17:15.886130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-348637a6-441a-4ec3-a963-cefbb00c4f68 req-05df81f7-76a1-4c84-8acc-38882af28306 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356634 Jul 09 18:17:16.109537 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:17.097209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339db1a-6bd5-47a4-be6e-b9e90046a0f0 req-ee208091-04dd-465a-b1af-9433d05176af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:17.098749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8339db1a-6bd5-47a4-be6e-b9e90046a0f0 req-ee208091-04dd-465a-b1af-9433d05176af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0815709 Jul 09 18:17:17.139117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8339db1a-6bd5-47a4-be6e-b9e90046a0f0 req-4aa18f04-89ff-4406-bfe2-220ad58eaf3a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344222 Jul 09 18:17:17.170790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53012) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:17.241530 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-55c4889e-dc51-47ed-aa80-04caf47c5484 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/db8b6f49-6b2e-4fa0-afd1-731b859d5d40 HTTP/1.1" status: 200 len: 994 time: 0.0694091 Jul 09 18:17:18.711891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea190e1-d1a0-4e71-82ac-e56b53b4635b req-c9f66863-2c4d-422a-8c91-3500539dcdc1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:18.714247 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ea190e1-d1a0-4e71-82ac-e56b53b4635b req-c9f66863-2c4d-422a-8c91-3500539dcdc1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0709822 Jul 09 18:17:18.759060 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1ea190e1-d1a0-4e71-82ac-e56b53b4635b req-80543aba-34c3-4789-b34a-4c94af70f95a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Jul 09 18:17:19.961080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcee37-c793-4a58-961d-d06c9b30e6a2 req-b5a1db26-0f21-4d8c-9e51-e84227863288 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:19.962589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4edcee37-c793-4a58-961d-d06c9b30e6a2 req-b5a1db26-0f21-4d8c-9e51-e84227863288 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0713346 Jul 09 18:17:20.003152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4edcee37-c793-4a58-961d-d06c9b30e6a2 req-701e6b2e-e098-42ec-9e2c-68c9fdc282a6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Jul 09 18:17:20.028241 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53022) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:20.089035 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-44c3fe80-91e4-4e64-9a03-868a81984663 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/db8b6f49-6b2e-4fa0-afd1-731b859d5d40 HTTP/1.1" status: 200 len: 994 time: 0.0595944 Jul 09 18:17:20.357544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53028) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:20.524192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port b09e86e6-971e-4422-a6eb-539e740a619d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:17:20.524544 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:20.611203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:20.611438 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:20.623803 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for b09e86e6-971e-4422-a6eb-539e740a619d owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:17:20.785368 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:20.815072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=b09e86e6-971e-4422-a6eb-539e740a619d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:20.827009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.827359 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.827704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.828070 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.828404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.828737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.829080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.829438 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.829765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.830091 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.830411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.830729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:20.892769 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:20.893042 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP db8b6f49-6b2e-4fa0-afd1-731b859d5d40 disassociated (deleted). External IP: 172.25.3.187, port: 68ec9c86-7e52-47a8-b46d-129c6b3fa01e. Jul 09 18:17:21.111494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:17:21.226323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:17:21.231479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:21.236321 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] Sync routers for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:17:21.246937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:21.247564 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:21.270314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e0ced74d-9e42-4822-812d-a7768dba48e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/floatingips/db8b6f49-6b2e-4fa0-afd1-731b859d5d40 HTTP/1.1" status: 204 len: 168 time: 0.9084861 Jul 09 18:17:21.270314 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:17:21.270314 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a8040-bf7b-4703-aedc-ddf0eb80fb25" -d '{"events": [{"name": "network-changed", "server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:17:21.308097 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab751e9-a260-4377-9c33-22df86267d9a x-openstack-request-id: req-2ab751e9-a260-4377-9c33-22df86267d9a {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:17:21.308387 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:17:21.308636 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ab751e9-a260-4377-9c33-22df86267d9a {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:17:21.309038 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'status': 'completed', 'code': 200} Jul 09 18:17:21.360969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:21.385303 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-e4a462af-a8ea-4bbf-aead-a6c9639531df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:21.386952 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-e4a462af-a8ea-4bbf-aead-a6c9639531df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 1098 time: 0.0533509 Jul 09 18:17:21.485512 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-8d94a852-2178-4de4-acc2-a6abcb3921a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:21.487189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-8d94a852-2178-4de4-acc2-a6abcb3921a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 200 len: 898 time: 0.0924871 Jul 09 18:17:21.529796 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-453fbbea-1a01-4028-a3b2-54ff10a493b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 200 len: 217 time: 0.0361202 Jul 09 18:17:21.581871 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-df93f8bf-e553-402f-9b81-7046c7e05b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:21.583806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-df93f8bf-e553-402f-9b81-7046c7e05b87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=34d726cb-df4a-4861-8066-172237d00eb4 HTTP/1.1" status: 200 len: 835 time: 0.0470312 Jul 09 18:17:21.605103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:32Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:21.632192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] Checking router: d24791c4-d96f-497f-b3e3-e3cbfa4178a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:17:21.640723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:21.641335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:21.648080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-0c8a45c4-0162-454d-8046-a9917f764bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:21.649596 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-0c8a45c4-0162-454d-8046-a9917f764bcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28b2330f-9b75-4dc3-9f74-994d38a05c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582685 Jul 09 18:17:21.659285 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680c57-f1e0-481c-bfa9-eeb7cf0dec5e req-24caca5e-b947-4f4b-8d02-7e9b0a1f28a3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:21.660830 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6680c57-f1e0-481c-bfa9-eeb7cf0dec5e req-24caca5e-b947-4f4b-8d02-7e9b0a1f28a3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0628221 Jul 09 18:17:21.699689 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a6680c57-f1e0-481c-bfa9-eeb7cf0dec5e req-e48d6be2-9f63-4411-8729-885a1da95a93 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Jul 09 18:17:21.744275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-aab2a664-f8b6-41e6-8c43-a06f90d004e7 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867982 Jul 09 18:17:21.749895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:21.833584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-011a8040-bf7b-4703-aedc-ddf0eb80fb25 req-cf55c4a0-556e-465b-9ce6-5a305f519853 service neutron] 10.222.0.36 "GET /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821278 Jul 09 18:17:21.960116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:32Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:21.989161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526ab4c-caf9-4ce5-8a28-5ce44ff39ce7 None None] The sync data for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 is: [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f', 'name': '', 'network_id': '28b2330f-9b75-4dc3-9f74-994d38a05c0b', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:71:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '34d726cb-df4a-4861-8066-172237d00eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:27Z', 'updated_at': '2021-07-09T18:16:32Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '34d726cb-df4a-4861-8066-172237d00eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:17:22.234593 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3c6e20-069e-45b3-ab93-62ea8e05a24a None None] New status for floating IP db8b6f49-6b2e-4fa0-afd1-731b859d5d40: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:17:22.888136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e8e7-fbb3-41f7-a6aa-694c708defbe req-10822716-96e4-46cd-92c6-4fd3313caf06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:22.889540 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5de3e8e7-fbb3-41f7-a6aa-694c708defbe req-10822716-96e4-46cd-92c6-4fd3313caf06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0738387 Jul 09 18:17:22.929117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5de3e8e7-fbb3-41f7-a6aa-694c708defbe req-2ee5a3d7-c671-4d49-8193-a31d111137e9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5b0acf8-22e7-41da-bf12-c1beaedeb40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335355 Jul 09 18:17:23.105372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d6a9dcc1-9f3a-4492-821d-ec7d3492b8f3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:23.106842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d6a9dcc1-9f3a-4492-821d-ec7d3492b8f3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 946 time: 0.0677998 Jul 09 18:17:23.221864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:17:23.222166 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:23.676129 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:23.676474 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:23.690760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 68ec9c86-7e52-47a8-b46d-129c6b3fa01e owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:17:23.826611 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:23.856323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=68ec9c86-7e52-47a8-b46d-129c6b3fa01e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:23.901114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] No DVR routers for this DVR port 68ec9c86-7e52-47a8-b46d-129c6b3fa01e on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:17:23.904283 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:23.906378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dc98bf4e-825b-43b3-b6eb-236763ad1f12 req-d75862d5-3908-4fca-8392-73d095e30211 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "DELETE /v2.0/ports/68ec9c86-7e52-47a8-b46d-129c6b3fa01e HTTP/1.1" status: 204 len: 173 time: 0.7889295 Jul 09 18:17:23.906816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'name': 'network-vif-deleted', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:17:23.910630 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa63ecbc-f6b6-4124-a2e5-a432697f16ea" -d '{"events": [{"server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "name": "network-vif-deleted", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:17:23.945625 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fa7e3d-673f-4973-aa22-db4437b34e5c x-openstack-request-id: req-07fa7e3d-673f-4973-aa22-db4437b34e5c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:17:23.945920 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afcee41-1ff1-4017-9dea-79c09f9eb254", "name": "network-vif-deleted", "tag": "68ec9c86-7e52-47a8-b46d-129c6b3fa01e", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:17:23.946176 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07fa7e3d-673f-4973-aa22-db4437b34e5c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:17:23.946587 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afcee41-1ff1-4017-9dea-79c09f9eb254', 'name': 'network-vif-deleted', 'tag': '68ec9c86-7e52-47a8-b46d-129c6b3fa01e', 'status': 'completed', 'code': 200} Jul 09 18:17:24.073922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-df3d01c3-1e1b-402d-a808-510940424bf5 req-84344b46-dd49-4cc5-ab83-381a2ebdd762 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=4afcee41-1ff1-4017-9dea-79c09f9eb254 HTTP/1.1" status: 200 len: 210 time: 0.0326824 Jul 09 18:17:25.169874 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53044) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:25.534360 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:25.806973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:17:25.807250 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:25.904867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:25.905195 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:25.918583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:17:26.122289 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.149875 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:26.325324 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:17:26.326249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.540790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:17:26.672544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:17:26.678000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-383f00f9-3bf6-43e6-8969-bbfd239c6172 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/d24791c4-d96f-497f-b3e3-e3cbfa4178a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5070729 Jul 09 18:17:26.680877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53046) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:26.682459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] Sync routers for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:17:26.692573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:26.693186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:26.737347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting subnet 34d726cb-df4a-4861-8066-172237d00eb4 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:17:26.740563 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.784295 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.796601 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:26.851231 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 68ec9c86-7e52-47a8-b46d-129c6b3fa01e no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:17:26.867153 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.903028 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 68ec9c86-7e52-47a8-b46d-129c6b3fa01e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:17:26.903344 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 68ec9c86-7e52-47a8-b46d-129c6b3fa01e not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:17:26.930569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.958300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Subnet': ['ID=34d726cb-df4a-4861-8066-172237d00eb4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:26.961932 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:26.963813 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0ead0b74-a2c5-4405-b153-db007cefa12d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/subnets/34d726cb-df4a-4861-8066-172237d00eb4 HTTP/1.1" status: 204 len: 168 time: 0.2816403 Jul 09 18:17:26.966494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53048) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:26.975101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c5d74-8eac-4fd1-ad62-2af6c8b16ce0 None None] Network 28b2330f-9b75-4dc3-9f74-994d38a05c0b requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:17:27.073004 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.090885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:17:26Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:27.118770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] Checking router: d24791c4-d96f-497f-b3e3-e3cbfa4178a3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:17:27.136224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] Routers {'d24791c4-d96f-497f-b3e3-e3cbfa4178a3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:27.136846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:27.174464 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.247253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 69aa174b-1bb3-4d3d-9b09-be939c9d7204 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:17:27.247593 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.253595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] DHCP port deletion for 28b2330f-9b75-4dc3-9f74-994d38a05c0b request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:17:27.258991 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] Set router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:27.333286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 69aa174b-1bb3-4d3d-9b09-be939c9d7204, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=69aa174b-1bb3-4d3d-9b09-be939c9d7204,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:27.333930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.348920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 69aa174b-1bb3-4d3d-9b09-be939c9d7204 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:17:27.523083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.553410 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=69aa174b-1bb3-4d3d-9b09-be939c9d7204,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:27.582665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Deleting port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:17:27.583056 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.616175 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.673725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] For port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,segment=NetworkSegment(a454fe36-8d8a-4ddc-92c4-91ed198de767),segment_id=a454fe36-8d8a-4ddc-92c4-91ed198de767)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:27.674211 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.699621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Calling delete_port for 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:17:27.718627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.720880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.766626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.767202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Fanout notify agent at l3_agent the message router_deleted on router d24791c4-d96f-497f-b3e3-e3cbfa4178a3 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:17:27.774663 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.775988 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b90990f7-8d54-4af5-8ecd-08d3d230b896 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/routers/d24791c4-d96f-497f-b3e3-e3cbfa4178a3 HTTP/1.1" status: 204 len: 168 time: 0.8085625 Jul 09 18:17:27.776130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:17:26Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:27.780766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53050) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:27.805633 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947870e-51a1-40b0-ba3a-48586d11d32c None None] The sync data for ids ['d24791c4-d96f-497f-b3e3-e3cbfa4178a3'] in n-d-791506-17 is: [{'id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991705628', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:16:23Z', 'updated_at': '2021-07-09T18:17:26Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '69aa174b-1bb3-4d3d-9b09-be939c9d7204', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24791c4-d96f-497f-b3e3-e3cbfa4178a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:16:24Z', 'updated_at': '2021-07-09T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:17:27.827297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.864575 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Pushing event deleted for resources: {'Port': ['ID=49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:27.866956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] No DVR routers for this DVR port 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:17:27.875600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.876079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.876479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.876710 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.877380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.877380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.877722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.878400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.878804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.879539 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.880169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.880502 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.880833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85358128-89ae-45d9-a3af-7c6056010678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:27.963980 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:27.974523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b2330f-9b75-4dc3-9f74-994d38a05c0b']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:27.985535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a454fe36-8d8a-4ddc-92c4-91ed198de767') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:27.985860 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a454fe36-8d8a-4ddc-92c4-91ed198de767') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:27.995629 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.018174 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.024741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:17:28.025130 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:17:28.028061 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:17:28.087633 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.095668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.097451 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/networks/28b2330f-9b75-4dc3-9f74-994d38a05c0b HTTP/1.1" status: 204 len: 168 time: 0.3156939 Jul 09 18:17:28.100414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53052) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:28.109150 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdef052-b5de-4ac1-93f5-73dc524393af tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Network': ['ID=28b2330f-9b75-4dc3-9f74-994d38a05c0b,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:28.167070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.194283 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.257115 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.259848 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.263723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5b0acf8-22e7-41da-bf12-c1beaedeb40c HTTP/1.1" status: 204 len: 168 time: 0.1596282 Jul 09 18:17:28.270695 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0acf8-22e7-41da-bf12-c1beaedeb40c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:28.279235 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.279600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.279992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.280507 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.280846 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.281181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.281516 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.281844 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.282210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.282535 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.283092 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.283555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8395a43-acb6-41d9-98e6-87e4dae23084 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:28.728699 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53058) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:28.733500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503192575', 'description': 'tempest-secgroup-smoke-503192575 description', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:28.761902 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.845804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:17:28.867090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:17:28.867444 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 49a4fc21-bdfa-4fc6-b1dd-2f0ee414b453 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:17:28.867896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 69aa174b-1bb3-4d3d-9b09-be939c9d7204 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:17:28.873352 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.877846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.886650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 69aa174b-1bb3-4d3d-9b09-be939c9d7204 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:17:28.886999 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 69aa174b-1bb3-4d3d-9b09-be939c9d7204 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:17:28.887416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:17:28.906978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:17:28.907440 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 2a2fb1bf-48b3-4f88-a3fd-76d7942ae74f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:17:28.907690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:28.911820 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1792984 Jul 09 18:17:28.911820 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88382bd-200e-4876-add1-5439dd809904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd1a08-449f-46a7-b115-ee037f8e9f09,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:28.912279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53060) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:28.917080 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '94fd1a08-449f-46a7-b115-ee037f8e9f09', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:28.943439 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.008708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.015505 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.037127 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475de0ca-0f81-4a8b-bfa1-52b0c35a7317,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.045782 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.047834 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eb77c8fb-a213-464f-aeaf-7fc60abb97b3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342866 Jul 09 18:17:29.052959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53062) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.057509 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '94fd1a08-449f-46a7-b115-ee037f8e9f09', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.094454 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.151260 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.157017 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.174384 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f962aba2-4e50-4f82-8989-3714bd111987,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.181197 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.182440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b71e62a2-c687-403a-b7f0-f97c91f066d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284857 Jul 09 18:17:29.186415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53064) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.191110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '94fd1a08-449f-46a7-b115-ee037f8e9f09', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.226030 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.297337 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.303035 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.320324 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47430580-8851-4d0b-9c76-073fc2dc57be,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.326587 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.327851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c2fbaa30-de01-4c67-ab1e-d80d7b67dce8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403630 Jul 09 18:17:29.330501 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53066) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.334958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '94fd1a08-449f-46a7-b115-ee037f8e9f09', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.363020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.436490 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.443202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.460924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965ecfb7-c99e-4902-b3c7-dc18d0f397af,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.470083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.471310 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f2c9886f-699d-4fc8-84d5-50ccb129aa56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399214 Jul 09 18:17:29.474266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53068) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.478903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '94fd1a08-449f-46a7-b115-ee037f8e9f09', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.502380 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:17:29.507495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.572266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.578679 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.597816 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e057284-5aea-48b1-9a0a-72300f902161,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.608036 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.609352 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a9c1d5df-2bed-41bc-ad24-62e5592b020e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341066 Jul 09 18:17:29.613448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53070) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.617935 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '94fd1a08-449f-46a7-b115-ee037f8e9f09', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.642773 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:17:29.647884 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.709299 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.715045 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.732729 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b225ca12-88ee-4d5e-81ef-a25563469e47,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.740939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.742201 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-aed1e0a8-aece-4b58-958e-a9490fcd9dd7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277976 Jul 09 18:17:29.745219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53072) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.750930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'network': {'name': 'tempest-network-smoke--1459379640', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'port_security_enabled': True}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.774809 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:17:29.778618 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.802762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:17:29.811581 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.811968 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Added segment 3209b3ee-61d6-4ffa-bd4a-010543745970 of type vlan for network 028258ef-e3da-4459-af21-cf5f53543eff Jul 09 18:17:29.860894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.891504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.897159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:29.897759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.956060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2096298 Jul 09 18:17:29.958785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53074) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:29.965525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'admin_state_up': True, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:29.975651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a4eca-f8e2-4a66-9f67-2291fdb4666c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Network': ['ID=028258ef-e3da-4459-af21-cf5f53543eff,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:29.986378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 028258ef-e3da-4459-af21-cf5f53543eff details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:17:29.995669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:29.996990 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:30.057859 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:30.205604 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:30.762792 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:30.785798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:30.903900 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.132 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/25fefbb5-598a-41da-a564-5ca24507d420) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:17:31.009145 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:31.056363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:31.101437 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:17:31.104558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:31.107500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:17:31.145207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=25fefbb5-598a-41da-a564-5ca24507d420,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:31.377548 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:31.579191 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:31.712808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:17:31.829387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:17:31.839001 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Sync routers for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:17:31.849861 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:31.850501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:31.853426 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:31.855033 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-be1fedb8-7cd7-4218-804f-41894ecca76d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8952224 Jul 09 18:17:31.858315 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53076) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:31.889641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e1c83e40-c8ad-4f71-bafa-abd9af87a3d5 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0440174e0cb4406bb4ddd6ce36ed6f7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301898 Jul 09 18:17:31.892596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53078) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:31.986767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c77eb-6411-47cc-8b1f-adcca439eb9f tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:31.988221 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e28c77eb-6411-47cc-8b1f-adcca439eb9f tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946612 Jul 09 18:17:31.991274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53080) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:32.020068 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e65be118-0ba0-46da-b3c9-70c59a157c05 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269535 Jul 09 18:17:32.022593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53082) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:32.027350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-322916571', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:32.052946 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:32.117721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:17:32.121415 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.230454 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:31Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:32.257515 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Checking router: 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:17:32.257848 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Updating router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e port 25fefbb5-598a-41da-a564-5ca24507d420 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:17:32.291129 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.310235 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.377844 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Subnet': ['ID=38a67016-c0e1-4c50-b328-72613d075036,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:32.383110 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Checking segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:17:32.383461 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network hostable DHCP agents. Network: 028258ef-e3da-4459-af21-cf5f53543eff, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:17:32.401934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 028258ef-e3da-4459-af21-cf5f53543eff is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:17:32.411821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 028258ef-e3da-4459-af21-cf5f53543eff) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:32.416130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:32.416725 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.423345 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa3839-9fe2-42ce-a139-8621372a9778 None None] Network 028258ef-e3da-4459-af21-cf5f53543eff requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:17:32.435177 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b94f6f2d-2774-4ec2-a8b7-737db116347c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4093020 Jul 09 18:17:32.436189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53084) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:32.549111 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.558779 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Transition to ACTIVE for port object 25fefbb5-598a-41da-a564-5ca24507d420 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:32.565556 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.570875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-028258ef-e3da-4459-af21-cf5f53543eff', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:17:32.572025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.617098 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Attempting to bind port 25fefbb5-598a-41da-a564-5ca24507d420 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:17:32.617553 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Attempting to bind port 25fefbb5-598a-41da-a564-5ca24507d420 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:17:32.618054 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Attempting to bind port 25fefbb5-598a-41da-a564-5ca24507d420 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:17:32.625596 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:17:32.626132 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:17:32.626597 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.627049 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:17:32.627560 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Bound port: 25fefbb5-598a-41da-a564-5ca24507d420, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:17:32.628010 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.629615 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Pushing event updated for resources: {'Port': ['ID=25fefbb5-598a-41da-a564-5ca24507d420,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:32.654587 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.655001 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.655402 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.655668 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.656242 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.656522 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.656950 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.657353 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.657675 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.657993 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.658315 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.658628 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:17:32.694436 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] For port 25fefbb5-598a-41da-a564-5ca24507d420, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:17:32.697952 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] For port 25fefbb5-598a-41da-a564-5ca24507d420, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=25fefbb5-598a-41da-a564-5ca24507d420,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:17:32.704395 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.761385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Allocated IP 172.20.0.2 (028258ef-e3da-4459-af21-cf5f53543eff/38a67016-c0e1-4c50-b328-72613d075036/c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:17:32.763416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:32.764151 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:32.802717 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2fdc2-6cf9-4b7e-a978-6c08e15dffca None None] Pushing event updated for resources: {'Port': ['ID=25fefbb5-598a-41da-a564-5ca24507d420,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:32.870452 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:32.915664 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.925928 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Transition to ACTIVE for port object c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:32.937836 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.944720 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Transition to ACTIVE for port object c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:32.952610 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:32.993823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Network 028258ef-e3da-4459-af21-cf5f53543eff is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:17:32.996899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:33.000795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:17:33.027547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Pushing event updated for resources: {'Port': ['ID=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:33.063690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Attempting to bind port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:17:33.064130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Attempting to bind port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:17:33.064469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Attempting to bind port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e on network 028258ef-e3da-4459-af21-cf5f53543eff {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:17:33.069800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:17:33.070162 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Checking segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:17:33.070899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:33.071034 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Bound using segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:17:33.071382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Bound port: c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:17:33.071771 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:33.073212 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:31Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:33.102026 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a916b3-577a-42d3-9918-879774f9e3f0 None None] The sync data for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 is: [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:31Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:17:33.138156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] For port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:17:33.141367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] For port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:17:33.145816 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:33.202933 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef996e2-0926-4872-a8cb-69d85031b7d3 None None] Pushing event updated for resources: {'Port': ['ID=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:33.237022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.1 (028258ef-e3da-4459-af21-cf5f53543eff/38a67016-c0e1-4c50-b328-72613d075036/d541ffe1-58c2-44d3-ad35-7059c744588c) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:17:33.371355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:33.387972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object d541ffe1-58c2-44d3-ad35-7059c744588c will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:33.451609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:33.500733 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 028258ef-e3da-4459-af21-cf5f53543eff is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:17:33.505412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:33.508757 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:17:33.550475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=d541ffe1-58c2-44d3-ad35-7059c744588c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:33.566164 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:33.719240 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.020203 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.026293 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.103815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=d541ffe1-58c2-44d3-ad35-7059c744588c,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:34.106267 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.171696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ddb35-43af-463e-ba7f-a55753a92528 None None] Network 028258ef-e3da-4459-af21-cf5f53543eff requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:17:34.205886 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 028258ef-e3da-4459-af21-cf5f53543eff is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:17:34.207605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:34.246285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2d14eaf4-a3e4-4c3a-b2d0-d8700c979500 None None] Provisioning for port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:34.321470 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:17:34.434767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:17:34.440048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f933dd46-6c7e-4a5a-bf86-9e89e07a9782 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/05e9a3bb-5926-4c75-b2a5-35f75f7ede2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0027096 Jul 09 18:17:34.597850 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e825a51-73a4-4eac-a45e-16992f6d460e None None] Provisioning for port d541ffe1-58c2-44d3-ad35-7059c744588c completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:34.602874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0e825a51-73a4-4eac-a45e-16992f6d460e None None] Provisioning complete for port d541ffe1-58c2-44d3-ad35-7059c744588c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:34.603302 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0e825a51-73a4-4eac-a45e-16992f6d460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.605397 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-eb693cc6-3d66-46e8-957f-23998fcfb51e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503192575&fields=id&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 267 time: 0.0524879 Jul 09 18:17:34.654487 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0e825a51-73a4-4eac-a45e-16992f6d460e None None] Port d541ffe1-58c2-44d3-ad35-7059c744588c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:17:34.685740 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 25fefbb5-598a-41da-a564-5ca24507d420 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:34.745623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 25fefbb5-598a-41da-a564-5ca24507d420 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:34.749893 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 25fefbb5-598a-41da-a564-5ca24507d420 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:34.750335 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.754658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a3424447-cf31-4b9c-bc51-72e89f1f82b8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:34.761625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a3424447-cf31-4b9c-bc51-72e89f1f82b8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 797 time: 0.1491382 Jul 09 18:17:34.772675 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-b96f748f-f1df-4fa0-a209-9dd184b6107b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/quotas/0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 375 time: 0.0101125 Jul 09 18:17:34.800265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Sync routers for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:17:34.826206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:34.827437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:34.863635 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-1be74015-2298-463c-9d41-1d6d61418ed2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849452 Jul 09 18:17:34.885223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-86956232-432f-476c-bb7c-be3ff9f49bba None None] Provisioning complete for port d541ffe1-58c2-44d3-ad35-7059c744588c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:34.885592 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-86956232-432f-476c-bb7c-be3ff9f49bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.936235 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:34.974906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-86956232-432f-476c-bb7c-be3ff9f49bba None None] Port d541ffe1-58c2-44d3-ad35-7059c744588c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:17:34.999673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 25fefbb5-598a-41da-a564-5ca24507d420, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=25fefbb5-598a-41da-a564-5ca24507d420,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:35.007954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.008742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:35.018194 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-c61017d0-5935-479d-a7cf-82520125cb76 service neutron] 10.222.0.21 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416717 Jul 09 18:17:35.036923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:35.125569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-e321f2a7-d920-4fab-a669-4ef44da2e26f service neutron] 10.222.0.21 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014352 Jul 09 18:17:35.173858 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=25fefbb5-598a-41da-a564-5ca24507d420,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:35.200353 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dba00954-14d9-45f4-8e2c-c13151356152 None None] Provisioning complete for port d541ffe1-58c2-44d3-ad35-7059c744588c triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:35.200720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dba00954-14d9-45f4-8e2c-c13151356152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.300903 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-027a357e-ed78-4991-b0b8-220c248a11f5 req-9b7fe6f6-d652-44bd-999e-83fb46864167 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 210 time: 0.0292478 Jul 09 18:17:35.415450 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:35.428531 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:35.428880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.434315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dba00954-14d9-45f4-8e2c-c13151356152 None None] Port d541ffe1-58c2-44d3-ad35-7059c744588c cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:17:35.553275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 2, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:35.555137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.592809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Checking router: 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:17:35.593155 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Updating router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e port d541ffe1-58c2-44d3-ad35-7059c744588c binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:17:35.640983 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:35.644220 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.647370 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.772173 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:35.960636 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:35.971176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Transition to ACTIVE for port object d541ffe1-58c2-44d3-ad35-7059c744588c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:35.979532 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:36.030600 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a04337-0255-4fa3-9cc9-f6320e11e67b None None] Pushing event updated for resources: {'Port': ['ID=d541ffe1-58c2-44d3-ad35-7059c744588c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:36.088052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Attempting to bind port d541ffe1-58c2-44d3-ad35-7059c744588c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:17:36.088427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Attempting to bind port d541ffe1-58c2-44d3-ad35-7059c744588c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:17:36.088791 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Attempting to bind port d541ffe1-58c2-44d3-ad35-7059c744588c on network 028258ef-e3da-4459-af21-cf5f53543eff {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:17:36.094614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:17:36.094982 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Checking segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:17:36.095387 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:36.095830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Bound using segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:17:36.096301 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Bound port: d541ffe1-58c2-44d3-ad35-7059c744588c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:17:36.096678 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:36.167508 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] For port d541ffe1-58c2-44d3-ad35-7059c744588c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:17:36.171728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] For port d541ffe1-58c2-44d3-ad35-7059c744588c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d541ffe1-58c2-44d3-ad35-7059c744588c,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:17:36.177938 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:36.230805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:36.231472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:36.288467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a04337-0255-4fa3-9cc9-f6320e11e67b None None] Pushing event updated for resources: {'Port': ['ID=d541ffe1-58c2-44d3-ad35-7059c744588c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:36.364589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:36.386358 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ec07681a-43eb-4769-a9b3-6088e744f9a3 req-573edd6d-5aed-46f4-8234-80f3a6201ddd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 210 time: 0.0303867 Jul 09 18:17:36.577362 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:36Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:36.609593 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5619b4-b42d-4512-87e0-90c5a5f3db64 None None] The sync data for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 is: [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:36Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:17:36.611830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 25fefbb5-598a-41da-a564-5ca24507d420 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:36.671884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 25fefbb5-598a-41da-a564-5ca24507d420 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:36.671884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:36.768526 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:36.818848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:36.819218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:37.469619 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2ca6087c-7a05-4dac-80c0-2a5ef038d620 req-99f95553-233c-43ca-a707-28d40931d0e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 210 time: 0.0298183 Jul 09 18:17:38.601165 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-17ce9c5b-7ad3-47eb-ac84-252b168f2576 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:38.602700 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-17ce9c5b-7ad3-47eb-ac84-252b168f2576 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 797 time: 0.1386311 Jul 09 18:17:38.636054 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9baf56e3-c2e0-40eb-87b8-717c1d7d73cc req-052d88ec-0537-4eeb-9060-274170382a38 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 210 time: 0.0454278 Jul 09 18:17:38.653926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d541ffe1-58c2-44d3-ad35-7059c744588c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:38.689101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a12f5914-54e3-4355-b942-cd75c4603b85 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 379 time: 0.0547543 Jul 09 18:17:38.697277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'port': {'device_id': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'admin_state_up': True, 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'security_groups': ['94fd1a08-449f-46a7-b115-ee037f8e9f09']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:38.708350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d541ffe1-58c2-44d3-ad35-7059c744588c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:38.713986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d541ffe1-58c2-44d3-ad35-7059c744588c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:38.714363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.766948 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.806330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.809936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:17:38.813944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.839773 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d541ffe1-58c2-44d3-ad35-7059c744588c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d541ffe1-58c2-44d3-ad35-7059c744588c,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:38.845062 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:38.893969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d541ffe1-58c2-44d3-ad35-7059c744588c,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:38.947042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.10 (028258ef-e3da-4459-af21-cf5f53543eff/38a67016-c0e1-4c50-b328-72613d075036/074e9509-f419-4ee9-a240-0e0b7a260461) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:17:39.092457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.106549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 074e9509-f419-4ee9-a240-0e0b7a260461 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:39.141643 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.186786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 028258ef-e3da-4459-af21-cf5f53543eff is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:17:39.189905 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:39.192629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:17:39.218695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=074e9509-f419-4ee9-a240-0e0b7a260461,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:39.249678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:39.250316 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.266579 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-5b55f0d5-2a99-49b3-9fdf-fafd4cd37d79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732846 Jul 09 18:17:39.278598 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Request body: {'port': {'device_id': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:39.356761 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.433287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-69981921-092e-4ede-8f1d-be60fa8b8925 None None] Provisioning for port 074e9509-f419-4ee9-a240-0e0b7a260461 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:39.437704 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-69981921-092e-4ede-8f1d-be60fa8b8925 None None] Provisioning complete for port 074e9509-f419-4ee9-a240-0e0b7a260461 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:39.438113 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69981921-092e-4ede-8f1d-be60fa8b8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.479185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-69981921-092e-4ede-8f1d-be60fa8b8925 None None] Port 074e9509-f419-4ee9-a240-0e0b7a260461 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:17:39.802138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:39.823441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc2c8-3228-471f-b7b8-4e39a2e702da req-3d133e57-814b-4a05-94fb-988b8e7334cc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:39.825130 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afbbc2c8-3228-471f-b7b8-4e39a2e702da req-3d133e57-814b-4a05-94fb-988b8e7334cc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 932 time: 0.0708077 Jul 09 18:17:39.863172 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-afbbc2c8-3228-471f-b7b8-4e39a2e702da req-f7cf2226-a7ee-4981-935f-812158bb5001 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Jul 09 18:17:39.989218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074e9509-f419-4ee9-a240-0e0b7a260461 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:17:39.996960 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.009307 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Transition to ACTIVE for port object 074e9509-f419-4ee9-a240-0e0b7a260461 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:17:40.014971 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.064504 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Pushing event updated for resources: {'Port': ['ID=074e9509-f419-4ee9-a240-0e0b7a260461,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:40.140135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Attempting to bind port 074e9509-f419-4ee9-a240-0e0b7a260461 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:17:40.140481 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Attempting to bind port 074e9509-f419-4ee9-a240-0e0b7a260461 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:17:40.140822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Attempting to bind port 074e9509-f419-4ee9-a240-0e0b7a260461 on network 028258ef-e3da-4459-af21-cf5f53543eff {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:17:40.145586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Port 074e9509-f419-4ee9-a240-0e0b7a260461 on network 028258ef-e3da-4459-af21-cf5f53543eff not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:17:40.145892 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Attempting to bind port 074e9509-f419-4ee9-a240-0e0b7a260461 on network 028258ef-e3da-4459-af21-cf5f53543eff {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:17:40.150936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:17:40.151289 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Checking segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:17:40.151680 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Bound using segment: {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:17:40.152154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Bound port: 074e9509-f419-4ee9-a240-0e0b7a260461, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3209b3ee-61d6-4ffa-bd4a-010543745970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:17:40.152519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.225446 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] For port 074e9509-f419-4ee9-a240-0e0b7a260461, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:17:40.229963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] For port 074e9509-f419-4ee9-a240-0e0b7a260461, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=074e9509-f419-4ee9-a240-0e0b7a260461,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:17:40.236005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.266009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:40.266714 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.268268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 1093 time: 0.9942086 Jul 09 18:17:40.270459 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:17:40.273429 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b5809-15aa-42b7-a815-76e5881f0d36" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:17:40.303531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cffeee-6380-4a60-8112-a18cfe2441b4 service neutron] Pushing event updated for resources: {'Port': ['ID=074e9509-f419-4ee9-a240-0e0b7a260461,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:40.355255 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ed560-9447-4822-adbd-1fc29784ae46 x-openstack-request-id: req-027ed560-9447-4822-adbd-1fc29784ae46 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:17:40.355527 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:17:40.355800 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-027ed560-9447-4822-adbd-1fc29784ae46 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:17:40.356201 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461', 'status': 'completed', 'code': 200} Jul 09 18:17:40.387448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-289fe88c-2877-48aa-bd24-4a34a98c3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:40.389010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-289fe88c-2877-48aa-bd24-4a34a98c3726 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1096 time: 0.0619953 Jul 09 18:17:40.431958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-8bf0b829-9d6b-403b-a66f-6b6742c958ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 217 time: 0.0347607 Jul 09 18:17:40.469668 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2389fbd7-df8a-46f0-a173-7e7c95507e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.481515 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-67a3ac4b-c6f2-4d04-bc7f-daf792a5ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:40.482999 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-67a3ac4b-c6f2-4d04-bc7f-daf792a5ef41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 200 len: 834 time: 0.0449672 Jul 09 18:17:40.541811 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-3eb1c3b9-4d2b-460e-81f8-3de5a703f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:40.543392 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-3eb1c3b9-4d2b-460e-81f8-3de5a703f67e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=028258ef-e3da-4459-af21-cf5f53543eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529625 Jul 09 18:17:40.603667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d541ffe1-58c2-44d3-ad35-7059c744588c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:40.641739 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-fd42a1f7-b2c7-4ccd-b297-a33453661b93 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912609 Jul 09 18:17:40.651525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d541ffe1-58c2-44d3-ad35-7059c744588c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:40.651949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:40.732933 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-bee48a67-4346-4142-b4c5-28882fce8c46 req-c998425d-055d-469a-a4c2-a047db505541 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852356 Jul 09 18:17:40.856294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-52c23b90-b31c-4992-a833-f1b62b31d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:40.858483 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-52c23b90-b31c-4992-a833-f1b62b31d7b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1096 time: 0.0672734 Jul 09 18:17:40.956281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-1cf4722a-bfd6-43a3-addf-0633035ff436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:40.957886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-1cf4722a-bfd6-43a3-addf-0633035ff436 service neutron] 10.222.0.36 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 898 time: 0.0921981 Jul 09 18:17:41.003493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-e89fcf74-e771-40e9-80c2-913900cb9a1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 217 time: 0.0384793 Jul 09 18:17:41.040057 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c945a4-cd69-44cc-8a7d-9607529867d5 req-63741e83-6b1b-4355-8207-86fd97a6903e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:41.041588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4c945a4-cd69-44cc-8a7d-9607529867d5 req-63741e83-6b1b-4355-8207-86fd97a6903e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 944 time: 0.0661004 Jul 09 18:17:41.056204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-d2fc65e2-d390-4109-97c4-569f94be56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:41.057707 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-d2fc65e2-d390-4109-97c4-569f94be56d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 200 len: 834 time: 0.0468535 Jul 09 18:17:41.084804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d4c945a4-cd69-44cc-8a7d-9607529867d5 req-32eb3245-81d6-45e2-99f3-695beeca54ec tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Jul 09 18:17:41.120011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-31f159ac-7185-40ba-bb68-648158173e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:41.121453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-31f159ac-7185-40ba-bb68-648158173e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=028258ef-e3da-4459-af21-cf5f53543eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543737 Jul 09 18:17:41.228448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-d1fbb834-dbc8-4096-9fce-0211cfd6c3aa service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995598 Jul 09 18:17:41.327927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-015b5809-15aa-42b7-a815-76e5881f0d36 req-4a8c689d-97c8-465b-8cf1-578374168118 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910974 Jul 09 18:17:42.282159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861cf9-d366-40bb-83df-2d16ff0562e4 req-212321af-9af0-42cc-a85a-706f73bde1ab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:42.283628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36861cf9-d366-40bb-83df-2d16ff0562e4 req-212321af-9af0-42cc-a85a-706f73bde1ab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 944 time: 0.0721376 Jul 09 18:17:42.321786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-36861cf9-d366-40bb-83df-2d16ff0562e4 req-4ac02ed4-abeb-4b93-ae21-19c8e712c5cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321903 Jul 09 18:17:43.019063 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-adf55430-15b9-4425-986a-a2a39ef00d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:43.509218 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535172-dcd9-474a-aa15-7681be708d09 req-d674b48d-ddfd-427d-9ca1-5957c259a109 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:43.510712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10535172-dcd9-474a-aa15-7681be708d09 req-d674b48d-ddfd-427d-9ca1-5957c259a109 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 944 time: 0.0707250 Jul 09 18:17:43.519786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:43.558190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-10535172-dcd9-474a-aa15-7681be708d09 req-7a3098f1-dfc0-4d08-afcd-c933c846744b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Jul 09 18:17:44.210144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:44.742007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1caae5-b090-4195-9832-1537bfc3b286 req-1204fc80-c400-4546-9be9-592f58ea45d4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:44.743514 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f1caae5-b090-4195-9832-1537bfc3b286 req-1204fc80-c400-4546-9be9-592f58ea45d4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 944 time: 0.0731001 Jul 09 18:17:44.786574 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5f1caae5-b090-4195-9832-1537bfc3b286 req-f62bf6de-9eba-4350-b5c5-518e50e89127 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372736 Jul 09 18:17:44.896448 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 074e9509-f419-4ee9-a240-0e0b7a260461 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:17:44.997338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 074e9509-f419-4ee9-a240-0e0b7a260461, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=074e9509-f419-4ee9-a240-0e0b7a260461,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:45.013446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '074e9509-f419-4ee9-a240-0e0b7a260461', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'port_id': '074e9509-f419-4ee9-a240-0e0b7a260461', 'mac_address': 'fa:16:3e:e7:22:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:17:45.066366 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:45.081409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074e9509-f419-4ee9-a240-0e0b7a260461 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:17:45.104935 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 074e9509-f419-4ee9-a240-0e0b7a260461, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=074e9509-f419-4ee9-a240-0e0b7a260461,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:45.111294 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:45.158341 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=074e9509-f419-4ee9-a240-0e0b7a260461,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:45.314622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['074e9509-f419-4ee9-a240-0e0b7a260461'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:17:45.970375 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449aed8-cd3a-474b-87ce-2e52351d879a req-9218fc2e-10ef-4ad7-9a05-df4f80ac2dee tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:45.971946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d449aed8-cd3a-474b-87ce-2e52351d879a req-9218fc2e-10ef-4ad7-9a05-df4f80ac2dee tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 945 time: 0.0714030 Jul 09 18:17:46.013016 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d449aed8-cd3a-474b-87ce-2e52351d879a req-24d2c601-fd3f-46ee-bcec-fea255cfbb10 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Jul 09 18:17:46.112064 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:46.910687 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 074e9509-f419-4ee9-a240-0e0b7a260461 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:17:46.966286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 074e9509-f419-4ee9-a240-0e0b7a260461 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:17:46.971308 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 074e9509-f419-4ee9-a240-0e0b7a260461 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:17:46.971794 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:47.052051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:47.074571 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:17:47.077253 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32272931-2d6c-4c67-b1a9-ba07415dfa3d" -d '{"events": [{"server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:17:47.106212 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 074e9509-f419-4ee9-a240-0e0b7a260461, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=074e9509-f419-4ee9-a240-0e0b7a260461,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:17:47.112884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:47.117122 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90933d-cc0c-47ac-92c1-98614fd0bbf2 x-openstack-request-id: req-4d90933d-cc0c-47ac-92c1-98614fd0bbf2 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:17:47.118106 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:17:47.118886 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d90933d-cc0c-47ac-92c1-98614fd0bbf2 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:17:47.119323 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461', 'code': 200} Jul 09 18:17:47.177109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=074e9509-f419-4ee9-a240-0e0b7a260461,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:47.267625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf2ffd-7db5-430b-96ad-8b01ae77d4a4 req-549bb9bd-193a-4a0f-9207-219aa56d3be0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:47.269196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fcf2ffd-7db5-430b-96ad-8b01ae77d4a4 req-549bb9bd-193a-4a0f-9207-219aa56d3be0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.1239243 Jul 09 18:17:47.273810 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a09bb7-692c-4f21-a8a1-8a4426d82010 req-8fdb83d3-cef6-450c-a9d4-4d0b2519ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:47.275213 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4a09bb7-692c-4f21-a8a1-8a4426d82010 req-8fdb83d3-cef6-450c-a9d4-4d0b2519ce7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1098 time: 0.0901976 Jul 09 18:17:47.325413 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4fcf2ffd-7db5-430b-96ad-8b01ae77d4a4 req-e52fbe08-47a3-4495-8a08-7070f5815df3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492454 Jul 09 18:17:47.331570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d4a09bb7-692c-4f21-a8a1-8a4426d82010 req-b586a622-d3e6-4372-9d23-1b4726a574b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484881 Jul 09 18:17:48.529171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f8c3b-3509-4883-911a-278d225cf286 req-f3742570-c5e0-4b64-8945-9b85fe777d1f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:48.530684 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-207f8c3b-3509-4883-911a-278d225cf286 req-f3742570-c5e0-4b64-8945-9b85fe777d1f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0742636 Jul 09 18:17:48.579965 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-207f8c3b-3509-4883-911a-278d225cf286 req-e2be4aeb-05b3-48ea-b241-5bc8c0a85f26 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Jul 09 18:17:48.765992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003214d-b6c2-40c2-9d87-2b16f6a4942e req-583f479b-990c-463c-bf20-492ca73685a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:48.767733 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0003214d-b6c2-40c2-9d87-2b16f6a4942e req-583f479b-990c-463c-bf20-492ca73685a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0697143 Jul 09 18:17:48.808850 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0003214d-b6c2-40c2-9d87-2b16f6a4942e req-c8fcf2a4-0d52-4241-b9ca-4696f3a59ae3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348563 Jul 09 18:17:48.833834 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53150) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:48.888511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c68238-6b74-4887-bf31-77cc5fe086b7 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:48.890536 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-85c68238-6b74-4887-bf31-77cc5fe086b7 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1093 time: 0.0551803 Jul 09 18:17:48.894071 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53152) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:48.898640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '074e9509-f419-4ee9-a240-0e0b7a260461', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:17:48.924521 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.025288 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.144331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.163 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/db0a58de-601c-48ad-b40a-8a9dfbd76a3e) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:17:49.253076 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.295350 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.334198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:17:49.336967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:17:49.340564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:17:49.345963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=db0a58de-601c-48ad-b40a-8a9dfbd76a3e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:49.711626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.802753 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.963210 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:49.969808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:50.034389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=db0a58de-601c-48ad-b40a-8a9dfbd76a3e,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:17:50.047041 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:50.154185 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP 8747fb00-252e-451c-b070-978c552d4854 associated. External IP: 172.25.3.163, port: 074e9509-f419-4ee9-a240-0e0b7a260461. Jul 09 18:17:50.387012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:17:50.500220 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:17:50.510878 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] Sync routers for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:17:50.518832 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:17:50.521340 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:50.521964 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:50.559089 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1fb49983-9af0-4f27-9866-d855b135a5b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6613836 Jul 09 18:17:50.559089 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:17:50.559565 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d69775-3d6b-4c7e-9b34-0451bfe37c94" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:17:50.607992 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460a3c5-2185-4e5a-8f0e-f1f907de8875 x-openstack-request-id: req-c460a3c5-2185-4e5a-8f0e-f1f907de8875 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:17:50.608257 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:17:50.608530 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c460a3c5-2185-4e5a-8f0e-f1f907de8875 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:17:50.608930 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461', 'status': 'completed', 'code': 200} Jul 09 18:17:50.631121 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:50.687005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-f4e40eeb-8393-47b8-a043-012de20f0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:50.688593 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-f4e40eeb-8393-47b8-a043-012de20f0986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1098 time: 0.0548975 Jul 09 18:17:50.720512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00021b1-faae-4df0-ac51-4cfe127da8a4 req-a1b4e793-3f5a-41af-96b6-f817b4f606d5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:50.722361 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b00021b1-faae-4df0-ac51-4cfe127da8a4 req-a1b4e793-3f5a-41af-96b6-f817b4f606d5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0682681 Jul 09 18:17:50.762366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b00021b1-faae-4df0-ac51-4cfe127da8a4 req-9ec7606b-abfd-4c3b-9692-249e2a306256 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339897 Jul 09 18:17:50.786673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53158) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:50.792752 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-ea17af57-46dc-4460-9b2b-60d8ffaca219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:50.794273 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-ea17af57-46dc-4460-9b2b-60d8ffaca219 service neutron] 10.222.0.36 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 898 time: 0.0996718 Jul 09 18:17:50.847793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6c70b1cf-e3ba-4c8c-bf5d-67af0bd48f24 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/8747fb00-252e-451c-b070-978c552d4854 HTTP/1.1" status: 200 len: 992 time: 0.0599349 Jul 09 18:17:50.861385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-259b002c-b045-4918-a1de-a3b3f17bc7ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 1000 time: 0.0602198 Jul 09 18:17:50.885172 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '8747fb00-252e-451c-b070-978c552d4854', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'port_id': '074e9509-f419-4ee9-a240-0e0b7a260461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'mac_address': 'fa:16:3e:e7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:17:49Z', 'updated_at': '2021-07-09T18:17:49Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:38Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:50.911387 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] Checking router: 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:17:50.915523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-bd02cc34-8895-47c8-a3d1-be1ef0dcc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:50.917051 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-bd02cc34-8895-47c8-a3d1-be1ef0dcc238 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 200 len: 834 time: 0.0496998 Jul 09 18:17:50.920488 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:17:50.921101 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:17:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:50.975823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-4df73392-6fd7-40cf-96fd-06bbd82c7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:17:50.977379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-4df73392-6fd7-40cf-96fd-06bbd82c7d40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=028258ef-e3da-4459-af21-cf5f53543eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536158 Jul 09 18:17:51.029074 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:17:51.066589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-666aac9a-84b1-4d34-8c4d-45715ae47415 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821095 Jul 09 18:17:51.163468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-41d69775-3d6b-4c7e-9b34-0451bfe37c94 req-2d2b0506-5d26-4cc8-afe5-93e7a6f70d9e service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896785 Jul 09 18:17:51.347442 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '8747fb00-252e-451c-b070-978c552d4854', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'port_id': '074e9509-f419-4ee9-a240-0e0b7a260461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'mac_address': 'fa:16:3e:e7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:17:49Z', 'updated_at': '2021-07-09T18:17:49Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:38Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:17:51.375998 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a52a9-73ea-4dd4-8cfd-e6eb07e6db35 None None] The sync data for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 is: [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '8747fb00-252e-451c-b070-978c552d4854', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'port_id': '074e9509-f419-4ee9-a240-0e0b7a260461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'mac_address': 'fa:16:3e:e7:22:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:17:49Z', 'updated_at': '2021-07-09T18:17:49Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:38Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:17:51.596064 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87337de0-75bc-436f-be59-a24732a78765 None None] New status for floating IP 8747fb00-252e-451c-b070-978c552d4854: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:17:51.852722 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53160) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:17:51.926316 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-86e2c1c3-ce90-40aa-971f-35a05f6cfe9d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/8747fb00-252e-451c-b070-978c552d4854 HTTP/1.1" status: 200 len: 994 time: 0.0721476 Jul 09 18:18:03.325988 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:18:08.777518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:09.824025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:10.476067 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-caafbce4-62d5-4327-aea9-61ff6365f9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:13.015546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6aea8555-febc-48a3-97e6-26c60009a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:13.525233 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:14.216141 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:16.125692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:20.902770 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73678e21-1906-4a03-a721-a21c1a314adb req-5b169321-908f-4e8a-bc44-4ac60687e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:20.904314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-5b169321-908f-4e8a-bc44-4ac60687e6f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1098 time: 0.1337681 Jul 09 18:18:20.930696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b8c2a-103c-48d2-a701-5969e399f1fa req-7f746f5f-caa3-4a19-bef3-da37fd960e68 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:20.932048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-895b8c2a-103c-48d2-a701-5969e399f1fa req-7f746f5f-caa3-4a19-bef3-da37fd960e68 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.1341584 Jul 09 18:18:21.016090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-895b8c2a-103c-48d2-a701-5969e399f1fa req-815fc37f-25cc-4834-9b1f-385b475d8ac6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705020 Jul 09 18:18:21.036154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73678e21-1906-4a03-a721-a21c1a314adb req-81b0d853-163e-4cfa-9bcb-3e306a44dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:21.037723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-81b0d853-163e-4cfa-9bcb-3e306a44dbcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 898 time: 0.1240575 Jul 09 18:18:21.108745 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-80d48a11-b5ba-475d-97ae-8e477dd322fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 1002 time: 0.0637665 Jul 09 18:18:21.164842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73678e21-1906-4a03-a721-a21c1a314adb req-79eaeb6e-e926-4447-8e93-92e37b5933ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:21.166712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-79eaeb6e-e926-4447-8e93-92e37b5933ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 200 len: 834 time: 0.0502589 Jul 09 18:18:21.237357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73678e21-1906-4a03-a721-a21c1a314adb req-b30d26dd-0793-4dca-8cf7-54a3bca8c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:21.238766 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-b30d26dd-0793-4dca-8cf7-54a3bca8c308 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=028258ef-e3da-4459-af21-cf5f53543eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658815 Jul 09 18:18:21.335322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-92331810-6e7b-4c55-95ac-47e4f3d7f4e2 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891407 Jul 09 18:18:21.422207 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73678e21-1906-4a03-a721-a21c1a314adb req-1536bf64-4284-4bad-be1d-0088ef5eaf2f service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803051 Jul 09 18:18:22.249774 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950d4a-a236-48ba-9f12-9df02013df47 req-5f22b55c-668d-4d82-b5d4-a1700a41f257 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:22.251292 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76950d4a-a236-48ba-9f12-9df02013df47 req-5f22b55c-668d-4d82-b5d4-a1700a41f257 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.1188967 Jul 09 18:18:22.294325 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-76950d4a-a236-48ba-9f12-9df02013df47 req-451bf977-9642-4003-86cd-775625de2404 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369241 Jul 09 18:18:23.476254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478796-e47c-44f8-83a5-106da71f7fb4 req-1d77b82a-fd6c-4afa-853b-3559a04aec8d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:23.477749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e478796-e47c-44f8-83a5-106da71f7fb4 req-1d77b82a-fd6c-4afa-853b-3559a04aec8d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0669186 Jul 09 18:18:23.519914 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5e478796-e47c-44f8-83a5-106da71f7fb4 req-d3c22f61-b8e0-42f6-9eb9-aa982128b17f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Jul 09 18:18:24.715719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed55326-35f8-4f64-a445-14cdf939cc80 req-9e6ae63d-6435-4525-8458-96a8d7594daf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:24.717228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ed55326-35f8-4f64-a445-14cdf939cc80 req-9e6ae63d-6435-4525-8458-96a8d7594daf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0741086 Jul 09 18:18:24.757910 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8ed55326-35f8-4f64-a445-14cdf939cc80 req-48a0298d-4b6c-429e-9f70-2d62541bc080 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320137 Jul 09 18:18:25.947102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87dee0-360e-4902-9c56-40959862e563 req-8ecdae7b-8aa9-4a18-a805-a753e54e7332 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:25.948606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc87dee0-360e-4902-9c56-40959862e563 req-8ecdae7b-8aa9-4a18-a805-a753e54e7332 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0799313 Jul 09 18:18:25.989845 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc87dee0-360e-4902-9c56-40959862e563 req-6b85bf69-1b79-4980-973c-5584e0f7414c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329316 Jul 09 18:18:27.180784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83226cc-fa08-442a-91ee-bf0fbb90203a req-98be38b4-289b-4569-911e-fba8e10a260d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:27.182266 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c83226cc-fa08-442a-91ee-bf0fbb90203a req-98be38b4-289b-4569-911e-fba8e10a260d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0750668 Jul 09 18:18:27.236086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c83226cc-fa08-442a-91ee-bf0fbb90203a req-95963b61-984a-4f7c-9f33-b93019ad6465 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479970 Jul 09 18:18:28.421270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13679a2f-a2e8-4b2b-9b97-124dbaafccab req-48779ead-2339-4042-82f7-5ed357d892a6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:28.422743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13679a2f-a2e8-4b2b-9b97-124dbaafccab req-48779ead-2339-4042-82f7-5ed357d892a6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0721469 Jul 09 18:18:28.460387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-13679a2f-a2e8-4b2b-9b97-124dbaafccab req-d0e5ec13-8ed4-42b8-8418-97f3eddc9ea9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Jul 09 18:18:29.643719 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abef214-264e-4954-9192-f6772bf10076 req-29370773-92b4-4bef-8de6-5556751bb493 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:29.645223 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3abef214-264e-4954-9192-f6772bf10076 req-29370773-92b4-4bef-8de6-5556751bb493 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0657713 Jul 09 18:18:29.687785 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3abef214-264e-4954-9192-f6772bf10076 req-bcfc0e2d-15ef-4a61-803e-8d1c93c3bc70 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342634 Jul 09 18:18:30.877143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3a94-4edb-4357-a7f6-7d039063eac6 req-e4193575-5874-4d42-9951-6edcfad429f9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:30.878543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-170e3a94-4edb-4357-a7f6-7d039063eac6 req-e4193575-5874-4d42-9951-6edcfad429f9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0723104 Jul 09 18:18:30.918067 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-170e3a94-4edb-4357-a7f6-7d039063eac6 req-6d380af1-55ad-4ba6-b2d4-6f8c8b5094c5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Jul 09 18:18:32.118872 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cbb60-dab6-4b2b-9253-ca48755ef792 req-8250d582-0f7a-418f-8017-918708b44e40 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:32.121282 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c51cbb60-dab6-4b2b-9253-ca48755ef792 req-8250d582-0f7a-418f-8017-918708b44e40 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0810266 Jul 09 18:18:32.163040 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c51cbb60-dab6-4b2b-9253-ca48755ef792 req-c58dc705-501b-415b-9f68-bdda567eee4a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360107 Jul 09 18:18:33.370632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ece4e9-7c22-4f67-8c3b-e017ae9df77f req-a8137039-4a23-4bc6-8cc3-687f8f1023ce tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:33.372164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34ece4e9-7c22-4f67-8c3b-e017ae9df77f req-a8137039-4a23-4bc6-8cc3-687f8f1023ce tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0842288 Jul 09 18:18:33.421888 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34ece4e9-7c22-4f67-8c3b-e017ae9df77f req-a3068527-ae00-4f88-a972-4e832f8c63fb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Jul 09 18:18:33.446989 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53206) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:18:33.521548 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bda22282-ae85-4fe7-beb4-3d26f460f049 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/8747fb00-252e-451c-b070-978c552d4854 HTTP/1.1" status: 200 len: 994 time: 0.0734303 Jul 09 18:18:38.785159 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:39.815393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:40.327463 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:18:40.475486 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fe909287-f033-404d-a8cf-d0d8353d0d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:43.016545 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f29bb992-4022-473b-af2f-88cdf9e7e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:43.531326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:44.216286 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:46.117923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:18:46.159922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-056cf9ff-03dc-4d0b-b410-2b423167cfdd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524788 Jul 09 18:18:46.268958 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-af598299-df9b-4870-b22c-a75db5564a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:46.270511 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-af598299-df9b-4870-b22c-a75db5564a4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1098 time: 0.0613377 Jul 09 18:18:46.379842 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-a7413d6e-8462-470b-a48f-03b44efe998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:46.381225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-a7413d6e-8462-470b-a48f-03b44efe998e service neutron] 10.222.0.36 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 898 time: 0.0905259 Jul 09 18:18:46.460461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-5cf7b200-0b09-442f-96e5-61537dadc1dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 1002 time: 0.0721459 Jul 09 18:18:46.509132 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-f8a52009-689a-4af8-9b4a-4b7410c0386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:46.510582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-f8a52009-689a-4af8-9b4a-4b7410c0386a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 200 len: 834 time: 0.0440428 Jul 09 18:18:46.569136 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-750b46df-1294-42a7-ac1c-b14a24f57549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:18:46.570818 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-750b46df-1294-42a7-ac1c-b14a24f57549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=028258ef-e3da-4459-af21-cf5f53543eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542121 Jul 09 18:18:46.668453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-334afb57-e1cb-49d4-aad7-572fed84bef2 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910461 Jul 09 18:18:46.769334 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c551c8e3-3d35-4bc5-9416-e97382340e95 req-b7483718-1aae-4210-9e0b-46457237f0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942326 Jul 09 18:19:03.915621 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53220) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:04.432156 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port db0a58de-601c-48ad-b40a-8a9dfbd76a3e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:19:04.432479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:04.511123 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:04.511431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:04.522967 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for db0a58de-601c-48ad-b40a-8a9dfbd76a3e owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:19:04.680935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:04.718712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=db0a58de-601c-48ad-b40a-8a9dfbd76a3e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:04.768253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.776385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:04.795950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:04.796338 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP 8747fb00-252e-451c-b070-978c552d4854 disassociated (deleted). External IP: 172.25.3.163, port: 074e9509-f419-4ee9-a240-0e0b7a260461. Jul 09 18:19:05.008114 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:19:05.122206 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:19:05.127793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:05.133797 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] Sync routers for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:19:05.143862 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:05.144404 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:18:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:05.172559 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-162fe16c-abc0-4086-bba1-c2727978dc98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/floatingips/8747fb00-252e-451c-b070-978c552d4854 HTTP/1.1" status: 204 len: 168 time: 1.2557721 Jul 09 18:19:05.173157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:19:05.175703 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5046583a-07a3-4c53-9f4e-c524ec822b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:19:05.259342 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:05.271550 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286bd540-9630-4fae-a9c1-f7105410b6d3 x-openstack-request-id: req-286bd540-9630-4fae-a9c1-f7105410b6d3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:19:05.271936 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:19:05.272234 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-286bd540-9630-4fae-a9c1-f7105410b6d3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:19:05.272825 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461', 'status': 'completed', 'code': 200} Jul 09 18:19:05.351416 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-98d992c2-9cdf-48db-8ec1-85f4807fc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:05.353078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-98d992c2-9cdf-48db-8ec1-85f4807fc62a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 1098 time: 0.0586448 Jul 09 18:19:05.456853 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-ccc4c574-5f67-481b-943f-6e96915369d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:05.458757 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-ccc4c574-5f67-481b-943f-6e96915369d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 200 len: 898 time: 0.0997279 Jul 09 18:19:05.486504 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:38Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:05.503567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-439481d4-b088-44b4-b8a9-1025a0212b26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 200 len: 217 time: 0.0373271 Jul 09 18:19:05.517102 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] Checking router: 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:19:05.525870 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:05.526478 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:18:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:05.553154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-949ed4bf-d021-4fad-bb6c-04bfdae80c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:05.554647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-949ed4bf-d021-4fad-bb6c-04bfdae80c7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 200 len: 834 time: 0.0448723 Jul 09 18:19:05.578923 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6a1f-319d-4414-9aa5-4ff6e525e0c6 req-801f54ea-bc81-403e-9212-5b555a3ddff9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:05.580807 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d0e6a1f-319d-4414-9aa5-4ff6e525e0c6 req-801f54ea-bc81-403e-9212-5b555a3ddff9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0716877 Jul 09 18:19:05.624843 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-0731c1ab-317c-482b-9a1a-5e21357f623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:05.626376 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-0731c1ab-317c-482b-9a1a-5e21357f623f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=028258ef-e3da-4459-af21-cf5f53543eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651245 Jul 09 18:19:05.636038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6d0e6a1f-319d-4414-9aa5-4ff6e525e0c6 req-3b7acb46-160c-4980-87ec-d38254e1b977 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471637 Jul 09 18:19:05.641133 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:05.715475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-60f38f6f-0464-423b-b82c-b9a49a64b9d6 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815792 Jul 09 18:19:05.836973 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5046583a-07a3-4c53-9f4e-c524ec822b1d req-0ec0bcc9-6ae0-4382-a60c-60ca39ec2d67 service neutron] 10.222.0.36 "GET /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137862 Jul 09 18:19:05.854235 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:38Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:05.887078 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90913c-3c14-480c-915d-37a4eb6789b2 None None] The sync data for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 is: [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:33Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd541ffe1-58c2-44d3-ad35-7059c744588c', 'name': '', 'network_id': '028258ef-e3da-4459-af21-cf5f53543eff', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:74:76:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '38a67016-c0e1-4c50-b328-72613d075036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:33Z', 'updated_at': '2021-07-09T18:17:38Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '38a67016-c0e1-4c50-b328-72613d075036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:19:06.123541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811ac4e-ef8d-4833-abae-20e7c6c14b61 None None] New status for floating IP 8747fb00-252e-451c-b070-978c552d4854: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:19:06.828064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd4afb-0f59-4c60-bf91-c38b226828d4 req-069ec23e-7600-4e40-a8a8-a25029cb3c8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:06.829589 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26bd4afb-0f59-4c60-bf91-c38b226828d4 req-069ec23e-7600-4e40-a8a8-a25029cb3c8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0692832 Jul 09 18:19:06.868993 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26bd4afb-0f59-4c60-bf91-c38b226828d4 req-6fca7413-154e-4880-9368-7a3212079e44 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=94fd1a08-449f-46a7-b115-ee037f8e9f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336339 Jul 09 18:19:06.975099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-31f8fada-547f-425f-b4b1-c3ba422f6843 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:06.976631 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-31f8fada-547f-425f-b4b1-c3ba422f6843 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 946 time: 0.0713868 Jul 09 18:19:07.092106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 074e9509-f419-4ee9-a240-0e0b7a260461 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:19:07.092413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:07.189785 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 074e9509-f419-4ee9-a240-0e0b7a260461, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=074e9509-f419-4ee9-a240-0e0b7a260461,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:07.190151 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:07.208971 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 074e9509-f419-4ee9-a240-0e0b7a260461 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:19:07.342039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:07.371191 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=074e9509-f419-4ee9-a240-0e0b7a260461,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:07.418494 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] No DVR routers for this DVR port 074e9509-f419-4ee9-a240-0e0b7a260461 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:19:07.421302 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:07.423473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8ed0a986-98d2-4191-98b6-ef63750beaf8 req-84a9d341-5b41-4b65-99f6-06694aceb6da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "DELETE /v2.0/ports/074e9509-f419-4ee9-a240-0e0b7a260461 HTTP/1.1" status: 204 len: 173 time: 0.4415164 Jul 09 18:19:07.423934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'name': 'network-vif-deleted', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:19:07.426296 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf954b3-74c7-4401-9522-4f34b38fcada" -d '{"events": [{"server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "name": "network-vif-deleted", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:19:07.464696 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac0c1c5-bba3-43c8-a949-eb36064896f0 x-openstack-request-id: req-8ac0c1c5-bba3-43c8-a949-eb36064896f0 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:19:07.464950 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe", "name": "network-vif-deleted", "tag": "074e9509-f419-4ee9-a240-0e0b7a260461", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:19:07.465288 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ac0c1c5-bba3-43c8-a949-eb36064896f0 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:19:07.465872 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe', 'name': 'network-vif-deleted', 'tag': '074e9509-f419-4ee9-a240-0e0b7a260461', 'status': 'completed', 'code': 200} Jul 09 18:19:08.029074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6807b7c8-578e-4d61-b72b-9467c46bae32 req-c054c571-7fb1-4ba5-b7eb-85262d8e62b5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7ba31b0-8392-41f3-aa8d-28a50f1f7fbe HTTP/1.1" status: 200 len: 210 time: 0.0297096 Jul 09 18:19:08.794467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:09.134016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53238) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:09.820011 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:09.848605 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:10.127327 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port d541ffe1-58c2-44d3-ad35-7059c744588c {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:19:10.127582 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:10.220220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port d541ffe1-58c2-44d3-ad35-7059c744588c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d541ffe1-58c2-44d3-ad35-7059c744588c,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:10.220978 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:10.234103 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for d541ffe1-58c2-44d3-ad35-7059c744588c owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:19:10.425186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:10.451659 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=d541ffe1-58c2-44d3-ad35-7059c744588c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:10.469635 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4f495032-1b6d-428d-bbcd-bda3b88e4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:10.482050 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.482401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.482753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.483113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.483443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.483886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.484220 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.484654 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.484891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.485078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.485449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.485756 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:10.648155 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:10.862662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:19:10.975822 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:19:10.981500 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-08678de5-721e-4e23-ab9a-733cda35634d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/05e9a3bb-5926-4c75-b2a5-35f75f7ede2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457930 Jul 09 18:19:10.983675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53242) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:10.986291 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] Sync routers for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:19:10.996216 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:10.996792 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:18:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:11.039681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting subnet 38a67016-c0e1-4c50-b328-72613d075036 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:19:11.042919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.081783 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.099334 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:11.163591 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.229823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.259477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.261647 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/subnets/38a67016-c0e1-4c50-b328-72613d075036 HTTP/1.1" status: 204 len: 168 time: 0.2769029 Jul 09 18:19:11.262730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cf630-f1fe-431b-b31d-20b5e858c961 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Subnet': ['ID=38a67016-c0e1-4c50-b328-72613d075036,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:11.264463 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53244) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:11.272151 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ba313-b6d7-4694-a06a-bc078767ff15 None None] Network 028258ef-e3da-4459-af21-cf5f53543eff requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:19:11.279145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:19:10Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:11.306170 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] Checking router: 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:19:11.315325 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] Routers {'05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:11.315985 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:18:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:11.335219 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 074e9509-f419-4ee9-a240-0e0b7a260461 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:19:11.375485 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.375851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 074e9509-f419-4ee9-a240-0e0b7a260461 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:19:11.376224 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 074e9509-f419-4ee9-a240-0e0b7a260461 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:19:11.422067 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] Set router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:11.486133 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] DHCP port deletion for 028258ef-e3da-4459-af21-cf5f53543eff request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:19:11.489188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.538416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Deleting port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:19:11.539223 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.556540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 25fefbb5-598a-41da-a564-5ca24507d420 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:19:11.556900 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.608561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] For port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,segment=NetworkSegment(3209b3ee-61d6-4ffa-bd4a-010543745970),segment_id=3209b3ee-61d6-4ffa-bd4a-010543745970)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:11.609717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.626889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Calling delete_port for c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:19:11.637920 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:19:10Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:11.644355 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 25fefbb5-598a-41da-a564-5ca24507d420, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=25fefbb5-598a-41da-a564-5ca24507d420,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:11.644853 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.659094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 25fefbb5-598a-41da-a564-5ca24507d420 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:19:11.717158 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.745167 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Pushing event deleted for resources: {'Port': ['ID=c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:11.747415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] No DVR routers for this DVR port c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.759018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.760303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.760303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa79c3-d294-4c75-913f-08e0addc3ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:11.767855 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204e56f2-2085-436d-ae4e-ad927e7e6af9 None None] The sync data for ids ['05e9a3bb-5926-4c75-b2a5-35f75f7ede2e'] in n-d-791506-17 is: [{'id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690404519', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '25fefbb5-598a-41da-a564-5ca24507d420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:19:10Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '25fefbb5-598a-41da-a564-5ca24507d420', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fe:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e9a3bb-5926-4c75-b2a5-35f75f7ede2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:17:30Z', 'updated_at': '2021-07-09T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:19:11.839865 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:11.867253 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=25fefbb5-598a-41da-a564-5ca24507d420,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:11.926431 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.023886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.025978 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.071495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.072283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Fanout notify agent at l3_agent the message router_deleted on router 05e9a3bb-5926-4c75-b2a5-35f75f7ede2e {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:19:12.081051 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.082608 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6010f3b4-fed4-4dde-85fe-ffa896a938f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/routers/05e9a3bb-5926-4c75-b2a5-35f75f7ede2e HTTP/1.1" status: 204 len: 168 time: 0.8165107 Jul 09 18:19:12.085524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53246) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:12.162737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.257636 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.268503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028258ef-e3da-4459-af21-cf5f53543eff']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:12.279737 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3209b3ee-61d6-4ffa-bd4a-010543745970') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:12.279959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3209b3ee-61d6-4ffa-bd4a-010543745970') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:12.289008 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.304257 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.311306 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:19:12.311887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:19:12.315202 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:19:12.381087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.389469 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.391371 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/networks/028258ef-e3da-4459-af21-cf5f53543eff HTTP/1.1" status: 204 len: 168 time: 0.3049064 Jul 09 18:19:12.394083 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53248) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:12.411530 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd3043-032d-41d7-91e6-5614ce7efd4f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Network': ['ID=028258ef-e3da-4459-af21-cf5f53543eff,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:12.465857 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d98febf-7c4e-4c2c-8ea7-4f5945fc82bb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.490886 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d98febf-7c4e-4c2c-8ea7-4f5945fc82bb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.552669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d98febf-7c4e-4c2c-8ea7-4f5945fc82bb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.555334 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5d98febf-7c4e-4c2c-8ea7-4f5945fc82bb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.556543 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5d98febf-7c4e-4c2c-8ea7-4f5945fc82bb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/security-groups/94fd1a08-449f-46a7-b115-ee037f8e9f09 HTTP/1.1" status: 204 len: 168 time: 0.1526475 Jul 09 18:19:12.566176 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98febf-7c4e-4c2c-8ea7-4f5945fc82bb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd1a08-449f-46a7-b115-ee037f8e9f09,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:12.803229 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53254) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:12.808956 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771114746', 'description': 'tempest-secgroup-smoke-1771114746 description', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:12.813758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 25fefbb5-598a-41da-a564-5ca24507d420 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:19:12.835062 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.835351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 25fefbb5-598a-41da-a564-5ca24507d420 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:19:12.835470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 25fefbb5-598a-41da-a564-5ca24507d420 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:19:12.835837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:19:12.859495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:19:12.859862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c91cf8b1-5b4b-402c-8a9a-edcf2fd4273e not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:19:12.860283 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d541ffe1-58c2-44d3-ad35-7059c744588c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:19:12.879209 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d541ffe1-58c2-44d3-ad35-7059c744588c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:19:12.879549 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d541ffe1-58c2-44d3-ad35-7059c744588c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:19:12.918608 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.923696 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.952684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:12.954014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1497691 Jul 09 18:19:12.955113 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857feaa-f311-4626-b28a-27a8395e8f8f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c67af8-47b6-4885-9240-f875a8c9503f,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:12.957096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53256) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:12.961884 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '04c67af8-47b6-4885-9240-f875a8c9503f', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:12.992331 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.010107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6dfe86ab-0998-411d-b943-b8290983e6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.056146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.061987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.079226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3f44ed-f7a7-4bd3-8b13-643fdd86836a,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.087019 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.088228 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-298d0659-382e-43a7-a9b1-6fbf6de0f618 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301546 Jul 09 18:19:13.091218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53258) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.096193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '04c67af8-47b6-4885-9240-f875a8c9503f', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.124184 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.184397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.190876 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.207946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378ae73-a639-483c-a09b-e9375e7efb4f,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.215530 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.216790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-39193457-3d51-4a64-88e0-0b5037fa464c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246262 Jul 09 18:19:13.219562 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53260) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.224484 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '04c67af8-47b6-4885-9240-f875a8c9503f', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.250704 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.309193 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.315032 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.333075 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d27f8a-aa54-4f9c-8820-48fe925f7d5f,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.338843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.343101 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b9eee4e7-3608-4a1f-8062-59f2feeb24a1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223428 Jul 09 18:19:13.343372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53262) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.348262 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '04c67af8-47b6-4885-9240-f875a8c9503f', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.385757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.451082 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.457325 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.474635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cef8ac2-e488-4a55-bdfc-4e8a29acb2cc,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.481557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.482762 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a7bc328d-88c4-4d84-9048-6f9581dc56a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383011 Jul 09 18:19:13.485784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53264) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.490361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '04c67af8-47b6-4885-9240-f875a8c9503f', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.513123 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:19:13.518125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.533919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.578150 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.585431 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.605065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9baa7ae-47b7-4ff3-865f-4202f11f00cb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.607982 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.609187 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1fe17c58-0166-44ea-a24b-fb6f8cc58395 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224146 Jul 09 18:19:13.611987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53266) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.616498 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '04c67af8-47b6-4885-9240-f875a8c9503f', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.640989 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:19:13.646070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.716294 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.722232 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.739592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a31b96-0980-450b-ba1e-c11e1534c5f7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.746256 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.747450 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-62ef9233-11c6-4d41-a5d7-041bcbdf16e1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345379 Jul 09 18:19:13.751879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53268) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.756806 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'network': {'name': 'tempest-network-smoke--1647971373', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.777981 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:19:13.781592 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.806878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:19:13.816242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.816594 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Added segment a8bcab02-e9e9-4691-924b-130e1a4657d8 of type vlan for network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 Jul 09 18:19:13.862944 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.897535 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.903242 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:13.903871 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:13.963276 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2103274 Jul 09 18:19:13.966436 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53270) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:13.970980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'admin_state_up': True, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:13.984583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38500285-05f2-4222-9091-b71943897067 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Network': ['ID=f407eed9-2fe2-40dc-a158-af8f7bfb9e00,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:13.996176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:19:14.001791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.002811 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.054125 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.200427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.214647 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.406944 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.425600 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.538701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.199 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/adb40877-4ec1-42d0-9372-f775c60b8c3c) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:19:14.642160 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.687784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:14.727209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:19:14.731886 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:14.736453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:19:14.739443 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=adb40877-4ec1-42d0-9372-f775c60b8c3c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:14.998074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:15.208966 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:15.348766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router eddbe365-4fe3-411d-83d8-e9904e2be801 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:19:15.464948 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:19:15.477230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24511-d853-400e-be61-3a71553508dd None None] Sync routers for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:19:15.486594 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:15.487693 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:15.487871 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-cf771ec7-0070-43fa-b797-5d26d043b301 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5204771 Jul 09 18:19:15.488622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:19:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:15.491202 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53274) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:15.519982 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1e66893c-b43c-414c-add8-f536817c9102 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0440174e0cb4406bb4ddd6ce36ed6f7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274203 Jul 09 18:19:15.522532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53276) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:15.599397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:15.609805 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798781b2-1ad8-4ce9-a1d3-f90a6feda5c6 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:15.611328 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-798781b2-1ad8-4ce9-a1d3-f90a6feda5c6 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879104 Jul 09 18:19:15.614313 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53278) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:15.646362 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0de02b89-e8f6-4c68-a669-392e02610afb tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310552 Jul 09 18:19:15.649264 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53280) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:15.654406 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973816374', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:15.747808 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:19:15.751936 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:15.788573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:14Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:15.814655 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24511-d853-400e-be61-3a71553508dd None None] Checking router: eddbe365-4fe3-411d-83d8-e9904e2be801 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:19:15.815010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24511-d853-400e-be61-3a71553508dd None None] Updating router eddbe365-4fe3-411d-83d8-e9904e2be801 port adb40877-4ec1-42d0-9372-f775c60b8c3c binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:19:15.849337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69d24511-d853-400e-be61-3a71553508dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:15.941458 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:15.999586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Subnet': ['ID=e8b20f81-b956-4e9f-b493-b532c9c9cd10,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:16.018185 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Checking segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:19:16.018550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network hostable DHCP agents. Network: f407eed9-2fe2-40dc-a158-af8f7bfb9e00, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:19:16.040301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:19:16.053106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, f407eed9-2fe2-40dc-a158-af8f7bfb9e00) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:16.057521 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:16.058120 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.065287 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66283f33-020f-4b3e-9813-06dcbb076c06 None None] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:19:16.074958 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6dacc391-91d0-414f-9a61-4356f93c3398 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4242287 Jul 09 18:19:16.077879 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53282) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:16.163106 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.166826 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69d24511-d853-400e-be61-3a71553508dd None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.185379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-69d24511-d853-400e-be61-3a71553508dd None None] Transition to ACTIVE for port object adb40877-4ec1-42d0-9372-f775c60b8c3c will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:16.199692 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69d24511-d853-400e-be61-3a71553508dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.281888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700e764-8e4c-49fb-b833-590f52ca10d4 None None] Pushing event updated for resources: {'Port': ['ID=adb40877-4ec1-42d0-9372-f775c60b8c3c,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:16.289410 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-69d24511-d853-400e-be61-3a71553508dd None None] Attempting to bind port adb40877-4ec1-42d0-9372-f775c60b8c3c on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:19:16.289660 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-69d24511-d853-400e-be61-3a71553508dd None None] Attempting to bind port adb40877-4ec1-42d0-9372-f775c60b8c3c by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:19:16.290026 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d24511-d853-400e-be61-3a71553508dd None None] Attempting to bind port adb40877-4ec1-42d0-9372-f775c60b8c3c on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:19:16.298333 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d24511-d853-400e-be61-3a71553508dd None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:19:16.298703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d24511-d853-400e-be61-3a71553508dd None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:19:16.299108 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69d24511-d853-400e-be61-3a71553508dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.299566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d24511-d853-400e-be61-3a71553508dd None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:19:16.299987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-69d24511-d853-400e-be61-3a71553508dd None None] Bound port: adb40877-4ec1-42d0-9372-f775c60b8c3c, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:19:16.300383 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69d24511-d853-400e-be61-3a71553508dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.351992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:19:16.351992 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.396499 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-69d24511-d853-400e-be61-3a71553508dd None None] For port adb40877-4ec1-42d0-9372-f775c60b8c3c, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:19:16.460408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-69d24511-d853-400e-be61-3a71553508dd None None] For port adb40877-4ec1-42d0-9372-f775c60b8c3c, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=adb40877-4ec1-42d0-9372-f775c60b8c3c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:19:16.466758 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-69d24511-d853-400e-be61-3a71553508dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.538824 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.556658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:16.557280 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:19:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:16.569696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Allocated IP 172.20.0.2 (f407eed9-2fe2-40dc-a158-af8f7bfb9e00/e8b20f81-b956-4e9f-b493-b532c9c9cd10/24cd8725-37a3-4782-8a5d-bd92b49e32c7) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:19:16.610111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700e764-8e4c-49fb-b833-590f52ca10d4 None None] Pushing event updated for resources: {'Port': ['ID=adb40877-4ec1-42d0-9372-f775c60b8c3c,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:16.738053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:16.901114 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:16.919797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Transition to ACTIVE for port object 24cd8725-37a3-4782-8a5d-bd92b49e32c7 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:16.961851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Transition to ACTIVE for port object 24cd8725-37a3-4782-8a5d-bd92b49e32c7 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:16.971198 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.020354 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.1 (f407eed9-2fe2-40dc-a158-af8f7bfb9e00/e8b20f81-b956-4e9f-b493-b532c9c9cd10/4c38cbec-2397-46cc-9d11-75ede41aac1a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:19:17.024432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:19:17.026837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Pushing event updated for resources: {'Port': ['ID=24cd8725-37a3-4782-8a5d-bd92b49e32c7,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:17.030140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:17.033141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:19:17.045961 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-69d24511-d853-400e-be61-3a71553508dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:14Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:17.091784 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d24511-d853-400e-be61-3a71553508dd None None] The sync data for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 is: [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:14Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:19:17.123302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Attempting to bind port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:19:17.123681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Attempting to bind port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:19:17.124143 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Attempting to bind port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:19:17.129880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:19:17.130230 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Checking segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:19:17.130752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.131297 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Bound using segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:19:17.131805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Bound port: 24cd8725-37a3-4782-8a5d-bd92b49e32c7, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:19:17.132196 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.146871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.163247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 4c38cbec-2397-46cc-9d11-75ede41aac1a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:17.202993 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.203917 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] For port 24cd8725-37a3-4782-8a5d-bd92b49e32c7, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:19:17.207326 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] For port 24cd8725-37a3-4782-8a5d-bd92b49e32c7, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24cd8725-37a3-4782-8a5d-bd92b49e32c7,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:19:17.215804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.242925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:19:17.248646 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:17.252627 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:19:17.277580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc1ccc-e672-4463-8684-a9af2b848cbb None None] Pushing event updated for resources: {'Port': ['ID=24cd8725-37a3-4782-8a5d-bd92b49e32c7,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:17.299433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=4c38cbec-2397-46cc-9d11-75ede41aac1a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:17.313094 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:17.344537 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:19:17.886087 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.187190 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.193495 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.274362 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=4c38cbec-2397-46cc-9d11-75ede41aac1a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:18.277858 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.295148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7dd548-491f-4413-8e14-803831374796 None None] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:19:18.363417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dc37f240-9a5a-48ec-bfc6-33d64396fee5 None None] Provisioning for port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:18.376099 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:19:18.377617 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:18.503366 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router eddbe365-4fe3-411d-83d8-e9904e2be801 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:19:18.630577 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:19:18.644426 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c56c4c95-77e7-4592-99bc-f40fe32d48cf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/eddbe365-4fe3-411d-83d8-e9904e2be801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5651376 Jul 09 18:19:18.743897 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0abe33c0-288d-4ccf-a2be-16dcccda52e4 None None] Provisioning for port 4c38cbec-2397-46cc-9d11-75ede41aac1a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:18.757845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24cd8725-37a3-4782-8a5d-bd92b49e32c7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:18.759624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-0abe33c0-288d-4ccf-a2be-16dcccda52e4 None None] Provisioning complete for port 4c38cbec-2397-46cc-9d11-75ede41aac1a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:18.760872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-0abe33c0-288d-4ccf-a2be-16dcccda52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.799016 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Sync routers for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:19:18.816938 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:18.817697 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:19:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:18.830128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-0abe33c0-288d-4ccf-a2be-16dcccda52e4 None None] Port 4c38cbec-2397-46cc-9d11-75ede41aac1a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:19:18.853750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-933a82e7-bd29-4571-9d07-ecfbddd24830 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771114746&fields=id&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 267 time: 0.0520780 Jul 09 18:19:18.859332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:18.864069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:18.864516 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.957867 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:18.961046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.972669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f30ce9ad-a696-4c4f-8b2a-b06c994f2256 None None] Provisioning complete for port 4c38cbec-2397-46cc-9d11-75ede41aac1a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:18.973044 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f30ce9ad-a696-4c4f-8b2a-b06c994f2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:18.992258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-31e54bb5-1209-4823-9ea9-aec66def2d02 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:18.994220 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-31e54bb5-1209-4823-9ea9-aec66def2d02 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 797 time: 0.1314507 Jul 09 18:19:19.012107 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-432e0275-d7cb-4928-a670-2cce62d0913c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/quotas/0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 375 time: 0.0121248 Jul 09 18:19:19.030867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-f30ce9ad-a696-4c4f-8b2a-b06c994f2256 None None] Port 4c38cbec-2397-46cc-9d11-75ede41aac1a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:19:19.033578 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 24cd8725-37a3-4782-8a5d-bd92b49e32c7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24cd8725-37a3-4782-8a5d-bd92b49e32c7,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:19.040432 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.044658 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device adb40877-4ec1-42d0-9372-f775c60b8c3c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:19.125441 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-3a6d4295-5b2b-421f-b15b-fbb8dbe51b19 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977395 Jul 09 18:19:19.138840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=24cd8725-37a3-4782-8a5d-bd92b49e32c7,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:19.159088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port adb40877-4ec1-42d0-9372-f775c60b8c3c completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:19.164474 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port adb40877-4ec1-42d0-9372-f775c60b8c3c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:19.165172 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.199592 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:18Z', 'revision_number': 2, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:19.229811 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Checking router: eddbe365-4fe3-411d-83d8-e9904e2be801 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:19:19.230463 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Updating router eddbe365-4fe3-411d-83d8-e9904e2be801 port 4c38cbec-2397-46cc-9d11-75ede41aac1a binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:19:19.231630 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-fda3dbbd-0587-47a9-b1c3-9c0d747c67d8 service neutron] 10.222.0.21 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969026 Jul 09 18:19:19.261761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3248b743-c17c-4e30-8288-0d0d76a516c6 None None] Provisioning complete for port 4c38cbec-2397-46cc-9d11-75ede41aac1a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:19.261761 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3248b743-c17c-4e30-8288-0d0d76a516c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.265586 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.286678 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.317052 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port adb40877-4ec1-42d0-9372-f775c60b8c3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=adb40877-4ec1-42d0-9372-f775c60b8c3c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:19.318131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-3248b743-c17c-4e30-8288-0d0d76a516c6 None None] Port 4c38cbec-2397-46cc-9d11-75ede41aac1a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:19:19.323393 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.334744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-25fa96aa-8547-4686-b778-df96887577ec service neutron] 10.222.0.21 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927513 Jul 09 18:19:19.375542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=adb40877-4ec1-42d0-9372-f775c60b8c3c,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:19.539375 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.553550 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Transition to ACTIVE for port object 4c38cbec-2397-46cc-9d11-75ede41aac1a will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:19.560931 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.614494 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Pushing event updated for resources: {'Port': ['ID=4c38cbec-2397-46cc-9d11-75ede41aac1a,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:19.646982 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.647396 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.647817 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.648218 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.648610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.649048 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.649387 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.649773 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.650174 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.650536 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.651089 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.651617 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:19:19.692925 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Attempting to bind port 4c38cbec-2397-46cc-9d11-75ede41aac1a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:19:19.693778 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Attempting to bind port 4c38cbec-2397-46cc-9d11-75ede41aac1a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:19:19.694362 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Attempting to bind port 4c38cbec-2397-46cc-9d11-75ede41aac1a on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:19:19.703045 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:19:19.703673 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Checking segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:19:19.704191 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.704714 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Bound using segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:19:19.705272 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Bound port: 4c38cbec-2397-46cc-9d11-75ede41aac1a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:19:19.705736 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.792605 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] For port 4c38cbec-2397-46cc-9d11-75ede41aac1a, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:19:19.797089 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] For port 4c38cbec-2397-46cc-9d11-75ede41aac1a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4c38cbec-2397-46cc-9d11-75ede41aac1a,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:19:19.805202 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:19.858517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:19.859327 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:19:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:19.908078 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-734e3431-ad75-4ca4-acbd-2a93742c784b req-cb7a0966-0fe9-40d8-9530-29646dcbdb79 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 210 time: 0.4231203 Jul 09 18:19:19.987665 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80eb26-1a34-4e78-9c79-b4775e6b9d46 None None] Pushing event updated for resources: {'Port': ['ID=4c38cbec-2397-46cc-9d11-75ede41aac1a,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:19.999369 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:20.205611 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:20.232012 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2855b-8107-4f29-80c7-73a31f747cf1 None None] The sync data for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 is: [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:19:20.729389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-fc2517d0-845a-45f0-a789-436431845127 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:20.730826 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-fc2517d0-845a-45f0-a789-436431845127 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 797 time: 0.1434703 Jul 09 18:19:20.751573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device adb40877-4ec1-42d0-9372-f775c60b8c3c up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:20.790918 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-4a96ec87-420c-45ef-88ef-bcac2afd767a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 380 time: 0.0501063 Jul 09 18:19:20.802247 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'port': {'device_id': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'admin_state_up': True, 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'security_groups': ['04c67af8-47b6-4885-9240-f875a8c9503f']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:20.841275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port adb40877-4ec1-42d0-9372-f775c60b8c3c triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:20.841806 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:20.925644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24cd8725-37a3-4782-8a5d-bd92b49e32c7 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:20.927300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:19:20.931181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:20.981017 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:20.981458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.073923 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4c38cbec-2397-46cc-9d11-75ede41aac1a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:21.080438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-515c2352-6637-45f5-b5e8-e775f4a2bf2b req-48fe66f8-d347-4769-8ee9-e9b3dbb77d96 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 210 time: 0.0341184 Jul 09 18:19:21.107573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.7 (f407eed9-2fe2-40dc-a158-af8f7bfb9e00/e8b20f81-b956-4e9f-b493-b532c9c9cd10/fea9f332-a929-456c-8def-b8960c94a0b2) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:19:21.132992 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 4c38cbec-2397-46cc-9d11-75ede41aac1a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:21.137732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 4c38cbec-2397-46cc-9d11-75ede41aac1a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:21.138228 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.281428 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.303262 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object fea9f332-a929-456c-8def-b8960c94a0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:21.346613 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.390428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:19:21.396192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:21.400022 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:19:21.400414 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.428983 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:21.438702 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 4c38cbec-2397-46cc-9d11-75ede41aac1a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4c38cbec-2397-46cc-9d11-75ede41aac1a,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:21.446252 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.465480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:21.466162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.498051 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-3d2c2cca-6fda-4452-961e-bdb31f01c6f6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7011285 Jul 09 18:19:21.509814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=4c38cbec-2397-46cc-9d11-75ede41aac1a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:21.514696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Request body: {'port': {'device_id': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:21.601891 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.711705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-85821bf5-f682-4a2f-b082-fde483b063ec None None] Provisioning for port fea9f332-a929-456c-8def-b8960c94a0b2 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:21.715467 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-85821bf5-f682-4a2f-b082-fde483b063ec None None] Provisioning complete for port fea9f332-a929-456c-8def-b8960c94a0b2 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:21.715874 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-85821bf5-f682-4a2f-b082-fde483b063ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.750946 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-85821bf5-f682-4a2f-b082-fde483b063ec None None] Port fea9f332-a929-456c-8def-b8960c94a0b2 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:19:21.871854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea9f332-a929-456c-8def-b8960c94a0b2 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:19:21.879694 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.892017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Transition to ACTIVE for port object fea9f332-a929-456c-8def-b8960c94a0b2 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:19:21.898764 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:21.955360 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:22.027087 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:19:22.027428 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:19:22.027781 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:19:22.032282 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Port fea9f332-a929-456c-8def-b8960c94a0b2 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:19:22.032613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:19:22.037751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:19:22.038096 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Checking segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:19:22.038482 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Bound using segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:19:22.038943 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Bound port: fea9f332-a929-456c-8def-b8960c94a0b2, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:19:22.039278 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:22.106305 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:19:22.109700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:19:22.116621 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:22.154589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.155071 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:22.156563 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] 10.222.0.36 "PUT /v2.0/ports/fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 1092 time: 0.6474743 Jul 09 18:19:22.157000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:19:22.159301 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b2830-e8a1-42ef-b241-5b9425344d51" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:19:22.222112 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742dfad1-69b7-4822-bb91-c47a8ec3606e x-openstack-request-id: req-742dfad1-69b7-4822-bb91-c47a8ec3606e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:19:22.222464 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:19:22.222700 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-742dfad1-69b7-4822-bb91-c47a8ec3606e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:19:22.223046 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'status': 'completed', 'code': 200} Jul 09 18:19:22.227243 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a37a-16dd-46a2-ba7b-0d69c6eac376 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:22.279104 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-1dda4ccd-5257-4940-802a-72cdbdde61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.280267 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-1dda4ccd-5257-4940-802a-72cdbdde61a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1095 time: 0.0740113 Jul 09 18:19:22.295040 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd453-104c-42ea-9aee-15fa25772fe2 req-63fd4cfe-0110-41a6-843d-ea4660b142ad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.296779 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4acd453-104c-42ea-9aee-15fa25772fe2 req-63fd4cfe-0110-41a6-843d-ea4660b142ad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0690932 Jul 09 18:19:22.325084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-84abad5c-a0a3-4c4d-8ed3-83779a9c5f72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0371845 Jul 09 18:19:22.347254 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f4acd453-104c-42ea-9aee-15fa25772fe2 req-0397ef57-5be0-4999-93a9-59b4743d4585 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446112 Jul 09 18:19:22.388345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-1a91d2e9-a777-42b7-b0ea-7d42ca015217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.389853 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-1a91d2e9-a777-42b7-b0ea-7d42ca015217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0583293 Jul 09 18:19:22.447968 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39eb6-876d-411f-822a-54213759ecfb req-a6032e64-a76a-497c-8184-1bb2c6b8d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.449851 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-a6032e64-a76a-497c-8184-1bb2c6b8d6c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530295 Jul 09 18:19:22.545232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-72b80c96-6df4-40ca-803e-ee915f0e8720 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883653 Jul 09 18:19:22.640761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-93b39eb6-876d-411f-822a-54213759ecfb req-8db0f042-57ff-4436-b0d8-a4fdf06ebafa service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884171 Jul 09 18:19:22.653205 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4c38cbec-2397-46cc-9d11-75ede41aac1a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:22.702641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 4c38cbec-2397-46cc-9d11-75ede41aac1a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:22.703003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:22.744550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-fbd76ad4-859f-46a0-984b-2675b4ced786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.746071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-fbd76ad4-859f-46a0-984b-2675b4ced786 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1095 time: 0.0554638 Jul 09 18:19:22.841778 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-ca12eab7-5512-465c-8963-974918e6a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.843312 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-ca12eab7-5512-465c-8963-974918e6a021 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0898409 Jul 09 18:19:22.887143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-3e777cc6-16cb-4505-aeda-37ecd9efe6dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0344930 Jul 09 18:19:22.938171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-a0995720-56bf-427f-af3d-87d7e5b6ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:22.939534 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-a0995720-56bf-427f-af3d-87d7e5b6ef32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0445681 Jul 09 18:19:23.002158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-98cefea0-7ba1-480e-a7db-9ba224e427ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:23.003624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-98cefea0-7ba1-480e-a7db-9ba224e427ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571601 Jul 09 18:19:23.112812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-87c8846b-b6ce-4cb2-b2fe-53c32816fd95 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009386 Jul 09 18:19:23.215929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a30b2830-e8a1-42ef-b241-5b9425344d51 req-abf427f8-00df-45a2-a5ba-083ab7d2fe92 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963740 Jul 09 18:19:23.537640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29810e88-1197-4776-9a29-76ea981c39d8 req-a2ee54c4-b800-4c4c-9cee-30ce2defdd8b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:23.539052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29810e88-1197-4776-9a29-76ea981c39d8 req-a2ee54c4-b800-4c4c-9cee-30ce2defdd8b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0767951 Jul 09 18:19:23.576747 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-29810e88-1197-4776-9a29-76ea981c39d8 req-785388f6-dbab-44a5-97e5-bbcb0ab0cdbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Jul 09 18:19:24.767819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131274a-b492-49f2-b885-c80ab5c8c833 req-ad5cee6d-fddd-48d1-81ac-64713e97dfdd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:24.769332 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c131274a-b492-49f2-b885-c80ab5c8c833 req-ad5cee6d-fddd-48d1-81ac-64713e97dfdd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0669327 Jul 09 18:19:24.812322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c131274a-b492-49f2-b885-c80ab5c8c833 req-1587e272-28e4-41f7-baf3-7cdc7d3896b0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344007 Jul 09 18:19:25.397295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:19:25.497926 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:25.509972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'port_id': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'mac_address': 'fa:16:3e:90:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:19:25.546355 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:25.559682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea9f332-a929-456c-8def-b8960c94a0b2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:19:25.584962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:25.591940 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:25.647941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:25.805932 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['fea9f332-a929-456c-8def-b8960c94a0b2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:19:25.992160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eee68-f475-4b93-9475-e27f7950d2dc req-c11ebab2-3d54-493e-a8b7-e5d8383721a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:25.993613 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb9eee68-f475-4b93-9475-e27f7950d2dc req-c11ebab2-3d54-493e-a8b7-e5d8383721a9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 944 time: 0.0677075 Jul 09 18:19:26.042892 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fb9eee68-f475-4b93-9475-e27f7950d2dc req-41b5b0b9-8c3a-4580-9575-6574c34ad91b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Jul 09 18:19:27.220827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9b4ff-53fa-427d-9a27-9e797f1ef415 req-0599f70a-ed92-4ef7-be6c-f71f9046423a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:27.222353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cae9b4ff-53fa-427d-9a27-9e797f1ef415 req-0599f70a-ed92-4ef7-be6c-f71f9046423a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 944 time: 0.0680900 Jul 09 18:19:27.262848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cae9b4ff-53fa-427d-9a27-9e797f1ef415 req-8fa64b34-6c21-4f69-ac1b-83ca07b04de0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345287 Jul 09 18:19:27.395522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:19:27.461366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port fea9f332-a929-456c-8def-b8960c94a0b2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:19:27.466669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port fea9f332-a929-456c-8def-b8960c94a0b2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:19:27.467047 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:27.557105 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:27.581665 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:19:27.584210 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b740ba-4f80-4594-b74c-4f14469b7681" -d '{"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-plugged", "status": "completed", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:19:27.597343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:19:27.602633 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:27.650358 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:27.685973 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd3c5c0-4e58-4a8c-82dc-2d723e17508d x-openstack-request-id: req-9fd3c5c0-4e58-4a8c-82dc-2d723e17508d {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:19:27.686269 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-plugged", "status": "completed", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:19:27.686520 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fd3c5c0-4e58-4a8c-82dc-2d723e17508d {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:19:27.686922 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'code': 200} Jul 09 18:19:27.816350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549582-e122-4fed-9ae3-9cd0cefa3ca2 req-2b38860e-1b14-484a-8b79-9b527d627e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:27.817734 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2549582-e122-4fed-9ae3-9cd0cefa3ca2 req-2b38860e-1b14-484a-8b79-9b527d627e08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1097 time: 0.0620759 Jul 09 18:19:27.857582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a2549582-e122-4fed-9ae3-9cd0cefa3ca2 req-2ee1a80a-e131-49b7-ba35-17fa07f399cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331333 Jul 09 18:19:28.458334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e8369-6007-4560-9f81-41dd1d4c1e20 req-6ee3ce03-53ca-4bf0-9a99-84b0ef16e879 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:28.459808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64e8369-6007-4560-9f81-41dd1d4c1e20 req-6ee3ce03-53ca-4bf0-9a99-84b0ef16e879 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0706189 Jul 09 18:19:28.500937 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c64e8369-6007-4560-9f81-41dd1d4c1e20 req-3073f2a7-9cb3-4c82-b696-bf698b99f344 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Jul 09 18:19:29.682564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999caeb1-4048-4143-afa7-9ba754fbc4fc req-62ae0f70-df0c-4201-8485-b157e8870f0e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:29.684144 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-999caeb1-4048-4143-afa7-9ba754fbc4fc req-62ae0f70-df0c-4201-8485-b157e8870f0e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0646839 Jul 09 18:19:29.725120 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-999caeb1-4048-4143-afa7-9ba754fbc4fc req-8f0f3889-6c83-4987-9700-e75907f4d67b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Jul 09 18:19:29.911615 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1df09-50dc-4e9d-8b64-8fe8a47bbe15 req-90afa733-ee34-43f0-b849-2d45441fcd06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:29.913199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28a1df09-50dc-4e9d-8b64-8fe8a47bbe15 req-90afa733-ee34-43f0-b849-2d45441fcd06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0771713 Jul 09 18:19:29.957390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-28a1df09-50dc-4e9d-8b64-8fe8a47bbe15 req-833d23a1-e51f-4b09-95d5-06e61c1968a5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Jul 09 18:19:29.981320 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53338) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:30.037302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63267dd-17ea-43fb-b864-a9e44855ebdb tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:30.038874 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e63267dd-17ea-43fb-b864-a9e44855ebdb tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1092 time: 0.0565636 Jul 09 18:19:30.043434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53340) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:30.050534 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:19:30.078166 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:30.188499 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:30.294108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.71 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/e473190f-0108-41bb-9b23-c150a4bc8901) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:19:30.402208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:30.443915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:30.482960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:19:30.485745 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:19:30.491263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:19:30.500324 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=e473190f-0108-41bb-9b23-c150a4bc8901,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:30.888162 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:30.973434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:31.141048 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:31.147992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:31.216740 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=e473190f-0108-41bb-9b23-c150a4bc8901,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:19:31.228974 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:31.332821 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP 46f9b4a4-33e4-4afb-98cb-92b14920d849 associated. External IP: 172.25.3.71, port: fea9f332-a929-456c-8def-b8960c94a0b2. Jul 09 18:19:31.541146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router eddbe365-4fe3-411d-83d8-e9904e2be801 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:19:31.657897 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:19:31.669699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] Sync routers for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:19:31.679118 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:31.685463 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:31.686106 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:19:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:31.720751 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-49513f24-6ca2-4834-bc0c-db90db87525e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6758983 Jul 09 18:19:31.721650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:19:31.724117 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:19:31.805049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:31.818038 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b7d00-18f9-47fb-b054-8a26aac8d3ce x-openstack-request-id: req-b96b7d00-18f9-47fb-b054-8a26aac8d3ce {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:19:31.818447 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:19:31.818744 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b96b7d00-18f9-47fb-b054-8a26aac8d3ce {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:19:31.819220 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'status': 'completed', 'code': 200} Jul 09 18:19:31.927350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481a04a-7216-4edc-9a46-01e46dc253c1 req-3ca0db48-1855-461a-afd3-817115db6b55 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:31.928980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3481a04a-7216-4edc-9a46-01e46dc253c1 req-3ca0db48-1855-461a-afd3-817115db6b55 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.1127656 Jul 09 18:19:31.945000 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-f38a279a-3bee-469b-a8fd-e0bad025a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:31.946457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-f38a279a-3bee-469b-a8fd-e0bad025a229 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1097 time: 0.1003723 Jul 09 18:19:32.015996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3481a04a-7216-4edc-9a46-01e46dc253c1 req-1b0bfc95-f507-466d-ac09-980d35ed95c9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812633 Jul 09 18:19:32.041249 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '46f9b4a4-33e4-4afb-98cb-92b14920d849', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'port_id': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'mac_address': 'fa:16:3e:90:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:19:30Z', 'updated_at': '2021-07-09T18:19:30Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:21Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:32.042374 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53348) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:32.057802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-99e2085a-7462-4e5c-b2e3-8e57bce71717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:32.059522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-99e2085a-7462-4e5c-b2e3-8e57bce71717 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.1065288 Jul 09 18:19:32.071525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] Checking router: eddbe365-4fe3-411d-83d8-e9904e2be801 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:19:32.082131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:19:32.082755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:19:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:32.106366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-91e91f37-6616-4064-b851-0c11dbb70634 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/46f9b4a4-33e4-4afb-98cb-92b14920d849 HTTP/1.1" status: 200 len: 990 time: 0.0617118 Jul 09 18:19:32.145322 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-8cb9e8b0-08e5-483f-9d8b-6b56ba0a2ac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 998 time: 0.0781364 Jul 09 18:19:32.188838 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:19:32.193274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-30a04885-3b6c-4817-be69-90ba2f06c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:32.194863 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-30a04885-3b6c-4817-be69-90ba2f06c578 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0432811 Jul 09 18:19:32.251073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-8abafcf6-36a7-4350-ba70-5da7337e4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:32.252638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-8abafcf6-36a7-4350-ba70-5da7337e4bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521359 Jul 09 18:19:32.351491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-09bff58a-9732-42e8-a3b4-133c5964b70f service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918796 Jul 09 18:19:32.414351 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '46f9b4a4-33e4-4afb-98cb-92b14920d849', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'port_id': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'mac_address': 'fa:16:3e:90:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:19:30Z', 'updated_at': '2021-07-09T18:19:30Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:21Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:19:32.440580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141990a-f5b8-4896-8936-24f52f2c35b4 None None] The sync data for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 is: [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '46f9b4a4-33e4-4afb-98cb-92b14920d849', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'port_id': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'mac_address': 'fa:16:3e:90:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:19:30Z', 'updated_at': '2021-07-09T18:19:30Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:21Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:19:32.441231 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db730fb2-cdab-4bb4-85d8-4a876f7d51b2 req-6d057d4e-52f0-4611-a792-3ee938f7d738 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Jul 09 18:19:32.647810 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada8743-e167-4c5e-8644-4fc74d90f4d7 None None] New status for floating IP 46f9b4a4-33e4-4afb-98cb-92b14920d849: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:19:33.109758 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53350) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:19:33.178473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0ead5644-de96-483f-87bd-5b8ee8970871 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/46f9b4a4-33e4-4afb-98cb-92b14920d849 HTTP/1.1" status: 200 len: 992 time: 0.0673981 Jul 09 18:19:38.797947 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:39.833644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:40.479613 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-97a2b6b1-2f53-4897-9f09-49bb690f1f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:43.015353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-505efef6-2545-4c26-b9ec-9761b6792d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:43.542354 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:44.224499 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:46.123619 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:19:46.181525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-2a655bf1-4db2-476e-ae91-f94e01dc5abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567212 Jul 09 18:19:46.283578 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-46564d3a-d293-4653-a15e-4572dec8e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:46.285233 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-46564d3a-d293-4653-a15e-4572dec8e78c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1097 time: 0.0593688 Jul 09 18:19:46.391171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-b916fd5c-da0f-41ee-8daa-3542ab937fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:46.392669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-b916fd5c-da0f-41ee-8daa-3542ab937fef service neutron] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0857177 Jul 09 18:19:46.463817 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-872ef52e-42af-482f-b9a2-b927635765fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0638533 Jul 09 18:19:46.523181 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-93bb4d30-cbcd-4bf3-b8f4-21abcd22df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:46.524674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-93bb4d30-cbcd-4bf3-b8f4-21abcd22df83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0536032 Jul 09 18:19:46.585711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-ae72c14c-8906-49f6-a333-7aba278e2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:19:46.587549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-ae72c14c-8906-49f6-a333-7aba278e2038 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564432 Jul 09 18:19:46.689189 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-1cccb52b-28d6-4e21-a022-d3aa95f4298e service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949171 Jul 09 18:19:46.779476 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-64f9f8ad-eef1-4c6f-9f6e-ad72d44f8147 req-e70291a7-4ddd-426d-936c-e3d5b9b58324 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841954 Jul 09 18:19:54.324871 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:20:04.798395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d140c5-9708-4890-8c77-1e038d0abf02 req-1943082e-1245-40eb-b725-a51259481768 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:04.799949 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5d140c5-9708-4890-8c77-1e038d0abf02 req-1943082e-1245-40eb-b725-a51259481768 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0644977 Jul 09 18:20:04.812961 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-4dbb0af8-3db5-49ef-b9ee-9054aa1ca011 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942979 Jul 09 18:20:04.841268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a5d140c5-9708-4890-8c77-1e038d0abf02 req-1d86749d-12fb-4685-8de6-fde639e63397 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Jul 09 18:20:06.036828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd92b5-01cb-4355-9c94-207d7925ed23 req-e8933a89-64d5-4919-8e4d-4e840c454b57 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:06.038335 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dacd92b5-01cb-4355-9c94-207d7925ed23 req-e8933a89-64d5-4919-8e4d-4e840c454b57 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0826294 Jul 09 18:20:06.087464 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-dacd92b5-01cb-4355-9c94-207d7925ed23 req-37680695-3f2d-4a55-9c5f-65de24887dec tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Jul 09 18:20:06.164628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-b54e1f08-502a-4adc-967d-62623a173ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:06.166247 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-b54e1f08-502a-4adc-967d-62623a173ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1097 time: 0.0565889 Jul 09 18:20:06.272653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-8f24d31e-4d2e-4838-b919-718fe58e29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:06.274164 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-8f24d31e-4d2e-4838-b919-718fe58e29cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.1016924 Jul 09 18:20:06.340010 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-50f59675-b439-4e3f-8610-b0e170b56842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0591035 Jul 09 18:20:06.398766 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-cfafd7fa-2275-4fb3-bae7-fc89a205576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:06.400224 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-cfafd7fa-2275-4fb3-bae7-fc89a205576c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0532458 Jul 09 18:20:06.464568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-586fbc09-5a3c-4ca6-a587-383c70f76d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:06.465997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-586fbc09-5a3c-4ca6-a587-383c70f76d1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593925 Jul 09 18:20:06.570811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-78162afe-0e34-4645-85c3-e29fa5be3c90 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965583 Jul 09 18:20:06.672252 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-3c1d9913-ea43-4518-8371-fb471be37aaf service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945635 Jul 09 18:20:07.288136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3674a37-24d8-4304-bc2f-29da5db7092c req-f0321477-b692-4855-bd8d-4d07f5f53847 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:07.289632 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3674a37-24d8-4304-bc2f-29da5db7092c req-f0321477-b692-4855-bd8d-4d07f5f53847 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0793676 Jul 09 18:20:07.330612 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f3674a37-24d8-4304-bc2f-29da5db7092c req-04cfcf72-377f-43c4-8474-3ff10467c361 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351307 Jul 09 18:20:08.525423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac16fc9-0b70-44e4-b598-6ad474534f0d req-ca9f0ea1-2823-4a7e-94ad-982224573f94 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:08.526894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ac16fc9-0b70-44e4-b598-6ad474534f0d req-ca9f0ea1-2823-4a7e-94ad-982224573f94 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0732369 Jul 09 18:20:08.569758 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ac16fc9-0b70-44e4-b598-6ad474534f0d req-cbbf27b8-68ca-4398-aad0-a16b9b576a70 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372102 Jul 09 18:20:08.792763 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:09.771308 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0cfeb-9b6a-452e-9a40-e5c4ac740fdc req-6dab5f15-e2b6-44d5-97e0-8075e8631ad3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:09.772880 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5da0cfeb-9b6a-452e-9a40-e5c4ac740fdc req-6dab5f15-e2b6-44d5-97e0-8075e8631ad3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0751002 Jul 09 18:20:09.810607 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5da0cfeb-9b6a-452e-9a40-e5c4ac740fdc req-870cbfe7-2261-491e-b224-539958792f99 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Jul 09 18:20:09.834562 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:10.484572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5318916c-b4bd-46e5-87f8-cbabd8bdef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:11.006949 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377b47-55ce-4d95-8857-ab16664256f1 req-17505bcf-b6df-4e73-8ade-a7ca926c4f98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:11.008468 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf377b47-55ce-4d95-8857-ab16664256f1 req-17505bcf-b6df-4e73-8ade-a7ca926c4f98 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0813930 Jul 09 18:20:11.046872 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cf377b47-55ce-4d95-8857-ab16664256f1 req-c89d5b2c-b9df-4326-a7ae-b5a22b83553b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Jul 09 18:20:12.239950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1bfa-0425-4ca9-b2ea-67ab9cb3e55e req-18c6d9f6-2035-46c1-8e66-e67d1bd24bd1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:12.242104 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759a1bfa-0425-4ca9-b2ea-67ab9cb3e55e req-18c6d9f6-2035-46c1-8e66-e67d1bd24bd1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0713854 Jul 09 18:20:12.284980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-759a1bfa-0425-4ca9-b2ea-67ab9cb3e55e req-6c66b1d5-a61e-4e03-8eac-a15160c480a0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Jul 09 18:20:13.023351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-68fab766-3581-4fc9-a95d-5f9348e1315e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:13.472086 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2b035-87fb-4fad-a4ef-9de8c8641160 req-3cfe30ff-0616-4834-a32b-2175f88f3efd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:13.473692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4f2b035-87fb-4fad-a4ef-9de8c8641160 req-3cfe30ff-0616-4834-a32b-2175f88f3efd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0698140 Jul 09 18:20:13.515627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a4f2b035-87fb-4fad-a4ef-9de8c8641160 req-e06e235c-8006-4d40-90b9-e04247ed5d34 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Jul 09 18:20:13.536845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:14.224831 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:14.710546 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78663b8a-9116-40ac-afd5-7ec43267f53a req-0c40216a-3f2c-41a5-b9d8-ab1608d876ae tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:14.712086 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78663b8a-9116-40ac-afd5-7ec43267f53a req-0c40216a-3f2c-41a5-b9d8-ab1608d876ae tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0743530 Jul 09 18:20:14.759046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-78663b8a-9116-40ac-afd5-7ec43267f53a req-7e5cd578-c8b4-4bbb-b889-8944010002de tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Jul 09 18:20:15.943633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e98dac-55a3-432c-81ed-0c8148a5c29a req-e2484085-b941-4264-a613-429f1315eee3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:15.945198 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01e98dac-55a3-432c-81ed-0c8148a5c29a req-e2484085-b941-4264-a613-429f1315eee3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0750813 Jul 09 18:20:15.987244 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01e98dac-55a3-432c-81ed-0c8148a5c29a req-24c7862b-691a-4e13-afa3-d8766b5c9edb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jul 09 18:20:16.130159 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:17.176896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824beebf-20e5-4434-a782-e4b985ae1cc7 req-14de05a6-76c9-424e-912f-354b5c4516df tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:17.178540 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-824beebf-20e5-4434-a782-e4b985ae1cc7 req-14de05a6-76c9-424e-912f-354b5c4516df tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0751972 Jul 09 18:20:17.220218 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-824beebf-20e5-4434-a782-e4b985ae1cc7 req-e6c72538-a201-43ac-9d15-7fbd2bf43603 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356021 Jul 09 18:20:18.417039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930006ab-b686-4505-a155-f6b3e57814f5 req-1b3c5cb8-b151-4965-b988-4a9bdd96a0ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:18.418583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-930006ab-b686-4505-a155-f6b3e57814f5 req-1b3c5cb8-b151-4965-b988-4a9bdd96a0ef tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0792880 Jul 09 18:20:18.460399 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-930006ab-b686-4505-a155-f6b3e57814f5 req-b982aa4b-ec21-467b-a21f-374957a820b6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Jul 09 18:20:19.639200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae397e-2f5b-40f5-87d6-1d98ab5ac8ce req-2b4f4939-f6ea-4c9d-9b31-f810b510fc87 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:19.640725 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3ae397e-2f5b-40f5-87d6-1d98ab5ac8ce req-2b4f4939-f6ea-4c9d-9b31-f810b510fc87 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0688832 Jul 09 18:20:19.681212 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d3ae397e-2f5b-40f5-87d6-1d98ab5ac8ce req-33e51d50-b9bf-4064-933e-4c0e4b75ac67 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348353 Jul 09 18:20:20.860291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972368-b79e-40e7-9f67-9b43f0d769b4 req-216f3637-b7a7-407a-8e84-67ffcab43c9c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:20.861687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75972368-b79e-40e7-9f67-9b43f0d769b4 req-216f3637-b7a7-407a-8e84-67ffcab43c9c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0649867 Jul 09 18:20:20.901150 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-75972368-b79e-40e7-9f67-9b43f0d769b4 req-52195127-95fe-49bb-9ac7-bd7939114aee tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Jul 09 18:20:22.100884 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054e485-838e-45d0-959f-5e3bf15ac4a1 req-7ea26d9d-4434-4df2-9b1a-1fc202f7bb62 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:22.102513 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b054e485-838e-45d0-959f-5e3bf15ac4a1 req-7ea26d9d-4434-4df2-9b1a-1fc202f7bb62 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0723846 Jul 09 18:20:22.142426 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b054e485-838e-45d0-959f-5e3bf15ac4a1 req-6f203cea-22b9-4541-8bdb-6323d89d5da4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343115 Jul 09 18:20:23.334157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8dc2c-f302-4c61-8373-90c65d761812 req-a1f1a4e3-18f3-48d1-8a0a-1610f186d2d6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:23.335698 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25c8dc2c-f302-4c61-8373-90c65d761812 req-a1f1a4e3-18f3-48d1-8a0a-1610f186d2d6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0748949 Jul 09 18:20:23.375263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-25c8dc2c-f302-4c61-8373-90c65d761812 req-9a179eef-d7cc-4e9b-81e3-e544e331ceb3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Jul 09 18:20:23.561436 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-4e02648b-b9b3-4e00-b495-6c19e7c2d700 service neutron] show failed (client error): The resource could not be found. Jul 09 18:20:23.562182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-4e02648b-b9b3-4e00-b495-6c19e7c2d700 service neutron] 10.222.0.36 "GET /v2.0/ports/fea9f332-a929-456c-8def-b8960c94a0b2/bindings/n-h2-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0593631 Jul 09 18:20:23.874054 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-f294e15a-3d28-4ef2-8132-ff9b3e2a97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:23.876409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-f294e15a-3d28-4ef2-8132-ff9b3e2a97ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 1097 time: 0.1014404 Jul 09 18:20:23.890680 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:20:23.972262 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:24.175707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:20:24.211523 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h1-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:20:24.251820 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:20:24.255944 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74e46c-5b1a-4a86-b4aa-c778c7b8b91e" -d '{"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-unplugged", "status": "completed", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:20:24.260870 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:24.273991 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Transition to ACTIVE for port object fea9f332-a929-456c-8def-b8960c94a0b2 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:20:24.278680 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:24.312355 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60db71c0-861a-4ffc-b65c-02a067400806 x-openstack-request-id: req-60db71c0-861a-4ffc-b65c-02a067400806 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:20:24.312588 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-unplugged", "status": "completed", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:20:24.312828 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60db71c0-861a-4ffc-b65c-02a067400806 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:20:24.313213 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'code': 200} Jul 09 18:20:24.370024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=6']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:20:24.384414 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.384747 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.385081 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.385407 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.385742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.386042 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.386353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.386668 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.386976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.387292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.387603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.387940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:24.419667 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] No DVR routers for this DVR port fea9f332-a929-456c-8def-b8960c94a0b2 on host n-h1-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:20:24.560730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:20:24.561059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:20:24.561408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:20:24.566664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Port fea9f332-a929-456c-8def-b8960c94a0b2 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:20:24.567020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224536-fd16-43e2-be86-51a66e4298a1 req-610028ee-8362-4cd6-89c4-cd6bac1205ad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:24.567518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Attempting to bind port fea9f332-a929-456c-8def-b8960c94a0b2 on network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:20:24.568254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d224536-fd16-43e2-be86-51a66e4298a1 req-610028ee-8362-4cd6-89c4-cd6bac1205ad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0699944 Jul 09 18:20:24.572731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:20:24.573072 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Checking segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:20:24.573814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Bound using segment: {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:20:24.574244 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Bound port: fea9f332-a929-456c-8def-b8960c94a0b2, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bcab02-e9e9-4691-924b-130e1a4657d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:20:24.574608 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:24.620277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0d224536-fd16-43e2-be86-51a66e4298a1 req-b580e36d-ed4a-4026-be7b-c66ad3633f34 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455806 Jul 09 18:20:24.645435 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:20:24.648601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:20:24.654998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:24.688486 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:24.689171 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:24.690602 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] 10.222.0.13 "PUT /v2.0/ports/fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 1092 time: 0.8062539 Jul 09 18:20:24.713034 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bb60a-2c05-4a20-bd2f-5f7da6e862ae service neutron] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=7']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:20:24.773387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-292a5773-f9bd-4130-a6e8-faf60781ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:24.774578 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-292a5773-f9bd-4130-a6e8-faf60781ff4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1095 time: 0.0570388 Jul 09 18:20:24.873096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-54d17efe-a817-4524-841e-e5c450bcfd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:24.874606 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-54d17efe-a817-4524-841e-e5c450bcfd4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0936983 Jul 09 18:20:24.960893 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-8b19afec-cede-48ae-b38e-749d760542ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 998 time: 0.0792167 Jul 09 18:20:25.014587 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-8004276b-255d-4ffa-8433-6828d970a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:25.016155 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-8004276b-255d-4ffa-8433-6828d970a97d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0493891 Jul 09 18:20:25.076080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-e143f01a-b377-4407-81e4-6425b0a4f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:25.077626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-e143f01a-b377-4407-81e4-6425b0a4f0c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548387 Jul 09 18:20:25.168711 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-f96553c2-faed-451d-8d7d-f932f9925078 service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838652 Jul 09 18:20:25.274499 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7a2d7b4d-688d-42e7-bd48-195755fa99fe req-9648d4f5-f4e7-4a79-bdf5-ee3df04c9bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997689 Jul 09 18:20:25.804179 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e5994-2e5a-4bc1-b29f-7686de7ac205 req-b7b5b919-a6ee-47d4-a4ee-411350c6ae41 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:25.805729 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d4e5994-2e5a-4bc1-b29f-7686de7ac205 req-b7b5b919-a6ee-47d4-a4ee-411350c6ae41 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0713162 Jul 09 18:20:25.845181 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7d4e5994-2e5a-4bc1-b29f-7686de7ac205 req-83d60f06-53d3-4522-aa5d-d44a33e823ff tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336711 Jul 09 18:20:26.315291 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:20:26.319323 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927314b7-8e1f-49ff-878e-99bbab0c33e1" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:20:26.370588 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377c85a-39e6-41dc-8194-9750ca613751 x-openstack-request-id: req-a377c85a-39e6-41dc-8194-9750ca613751 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:20:26.370878 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:20:26.371093 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a377c85a-39e6-41dc-8194-9750ca613751 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:20:26.371513 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'status': 'completed', 'code': 200} Jul 09 18:20:26.452279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-0bf4ac92-5269-4a4a-bad1-93725d1e65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.453809 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-0bf4ac92-5269-4a4a-bad1-93725d1e65fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1095 time: 0.0584395 Jul 09 18:20:26.465411 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-1a0cf868-28a0-4e5c-8c07-b0e2df90e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.466900 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-1a0cf868-28a0-4e5c-8c07-b0e2df90e92e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1095 time: 0.0573797 Jul 09 18:20:26.549597 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-e6a89dd7-0aaa-4a7e-abf6-9937cef20240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.551136 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-e6a89dd7-0aaa-4a7e-abf6-9937cef20240 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0898967 Jul 09 18:20:26.557767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-295a7676-8a2a-4417-90de-c4eb73edaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.559493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-295a7676-8a2a-4417-90de-c4eb73edaf76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0865588 Jul 09 18:20:26.618038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-79a4c58e-0660-4b86-9b04-d1fa65da6be6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 998 time: 0.0597939 Jul 09 18:20:26.629360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-d7daa164-d4ea-4310-a752-244de7c68cb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 998 time: 0.0639358 Jul 09 18:20:26.674622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-1b1f6ce6-127c-46b7-aeb6-a503ee1bb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.676162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-1b1f6ce6-127c-46b7-aeb6-a503ee1bb3a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0486615 Jul 09 18:20:26.679037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-50b4c43a-6793-4b3a-994c-903165d364ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.680533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-50b4c43a-6793-4b3a-994c-903165d364ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0442116 Jul 09 18:20:26.734906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-0f7ad391-18eb-4da2-83fc-3568fd16b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.737146 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-0f7ad391-18eb-4da2-83fc-3568fd16b93f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534747 Jul 09 18:20:26.739281 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-368a9f78-3adb-4c99-80b8-a4575539eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:26.740793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-368a9f78-3adb-4c99-80b8-a4575539eac1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538731 Jul 09 18:20:26.835306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-c0bdc14c-38d4-4992-a762-0a71f0492a4a service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913203 Jul 09 18:20:26.842882 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-0374d210-5e59-4583-b7fd-4eb6d125caca service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957425 Jul 09 18:20:26.946885 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-40b25c2a-0d19-4b9f-95b6-558e703d5734 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976481 Jul 09 18:20:26.947174 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-927314b7-8e1f-49ff-878e-99bbab0c33e1 req-9240fc44-1f13-4a0f-949e-3b435f92f820 service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036575 Jul 09 18:20:27.039892 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99382a9-1fe6-4ea4-bed2-214cfe301cc8 req-d5fd0c6e-aace-4cc4-8a14-5af9fc86811c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:27.041409 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a99382a9-1fe6-4ea4-bed2-214cfe301cc8 req-d5fd0c6e-aace-4cc4-8a14-5af9fc86811c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0647776 Jul 09 18:20:27.082637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a99382a9-1fe6-4ea4-bed2-214cfe301cc8 req-1da4eef0-f1c5-4ee7-a6d1-104c58b7dfd2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329955 Jul 09 18:20:27.760433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:20:27.799568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:20:28.274474 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a6fd2-aec3-4821-a534-81c5fa83545c req-4d4c3b32-b701-4cb2-b0b4-4b7ac414132e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:28.276011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba4a6fd2-aec3-4821-a534-81c5fa83545c req-4d4c3b32-b701-4cb2-b0b4-4b7ac414132e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.0777295 Jul 09 18:20:28.315980 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ba4a6fd2-aec3-4821-a534-81c5fa83545c req-a9205c9d-c577-4165-b755-929f6493c001 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Jul 09 18:20:28.549153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:20:28.650020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:20:28.662644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'port_id': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'mac_address': 'fa:16:3e:90:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:20:28.677569 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4647f-b933-4d96-90ae-d8c67d3b2d34 req-18c4b28e-76ad-4b2e-a087-e22fb3c0aeab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:28.679055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60c4647f-b933-4d96-90ae-d8c67d3b2d34 req-18c4b28e-76ad-4b2e-a087-e22fb3c0aeab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 943 time: 0.1129472 Jul 09 18:20:28.690511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-888bf013-e930-4d53-8b39-62fc7e7b0dbe tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:28.691902 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-888bf013-e930-4d53-8b39-62fc7e7b0dbe tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&binding%3Ahost_id=n-h2-791506-17 HTTP/1.1" status: 200 len: 943 time: 0.1160502 Jul 09 18:20:28.703682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:28.716621 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea9f332-a929-456c-8def-b8960c94a0b2 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:20:28.736227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:20:28.741568 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:28.761157 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60c4647f-b933-4d96-90ae-d8c67d3b2d34 req-aca3bc25-4e64-4cae-8716-eb71cbb006ce tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681872 Jul 09 18:20:28.775706 n-d-791506-17 neutron-server[93895]: INFO neutron.api.v2.resource [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-bc32ac9b-efab-4ef4-8b00-566d8187c7a8 service neutron] delete failed (client error): The resource could not be found. Jul 09 18:20:28.776785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-bc32ac9b-efab-4ef4-8b00-566d8187c7a8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/fea9f332-a929-456c-8def-b8960c94a0b2/bindings/n-h1-791506-17 HTTP/1.1" status: 404 len: 381 time: 0.0776350 Jul 09 18:20:28.790445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:20:28.798659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.799007 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.799338 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.799707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.800058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.800380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.800679 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.801071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.801312 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.801684 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.802050 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.802369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:20:28.875293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-9cee557b-b351-4285-910d-ccfd3dda02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:28.876825 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-9cee557b-b351-4285-910d-ccfd3dda02d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1096 time: 0.0535710 Jul 09 18:20:28.945008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a00f-c819-40f2-9431-a31f9f8ba638 req-383cf4c9-fbe6-40d0-886e-b17bc416f68f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:28.946516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e661a00f-c819-40f2-9431-a31f9f8ba638 req-383cf4c9-fbe6-40d0-886e-b17bc416f68f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 944 time: 0.0698824 Jul 09 18:20:28.971151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-d2d828f8-c081-4cfd-b4bb-76bba747ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:28.972709 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-d2d828f8-c081-4cfd-b4bb-76bba747ae7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0892270 Jul 09 18:20:28.986690 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['fea9f332-a929-456c-8def-b8960c94a0b2'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:20:28.986940 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e661a00f-c819-40f2-9431-a31f9f8ba638 req-e78e4cbb-daf7-4339-902d-a7b95c90ff2f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Jul 09 18:20:29.036947 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-63fcfc2d-a19c-4b96-a660-15c54fd18e11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 999 time: 0.0574543 Jul 09 18:20:29.084819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-d4b82ffd-98b6-45f5-a6a6-96fd219cf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:29.086295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-d4b82ffd-98b6-45f5-a6a6-96fd219cf31b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0435579 Jul 09 18:20:29.147503 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-4564a591-12e6-4b54-b416-9f54e685fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:29.149042 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-4564a591-12e6-4b54-b416-9f54e685fc1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566885 Jul 09 18:20:29.586504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-ca84b1c4-898a-4ced-8166-56ca3fc4e63e service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303341 Jul 09 18:20:29.680623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7b2eb9d0-1af3-47a6-801a-25469475fd90 req-9b97bf13-f012-4732-ad53-8e45082e6830 service neutron] 10.222.0.36 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879796 Jul 09 18:20:30.165674 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7a2c-a9e1-45d9-8edb-b8225b6e990b req-1d153340-71de-4efd-a4eb-5dcde307ef83 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:30.167161 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-998f7a2c-a9e1-45d9-8edb-b8225b6e990b req-1d153340-71de-4efd-a4eb-5dcde307ef83 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 944 time: 0.0693138 Jul 09 18:20:30.207357 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-998f7a2c-a9e1-45d9-8edb-b8225b6e990b req-55fc9779-383e-48ea-a7db-36ee36651fb5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345373 Jul 09 18:20:30.567453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:20:30.620959 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port fea9f332-a929-456c-8def-b8960c94a0b2 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:20:30.624826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port fea9f332-a929-456c-8def-b8960c94a0b2 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:20:30.625200 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:30.707096 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:30.729559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:20:30.731896 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f3d76d-a69f-426c-8a20-886ef855136a" -d '{"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-plugged", "status": "completed", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:20:30.744591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:20:30.750104 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:30.773284 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93abcd-c339-4769-b13f-477c5df4036f x-openstack-request-id: req-eb93abcd-c339-4769-b13f-477c5df4036f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:20:30.773565 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-plugged", "status": "completed", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:20:30.773817 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb93abcd-c339-4769-b13f-477c5df4036f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:20:30.774215 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'code': 200} Jul 09 18:20:30.799458 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:20:31.324504 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:20:31.381280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f870345-75ff-44a1-877d-9c9551d01871 req-b8b9f98b-1168-4a39-b56b-3c929ad2386a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:20:31.382777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f870345-75ff-44a1-877d-9c9551d01871 req-b8b9f98b-1168-4a39-b56b-3c929ad2386a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0645604 Jul 09 18:20:31.424170 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4f870345-75ff-44a1-877d-9c9551d01871 req-4a45d9ef-8114-4ef5-8c09-13f8aef29b14 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328431 Jul 09 18:20:31.448514 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53456) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:20:31.512018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-364ec803-3549-4bc0-9173-31c04dd4eda5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/46f9b4a4-33e4-4afb-98cb-92b14920d849 HTTP/1.1" status: 200 len: 992 time: 0.0621521 Jul 09 18:20:38.804989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:39.828330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:40.480889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7476ab0c-9c5d-484d-9a95-39093f65b11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:43.019255 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-564120c6-d267-4e2d-9fae-a3fcbcccb9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:43.535321 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:44.226839 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:46.129401 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:20:59.929068 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-8740bc5c-d04e-4c3e-a313-75bec30237f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565414 Jul 09 18:21:00.031444 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-e94aae8a-6d7e-408a-8eb8-e65cb6a02d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:00.032964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-e94aae8a-6d7e-408a-8eb8-e65cb6a02d8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1097 time: 0.0534306 Jul 09 18:21:00.150201 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-f61b7274-9bdc-4d1e-88b1-47edd3c30114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:00.151750 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-f61b7274-9bdc-4d1e-88b1-47edd3c30114 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0926702 Jul 09 18:21:00.227547 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-876d700f-5ae8-48f4-b36a-1a2610283c8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0641909 Jul 09 18:21:00.258653 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53472) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:00.277927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-62e327e2-fa92-4d34-8b91-1ca517630db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:00.279439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-62e327e2-fa92-4d34-8b91-1ca517630db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0458188 Jul 09 18:21:00.428214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port e473190f-0108-41bb-9b23-c150a4bc8901 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:21:00.428519 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:00.511502 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:00.511817 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:00.524931 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for e473190f-0108-41bb-9b23-c150a4bc8901 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:21:00.693096 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-6ae94581-c27c-49f2-98a0-a2512b76bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:00.695165 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-6ae94581-c27c-49f2-98a0-a2512b76bb84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4086084 Jul 09 18:21:00.700546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:00.731638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=e473190f-0108-41bb-9b23-c150a4bc8901,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:00.766601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.766601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.766601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.766601 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.767274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.767274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.767549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.767690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.767986 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.768312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.768641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.768962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:00.791970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-bb901a90-ad98-4fc5-a57f-950382be951f service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899630 Jul 09 18:21:00.813441 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:00.813803 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP 46f9b4a4-33e4-4afb-98cb-92b14920d849 disassociated (deleted). External IP: 172.25.3.71, port: fea9f332-a929-456c-8def-b8960c94a0b2. Jul 09 18:21:00.886341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fad94199-5f1f-435b-bae6-61f554ed0662 req-1057fde3-cccb-43b0-b37b-ab5202e65e1c service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877044 Jul 09 18:21:01.038178 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router eddbe365-4fe3-411d-83d8-e9904e2be801 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:21:01.154572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:21:01.159645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:01.164731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] Sync routers for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:21:01.175005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:01.175705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:01.195886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-095b0702-2988-4bbe-8cba-ff900237db7a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/floatingips/46f9b4a4-33e4-4afb-98cb-92b14920d849 HTTP/1.1" status: 204 len: 168 time: 0.9360690 Jul 09 18:21:01.196455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:21:01.199071 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:21:01.237844 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eda84a-8e1c-4465-b98b-37d260eb63e8 x-openstack-request-id: req-41eda84a-8e1c-4465-b98b-37d260eb63e8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:21:01.238131 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:21:01.238377 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41eda84a-8e1c-4465-b98b-37d260eb63e8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:21:01.238836 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'status': 'completed', 'code': 200} Jul 09 18:21:01.286222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:01.316143 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-70aaef56-99f9-4ebb-a3f5-757c5c3e40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:01.317594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-70aaef56-99f9-4ebb-a3f5-757c5c3e40a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 1097 time: 0.0546029 Jul 09 18:21:01.416276 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-f979bf37-1ae1-43ca-b4f5-1e7ccc901a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:01.417911 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-f979bf37-1ae1-43ca-b4f5-1e7ccc901a86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 200 len: 898 time: 0.0938797 Jul 09 18:21:01.464399 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-679a6b2c-6b97-45ae-b378-70064f08544d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0356302 Jul 09 18:21:01.503722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:21Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:01.522622 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-26bda0c2-d603-48a4-9482-c03de918dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:01.524056 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-26bda0c2-d603-48a4-9482-c03de918dc65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 200 len: 835 time: 0.0525467 Jul 09 18:21:01.530434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] Checking router: eddbe365-4fe3-411d-83d8-e9904e2be801 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:21:01.540465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:01.541477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:01.620316 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898099-0b43-490c-a7da-4f4e1cf9c131 req-9e4b7af1-6e4d-4f92-9167-cf3b9d5c19fc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:01.621861 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45898099-0b43-490c-a7da-4f4e1cf9c131 req-9e4b7af1-6e4d-4f92-9167-cf3b9d5c19fc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.1090031 Jul 09 18:21:01.635591 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-52bf72fb-9db3-44e7-8268-8fc7727ac93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:01.637073 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-52bf72fb-9db3-44e7-8268-8fc7727ac93e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f407eed9-2fe2-40dc-a158-af8f7bfb9e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931125 Jul 09 18:21:01.654995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:01.712552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45898099-0b43-490c-a7da-4f4e1cf9c131 req-89166552-aaf0-4d6b-b6d7-43f508a199cc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849206 Jul 09 18:21:01.749474 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-eb30bd0c-5cd4-40c3-acac-b6e606e87243 service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049993 Jul 09 18:21:01.839804 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-90bc3021-0abb-4039-8fd1-c5c74c25b9a4 req-7800537b-38e4-4818-ac4c-2ee91b4b8a85 service neutron] 10.222.0.13 "GET /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826912 Jul 09 18:21:01.852685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:21Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:02.035947 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bbe826-24f1-42ef-8148-4c8752230c5c None None] The sync data for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 is: [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:17Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '4c38cbec-2397-46cc-9d11-75ede41aac1a', 'name': '', 'network_id': 'f407eed9-2fe2-40dc-a158-af8f7bfb9e00', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:f7:59:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:16Z', 'updated_at': '2021-07-09T18:19:21Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'e8b20f81-b956-4e9f-b493-b532c9c9cd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:21:02.278574 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a2224-72ae-4654-826d-a0507259edae None None] New status for floating IP 46f9b4a4-33e4-4afb-98cb-92b14920d849: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:21:02.810128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-f3ef5b01-5dfa-4d01-a621-3e067818ccc8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:02.811970 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-f3ef5b01-5dfa-4d01-a621-3e067818ccc8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.13 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0730891 Jul 09 18:21:02.925225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port fea9f332-a929-456c-8def-b8960c94a0b2 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:21:02.925486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:03.012879 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port fea9f332-a929-456c-8def-b8960c94a0b2, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fea9f332-a929-456c-8def-b8960c94a0b2,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:03.013194 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:03.026555 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for fea9f332-a929-456c-8def-b8960c94a0b2 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:21:03.083634 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bd520-4fa1-4282-820e-6f53481c3259 req-a72b3d6b-de5d-417e-9a78-c8263dbde1a4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:03.085262 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d62bd520-4fa1-4282-820e-6f53481c3259 req-a72b3d6b-de5d-417e-9a78-c8263dbde1a4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed3fc1-13c5-4a02-9612-0ffd6824e73b HTTP/1.1" status: 200 len: 945 time: 0.0645058 Jul 09 18:21:03.129178 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d62bd520-4fa1-4282-820e-6f53481c3259 req-570714d9-201f-44c5-86de-0d7e192757b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=04c67af8-47b6-4885-9240-f875a8c9503f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381384 Jul 09 18:21:03.163274 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:03.193633 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=fea9f332-a929-456c-8def-b8960c94a0b2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:03.239669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] No DVR routers for this DVR port fea9f332-a929-456c-8def-b8960c94a0b2 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:21:03.242453 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:03.244466 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ca5480ed-963c-49de-a1ba-7cf54345655f req-36af6322-63b0-4366-a21d-c0189de553e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.13 "DELETE /v2.0/ports/fea9f332-a929-456c-8def-b8960c94a0b2 HTTP/1.1" status: 204 len: 173 time: 0.4269691 Jul 09 18:21:03.244936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-deleted', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:21:03.247150 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddab616-68ff-4eb9-839a-e0bbff94fa34" -d '{"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-deleted", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:21:03.286437 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b855505-12e3-4c11-a0d8-54c7cf8c7178 x-openstack-request-id: req-6b855505-12e3-4c11-a0d8-54c7cf8c7178 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:21:03.286746 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed3fc1-13c5-4a02-9612-0ffd6824e73b", "name": "network-vif-deleted", "tag": "fea9f332-a929-456c-8def-b8960c94a0b2", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:21:03.287074 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b855505-12e3-4c11-a0d8-54c7cf8c7178 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:21:03.287474 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed3fc1-13c5-4a02-9612-0ffd6824e73b', 'name': 'network-vif-deleted', 'tag': 'fea9f332-a929-456c-8def-b8960c94a0b2', 'status': 'completed', 'code': 200} Jul 09 18:21:04.225099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53486) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:04.607700 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:04.895499 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 4c38cbec-2397-46cc-9d11-75ede41aac1a {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:21:04.896027 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:04.998286 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 4c38cbec-2397-46cc-9d11-75ede41aac1a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=4c38cbec-2397-46cc-9d11-75ede41aac1a,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:04.998611 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:05.018433 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 4c38cbec-2397-46cc-9d11-75ede41aac1a owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:21:05.214352 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:05.243829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=4c38cbec-2397-46cc-9d11-75ede41aac1a,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:05.420866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:05.634207 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router eddbe365-4fe3-411d-83d8-e9904e2be801 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:21:05.743063 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:21:05.748519 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-58015aed-129b-4c01-ae26-80ac699c5f4c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/eddbe365-4fe3-411d-83d8-e9904e2be801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5221086 Jul 09 18:21:05.751464 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53488) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:05.753853 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] Sync routers for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:21:05.763957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:05.764580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:05.810389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting subnet e8b20f81-b956-4e9f-b493-b532c9c9cd10 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:21:05.813681 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:05.854879 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:05.870580 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:05.937886 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.002484 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.030206 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b20f81-b956-4e9f-b493-b532c9c9cd10,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:06.033106 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.036472 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-05eab980-b88a-49d2-8caa-c903c4d9212c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/subnets/e8b20f81-b956-4e9f-b493-b532c9c9cd10 HTTP/1.1" status: 204 len: 168 time: 0.2833443 Jul 09 18:21:06.037950 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53490) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:06.041602 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cb236-4dbe-4342-a748-8d61091f731f None None] Network f407eed9-2fe2-40dc-a158-af8f7bfb9e00 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:21:06.093519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:21:05Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:06.132215 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] Checking router: eddbe365-4fe3-411d-83d8-e9904e2be801 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:21:06.153640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.170573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] Routers {'eddbe365-4fe3-411d-83d8-e9904e2be801'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:06.171211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['eddbe365-4fe3-411d-83d8-e9904e2be801'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:06.258942 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.301795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] Set router eddbe365-4fe3-411d-83d8-e9904e2be801 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:06.318582 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port adb40877-4ec1-42d0-9372-f775c60b8c3c {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:21:06.318935 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.372904 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] DHCP port deletion for f407eed9-2fe2-40dc-a158-af8f7bfb9e00 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:21:06.400885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port adb40877-4ec1-42d0-9372-f775c60b8c3c, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=adb40877-4ec1-42d0-9372-f775c60b8c3c,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:06.401251 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.414492 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for adb40877-4ec1-42d0-9372-f775c60b8c3c owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:21:06.499751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] Deleting port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:21:06.500137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.571013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] For port 24cd8725-37a3-4782-8a5d-bd92b49e32c7, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=24cd8725-37a3-4782-8a5d-bd92b49e32c7,segment=NetworkSegment(a8bcab02-e9e9-4691-924b-130e1a4657d8),segment_id=a8bcab02-e9e9-4691-924b-130e1a4657d8)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:06.571394 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.582306 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.588833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] Calling delete_port for 24cd8725-37a3-4782-8a5d-bd92b49e32c7 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:21:06.591459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:21:05Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:06.610040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=adb40877-4ec1-42d0-9372-f775c60b8c3c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:06.619748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20876f-5435-4017-b8e7-69a989e7d99d None None] The sync data for ids ['eddbe365-4fe3-411d-83d8-e9904e2be801'] in n-d-791506-17 is: [{'id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897383605', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:21:05Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': 'adb40877-4ec1-42d0-9372-f775c60b8c3c', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddbe365-4fe3-411d-83d8-e9904e2be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:19:14Z', 'updated_at': '2021-07-09T18:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:21:06.677466 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.700043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.727329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] Pushing event deleted for resources: {'Port': ['ID=24cd8725-37a3-4782-8a5d-bd92b49e32c7,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:06.730543 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:21:06.735003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd840f1-b724-480e-b2ea-843cb525d5ae None None] No DVR routers for this DVR port 24cd8725-37a3-4782-8a5d-bd92b49e32c7 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:21:06.752710 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: fea9f332-a929-456c-8def-b8960c94a0b2 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:21:06.753032 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fea9f332-a929-456c-8def-b8960c94a0b2 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:21:06.779743 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.782628 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.828654 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.829192 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Fanout notify agent at l3_agent the message router_deleted on router eddbe365-4fe3-411d-83d8-e9904e2be801 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:21:06.836869 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:06.838016 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79bc1ebf-c87f-4aa3-a345-80b0327e4e1d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/routers/eddbe365-4fe3-411d-83d8-e9904e2be801 HTTP/1.1" status: 204 len: 168 time: 0.7989485 Jul 09 18:21:06.841854 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53492) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:06.928018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.024957 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.036034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f407eed9-2fe2-40dc-a158-af8f7bfb9e00']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:07.049394 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bcab02-e9e9-4691-924b-130e1a4657d8') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:07.049991 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bcab02-e9e9-4691-924b-130e1a4657d8') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:07.060950 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.076020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.082978 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:21:07.083397 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:21:07.086894 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:21:07.089635 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24cd8725-37a3-4782-8a5d-bd92b49e32c7 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:21:07.108479 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 24cd8725-37a3-4782-8a5d-bd92b49e32c7 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:21:07.108822 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 24cd8725-37a3-4782-8a5d-bd92b49e32c7 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:21:07.109240 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4c38cbec-2397-46cc-9d11-75ede41aac1a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:21:07.129058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 4c38cbec-2397-46cc-9d11-75ede41aac1a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:21:07.129404 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 4c38cbec-2397-46cc-9d11-75ede41aac1a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:21:07.155328 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.162878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.164687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/networks/f407eed9-2fe2-40dc-a158-af8f7bfb9e00 HTTP/1.1" status: 204 len: 168 time: 0.3226767 Jul 09 18:21:07.167826 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53494) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:07.176563 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42017a60-9947-46eb-830d-cb36f37a279d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Network': ['ID=f407eed9-2fe2-40dc-a158-af8f7bfb9e00,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:07.227989 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f879363-8765-47a8-90f0-4d38fc4fb2da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.254287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f879363-8765-47a8-90f0-4d38fc4fb2da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.317948 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f879363-8765-47a8-90f0-4d38fc4fb2da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.320642 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3f879363-8765-47a8-90f0-4d38fc4fb2da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.321824 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3f879363-8765-47a8-90f0-4d38fc4fb2da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/security-groups/04c67af8-47b6-4885-9240-f875a8c9503f HTTP/1.1" status: 204 len: 168 time: 0.1528640 Jul 09 18:21:07.335172 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f879363-8765-47a8-90f0-4d38fc4fb2da tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c67af8-47b6-4885-9240-f875a8c9503f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:07.756919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53500) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:07.764012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63006918', 'description': 'tempest-secgroup-smoke-63006918 description', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:07.797494 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.881579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.886529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.913115 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:07.914359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1543279 Jul 09 18:21:07.916124 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d914312-4e36-43a2-9843-c99d0f35eef7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f375ce-502b-4baa-bfca-bb9147114ef7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:07.917677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53502) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:07.923661 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '95f375ce-502b-4baa-bfca-bb9147114ef7', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:07.960528 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.007594 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.014659 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.035509 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168a32a7-9a0a-4f8c-970f-57f4c20578b0,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.039004 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.042797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d66b7a8f-cf59-4e79-904e-d56e4b32962d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215837 Jul 09 18:21:08.043305 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53504) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.047938 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '95f375ce-502b-4baa-bfca-bb9147114ef7', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.077674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.145486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.150402 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.168365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479a3956-239f-44d2-8c31-89a3e3be8f0a,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.176355 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.177572 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-864de58b-776a-4127-985c-db0245a17f06 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332130 Jul 09 18:21:08.180370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53506) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.184970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '95f375ce-502b-4baa-bfca-bb9147114ef7', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.216526 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.280441 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.287823 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.307386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ca0489-2c84-451e-9411-15ab3438eea6,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.311588 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.312964 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0c15a8e9-666a-4cb4-800f-7b222f7cf9bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315787 Jul 09 18:21:08.315938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53508) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.321295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '95f375ce-502b-4baa-bfca-bb9147114ef7', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.323627 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:21:08.350709 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.419084 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.426898 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.443261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8480c199-24ff-42cf-a430-b0c804a7b95c,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.456294 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.457656 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-75382aba-55e6-49a0-a919-5e3328ebce11 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401567 Jul 09 18:21:08.462123 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53510) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.466902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '95f375ce-502b-4baa-bfca-bb9147114ef7', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.489631 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:21:08.494930 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.555173 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.561172 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.578614 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff72ca81-0102-4983-b973-59822678a4ff,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.590321 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.591594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fbdcfc57-05f2-4867-b13f-5352e6ffec43 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284335 Jul 09 18:21:08.595469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53512) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.599748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': '95f375ce-502b-4baa-bfca-bb9147114ef7', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.623556 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:21:08.628494 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.675300 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device adb40877-4ec1-42d0-9372-f775c60b8c3c no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:21:08.694401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.694953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: adb40877-4ec1-42d0-9372-f775c60b8c3c {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:21:08.695276 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device adb40877-4ec1-42d0-9372-f775c60b8c3c not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:21:08.699835 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.717264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5023c87a-c195-4816-9bd7-523dc104415b,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.725785 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.726994 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-23672484-69c4-4bd5-a592-2adbdecbc98d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313071 Jul 09 18:21:08.730056 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53514) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.735015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'network': {'name': 'tempest-network-smoke--189168307', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.756606 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:21:08.760225 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.788876 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:21:08.795522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.798928 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.799281 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Added segment e3549b7a-8aba-4975-a417-7e3868273402 of type vlan for network 556ff764-f9fc-4b73-bc84-73fb26336902 Jul 09 18:21:08.840824 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.882462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.891232 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:08.891992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.953676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2224414 Jul 09 18:21:08.956580 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53516) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:08.961197 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'admin_state_up': True, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:08.974609 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5b4fa-9d6a-4c69-8238-9f562833abe2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Network': ['ID=556ff764-f9fc-4b73-bc84-73fb26336902,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:08.985509 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 556ff764-f9fc-4b73-bc84-73fb26336902 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:21:08.991304 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:08.992394 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.044412 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.190359 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.385014 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.403266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.516713 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.149 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/5f185667-f3bc-4a74-9ca3-ce847a0f0d81) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:21:09.625815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.676052 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:09.716008 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:21:09.721402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:09.723663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:09.725835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:21:09.841394 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:10.344433 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:10.484163 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c99bc949-a737-49c4-afcd-c5ff1cabed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:10.559349 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:10.694811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:21:10.806470 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:21:10.818724 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Sync routers for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:21:10.828380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:10.828790 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:10.829406 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:10.829799 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-eeee4c5b-6675-46a0-9bf7-ef102d579a27 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8722854 Jul 09 18:21:10.833022 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53518) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:10.862313 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-31e4adf1-08f6-4600-83c8-485f2c7e27b0 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0440174e0cb4406bb4ddd6ce36ed6f7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281148 Jul 09 18:21:10.865619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53520) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:10.952281 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:10.968714 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f9bce-2401-4c64-9645-2722bd8c3b8a tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:10.970265 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e76f9bce-2401-4c64-9645-2722bd8c3b8a tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035061 Jul 09 18:21:10.973226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53522) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:11.001977 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c37a1e21-f577-4591-aa69-0fe06f236e23 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276439 Jul 09 18:21:11.004912 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53524) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:11.010506 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082169432', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:11.104793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:21:11.108434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.227369 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:10Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:11.253904 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Checking router: 3aa2818d-3d6f-4afc-ad88-7f6980a30273 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:21:11.254327 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Updating router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:21:11.287872 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.296043 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.357521 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Subnet': ['ID=f3c522ed-b6c4-47a5-81b3-0e447725d711,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:11.368065 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Checking segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:21:11.368421 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network hostable DHCP agents. Network: 556ff764-f9fc-4b73-bc84-73fb26336902, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:21:11.385700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 556ff764-f9fc-4b73-bc84-73fb26336902 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:21:11.395508 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 556ff764-f9fc-4b73-bc84-73fb26336902) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:11.400569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:11.401302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.406739 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec02d36-740c-4e1c-9c1b-aae6e2f06367 None None] Network 556ff764-f9fc-4b73-bc84-73fb26336902 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:21:11.420787 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-670c76c9-e637-4930-94c3-a757d067dd90 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118993 Jul 09 18:21:11.421005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53526) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:11.540833 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.551688 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Transition to ACTIVE for port object 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:11.560544 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.572091 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-556ff764-f9fc-4b73-bc84-73fb26336902', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:21:11.573447 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.609352 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Attempting to bind port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:21:11.609718 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Attempting to bind port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:21:11.610194 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Attempting to bind port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:21:11.621437 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:21:11.621881 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:21:11.622523 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.622916 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:21:11.623384 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Bound port: 5f185667-f3bc-4a74-9ca3-ce847a0f0d81, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:21:11.623793 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.644452 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Pushing event updated for resources: {'Port': ['ID=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:11.659782 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.660103 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.660733 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.661161 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.661497 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.661816 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.662164 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.662485 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.662802 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.663211 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.663537 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.663900 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:11.692105 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] For port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:21:11.695240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] For port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:21:11.701134 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.726582 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Allocated IP 172.20.0.2 (556ff764-f9fc-4b73-bc84-73fb26336902/f3c522ed-b6c4-47a5-81b3-0e447725d711/1500193e-8259-457b-8557-709a0c093f7a) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:21:11.754285 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:11.754914 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:20:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:11.805586 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38643aa-44d2-4ff9-b8e2-238b377824bf None None] Pushing event updated for resources: {'Port': ['ID=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:11.873583 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:11.887727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.892437 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.901104 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Transition to ACTIVE for port object 1500193e-8259-457b-8557-709a0c093f7a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:11.916236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Transition to ACTIVE for port object 1500193e-8259-457b-8557-709a0c093f7a will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:11.923467 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:11.966869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Network 556ff764-f9fc-4b73-bc84-73fb26336902 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:21:11.969978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:11.973750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:21:11.981398 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Pushing event updated for resources: {'Port': ['ID=1500193e-8259-457b-8557-709a0c093f7a,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:12.039703 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Attempting to bind port 1500193e-8259-457b-8557-709a0c093f7a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:21:12.040103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Attempting to bind port 1500193e-8259-457b-8557-709a0c093f7a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:21:12.040485 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Attempting to bind port 1500193e-8259-457b-8557-709a0c093f7a on network 556ff764-f9fc-4b73-bc84-73fb26336902 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:21:12.045659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:21:12.046033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Checking segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:21:12.046436 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.046831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Bound using segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:21:12.047299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Bound port: 1500193e-8259-457b-8557-709a0c093f7a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:21:12.047676 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.063101 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:10Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:12.089701 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2c98-d477-46a0-a35e-3cafbcb49848 None None] The sync data for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 is: [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:10Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:21:12.118142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] For port 1500193e-8259-457b-8557-709a0c093f7a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:21:12.126854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] For port 1500193e-8259-457b-8557-709a0c093f7a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1500193e-8259-457b-8557-709a0c093f7a,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:21:12.133700 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.215171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.1 (556ff764-f9fc-4b73-bc84-73fb26336902/f3c522ed-b6c4-47a5-81b3-0e447725d711/519ed5ac-bbed-475e-a8aa-e47edd07acfb) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:21:12.243153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb3390-011a-4437-ae7b-fa2ba1f34a37 None None] Pushing event updated for resources: {'Port': ['ID=1500193e-8259-457b-8557-709a0c093f7a,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:12.368936 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.388711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 519ed5ac-bbed-475e-a8aa-e47edd07acfb will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:12.444327 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.499883 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 556ff764-f9fc-4b73-bc84-73fb26336902 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:21:12.503381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:12.508253 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:21:12.512685 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=519ed5ac-bbed-475e-a8aa-e47edd07acfb,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:12.564658 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.735287 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.797728 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:12.856682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:12.861010 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:12.861379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.944075 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.974431 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:12.981099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:12.982489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1500193e-8259-457b-8557-709a0c093f7a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:13.068102 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ab791ef5-abdc-466e-8da1-28ddcb630e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.090069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:13.091589 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.106673 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 1500193e-8259-457b-8557-709a0c093f7a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:13.107148 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.193660 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.195602 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=519ed5ac-bbed-475e-a8aa-e47edd07acfb,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:13.283880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eef212-16a3-43e4-9cfd-fe03bb0eacc6 None None] Network 556ff764-f9fc-4b73-bc84-73fb26336902 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:21:13.297935 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 556ff764-f9fc-4b73-bc84-73fb26336902 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:21:13.299439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:13.351437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] Provisioning for port 1500193e-8259-457b-8557-709a0c093f7a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:13.360040 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] Provisioning complete for port 1500193e-8259-457b-8557-709a0c093f7a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:13.360308 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.413780 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:21:13.524966 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:21:13.532331 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3fa89ad0-7969-46d5-b9aa-b66d63f6ecbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/3aa2818d-3d6f-4afc-ad88-7f6980a30273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101975 Jul 09 18:21:13.670455 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.686366 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-fde60fa2-d275-42f1-91d1-3afbf03d7aeb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63006918&fields=id&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 267 time: 0.0365818 Jul 09 18:21:13.695013 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.719142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] For port 1500193e-8259-457b-8557-709a0c093f7a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1500193e-8259-457b-8557-709a0c093f7a,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:13.729682 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:13.787929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795ad3f-b09a-48e7-bd72-1ae93d00d9e6 None None] Pushing event updated for resources: {'Port': ['ID=1500193e-8259-457b-8557-709a0c093f7a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:13.812059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-e37b316e-7a65-408b-8477-195caceffdcd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:13.813611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-e37b316e-7a65-408b-8477-195caceffdcd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 796 time: 0.1171534 Jul 09 18:21:13.829626 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-c259e7da-0c69-467b-95cb-9a7b49b2049c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/quotas/0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 375 time: 0.0104578 Jul 09 18:21:13.873024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Sync routers for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:21:13.887799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:13.888596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:13.908231 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-eeb673d2-f39d-4bc3-9bd4-f15e39b0d2a8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729775 Jul 09 18:21:13.925203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-4f800d93-4924-4f9a-90cf-923ee6ca5cc7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:21:13.925475 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-4f800d93-4924-4f9a-90cf-923ee6ca5cc7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060647 Jul 09 18:21:13.998105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7428325b-1be9-409e-94ea-8adcabc6bdc9 None None] Provisioning complete for port 1500193e-8259-457b-8557-709a0c093f7a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:13.998474 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7428325b-1be9-409e-94ea-8adcabc6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.031177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:14.063299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-431fab8f-7236-484f-a3b6-5cc2df9848a1 service neutron] 10.222.0.21 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311238 Jul 09 18:21:14.165046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-29636235-b77c-41ca-b010-f1bff514fb70 service neutron] 10.222.0.21 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955706 Jul 09 18:21:14.233100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7428325b-1be9-409e-94ea-8adcabc6bdc9 None None] Provisioning for port 519ed5ac-bbed-475e-a8aa-e47edd07acfb completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:14.242807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7428325b-1be9-409e-94ea-8adcabc6bdc9 None None] Provisioning complete for port 519ed5ac-bbed-475e-a8aa-e47edd07acfb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:14.243197 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7428325b-1be9-409e-94ea-8adcabc6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.248299 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.306407 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-7428325b-1be9-409e-94ea-8adcabc6bdc9 None None] Port 519ed5ac-bbed-475e-a8aa-e47edd07acfb cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:21:14.326833 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 2, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:14.365886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Checking router: 3aa2818d-3d6f-4afc-ad88-7f6980a30273 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:21:14.366243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Updating router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 port 519ed5ac-bbed-475e-a8aa-e47edd07acfb binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:21:14.372362 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f675813-44de-4283-a613-d4d0b072fc1c req-22ccaeec-20c8-4fb9-91b6-8d5d16646972 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 210 time: 0.0289831 Jul 09 18:21:14.401603 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.452722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-d77f2674-7001-4018-8077-ecfdb9e4446d None None] Provisioning complete for port 519ed5ac-bbed-475e-a8aa-e47edd07acfb triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:14.453184 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d77f2674-7001-4018-8077-ecfdb9e4446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.546244 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-d77f2674-7001-4018-8077-ecfdb9e4446d None None] Port 519ed5ac-bbed-475e-a8aa-e47edd07acfb cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:21:14.703021 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.715669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Transition to ACTIVE for port object 519ed5ac-bbed-475e-a8aa-e47edd07acfb will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:14.723875 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.751808 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:14.803852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82844aac-93c0-4489-9b7a-476d5bfb7547 None None] Pushing event updated for resources: {'Port': ['ID=519ed5ac-bbed-475e-a8aa-e47edd07acfb,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:14.877867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Attempting to bind port 519ed5ac-bbed-475e-a8aa-e47edd07acfb on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:21:14.878774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Attempting to bind port 519ed5ac-bbed-475e-a8aa-e47edd07acfb by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:21:14.878774 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Attempting to bind port 519ed5ac-bbed-475e-a8aa-e47edd07acfb on network 556ff764-f9fc-4b73-bc84-73fb26336902 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:21:14.886561 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:21:14.886930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Checking segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:21:14.887338 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.887726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Bound using segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:21:14.888222 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Bound port: 519ed5ac-bbed-475e-a8aa-e47edd07acfb, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:21:14.888596 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.897643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:14.898004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:14.985806 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] For port 519ed5ac-bbed-475e-a8aa-e47edd07acfb, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:21:14.989574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] For port 519ed5ac-bbed-475e-a8aa-e47edd07acfb, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=519ed5ac-bbed-475e-a8aa-e47edd07acfb,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:21:15.009428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:15.062867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1500193e-8259-457b-8557-709a0c093f7a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:15.110442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82844aac-93c0-4489-9b7a-476d5bfb7547 None None] Pushing event updated for resources: {'Port': ['ID=519ed5ac-bbed-475e-a8aa-e47edd07acfb,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:15.123957 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:15.124596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:15.215706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 1500193e-8259-457b-8557-709a0c093f7a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:15.216078 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:15.267394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:15.518795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:14Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:15.537789 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-69ea1b17-5318-4cb8-873b-2cf32328976a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:15.539564 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-69ea1b17-5318-4cb8-873b-2cf32328976a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 796 time: 0.1295857 Jul 09 18:21:15.547043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b890e-92e6-4bea-988f-bc570dfd31d4 None None] The sync data for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 is: [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:14Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:21:15.560641 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-31893fb7-e204-47de-b8ae-c5c76549361a req-ca0268bf-807d-4c51-95f7-81cc1fc00a0b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 210 time: 0.0347526 Jul 09 18:21:15.628828 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-a54132d7-c218-43fe-84ba-ebd698c2f24c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 378 time: 0.0781577 Jul 09 18:21:15.637979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'port': {'device_id': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'admin_state_up': True, 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'security_groups': ['95f375ce-502b-4baa-bfca-bb9147114ef7']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:15.751167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:21:15.755172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:15.893034 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.6 (556ff764-f9fc-4b73-bc84-73fb26336902/f3c522ed-b6c4-47a5-81b3-0e447725d711/80f366b2-d25b-4cd0-ad0d-2293abdb7699) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:21:16.039050 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.054466 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 80f366b2-d25b-4cd0-ad0d-2293abdb7699 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:16.090828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.138095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.151057 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 556ff764-f9fc-4b73-bc84-73fb26336902 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:21:16.154395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:16.158390 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:21:16.183547 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=80f366b2-d25b-4cd0-ad0d-2293abdb7699,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:16.223364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:16.224096 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.241989 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-63d8c1fa-dd84-46b6-9537-64ef6cd45bbb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075449 Jul 09 18:21:16.255122 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Request body: {'port': {'device_id': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:16.338139 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.448854 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dbb50b70-bc66-47d7-8292-d4186d33bbb9 None None] Provisioning for port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:16.453320 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-dbb50b70-bc66-47d7-8292-d4186d33bbb9 None None] Provisioning complete for port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:16.453684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dbb50b70-bc66-47d7-8292-d4186d33bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.490291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-dbb50b70-bc66-47d7-8292-d4186d33bbb9 None None] Port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:21:16.621549 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f366b2-d25b-4cd0-ad0d-2293abdb7699 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:21:16.629930 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.642502 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Transition to ACTIVE for port object 80f366b2-d25b-4cd0-ad0d-2293abdb7699 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:21:16.648693 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.755587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Pushing event updated for resources: {'Port': ['ID=80f366b2-d25b-4cd0-ad0d-2293abdb7699,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:16.776093 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 519ed5ac-bbed-475e-a8aa-e47edd07acfb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:16.831960 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc0cc8-dbd0-454e-8bdb-37fa8bf7adcb req-9b5f34ad-1a9b-4644-afeb-67d4b6a055ae tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:16.833819 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fafc0cc8-dbd0-454e-8bdb-37fa8bf7adcb req-9b5f34ad-1a9b-4644-afeb-67d4b6a055ae tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 943 time: 0.1511250 Jul 09 18:21:16.835273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Attempting to bind port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:21:16.835624 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 519ed5ac-bbed-475e-a8aa-e47edd07acfb completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:16.835780 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Attempting to bind port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:21:16.836006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Attempting to bind port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 on network 556ff764-f9fc-4b73-bc84-73fb26336902 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:21:16.841182 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 519ed5ac-bbed-475e-a8aa-e47edd07acfb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:16.841560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.843402 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 on network 556ff764-f9fc-4b73-bc84-73fb26336902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:21:16.843858 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Attempting to bind port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 on network 556ff764-f9fc-4b73-bc84-73fb26336902 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:21:16.870233 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:21:16.870584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Checking segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:21:16.871031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Bound using segment: {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:21:16.871472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Bound port: 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3549b7a-8aba-4975-a417-7e3868273402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:21:16.872039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.902582 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fafc0cc8-dbd0-454e-8bdb-37fa8bf7adcb req-7f8d4f55-7460-475e-b2a7-57976b0eba10 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603998 Jul 09 18:21:16.935640 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.952761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] For port 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:21:16.956187 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] For port 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:21:16.961989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:16.972491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 519ed5ac-bbed-475e-a8aa-e47edd07acfb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=519ed5ac-bbed-475e-a8aa-e47edd07acfb,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:16.977868 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:17.000628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.001369 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:17.004390 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-89205b6d-76de-48a5-8683-21082c751956 service neutron] 10.222.0.36 "PUT /v2.0/ports/80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 1092 time: 0.7542546 Jul 09 18:21:17.005624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:21:17.008820 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73adc34a-466a-4773-a135-8a4706fefe5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:21:17.047225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=519ed5ac-bbed-475e-a8aa-e47edd07acfb,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:17.072255 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a0ea7-41eb-4e13-a430-735c7ba304d9 x-openstack-request-id: req-057a0ea7-41eb-4e13-a430-735c7ba304d9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:21:17.072893 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:21:17.073135 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-057a0ea7-41eb-4e13-a430-735c7ba304d9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:21:17.073536 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'status': 'completed', 'code': 200} Jul 09 18:21:17.090199 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205b6d-76de-48a5-8683-21082c751956 service neutron] Pushing event updated for resources: {'Port': ['ID=80f366b2-d25b-4cd0-ad0d-2293abdb7699,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:17.120345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-43cd56ff-a15b-49d5-ad5c-1e9f43b8cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.121954 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-43cd56ff-a15b-49d5-ad5c-1e9f43b8cdb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1095 time: 0.0651190 Jul 09 18:21:17.168755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-da823d2a-a2b3-4dd8-ad81-b718839f15a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 217 time: 0.0393288 Jul 09 18:21:17.218455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-d639ea63-3974-41d5-958a-20c196edd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.219979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-d639ea63-3974-41d5-958a-20c196edd1d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0454974 Jul 09 18:21:17.279294 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-a8f13313-6502-450b-a887-d3985ccc2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.280979 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-a8f13313-6502-450b-a887-d3985ccc2c68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542946 Jul 09 18:21:17.390060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-4d06387c-d71c-4b1d-83ed-ba4ad7796b1d service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025081 Jul 09 18:21:17.484669 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-58efea8c-f7e8-4a3c-947d-0128abf3e205 req-70e96648-608d-4f57-b135-96c2f9340c61 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882432 Jul 09 18:21:17.595103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc34a-466a-4773-a135-8a4706fefe5e req-6efd3ece-e96f-45e3-8ab2-92ad6c1778d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.596710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-6efd3ece-e96f-45e3-8ab2-92ad6c1778d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1095 time: 0.0604758 Jul 09 18:21:17.687523 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc34a-466a-4773-a135-8a4706fefe5e req-c0dc1977-a1ab-451a-bc3d-c329135527ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.688922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-c0dc1977-a1ab-451a-bc3d-c329135527ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 897 time: 0.0856965 Jul 09 18:21:17.731295 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-380ad42c-59cf-4a90-b8ed-0ba50b4c720f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 217 time: 0.0348613 Jul 09 18:21:17.785272 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc34a-466a-4773-a135-8a4706fefe5e req-65c4d5ee-6dab-4fc6-b82a-5860955dfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.786759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-65c4d5ee-6dab-4fc6-b82a-5860955dfe73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0479259 Jul 09 18:21:17.849747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc34a-466a-4773-a135-8a4706fefe5e req-760c4f8b-a0b0-41f5-bea8-e9fbc95a718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:17.851318 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-760c4f8b-a0b0-41f5-bea8-e9fbc95a718d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561855 Jul 09 18:21:17.951835 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-7cf7eaf5-3ca7-4646-94ca-bec6544eacef service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923929 Jul 09 18:21:18.075548 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-73adc34a-466a-4773-a135-8a4706fefe5e req-25300a60-aec5-4fc5-b58c-850ce9e55402 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170714 Jul 09 18:21:18.104695 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b351c-c475-4b01-8e6a-c4e8cfda67ec req-2bbf725d-df37-4226-8426-04877a2e9128 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:18.106196 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-913b351c-c475-4b01-8e6a-c4e8cfda67ec req-2bbf725d-df37-4226-8426-04877a2e9128 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 943 time: 0.0774922 Jul 09 18:21:18.145549 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-913b351c-c475-4b01-8e6a-c4e8cfda67ec req-b1be66ca-7ba0-4112-9768-b036c09568f0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335035 Jul 09 18:21:18.738433 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 519ed5ac-bbed-475e-a8aa-e47edd07acfb up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:18.787781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 519ed5ac-bbed-475e-a8aa-e47edd07acfb triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:18.788168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:19.334987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26011f4-1f80-4818-8b52-a0fee2773c1a req-9cdd9960-3e8d-46c8-8597-e94e2e3c3365 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:19.337322 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f26011f4-1f80-4818-8b52-a0fee2773c1a req-9cdd9960-3e8d-46c8-8597-e94e2e3c3365 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 943 time: 0.0699179 Jul 09 18:21:19.385694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f26011f4-1f80-4818-8b52-a0fee2773c1a req-be37085c-2833-4c25-bcb5-adfe87ac5bee tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424585 Jul 09 18:21:19.873037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 80f366b2-d25b-4cd0-ad0d-2293abdb7699 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:21:20.128381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:20.139406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'port_id': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'mac_address': 'fa:16:3e:f1:4a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:21:20.176614 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:20.189210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f366b2-d25b-4cd0-ad0d-2293abdb7699 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:21:20.209967 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:20.215560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:20.265083 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=80f366b2-d25b-4cd0-ad0d-2293abdb7699,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:20.443078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['80f366b2-d25b-4cd0-ad0d-2293abdb7699'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:21:20.564761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf963-2493-49cc-93a1-15b00138a290 req-82c08055-4bb5-4e93-b4f0-39835516996e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:20.566270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d55cf963-2493-49cc-93a1-15b00138a290 req-82c08055-4bb5-4e93-b4f0-39835516996e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 944 time: 0.0685647 Jul 09 18:21:20.610051 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d55cf963-2493-49cc-93a1-15b00138a290 req-cf8f8292-2d7b-4083-8191-021a6d6f13f5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380650 Jul 09 18:21:21.853721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4886d-3177-45b1-90ec-48643221e658 req-a15357e9-714a-4d64-a92d-0faea040fc9d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:21.855110 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7f4886d-3177-45b1-90ec-48643221e658 req-a15357e9-714a-4d64-a92d-0faea040fc9d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 944 time: 0.0760741 Jul 09 18:21:21.874349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 80f366b2-d25b-4cd0-ad0d-2293abdb7699 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:21:21.896494 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7f4886d-3177-45b1-90ec-48643221e658 req-a9a02de2-f193-4507-b55c-bf2cd40d9ab4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329216 Jul 09 18:21:21.926896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:21:21.932172 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:21:21.932717 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:22.015365 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:22.038506 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:21:22.041026 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b9a64-82d6-4e33-a0c1-f6228acfd8e0" -d '{"events": [{"server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "name": "network-vif-plugged", "status": "completed", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:21:22.053480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:21:22.058337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:22.095141 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae8e7e5-3396-43e9-8d99-fe85b3c8fa3f x-openstack-request-id: req-6ae8e7e5-3396-43e9-8d99-fe85b3c8fa3f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:21:22.095430 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "name": "network-vif-plugged", "status": "completed", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:21:22.095676 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ae8e7e5-3396-43e9-8d99-fe85b3c8fa3f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:21:22.096089 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'code': 200} Jul 09 18:21:22.122213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=80f366b2-d25b-4cd0-ad0d-2293abdb7699,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:22.209007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca4fc-de0a-45be-b18f-6b6d60e8bd9d req-c1908a17-6e09-476a-a8ef-7afcaa774b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:22.210527 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17cca4fc-de0a-45be-b18f-6b6d60e8bd9d req-c1908a17-6e09-476a-a8ef-7afcaa774b47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1097 time: 0.0536613 Jul 09 18:21:22.254515 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-17cca4fc-de0a-45be-b18f-6b6d60e8bd9d req-526a1374-e536-415b-8547-19d60b7f1d56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364559 Jul 09 18:21:23.070877 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518e25-c050-4d57-957b-21b77005ab04 req-f268e73c-9e7e-4db3-8485-8dbccaffd235 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:23.072354 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b518e25-c050-4d57-957b-21b77005ab04 req-f268e73c-9e7e-4db3-8485-8dbccaffd235 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0639877 Jul 09 18:21:23.111918 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b518e25-c050-4d57-957b-21b77005ab04 req-f313b1a1-1072-4aa3-962a-54b492da20c3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332232 Jul 09 18:21:24.310996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83b4f4-00a9-442b-a1d7-9fcefffcebe8 req-1d6f4b59-4402-4b0c-bba9-c8e95b4886f4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:24.312573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b83b4f4-00a9-442b-a1d7-9fcefffcebe8 req-1d6f4b59-4402-4b0c-bba9-c8e95b4886f4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0739388 Jul 09 18:21:24.353523 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5b83b4f4-00a9-442b-a1d7-9fcefffcebe8 req-07bcdfd6-80b1-4a34-9a83-764e7b96d3b5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327904 Jul 09 18:21:24.547875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffac7-10c6-4bce-94d2-be63c5d6f4fc req-462fde49-c41e-4a1d-b83b-cf7f246fc248 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:24.549300 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-297ffac7-10c6-4bce-94d2-be63c5d6f4fc req-462fde49-c41e-4a1d-b83b-cf7f246fc248 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0858150 Jul 09 18:21:24.588358 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-297ffac7-10c6-4bce-94d2-be63c5d6f4fc req-93c95602-a8c8-44a5-9954-902926c69d17 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334408 Jul 09 18:21:24.613945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53580) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:24.679662 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95906884-7487-415a-9761-788598f474df tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:24.681271 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-95906884-7487-415a-9761-788598f474df tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1092 time: 0.0660591 Jul 09 18:21:24.684170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53582) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:24.688907 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:21:24.715199 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:24.814307 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:24.921007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.212 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/43cc3bda-ce2e-468c-b58a-d7bd63fdbb30) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:21:25.033071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:25.094323 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:25.133600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:21:25.136419 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:21:25.139151 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:21:25.163255 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=43cc3bda-ce2e-468c-b58a-d7bd63fdbb30,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:25.176919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.177217 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.177586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.177918 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.178221 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.178569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.178891 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.179212 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.179514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.179878 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.180194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.180510 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:21:25.889267 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:25.973242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:26.124462 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:26.131350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:26.196239 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=43cc3bda-ce2e-468c-b58a-d7bd63fdbb30,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:21:26.208818 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:26.314447 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP e19f34e2-bc19-41dc-8529-7a05fe3efe1e associated. External IP: 172.25.3.212, port: 80f366b2-d25b-4cd0-ad0d-2293abdb7699. Jul 09 18:21:26.531098 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:21:26.646644 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:21:26.656125 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0a412-2d72-41be-9743-21021171b83f None None] Sync routers for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:21:26.665190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:26.666022 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:26.666842 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:26.702639 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-41940b70-02f9-4b74-8da8-a42bfc8eadad tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0173197 Jul 09 18:21:26.703233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:21:26.705551 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4abfda-344d-43b7-adee-856dbb8239e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:21:26.744406 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ebc54-0a52-4669-9408-16c09853057d x-openstack-request-id: req-2f9ebc54-0a52-4669-9408-16c09853057d {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:21:26.744668 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:21:26.744937 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9ebc54-0a52-4669-9408-16c09853057d {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:21:26.745347 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'status': 'completed', 'code': 200} Jul 09 18:21:26.777756 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:26.859693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-60f6fb18-0dce-4a90-800d-5add6bb84a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:26.861141 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-60f6fb18-0dce-4a90-800d-5add6bb84a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1097 time: 0.0933518 Jul 09 18:21:26.904493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ee5e-441e-42d6-b09e-ec78bd8fef9a req-a1c8975b-5065-44c4-a489-36193a5a572f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:26.906146 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6a5ee5e-441e-42d6-b09e-ec78bd8fef9a req-a1c8975b-5065-44c4-a489-36193a5a572f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.1046383 Jul 09 18:21:26.991300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a6a5ee5e-441e-42d6-b09e-ec78bd8fef9a req-7b876d05-d2df-497a-bf61-e44fc2b82677 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567157 Jul 09 18:21:27.010707 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'e19f34e2-bc19-41dc-8529-7a05fe3efe1e', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'port_id': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'mac_address': 'fa:16:3e:f1:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:21:25Z', 'updated_at': '2021-07-09T18:21:25Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:16Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:27.011544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-5df19b4f-777b-4082-9fae-5730c147f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:27.013077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-5df19b4f-777b-4082-9fae-5730c147f645 service neutron] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 897 time: 0.1458538 Jul 09 18:21:27.015934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53588) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:27.037864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0a412-2d72-41be-9743-21021171b83f None None] Checking router: 3aa2818d-3d6f-4afc-ad88-7f6980a30273 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:21:27.047439 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:21:27.048106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:21:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:27.120354 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-8035df79-5383-4ce3-adc7-9eded1ad3684 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 999 time: 0.0978119 Jul 09 18:21:27.123179 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-22e64a73-e3f4-4339-833c-1c9419d3072f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/e19f34e2-bc19-41dc-8529-7a05fe3efe1e HTTP/1.1" status: 200 len: 991 time: 0.1062448 Jul 09 18:21:27.151742 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:21:27.167700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-383f5b4b-2bbe-4c4c-bfcd-04fdda407c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:27.169263 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-383f5b4b-2bbe-4c4c-bfcd-04fdda407c77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0433855 Jul 09 18:21:27.230213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-3cc8cd1d-5e81-4f25-a5b7-6baa23108be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:27.231814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-3cc8cd1d-5e81-4f25-a5b7-6baa23108be1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565619 Jul 09 18:21:27.322082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-2f5e2d27-310b-4af7-96f7-fbc561e7958b service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829613 Jul 09 18:21:27.370808 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-90e0a412-2d72-41be-9743-21021171b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'e19f34e2-bc19-41dc-8529-7a05fe3efe1e', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'port_id': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'mac_address': 'fa:16:3e:f1:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:21:25Z', 'updated_at': '2021-07-09T18:21:25Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:16Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:21:27.416127 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2c4abfda-344d-43b7-adee-856dbb8239e9 req-324c6209-d555-41bd-9f7b-967006a33cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879989 Jul 09 18:21:27.491038 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0a412-2d72-41be-9743-21021171b83f None None] The sync data for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 is: [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'e19f34e2-bc19-41dc-8529-7a05fe3efe1e', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'port_id': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'mac_address': 'fa:16:3e:f1:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:21:25Z', 'updated_at': '2021-07-09T18:21:25Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:16Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:21:27.702394 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca18f8-7d8d-4e5b-ba8d-8bf9fe07e0c4 None None] New status for floating IP e19f34e2-bc19-41dc-8529-7a05fe3efe1e: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:21:28.127594 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53590) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:21:28.190668 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f4fad214-98e3-4c10-8b7d-98f464c7f7b0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/e19f34e2-bc19-41dc-8529-7a05fe3efe1e HTTP/1.1" status: 200 len: 993 time: 0.0619230 Jul 09 18:21:38.795481 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:39.862144 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:40.489253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-22ac5954-32e8-460d-a051-b90db1b85f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:43.016453 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-aa06fcf7-def5-4f99-a34b-49b0b754fb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:43.539012 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:44.235793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:45.323442 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:21:46.134720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:21:46.149088 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-2bbc0385-ab6c-4c14-9f80-444329ba7efa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528007 Jul 09 18:21:46.260700 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-004fd3f8-2562-4c1e-8729-de55e12f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:46.262448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-004fd3f8-2562-4c1e-8729-de55e12f705e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1097 time: 0.0621567 Jul 09 18:21:46.373610 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-60841343-48fb-4fc3-b810-c7890f85c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:46.375021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-60841343-48fb-4fc3-b810-c7890f85c8aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 897 time: 0.0888972 Jul 09 18:21:46.791688 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-5ff8e4a4-4700-492c-bfa2-15b9f5943199 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 1001 time: 0.4095128 Jul 09 18:21:46.841018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-b238d107-0792-4d45-b187-dac399794026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:46.843618 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-b238d107-0792-4d45-b187-dac399794026 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0442846 Jul 09 18:21:46.907119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-25ffe4dc-8f9f-4ecd-b9a7-380feda2f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:46.908769 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-25ffe4dc-8f9f-4ecd-b9a7-380feda2f039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597744 Jul 09 18:21:47.010998 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-8c4649b8-0378-430b-a2c5-a7ce3397e1c5 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945857 Jul 09 18:21:47.108575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-37bc1dfb-beaa-439c-87c3-d65b627efa2b req-182ea41e-e1f2-48e1-8966-e738ac0087c9 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899570 Jul 09 18:21:59.765277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9b57-de9f-445e-a63a-bd8bdc40f44c req-b8651269-5e9c-4b54-a87f-11032ba270f8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:21:59.766706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0dcb9b57-de9f-445e-a63a-bd8bdc40f44c req-b8651269-5e9c-4b54-a87f-11032ba270f8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0726275 Jul 09 18:21:59.812869 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0dcb9b57-de9f-445e-a63a-bd8bdc40f44c req-b4118686-78ec-4bfe-b780-0195a9e76937 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380602 Jul 09 18:22:00.994704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398d8d8-7313-45ed-a3de-aa82f6d8601e req-757c0ba1-5f42-47d4-864e-e0154ebb210b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:00.997162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4398d8d8-7313-45ed-a3de-aa82f6d8601e req-757c0ba1-5f42-47d4-864e-e0154ebb210b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0711322 Jul 09 18:22:01.041712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4398d8d8-7313-45ed-a3de-aa82f6d8601e req-d65e62b2-4c4e-4a86-ada2-918c8cc22d08 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387688 Jul 09 18:22:02.233086 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135192d-34c8-41a1-8c83-5e0c47d295d6 req-45e9dd4a-1c38-447d-a6c7-193f6b688d1e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:02.234581 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3135192d-34c8-41a1-8c83-5e0c47d295d6 req-45e9dd4a-1c38-447d-a6c7-193f6b688d1e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0810275 Jul 09 18:22:02.276773 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3135192d-34c8-41a1-8c83-5e0c47d295d6 req-9c569f77-226e-4ffc-9bcb-9d27c28de524 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364552 Jul 09 18:22:03.462734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20fd5-a840-47f1-95c2-9c1d3979f101 req-c767e6ee-60a0-4be2-a83b-e4e8e4d4383b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:03.464235 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ef20fd5-a840-47f1-95c2-9c1d3979f101 req-c767e6ee-60a0-4be2-a83b-e4e8e4d4383b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0711927 Jul 09 18:22:03.505557 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ef20fd5-a840-47f1-95c2-9c1d3979f101 req-73672c76-61b9-4dfd-97e7-07cb0a9eb846 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351658 Jul 09 18:22:04.693084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c912e6-c090-475a-8fd4-c8fe81323dc5 req-d13f797e-5e59-46a8-b693-ee589f7c2776 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:04.694570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9c912e6-c090-475a-8fd4-c8fe81323dc5 req-d13f797e-5e59-46a8-b693-ee589f7c2776 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0706534 Jul 09 18:22:04.734765 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a9c912e6-c090-475a-8fd4-c8fe81323dc5 req-04bb473e-ae1b-4687-bf21-122cb2cd385f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337813 Jul 09 18:22:05.960665 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60489913-b5ab-43a5-b14d-59d779a33e25 req-a92dfd31-dcea-47ac-952c-9c0d32c654dc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:05.962132 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60489913-b5ab-43a5-b14d-59d779a33e25 req-a92dfd31-dcea-47ac-952c-9c0d32c654dc tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0656676 Jul 09 18:22:06.002379 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-60489913-b5ab-43a5-b14d-59d779a33e25 req-10e208eb-28e1-4f2f-806a-6e97abc48dec tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317097 Jul 09 18:22:07.198754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2a6cd-3efa-467e-b224-9bc27e323a7f req-46708788-9e83-4a0a-9fbf-6d90e47078d1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:07.200295 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71b2a6cd-3efa-467e-b224-9bc27e323a7f req-46708788-9e83-4a0a-9fbf-6d90e47078d1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0687783 Jul 09 18:22:07.239105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-71b2a6cd-3efa-467e-b224-9bc27e323a7f req-ba6d1cd5-fb32-47a6-a3ed-1c6df915f960 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329061 Jul 09 18:22:08.432266 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0fb8-cb8f-4c20-94b9-4383e252ff99 req-cc9475a6-5ecf-4a87-b597-00e43946951b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:08.433872 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07af0fb8-cb8f-4c20-94b9-4383e252ff99 req-cc9475a6-5ecf-4a87-b597-00e43946951b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0765650 Jul 09 18:22:08.472986 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07af0fb8-cb8f-4c20-94b9-4383e252ff99 req-68ff3bd5-54d2-4b49-8a5c-0999999ded6e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325358 Jul 09 18:22:08.805282 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:09.661800 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43966cc-a7e7-483c-9c84-c54beb960e84 req-f08174b6-d61c-41b4-bf78-4602d06952b4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:09.663390 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43966cc-a7e7-483c-9c84-c54beb960e84 req-f08174b6-d61c-41b4-bf78-4602d06952b4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0666738 Jul 09 18:22:09.717413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b43966cc-a7e7-483c-9c84-c54beb960e84 req-60929523-ff9a-4d09-a3f6-ce488b2247b8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443215 Jul 09 18:22:09.862684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:10.494171 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bec4a65b-11af-4cbc-b9e0-42527470ad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:10.897308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a77d-d566-40d5-be30-5e61a59d0b68 req-d27ecc7c-2e5d-4ecf-925f-35b6148e3c5c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:10.898784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56e0a77d-d566-40d5-be30-5e61a59d0b68 req-d27ecc7c-2e5d-4ecf-925f-35b6148e3c5c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0673921 Jul 09 18:22:10.947325 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56e0a77d-d566-40d5-be30-5e61a59d0b68 req-746c7d7f-2122-4913-86d0-4fecbf0b0ee7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398607 Jul 09 18:22:12.139530 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fd86a-9003-499e-a5e8-d0c11311c639 req-7e67d195-13f4-43f2-a373-5f16756bf675 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:12.141071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c01fd86a-9003-499e-a5e8-d0c11311c639 req-7e67d195-13f4-43f2-a373-5f16756bf675 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0727644 Jul 09 18:22:12.190709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c01fd86a-9003-499e-a5e8-d0c11311c639 req-f89095d6-9dde-467a-93fa-b8d42fc9dd89 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408058 Jul 09 18:22:13.010004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d02082f7-01fe-4a8f-9964-34db427ae09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:13.383658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792ac8f-a284-4555-8acd-7c79679da67e req-9b7808d1-ad7f-4c3c-b16f-1cf03d19e5b4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:13.385085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e792ac8f-a284-4555-8acd-7c79679da67e req-9b7808d1-ad7f-4c3c-b16f-1cf03d19e5b4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0752296 Jul 09 18:22:13.426615 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e792ac8f-a284-4555-8acd-7c79679da67e req-8754c5a2-37d5-4db8-94af-c497c1a5ac40 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334840 Jul 09 18:22:13.540854 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:14.238164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:14.624016 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143ea26-618a-4284-b415-7bcd387bbf49 req-a94bb297-4139-469d-85ae-b85dbdcba141 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:14.625552 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143ea26-618a-4284-b415-7bcd387bbf49 req-a94bb297-4139-469d-85ae-b85dbdcba141 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0813034 Jul 09 18:22:14.663945 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a143ea26-618a-4284-b415-7bcd387bbf49 req-cb6bfb11-133b-4d03-927e-e80b4b080349 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324843 Jul 09 18:22:15.846049 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90bad5-c204-4378-8d54-90d295aecb14 req-bf165f08-8418-4b95-9156-8f84b50f1052 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:15.847491 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e90bad5-c204-4378-8d54-90d295aecb14 req-bf165f08-8418-4b95-9156-8f84b50f1052 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0677621 Jul 09 18:22:15.887864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0e90bad5-c204-4378-8d54-90d295aecb14 req-803aa0aa-0678-4fcd-84db-8d44f6307cb7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340121 Jul 09 18:22:15.912390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53646) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:15.975735 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-41a04f98-2d91-468e-9b5c-3db0bc3643d7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/e19f34e2-bc19-41dc-8529-7a05fe3efe1e HTTP/1.1" status: 200 len: 993 time: 0.0621762 Jul 09 18:22:16.148411 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:17.426258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-c1d79ad0-d3fa-45f3-a815-6abcfaa96503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:17.428003 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-c1d79ad0-d3fa-45f3-a815-6abcfaa96503 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1097 time: 0.0689864 Jul 09 18:22:17.443782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547eb1a-80a1-4915-8918-9f949e669805 req-aca99186-d10d-460d-8878-a6a1c1ea0417 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:17.445471 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5547eb1a-80a1-4915-8918-9f949e669805 req-aca99186-d10d-460d-8878-a6a1c1ea0417 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0738046 Jul 09 18:22:17.485283 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5547eb1a-80a1-4915-8918-9f949e669805 req-781955fa-8ce5-43e0-91c0-d141ea23248c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335155 Jul 09 18:22:17.526273 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-92a4321a-cfd0-43a6-a274-cc785450d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:17.527692 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-92a4321a-cfd0-43a6-a274-cc785450d4a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 897 time: 0.0933311 Jul 09 18:22:17.596706 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-6b610534-b524-4c50-a737-eb948f8a2a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 1001 time: 0.0623262 Jul 09 18:22:17.651755 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-280a1332-528a-4206-afb0-b59970fab005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:17.653243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-280a1332-528a-4206-afb0-b59970fab005 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0506947 Jul 09 18:22:17.720663 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-c1a6654a-a422-46b6-ad59-f18c9a8615ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:17.722182 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-c1a6654a-a422-46b6-ad59-f18c9a8615ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625331 Jul 09 18:22:17.732381 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-2f88b9a1-df69-4f91-ad7f-fb26e9312ca0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:22:17.733321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-2f88b9a1-df69-4f91-ad7f-fb26e9312ca0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050871 Jul 09 18:22:17.824788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-431d6bf4-e75f-43da-becb-3411c95c29f0 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848713 Jul 09 18:22:17.925527 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7488886a-0502-43dc-83bb-e4659dd14b67 req-3665a262-e81f-4334-8103-9c102a8cd203 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942149 Jul 09 18:22:18.683507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455615-5846-4756-b728-d12a6e0243aa req-73909d0d-6b27-464d-a1e2-12ba27d45747 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:18.685048 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0455615-5846-4756-b728-d12a6e0243aa req-73909d0d-6b27-464d-a1e2-12ba27d45747 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0669847 Jul 09 18:22:18.730030 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b0455615-5846-4756-b728-d12a6e0243aa req-d0af4b74-b0af-4dc3-b29e-b250b5c79703 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364003 Jul 09 18:22:18.756145 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53658) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:18.817712 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-766a1cea-9fe6-4d36-873d-ba7e79fe5039 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/e19f34e2-bc19-41dc-8529-7a05fe3efe1e HTTP/1.1" status: 200 len: 993 time: 0.0600078 Jul 09 18:22:22.323683 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:22:38.810179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:39.869238 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:40.499546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fde204d1-bfee-43a7-bb54-06922f2cbc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:43.012956 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7d87a8a9-fbdc-47f6-92ed-cc3da435e3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:43.537736 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:44.245221 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:46.148906 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:48.152773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-cfb4c5da-232b-42b5-a86a-5a2358d93348 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581136 Jul 09 18:22:48.262898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-40b2c80c-5d1c-46b5-ad41-e8b33ad9cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:48.264560 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-40b2c80c-5d1c-46b5-ad41-e8b33ad9cc87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1097 time: 0.0668662 Jul 09 18:22:48.377550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-f9fb7a2c-7b2d-4fde-bdc8-061495de7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:48.379830 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-f9fb7a2c-7b2d-4fde-bdc8-061495de7aba service neutron] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 897 time: 0.0936344 Jul 09 18:22:48.454541 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-c58da280-c1f4-44a2-b32e-352b68f4186b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 1001 time: 0.0675552 Jul 09 18:22:48.504590 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-3d9b7e29-57c4-468b-90d0-2deb91288988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:48.505991 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-3d9b7e29-57c4-468b-90d0-2deb91288988 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0445492 Jul 09 18:22:48.565596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-a2cc3c73-20db-40de-a3c0-b405afcbef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:48.567113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-a2cc3c73-20db-40de-a3c0-b405afcbef96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533440 Jul 09 18:22:48.663351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-27a69e0e-47b6-40be-a923-004e9d19ed5c service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890098 Jul 09 18:22:48.753034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1106535-1ade-41df-beb6-cc6e910a9e87 req-0fd0bac1-45cb-4dc1-ad87-670c189222ac service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825436 Jul 09 18:22:49.252511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53668) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:49.421210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 43cc3bda-ce2e-468c-b58a-d7bd63fdbb30 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:22:49.421520 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:49.504398 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:49.504650 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:49.516270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 43cc3bda-ce2e-468c-b58a-d7bd63fdbb30 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:22:49.682830 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:49.713179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=43cc3bda-ce2e-468c-b58a-d7bd63fdbb30,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:49.746543 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.746846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.747217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.747557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.747920 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.748254 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.748584 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.748915 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.749246 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.749570 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.749894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.750217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:49.792249 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:49.792547 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP e19f34e2-bc19-41dc-8529-7a05fe3efe1e disassociated (deleted). External IP: 172.25.3.212, port: 80f366b2-d25b-4cd0-ad0d-2293abdb7699. Jul 09 18:22:50.009440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:22:50.118608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:22:50.128128 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:50.128563 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] Sync routers for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:22:50.140081 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:22:50.140834 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:50.167002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-997a4a91-3ad3-4bd9-9d96-420d09c5546a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/floatingips/e19f34e2-bc19-41dc-8529-7a05fe3efe1e HTTP/1.1" status: 204 len: 168 time: 0.9103925 Jul 09 18:22:50.167002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:22:50.167980 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e916a24-1aeb-40a5-8f5d-e2456439df41" -d '{"events": [{"name": "network-changed", "server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:22:50.225907 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7db825-03af-4529-b01e-aba1b79b1ade x-openstack-request-id: req-1a7db825-03af-4529-b01e-aba1b79b1ade {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:22:50.226201 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:22:50.226454 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a7db825-03af-4529-b01e-aba1b79b1ade {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:22:50.226852 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'status': 'completed', 'code': 200} Jul 09 18:22:50.273508 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:22:50.310751 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-3cf2f4d5-2ad6-43b4-aaeb-6e7da28f6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:50.312903 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-3cf2f4d5-2ad6-43b4-aaeb-6e7da28f6f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 1097 time: 0.0608449 Jul 09 18:22:50.414760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-a2c5062f-797b-47a7-a63f-335bdfab6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:50.416558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-a2c5062f-797b-47a7-a63f-335bdfab6e13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 200 len: 897 time: 0.0966775 Jul 09 18:22:50.468046 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-998aba1e-89f8-429b-a33d-1b6b75acc62a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 200 len: 217 time: 0.0356247 Jul 09 18:22:50.479653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:16Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:50.509410 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] Checking router: 3aa2818d-3d6f-4afc-ad88-7f6980a30273 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:22:50.517729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:22:50.518345 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:50.523855 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-af66b659-fb99-41b3-99cb-3c743a72391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:50.525313 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-af66b659-fb99-41b3-99cb-3c743a72391e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 200 len: 835 time: 0.0506973 Jul 09 18:22:50.584940 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dea07-64b6-4e76-bd80-ec298959fe08 req-0c25d9ef-1aa7-45d2-ae20-789abc4efb6e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:50.587196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-989dea07-64b6-4e76-bd80-ec298959fe08 req-0c25d9ef-1aa7-45d2-ae20-789abc4efb6e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0700274 Jul 09 18:22:50.597331 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-6fead982-f55c-47a5-921e-f09be4721f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:50.599181 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-6fead982-f55c-47a5-921e-f09be4721f0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=556ff764-f9fc-4b73-bc84-73fb26336902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652902 Jul 09 18:22:50.627953 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:22:50.628453 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-989dea07-64b6-4e76-bd80-ec298959fe08 req-1234bf4b-baa3-41e4-9405-f812cfc89a3d tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341780 Jul 09 18:22:50.690622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-5344a873-92f1-421d-85d7-7394a0af0ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830524 Jul 09 18:22:50.787353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e916a24-1aeb-40a5-8f5d-e2456439df41 req-5ddc174a-619e-44e0-8f0a-6ac6013a5711 service neutron] 10.222.0.36 "GET /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894091 Jul 09 18:22:50.826363 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:16Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:50.852327 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d391769-7488-4d22-92ca-210fcf3a16a3 None None] The sync data for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 is: [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '519ed5ac-bbed-475e-a8aa-e47edd07acfb', 'name': '', 'network_id': '556ff764-f9fc-4b73-bc84-73fb26336902', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:c8:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:12Z', 'updated_at': '2021-07-09T18:21:16Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': 'f3c522ed-b6c4-47a5-81b3-0e447725d711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:22:51.077944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02383bf-94c5-43cc-b258-46dba3de7156 None None] New status for floating IP e19f34e2-bc19-41dc-8529-7a05fe3efe1e: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:22:51.824263 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f145c5-e949-4ea4-ad4a-01cd5a6cc007 req-82d0000d-830a-4542-9d1b-386b98dd182b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:51.825784 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-88f145c5-e949-4ea4-ad4a-01cd5a6cc007 req-82d0000d-830a-4542-9d1b-386b98dd182b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0711381 Jul 09 18:22:51.866740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-88f145c5-e949-4ea4-ad4a-01cd5a6cc007 req-08881217-2b50-4ecd-912e-16c6c7092f1e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f375ce-502b-4baa-bfca-bb9147114ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341799 Jul 09 18:22:52.110072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-a287efb2-fd3e-42be-90c1-467218a09772 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:52.111542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-a287efb2-fd3e-42be-90c1-467218a09772 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 945 time: 0.0751526 Jul 09 18:22:52.216140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:22:52.216449 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:52.311606 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 80f366b2-d25b-4cd0-ad0d-2293abdb7699, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=80f366b2-d25b-4cd0-ad0d-2293abdb7699,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:22:52.311947 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:52.325161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 80f366b2-d25b-4cd0-ad0d-2293abdb7699 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:22:52.464976 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:52.506779 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=80f366b2-d25b-4cd0-ad0d-2293abdb7699,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:52.550323 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] No DVR routers for this DVR port 80f366b2-d25b-4cd0-ad0d-2293abdb7699 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:22:52.553172 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:52.555351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-166c6510-0a9b-4ac6-bdb8-f2062a281e07 req-db2e4c86-d9fa-4556-8d29-3300840f72f7 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "DELETE /v2.0/ports/80f366b2-d25b-4cd0-ad0d-2293abdb7699 HTTP/1.1" status: 204 len: 173 time: 0.4380031 Jul 09 18:22:52.555802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'name': 'network-vif-deleted', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:22:52.558080 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc899a-bec7-483a-ba51-681aa4b51877" -d '{"events": [{"server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "name": "network-vif-deleted", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:22:52.596642 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bfff0-fcce-4615-9d74-9147e57efbe8 x-openstack-request-id: req-bb8bfff0-fcce-4615-9d74-9147e57efbe8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:22:52.596996 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d93c124-15a8-4877-a7a5-95aba10a45d6", "name": "network-vif-deleted", "tag": "80f366b2-d25b-4cd0-ad0d-2293abdb7699", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:22:52.597305 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb8bfff0-fcce-4615-9d74-9147e57efbe8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:22:52.597646 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d93c124-15a8-4877-a7a5-95aba10a45d6', 'name': 'network-vif-deleted', 'tag': '80f366b2-d25b-4cd0-ad0d-2293abdb7699', 'status': 'completed', 'code': 200} Jul 09 18:22:53.035633 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-63de458e-8441-4fab-8d58-be224f85d119 req-8b914730-379c-4c4d-afd5-f9f363e7151f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d93c124-15a8-4877-a7a5-95aba10a45d6 HTTP/1.1" status: 200 len: 210 time: 0.0303133 Jul 09 18:22:54.138906 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53688) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:54.529100 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:54.818572 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 519ed5ac-bbed-475e-a8aa-e47edd07acfb {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:22:54.818838 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:54.911823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 519ed5ac-bbed-475e-a8aa-e47edd07acfb, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=519ed5ac-bbed-475e-a8aa-e47edd07acfb,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:22:54.912266 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:54.931602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 519ed5ac-bbed-475e-a8aa-e47edd07acfb owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:22:55.148386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.176638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=519ed5ac-bbed-475e-a8aa-e47edd07acfb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:55.347341 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.583033 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:22:55.694001 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:22:55.700143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-591a0979-1ed8-4b5f-b95c-8b1300fefaab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/3aa2818d-3d6f-4afc-ad88-7f6980a30273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5594513 Jul 09 18:22:55.703192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53690) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:55.704765 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] Sync routers for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:22:55.714160 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:22:55.714768 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:55.755457 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting subnet f3c522ed-b6c4-47a5-81b3-0e447725d711 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:22:55.758769 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.803164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.825059 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:22:55.891434 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.950687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.977273 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c522ed-b6c4-47a5-81b3-0e447725d711,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:55.986601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.986601 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.986875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.987149 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.987456 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.987829 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.988131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.988455 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.988754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a59fe1-9ee7-4265-b2ee-a54b61470c3c None None] Network 556ff764-f9fc-4b73-bc84-73fb26336902 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:22:55.989252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.989252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.989469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.989728 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:55.992745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:55.994842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8558ae60-c6df-4209-a669-7240d3c27c3b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/subnets/f3c522ed-b6c4-47a5-81b3-0e447725d711 HTTP/1.1" status: 204 len: 168 time: 0.2906117 Jul 09 18:22:55.997813 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53692) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:56.008467 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:22:55Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:56.035028 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] Checking router: 3aa2818d-3d6f-4afc-ad88-7f6980a30273 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:22:56.045184 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] Routers {'3aa2818d-3d6f-4afc-ad88-7f6980a30273'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:22:56.045791 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:56.106885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.156064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] Set router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:22:56.207745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] DHCP port deletion for 556ff764-f9fc-4b73-bc84-73fb26336902 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:22:56.222935 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.291333 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:22:56.292593 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.294804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 80f366b2-d25b-4cd0-ad0d-2293abdb7699 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:22:56.319000 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 80f366b2-d25b-4cd0-ad0d-2293abdb7699 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:22:56.319700 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 80f366b2-d25b-4cd0-ad0d-2293abdb7699 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:22:56.323002 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Deleting port 1500193e-8259-457b-8557-709a0c093f7a {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:22:56.323470 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.383119 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 5f185667-f3bc-4a74-9ca3-ce847a0f0d81, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:22:56.383478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.398264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] For port 1500193e-8259-457b-8557-709a0c093f7a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=1500193e-8259-457b-8557-709a0c093f7a,segment=NetworkSegment(e3549b7a-8aba-4975-a417-7e3868273402),segment_id=e3549b7a-8aba-4975-a417-7e3868273402)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:22:56.398577 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.399915 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:22:56.414905 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Calling delete_port for 1500193e-8259-457b-8557-709a0c093f7a owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:22:56.445464 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:22:55Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:56.476777 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6b2ee-dcde-4a23-86d6-bb4571587e13 None None] The sync data for ids ['3aa2818d-3d6f-4afc-ad88-7f6980a30273'] in n-d-791506-17 is: [{'id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309910016', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:21:08Z', 'updated_at': '2021-07-09T18:22:55Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5f185667-f3bc-4a74-9ca3-ce847a0f0d81', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2818d-3d6f-4afc-ad88-7f6980a30273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:21:09Z', 'updated_at': '2021-07-09T18:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:22:56.515744 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.542864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Pushing event deleted for resources: {'Port': ['ID=1500193e-8259-457b-8557-709a0c093f7a,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:56.547421 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] No DVR routers for this DVR port 1500193e-8259-457b-8557-709a0c093f7a on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:22:56.555070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.555355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.555689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.556119 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.556453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.556778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.557110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.557701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.557701 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.559397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.559397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.559397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3478fd3-707b-44cf-85d5-86032e5e1215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:22:56.583554 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.609686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=5f185667-f3bc-4a74-9ca3-ce847a0f0d81,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:56.674480 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.764298 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.766413 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.813143 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.814024 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa2818d-3d6f-4afc-ad88-7f6980a30273 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:22:56.822297 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.823382 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2dce6d17-1552-4c92-bea3-126405f2e6e8 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/routers/3aa2818d-3d6f-4afc-ad88-7f6980a30273 HTTP/1.1" status: 204 len: 168 time: 0.8246222 Jul 09 18:22:56.834707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53694) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:56.920139 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:56.938069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 519ed5ac-bbed-475e-a8aa-e47edd07acfb no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:22:56.962754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 519ed5ac-bbed-475e-a8aa-e47edd07acfb {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:22:56.963107 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 519ed5ac-bbed-475e-a8aa-e47edd07acfb not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:22:56.963527 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1500193e-8259-457b-8557-709a0c093f7a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:22:56.983644 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 1500193e-8259-457b-8557-709a0c093f7a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:22:56.984090 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 1500193e-8259-457b-8557-709a0c093f7a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:22:57.021687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.031664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556ff764-f9fc-4b73-bc84-73fb26336902']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:57.041893 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3549b7a-8aba-4975-a417-7e3868273402') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:57.042187 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3549b7a-8aba-4975-a417-7e3868273402') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:22:57.050765 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.064389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.070980 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:22:57.070980 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:22:57.074333 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:22:57.134866 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.153901 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.156378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/networks/556ff764-f9fc-4b73-bc84-73fb26336902 HTTP/1.1" status: 204 len: 168 time: 0.3202310 Jul 09 18:22:57.160726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53696) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:57.162058 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209f858-e308-4d58-b242-64a8bd9ceadb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Network': ['ID=556ff764-f9fc-4b73-bc84-73fb26336902,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:57.231433 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eaf18449-2dc5-4616-bd78-045b2e02045f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.257483 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eaf18449-2dc5-4616-bd78-045b2e02045f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.318662 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eaf18449-2dc5-4616-bd78-045b2e02045f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.323470 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eaf18449-2dc5-4616-bd78-045b2e02045f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.325287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-eaf18449-2dc5-4616-bd78-045b2e02045f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/security-groups/95f375ce-502b-4baa-bfca-bb9147114ef7 HTTP/1.1" status: 204 len: 168 time: 0.1618707 Jul 09 18:22:57.338511 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18449-2dc5-4616-bd78-045b2e02045f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f375ce-502b-4baa-bfca-bb9147114ef7,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:57.658793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53702) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:57.663663 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343411527', 'description': 'tempest-secgroup-smoke-1343411527 description', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:57.689477 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.785334 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.790891 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.821566 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.822983 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1629760 Jul 09 18:22:57.824085 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ac055-1768-410a-81e8-0bbdeb9aea0c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0666154-15ba-47c8-98f5-2f424cbcf62c,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:57.826137 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53704) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:57.830632 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'd0666154-15ba-47c8-98f5-2f424cbcf62c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:57.858540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.929815 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.934854 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.952185 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ff976a-c59f-4cf2-aae1-714e6fe05cc0,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:57.960597 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:57.962515 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-7932c7a4-31fc-4f9c-a30f-61a2c3d9f9d9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352649 Jul 09 18:22:57.966209 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53706) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:57.970741 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'd0666154-15ba-47c8-98f5-2f424cbcf62c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.003398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.066991 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.074309 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.095683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0062dabd-f08e-44fb-a75f-c4e2068786f8,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:58.103669 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.104936 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3666fb6a-f974-43d6-b61d-2de68711819a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377201 Jul 09 18:22:58.108228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53708) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:58.112742 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'd0666154-15ba-47c8-98f5-2f424cbcf62c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.140001 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.212006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.226316 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.248477 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7e607e-5f2d-47f6-9d83-ff6c76f593e9,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:58.255984 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.257462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-de5a0cc9-66f2-4817-9b6c-2e32f2c70d77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482599 Jul 09 18:22:58.260246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53710) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:58.264818 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'd0666154-15ba-47c8-98f5-2f424cbcf62c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.295393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.357953 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.365016 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.384224 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ed70b3-6dfb-48fd-8df1-1a5e0c3f78c8,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:58.391792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.393046 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-4cea046b-6d78-4494-959d-7efee9c560ea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318030 Jul 09 18:22:58.395930 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53712) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:58.400494 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'd0666154-15ba-47c8-98f5-2f424cbcf62c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.424748 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:22:58.430290 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.490555 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.495841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.512968 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58920922-a135-40d9-9f05-9103adb2331f,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:58.520645 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.521842 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-adbe3e15-64ed-4eb4-87a6-40b49043af86 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249642 Jul 09 18:22:58.525439 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53714) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:58.530017 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'security_group_rule': {'security_group_id': 'd0666154-15ba-47c8-98f5-2f424cbcf62c', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.555497 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Project 0440174e0cb4406bb4ddd6ce36ed6f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:22:58.561116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.628456 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.635998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.653513 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abc6a8a-0e30-48d4-ba84-945fa27c70c7,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:58.659790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.661252 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-360ff9e8-755f-4af7-89d3-a3b19d3752ca tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348100 Jul 09 18:22:58.665014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53716) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:58.669921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'network': {'name': 'tempest-network-smoke--1404256626', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'port_security_enabled': True}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.692671 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:22:58.696910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.721902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:22:58.731909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.732094 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Added segment b5630ee2-308d-4553-b367-fa495224dfff of type vlan for network 04b3352f-970f-4131-81f8-7b65927b56df Jul 09 18:22:58.740071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:22:58.760769 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:22:58.761102 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5f185667-f3bc-4a74-9ca3-ce847a0f0d81 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:22:58.779473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.809078 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.814686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:22:58.815373 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.876108 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2100265 Jul 09 18:22:58.879183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53718) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:22:58.883778 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'admin_state_up': True, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:22:58.897339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7829431-c7de-4705-9051-6af9947fe259 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Network': ['ID=04b3352f-970f-4131-81f8-7b65927b56df,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:58.907689 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 04b3352f-970f-4131-81f8-7b65927b56df details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:22:58.914675 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.916032 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:58.970946 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:59.118602 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:59.313146 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:59.322885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:22:59.332522 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:59.437943 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.187 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:22:59.538998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:59.584748 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:22:59.632307 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:22:59.635418 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:22:59.639821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:22:59.643090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:22:59.930233 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:00.145074 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:00.637070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:23:00.748227 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:23:00.760471 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Sync routers for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:23:00.770547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:00.771178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:00.778176 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:00.782559 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee9d0d3a-e9b2-4cbe-96a5-2481caaa9013 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8994009 Jul 09 18:23:00.782941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53720) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:00.882020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:00.900525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2966243c-480d-4a31-b8e1-9bcf220045b7 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0440174e0cb4406bb4ddd6ce36ed6f7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1132407 Jul 09 18:23:00.900779 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53724) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:00.987055 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d6208-8af6-429f-a971-75fae4f67329 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:00.988727 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-523d6208-8af6-429f-a971-75fae4f67329 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870237 Jul 09 18:23:00.991572 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53726) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:01.020980 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-46c8de6a-51df-4ee3-90e2-0ce4fe1f1f65 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=9f0ed3ee-8168-48da-83f8-908041e640f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281639 Jul 09 18:23:01.023804 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53728) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:01.029809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1251211654', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:23:01.066640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:22:59Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:01.092716 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Checking router: bdd9e42b-902d-46b5-88f4-26cbfc2353c3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:23:01.093058 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Updating router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:23:01.127879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.129690 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:23:01.133771 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.324806 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.384370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Subnet': ['ID=444bbe38-aa4d-48da-ac19-195046ac9a96,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:01.388844 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.392673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Checking segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:23:01.393084 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network hostable DHCP agents. Network: 04b3352f-970f-4131-81f8-7b65927b56df, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:23:01.400309 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Transition to ACTIVE for port object 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:01.406965 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.410348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 04b3352f-970f-4131-81f8-7b65927b56df is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:23:01.421160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 04b3352f-970f-4131-81f8-7b65927b56df) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:23:01.425703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:01.426295 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.441461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd5893-b3cc-4246-9bc7-08efee2d888d None None] Network 04b3352f-970f-4131-81f8-7b65927b56df requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:23:01.442979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-40af77e0-8cf4-482e-a019-27bdff376ea4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178104 Jul 09 18:23:01.446453 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53730) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:01.495956 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Attempting to bind port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:23:01.496324 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Attempting to bind port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:23:01.496705 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Attempting to bind port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:23:01.510443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23050289-2d65-4168-bf3c-7b72f966740c None None] Pushing event updated for resources: {'Port': ['ID=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:01.516768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:23:01.517141 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:23:01.517501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.517880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:23:01.518443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Bound port: 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:23:01.518716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.612732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] For port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:23:01.631043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] For port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:23:01.636897 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.682477 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-04b3352f-970f-4131-81f8-7b65927b56df', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:23:01.683309 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:01.724664 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:01.725303 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:01.775712 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23050289-2d65-4168-bf3c-7b72f966740c None None] Pushing event updated for resources: {'Port': ['ID=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:02.096465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:02.157115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Allocated IP 172.20.0.2 (04b3352f-970f-4131-81f8-7b65927b56df/444bbe38-aa4d-48da-ac19-195046ac9a96/8f59496e-8a08-44ea-a70a-f8a5a6ae06a9) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:23:02.245204 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.395793 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.408495 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Transition to ACTIVE for port object 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:02.414691 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:22:59Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:02.452841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab5202-c003-4fc6-9777-4a04cbd8f02a None None] The sync data for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 is: [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:22:59Z', 'revision_number': 3, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:23:02.457139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Transition to ACTIVE for port object 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:02.463560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.499411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Network 04b3352f-970f-4131-81f8-7b65927b56df is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:23:02.502364 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:23:02.508175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:23:02.520585 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Pushing event updated for resources: {'Port': ['ID=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:02.561675 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.1 (04b3352f-970f-4131-81f8-7b65927b56df/444bbe38-aa4d-48da-ac19-195046ac9a96/a24ccfc3-3841-4e8e-821a-855c9263ea7d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:23:02.580042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Attempting to bind port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:23:02.580416 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Attempting to bind port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:23:02.580782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Attempting to bind port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 on network 04b3352f-970f-4131-81f8-7b65927b56df {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:23:02.590732 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:23:02.591315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Checking segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:23:02.591880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.592852 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Bound using segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:23:02.593396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Bound port: 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:23:02.593842 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.666611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] For port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:23:02.669913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] For port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:23:02.675009 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.695229 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.725139 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object a24ccfc3-3841-4e8e-821a-855c9263ea7d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:02.752919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238669b8-533f-4b02-a274-d8f497c84402 None None] Pushing event updated for resources: {'Port': ['ID=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:02.777058 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.860831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:02.862828 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=a24ccfc3-3841-4e8e-821a-855c9263ea7d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:02.874155 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 04b3352f-970f-4131-81f8-7b65927b56df is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:23:02.875846 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:23:02.878790 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:23:02.921799 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:02.926699 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:02.927077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:02.935332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.056936 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.086003 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:03.093501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.132292 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.156523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:03.438311 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.444822 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.520321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:03.522342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=a24ccfc3-3841-4e8e-821a-855c9263ea7d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:03.623797 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 04b3352f-970f-4131-81f8-7b65927b56df is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:23:03.625586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:23:03.745613 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:23:03.809316 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e88211-af77-4063-9e51-d58edcef6906 None None] Network 04b3352f-970f-4131-81f8-7b65927b56df requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:23:03.862760 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:23:03.869369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-9c11e422-4d88-4422-8501-0a90870c97f1 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/bdd9e42b-902d-46b5-88f4-26cbfc2353c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205434 Jul 09 18:23:03.886349 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-014b3881-d09a-46fa-a47f-c28254a0c9c4 None None] Provisioning for port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:04.105226 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-4da80cd6-be67-4d39-8b7d-ae4ea9dcebea tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343411527&fields=id&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 267 time: 0.0412316 Jul 09 18:23:04.218659 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07c8837f-5c7d-4296-b1f4-73527b6cc111 None None] Provisioning for port a24ccfc3-3841-4e8e-821a-855c9263ea7d completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:04.219558 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-ca54c93d-316a-4c05-8431-5bcf7312a4b9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:04.221271 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-ca54c93d-316a-4c05-8431-5bcf7312a4b9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 797 time: 0.1113334 Jul 09 18:23:04.228697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-07c8837f-5c7d-4296-b1f4-73527b6cc111 None None] Provisioning complete for port a24ccfc3-3841-4e8e-821a-855c9263ea7d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:04.229203 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07c8837f-5c7d-4296-b1f4-73527b6cc111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:04.238053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-fbd4234b-6c17-4c7b-85df-a6b058ffbe6c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/quotas/0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 375 time: 0.0103095 Jul 09 18:23:04.267183 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-07c8837f-5c7d-4296-b1f4-73527b6cc111 None None] Port a24ccfc3-3841-4e8e-821a-855c9263ea7d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:23:04.316431 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-d17301e0-38b4-47a4-ab81-92d7d9878372 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723815 Jul 09 18:23:04.333194 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-65ff04d3-0172-4243-88b7-b4e87a2fa56e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:23:04.334243 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-65ff04d3-0172-4243-88b7-b4e87a2fa56e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063396 Jul 09 18:23:04.408497 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-30475d25-b259-44ca-aa56-8fa76979b2cd None None] Provisioning complete for port a24ccfc3-3841-4e8e-821a-855c9263ea7d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:04.409077 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-30475d25-b259-44ca-aa56-8fa76979b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:04.428538 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Sync routers for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:23:04.438528 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:04.439167 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:04.467264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-30475d25-b259-44ca-aa56-8fa76979b2cd None None] Port a24ccfc3-3841-4e8e-821a-855c9263ea7d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:23:04.490356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-0a00153d-6a60-4cb4-8bdf-3f8137775123 service neutron] 10.222.0.21 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486189 Jul 09 18:23:04.561290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:04.596331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-a7eddb25-7acc-45b8-a63b-60cc765239fe service neutron] 10.222.0.21 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997956 Jul 09 18:23:04.689748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cb14a4a8-2c20-4176-bd32-fd4c471fc894 None None] Provisioning complete for port a24ccfc3-3841-4e8e-821a-855c9263ea7d triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:04.690167 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cb14a4a8-2c20-4176-bd32-fd4c471fc894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:04.728131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-cb14a4a8-2c20-4176-bd32-fd4c471fc894 None None] Port a24ccfc3-3841-4e8e-821a-855c9263ea7d cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:23:04.765240 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 2, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:04.790630 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Checking router: bdd9e42b-902d-46b5-88f4-26cbfc2353c3 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:23:04.791277 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Updating router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 port a24ccfc3-3841-4e8e-821a-855c9263ea7d binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:23:04.830862 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:04.857239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:04.911350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:04.912003 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:04.989422 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:05.041337 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:05.045256 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:05.045625 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.092472 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.102557 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Transition to ACTIVE for port object a24ccfc3-3841-4e8e-821a-855c9263ea7d will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:05.110160 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.124507 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.156651 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:05.157521 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Pushing event updated for resources: {'Port': ['ID=a24ccfc3-3841-4e8e-821a-855c9263ea7d,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:05.164722 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.168242 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.168585 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.168914 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.169239 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.169561 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.169881 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.170186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.170509 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.170828 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.171145 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.171479 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.171798 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:05.216995 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:05.226891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Attempting to bind port a24ccfc3-3841-4e8e-821a-855c9263ea7d on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:23:05.227376 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Attempting to bind port a24ccfc3-3841-4e8e-821a-855c9263ea7d by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:23:05.227845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Attempting to bind port a24ccfc3-3841-4e8e-821a-855c9263ea7d on network 04b3352f-970f-4131-81f8-7b65927b56df {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:23:05.233112 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:23:05.233476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Checking segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:23:05.233876 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.234448 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Bound using segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:23:05.234715 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Bound port: a24ccfc3-3841-4e8e-821a-855c9263ea7d, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:23:05.235128 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.299525 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] For port a24ccfc3-3841-4e8e-821a-855c9263ea7d, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:23:05.303186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] For port a24ccfc3-3841-4e8e-821a-855c9263ea7d, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a24ccfc3-3841-4e8e-821a-855c9263ea7d,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:23:05.309934 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:05.369964 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:05.370599 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:22:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:05.410864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe10c03-44b7-4050-9ffa-feb7ead98d49 None None] Pushing event updated for resources: {'Port': ['ID=a24ccfc3-3841-4e8e-821a-855c9263ea7d,revision_number=4']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:05.484058 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:05.691894 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:05Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:05.723787 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f865135-5208-438b-81c6-1b1f1387a776 None None] The sync data for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 is: [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:05Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:23:05.823817 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8394034e-36ca-4e03-a431-7203e2a7e7f1 req-d5230cb2-9cd1-4026-ba45-d9b4eb8d1c42 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 210 time: 0.0625129 Jul 09 18:23:06.872733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a24ccfc3-3841-4e8e-821a-855c9263ea7d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:06.939193 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port a24ccfc3-3841-4e8e-821a-855c9263ea7d completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:06.944439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a24ccfc3-3841-4e8e-821a-855c9263ea7d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:06.944923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:06.986218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-10ecc428-cfb6-4cb2-ae58-faf9fccbdcaa req-c1854117-e71d-417a-93a2-7fdf4292b222 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 210 time: 0.0355370 Jul 09 18:23:07.031428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.036401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-0d483924-9888-4ef8-969a-e0453dc86e41 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:07.037867 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-0d483924-9888-4ef8-969a-e0453dc86e41 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 797 time: 0.1409483 Jul 09 18:23:07.065005 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port a24ccfc3-3841-4e8e-821a-855c9263ea7d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a24ccfc3-3841-4e8e-821a-855c9263ea7d,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:07.071187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.072363 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:07.090746 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-53f21365-37fb-411b-8d48-1e0172fa8b77 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f HTTP/1.1" status: 200 len: 380 time: 0.0419743 Jul 09 18:23:07.100445 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'port': {'device_id': '195a70c6-3148-455e-b538-2074fe9bfe70', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'admin_state_up': True, 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'security_groups': ['d0666154-15ba-47c8-98f5-2f424cbcf62c']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:23:07.153175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=a24ccfc3-3841-4e8e-821a-855c9263ea7d,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:07.165490 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:07.165949 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.207883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Made reservation on behalf of 0440174e0cb4406bb4ddd6ce36ed6f7f for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:23:07.211690 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.346039 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.20.0.4 (04b3352f-970f-4131-81f8-7b65927b56df/444bbe38-aa4d-48da-ac19-195046ac9a96/410eb962-58f9-4389-a743-a9cc3dfb781a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:23:07.490286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.504393 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Transition to ACTIVE for port object 410eb962-58f9-4389-a743-a9cc3dfb781a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:07.540039 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.595544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 04b3352f-970f-4131-81f8-7b65927b56df is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:23:07.598835 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:23:07.602709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:23:07.609856 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=410eb962-58f9-4389-a743-a9cc3dfb781a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:07.656759 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:07.657385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.677928 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-1a32e86f-6e50-4860-b9a7-a2f7ea771041 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813422 Jul 09 18:23:07.690179 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Request body: {'port': {'device_id': '195a70c6-3148-455e-b538-2074fe9bfe70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:23:07.771923 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.821206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4852f22e-41a9-4b5a-8dc0-49225becc481 None None] Provisioning for port 410eb962-58f9-4389-a743-a9cc3dfb781a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:07.825589 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4852f22e-41a9-4b5a-8dc0-49225becc481 None None] Provisioning complete for port 410eb962-58f9-4389-a743-a9cc3dfb781a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:07.826046 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4852f22e-41a9-4b5a-8dc0-49225becc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:07.862797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4852f22e-41a9-4b5a-8dc0-49225becc481 None None] Port 410eb962-58f9-4389-a743-a9cc3dfb781a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:23:08.064717 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410eb962-58f9-4389-a743-a9cc3dfb781a {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:23:08.073579 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.086576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Transition to ACTIVE for port object 410eb962-58f9-4389-a743-a9cc3dfb781a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:23:08.090568 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.161010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Pushing event updated for resources: {'Port': ['ID=410eb962-58f9-4389-a743-a9cc3dfb781a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:08.180881 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b07753-bf30-458a-9bc7-a4db4ea07fae req-f006e3e5-8a6e-43eb-95b3-92ffaf34a007 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:08.182516 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-07b07753-bf30-458a-9bc7-a4db4ea07fae req-f006e3e5-8a6e-43eb-95b3-92ffaf34a007 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 943 time: 0.0733330 Jul 09 18:23:08.219829 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Attempting to bind port 410eb962-58f9-4389-a743-a9cc3dfb781a on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:23:08.220172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Attempting to bind port 410eb962-58f9-4389-a743-a9cc3dfb781a by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:23:08.220566 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Attempting to bind port 410eb962-58f9-4389-a743-a9cc3dfb781a on network 04b3352f-970f-4131-81f8-7b65927b56df {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:23:08.224064 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-07b07753-bf30-458a-9bc7-a4db4ea07fae req-b35a939a-f323-46c3-b893-9b362b9273df tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352883 Jul 09 18:23:08.225691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Port 410eb962-58f9-4389-a743-a9cc3dfb781a on network 04b3352f-970f-4131-81f8-7b65927b56df not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:23:08.226016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Attempting to bind port 410eb962-58f9-4389-a743-a9cc3dfb781a on network 04b3352f-970f-4131-81f8-7b65927b56df {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:23:08.231851 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:23:08.232143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Checking segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:23:08.232637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Bound using segment: {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:23:08.232966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Bound port: 410eb962-58f9-4389-a743-a9cc3dfb781a, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5630ee2-308d-4553-b367-fa495224dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:23:08.233332 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.300343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] For port 410eb962-58f9-4389-a743-a9cc3dfb781a, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:23:08.303586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] For port 410eb962-58f9-4389-a743-a9cc3dfb781a, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=410eb962-58f9-4389-a743-a9cc3dfb781a,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:23:08.309377 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.342957 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:08.343567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.345805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] 10.222.0.36 "PUT /v2.0/ports/410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 1092 time: 0.6606035 Jul 09 18:23:08.348006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:23:08.351160 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:23:08.380762 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d15a6b-bfe9-4c96-bb33-6acf9874d51f service neutron] Pushing event updated for resources: {'Port': ['ID=410eb962-58f9-4389-a743-a9cc3dfb781a,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:08.396091 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3665db-e52a-4340-a443-370dd2b332f8 x-openstack-request-id: req-dd3665db-e52a-4340-a443-370dd2b332f8 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:23:08.396386 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:23:08.396633 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd3665db-e52a-4340-a443-370dd2b332f8 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:23:08.397039 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'status': 'completed', 'code': 200} Jul 09 18:23:08.464241 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-4e506c1b-a4b4-4c74-a3ff-7325375d9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:08.465761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-4e506c1b-a4b4-4c74-a3ff-7325375d9bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1095 time: 0.0559704 Jul 09 18:23:08.511065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-c7019e36-5b1f-49b5-b149-b3a778b1f825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 217 time: 0.0381739 Jul 09 18:23:08.560448 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-01ac5350-4065-4b8e-9929-6b1e956594c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:08.561847 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-01ac5350-4065-4b8e-9929-6b1e956594c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 200 len: 835 time: 0.0435591 Jul 09 18:23:08.620008 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-15c7724a-869d-431b-a083-e7d117a8e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:08.621570 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-15c7724a-869d-431b-a083-e7d117a8e2bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04b3352f-970f-4131-81f8-7b65927b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537417 Jul 09 18:23:08.717792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-f19a1ca0-7d47-4670-a235-dafacc2913eb service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892198 Jul 09 18:23:08.791524 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a24ccfc3-3841-4e8e-821a-855c9263ea7d up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:08.810359 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-38edd5f6-d2ee-4069-bb4e-7d7e86404b04 req-b98a1367-6e81-4adf-a5bc-f0dbfe5de724 service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861013 Jul 09 18:23:08.837307 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.850419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port a24ccfc3-3841-4e8e-821a-855c9263ea7d triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:08.850782 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:08.919188 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-5cdbb39e-8331-4014-900b-2fbe4fa31fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:08.920775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-5cdbb39e-8331-4014-900b-2fbe4fa31fe8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1095 time: 0.0569608 Jul 09 18:23:09.028644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-579251e3-dedc-452b-ae83-6209da3cc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:09.030151 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-579251e3-dedc-452b-ae83-6209da3cc05f service neutron] 10.222.0.36 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 898 time: 0.1029584 Jul 09 18:23:09.073402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-4a4076e2-58fe-4f73-b252-f3a71dadb861 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 217 time: 0.0358789 Jul 09 18:23:09.127184 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-f9f7bb0d-cc82-4244-a7b8-597b174ca240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:09.128714 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-f9f7bb0d-cc82-4244-a7b8-597b174ca240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 200 len: 835 time: 0.0475495 Jul 09 18:23:09.186456 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-48215ea9-a1d4-4727-9a82-2b6ccf56bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:09.188060 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-48215ea9-a1d4-4727-9a82-2b6ccf56bfab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04b3352f-970f-4131-81f8-7b65927b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523791 Jul 09 18:23:09.282843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-4df72cf4-d71f-4bfd-995d-cc9bf7b568e6 service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874548 Jul 09 18:23:09.383716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12aba48d-056c-4da8-a37d-ed3b3a11b5e3 req-a997e24a-fef5-46a4-b4ce-535f548a7979 service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936770 Jul 09 18:23:09.408189 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c507e-6c2c-41e4-83a5-342db9e3aa64 req-5e310efd-30ed-4e3b-9c71-de670311e85c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:09.411092 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad5c507e-6c2c-41e4-83a5-342db9e3aa64 req-5e310efd-30ed-4e3b-9c71-de670311e85c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 943 time: 0.0699649 Jul 09 18:23:09.452544 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ad5c507e-6c2c-41e4-83a5-342db9e3aa64 req-5c8d60f4-097d-4c69-be69-3d81a199933e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360610 Jul 09 18:23:09.862996 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:10.494305 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-032eea86-2e9f-4b45-a220-5eea7549c1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:10.640984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c09b6-a53e-4924-b932-3d1bbd7d3b6f req-5acafc0c-52d9-4ed8-9892-47f6b38714d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:10.642524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-877c09b6-a53e-4924-b932-3d1bbd7d3b6f req-5acafc0c-52d9-4ed8-9892-47f6b38714d0 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 943 time: 0.0650401 Jul 09 18:23:10.682777 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-877c09b6-a53e-4924-b932-3d1bbd7d3b6f req-24b879eb-0909-4ce3-9852-e2836745f37f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344787 Jul 09 18:23:11.875621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a5d2-3918-4af5-833d-5f29d57cadf1 req-4d9c04b5-ad1b-4cda-8247-a876d5da7f00 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:11.877088 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4658a5d2-3918-4af5-833d-5f29d57cadf1 req-4d9c04b5-ad1b-4cda-8247-a876d5da7f00 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 943 time: 0.0748949 Jul 09 18:23:11.926462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4658a5d2-3918-4af5-833d-5f29d57cadf1 req-0d449bef-3454-4e00-90bb-6ed52f7cc7c9 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Jul 09 18:23:12.356198 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 410eb962-58f9-4389-a743-a9cc3dfb781a details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:23:12.461868 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 410eb962-58f9-4389-a743-a9cc3dfb781a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=410eb962-58f9-4389-a743-a9cc3dfb781a,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:12.477425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'port_id': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'mac_address': 'fa:16:3e:5b:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:23:12.516998 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:12.534998 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410eb962-58f9-4389-a743-a9cc3dfb781a {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:23:12.565084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 410eb962-58f9-4389-a743-a9cc3dfb781a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=410eb962-58f9-4389-a743-a9cc3dfb781a,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:12.572460 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:12.625510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=410eb962-58f9-4389-a743-a9cc3dfb781a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:12.788174 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['410eb962-58f9-4389-a743-a9cc3dfb781a'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:23:13.028095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d16d75f4-7ece-478f-9e8d-f406334a77dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:13.110529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e734-4160-4e53-8a23-10b6c461d9a6 req-99be1079-9307-4abc-8fb8-9c68af7cd378 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:13.112056 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ea6e734-4160-4e53-8a23-10b6c461d9a6 req-99be1079-9307-4abc-8fb8-9c68af7cd378 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 944 time: 0.0692344 Jul 09 18:23:13.150415 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9ea6e734-4160-4e53-8a23-10b6c461d9a6 req-d86c8e03-988c-4501-bfd2-a71e312e90e3 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Jul 09 18:23:13.536204 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:14.243349 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:14.349707 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d467ec8-a427-49b0-8099-a1dfd12e3946 req-b68ce0ae-2798-47d5-9216-9492cfe2d948 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:14.351209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d467ec8-a427-49b0-8099-a1dfd12e3946 req-b68ce0ae-2798-47d5-9216-9492cfe2d948 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 944 time: 0.0717356 Jul 09 18:23:14.362189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 410eb962-58f9-4389-a743-a9cc3dfb781a up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:23:14.389772 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2d467ec8-a427-49b0-8099-a1dfd12e3946 req-3608a25d-1cc1-41b8-ad63-2d912a27133e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Jul 09 18:23:14.414830 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 410eb962-58f9-4389-a743-a9cc3dfb781a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:23:14.420597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 410eb962-58f9-4389-a743-a9cc3dfb781a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:23:14.421092 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:14.508441 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:14.530988 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:23:14.533312 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28777cb0-f713-426d-aad8-3ebc63c969d9" -d '{"events": [{"server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "name": "network-vif-plugged", "status": "completed", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:23:14.545794 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 410eb962-58f9-4389-a743-a9cc3dfb781a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=410eb962-58f9-4389-a743-a9cc3dfb781a,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:14.551891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:14.574708 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d971e47-9e9d-45b4-b779-f0c3859f576f x-openstack-request-id: req-6d971e47-9e9d-45b4-b779-f0c3859f576f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:23:14.574987 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "name": "network-vif-plugged", "status": "completed", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:23:14.575229 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d971e47-9e9d-45b4-b779-f0c3859f576f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:23:14.575613 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'code': 200} Jul 09 18:23:14.603194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=410eb962-58f9-4389-a743-a9cc3dfb781a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:14.693248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dff07-73e9-4741-bb79-6b5dae825381 req-09b22e03-ba24-4661-8132-2913e24bce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:14.694803 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e9dff07-73e9-4741-bb79-6b5dae825381 req-09b22e03-ba24-4661-8132-2913e24bce20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1097 time: 0.0579255 Jul 09 18:23:14.730208 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-8e9dff07-73e9-4741-bb79-6b5dae825381 req-02d2f0be-b3db-4e6c-ba7e-004d6d57dc5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284693 Jul 09 18:23:15.574359 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd6dd-f12e-47c5-854e-67c3dff60f9c req-dd1eb4ae-93f5-4341-9007-a4fe02b03dfb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:15.576012 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-942cd6dd-f12e-47c5-854e-67c3dff60f9c req-dd1eb4ae-93f5-4341-9007-a4fe02b03dfb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0666885 Jul 09 18:23:15.620620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-942cd6dd-f12e-47c5-854e-67c3dff60f9c req-bd990bbe-b127-403b-82dc-52d073f0ee6a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381773 Jul 09 18:23:16.150705 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:16.802862 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc32c6c-a725-4b58-9ab6-43cf0bd1e870 req-bd350d91-b7e8-42d5-85ba-e76a7e7a3dd5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:16.804400 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2bc32c6c-a725-4b58-9ab6-43cf0bd1e870 req-bd350d91-b7e8-42d5-85ba-e76a7e7a3dd5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0655868 Jul 09 18:23:16.848786 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2bc32c6c-a725-4b58-9ab6-43cf0bd1e870 req-639f680c-b0e3-4fe0-9b21-675af8d197c6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382721 Jul 09 18:23:17.034527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d859e6-41a3-40c5-bedc-38ecd10ba717 req-0adb3cbe-8635-4bdd-8fc2-79e9779e2336 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:17.036021 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70d859e6-41a3-40c5-bedc-38ecd10ba717 req-0adb3cbe-8635-4bdd-8fc2-79e9779e2336 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0758817 Jul 09 18:23:17.077431 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-70d859e6-41a3-40c5-bedc-38ecd10ba717 req-bbb6fa45-9391-4913-8a3e-8a099d256151 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Jul 09 18:23:17.107174 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53794) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:17.161675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab03d3-098c-4547-a255-391355431276 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:17.163201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d4ab03d3-098c-4547-a255-391355431276 tempest-TestNetworkAdvancedServerOps-1673794279 tempest-TestNetworkAdvancedServerOps-1673794279-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1092 time: 0.0549698 Jul 09 18:23:17.167233 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53796) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:17.171712 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:23:17.198804 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:17.313389 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:17.418957 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Allocated IP 172.25.3.115 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/10d85355-c2c4-4fe9-ade2-db867b1817ad) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:23:17.533360 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:17.576229 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:17.620178 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:23:17.625721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:23:17.628701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:23:17.631802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=10d85355-c2c4-4fe9-ade2-db867b1817ad,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:18.003063 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:18.089510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:18.240796 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:18.249165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:18.324570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event updated for resources: {'Port': ['ID=10d85355-c2c4-4fe9-ade2-db867b1817ad,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:18.336361 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:18.436961 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP 7eaf43a4-0956-44d5-82e0-9617aa6476c5 associated. External IP: 172.25.3.115, port: 410eb962-58f9-4389-a743-a9cc3dfb781a. Jul 09 18:23:18.646941 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:23:18.755277 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:23:18.765131 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] Sync routers for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:23:18.773674 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:18.776726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:18.777354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:18.811529 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-18e6b4e4-c6d7-48f4-9256-64d6e8c7f1eb tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6432521 Jul 09 18:23:18.812136 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:23:18.814440 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d1a27-11f2-443f-98e2-435aaaeec56c" -d '{"events": [{"name": "network-changed", "server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:23:18.853029 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3661a96-0d34-4340-b36a-08695380e36a x-openstack-request-id: req-e3661a96-0d34-4340-b36a-08695380e36a {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:23:18.853320 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:23:18.853654 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3661a96-0d34-4340-b36a-08695380e36a {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:23:18.854017 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'status': 'completed', 'code': 200} Jul 09 18:23:18.898377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:18.965370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-100860a6-4cd7-470a-ae20-c68c7e2e5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:18.966894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-100860a6-4cd7-470a-ae20-c68c7e2e5e6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1097 time: 0.0870702 Jul 09 18:23:19.037772 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b51f26-3a09-4c39-b89c-2853ec15bf49 req-707742da-ff8b-457d-8f83-91e2d1286ac6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:19.039275 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e2b51f26-3a09-4c39-b89c-2853ec15bf49 req-707742da-ff8b-457d-8f83-91e2d1286ac6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.1249111 Jul 09 18:23:19.099442 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e2b51f26-3a09-4c39-b89c-2853ec15bf49 req-e96a215b-56f0-4704-ac1a-3789b0cd92bf tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537975 Jul 09 18:23:19.100872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-b22c0ff1-2a3b-4feb-a2ee-75afcedaa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:19.102254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-b22c0ff1-2a3b-4feb-a2ee-75afcedaa18a service neutron] 10.222.0.36 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 898 time: 0.1290121 Jul 09 18:23:19.124976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53810) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:19.153666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '7eaf43a4-0956-44d5-82e0-9617aa6476c5', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'port_id': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'mac_address': 'fa:16:3e:5b:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a70c6-3148-455e-b538-2074fe9bfe70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:23:17Z', 'updated_at': '2021-07-09T18:23:17Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:07Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:19.175535 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-a5c26a1e-fe62-4968-b494-cc8552a5e9cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 999 time: 0.0657194 Jul 09 18:23:19.182242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] Checking router: bdd9e42b-902d-46b5-88f4-26cbfc2353c3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:23:19.188038 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bfbca32a-a466-44bb-98a8-25ad8cc37d67 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/7eaf43a4-0956-44d5-82e0-9617aa6476c5 HTTP/1.1" status: 200 len: 991 time: 0.0617390 Jul 09 18:23:19.191480 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:19.192252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:19.224167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-29a2598f-9347-4b8b-a2ef-387c59311ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:19.225667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-29a2598f-9347-4b8b-a2ef-387c59311ef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 200 len: 835 time: 0.0439298 Jul 09 18:23:19.283259 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-64cab41b-0268-40c9-a093-eecdc5dd2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:19.284962 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-64cab41b-0268-40c9-a093-eecdc5dd2f1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04b3352f-970f-4131-81f8-7b65927b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530548 Jul 09 18:23:19.295257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:19.381366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-5dd982ab-419a-42ea-8c4f-a06acd7146d1 service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898571 Jul 09 18:23:19.509712 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-353d1a27-11f2-443f-98e2-435aaaeec56c req-987a9079-90ed-424c-a7e4-0e11ca7d6cdd service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222868 Jul 09 18:23:19.518650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '7eaf43a4-0956-44d5-82e0-9617aa6476c5', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'port_id': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'mac_address': 'fa:16:3e:5b:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a70c6-3148-455e-b538-2074fe9bfe70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:23:17Z', 'updated_at': '2021-07-09T18:23:17Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:07Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:19.713192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e7cb7-8d6d-4355-883a-fc084b963d05 None None] The sync data for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 is: [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '7eaf43a4-0956-44d5-82e0-9617aa6476c5', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'port_id': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'mac_address': 'fa:16:3e:5b:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a70c6-3148-455e-b538-2074fe9bfe70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:23:17Z', 'updated_at': '2021-07-09T18:23:17Z', 'revision_number': 0, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:07Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:23:19.927049 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36acfa28-c2ee-4596-ae57-e05056e42de9 None None] New status for floating IP 7eaf43a4-0956-44d5-82e0-9617aa6476c5: ACTIVE {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:23:20.191795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53824) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:20.266754 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f1730e39-2ce0-46f3-9e04-d2a9faacee7b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/7eaf43a4-0956-44d5-82e0-9617aa6476c5 HTTP/1.1" status: 200 len: 993 time: 0.0723295 Jul 09 18:23:36.350726 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:23:38.820074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:39.876143 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:40.498683 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-55720bb6-fb38-4b26-914f-2fd461aa7fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:43.026560 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7d603aec-db15-49c1-aad4-602da6523e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:43.532078 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:44.250043 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:46.152244 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:47.334588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ca87d-863e-438c-8661-395e45f9fe25 req-f8430c83-6c03-4848-94bf-d30edf8a6e33 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:47.336157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-619ca87d-863e-438c-8661-395e45f9fe25 req-f8430c83-6c03-4848-94bf-d30edf8a6e33 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.1432188 Jul 09 18:23:47.376001 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-619ca87d-863e-438c-8661-395e45f9fe25 req-988e95ed-5683-44b0-a9e9-5ac8a064329b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341070 Jul 09 18:23:48.147905 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-176d0d31-7bba-415e-9d0e-6a643c000697 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607862 Jul 09 18:23:48.252226 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-ab96e856-b32d-4046-b30c-22148b8dc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:48.253856 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-ab96e856-b32d-4046-b30c-22148b8dc659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1097 time: 0.0548122 Jul 09 18:23:48.364310 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-9f4b5d33-a2b5-464d-aca6-207444486cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:48.365875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-9f4b5d33-a2b5-464d-aca6-207444486cff service neutron] 10.222.0.36 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 898 time: 0.0918429 Jul 09 18:23:48.441755 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-58d31f6c-677c-4796-9e96-5eccbf4a3a20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 1001 time: 0.0690379 Jul 09 18:23:48.491628 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-d01fbaa7-2db0-4efa-9e7f-30ae5eaa0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:48.493168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-d01fbaa7-2db0-4efa-9e7f-30ae5eaa0539 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 200 len: 835 time: 0.0455024 Jul 09 18:23:48.583490 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-5011ef7a-7a41-4cbe-8ea7-19c6635ecb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:48.585018 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-5011ef7a-7a41-4cbe-8ea7-19c6635ecb8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04b3352f-970f-4131-81f8-7b65927b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847888 Jul 09 18:23:48.664143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a66f-5435-4f8e-931b-764cd4529948 req-4c31b3a1-e689-429d-abcb-0315a72ebf5c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:48.665567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce23a66f-5435-4f8e-931b-764cd4529948 req-4c31b3a1-e689-429d-abcb-0315a72ebf5c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.1697979 Jul 09 18:23:49.071878 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-b76292ce-bbba-4846-9bbf-32c2bf55e7df service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787984 Jul 09 18:23:49.075075 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ce23a66f-5435-4f8e-931b-764cd4529948 req-0520c659-6eb7-4cb9-a2ea-fbd273fb05b5 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031746 Jul 09 18:23:49.101087 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53846) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:49.163660 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-193f7412-0fd3-4311-be1f-3407bebd1d34 req-4843bab6-2c13-4cea-88a4-efc074c970e8 service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850813 Jul 09 18:23:49.164324 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fffaac51-ec4c-4c2a-8d82-aaf0cd6677b2 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/7eaf43a4-0956-44d5-82e0-9617aa6476c5 HTTP/1.1" status: 200 len: 993 time: 0.0613976 Jul 09 18:23:50.599333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-03b8b050-07ea-418f-8fcb-206a30d2c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:50.600891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-03b8b050-07ea-418f-8fcb-206a30d2c740 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1097 time: 0.0598052 Jul 09 18:23:50.613830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ae2d3-3182-4e13-98ec-f25b81b9f73e req-60bfa7ad-d91b-4534-aa06-395df39c4807 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:50.615393 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b8ae2d3-3182-4e13-98ec-f25b81b9f73e req-60bfa7ad-d91b-4534-aa06-395df39c4807 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0659535 Jul 09 18:23:50.658442 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6b8ae2d3-3182-4e13-98ec-f25b81b9f73e req-a78a86de-f94b-47ef-b75a-480339b61bfd tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Jul 09 18:23:50.690100 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-fbca9a85-3551-43b0-ba9a-575ed99869c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:50.691586 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-fbca9a85-3551-43b0-ba9a-575ed99869c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 898 time: 0.0847409 Jul 09 18:23:50.762314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-e73fb2e3-104d-4d9e-aac7-992c3591fa3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 1001 time: 0.0634158 Jul 09 18:23:50.811962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-822dfa45-9f9d-41b9-979a-16150d286637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:50.813427 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-822dfa45-9f9d-41b9-979a-16150d286637 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 200 len: 835 time: 0.0450954 Jul 09 18:23:50.885069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-8db60c99-3720-47ca-9b86-12b16a4ffbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:50.886622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-8db60c99-3720-47ca-9b86-12b16a4ffbf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04b3352f-970f-4131-81f8-7b65927b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669487 Jul 09 18:23:50.983575 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-105cade9-b05a-4fd2-81d0-e1205f9ce0fc service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889163 Jul 09 18:23:51.073510 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7eef7c27-5d09-4aaa-87f6-0faf9b4f21cb req-49db78e8-24fb-4c59-9b62-1b23216548a2 service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828989 Jul 09 18:23:51.840098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ab8be-f309-43d1-ac05-b65bbc46c8c8 req-3e99b8b0-bca5-4ed8-9991-e6951ae69f88 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:51.841649 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-894ab8be-f309-43d1-ac05-b65bbc46c8c8 req-3e99b8b0-bca5-4ed8-9991-e6951ae69f88 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0676053 Jul 09 18:23:51.879444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-894ab8be-f309-43d1-ac05-b65bbc46c8c8 req-72f15338-a1ac-4b5d-8512-7d77fcc3393c tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Jul 09 18:23:53.069798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52d40-d649-4402-9a77-59674940ae21 req-1942229b-9c57-484e-ac17-3096137af904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:53.071651 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69e52d40-d649-4402-9a77-59674940ae21 req-1942229b-9c57-484e-ac17-3096137af904 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0764408 Jul 09 18:23:53.112430 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-69e52d40-d649-4402-9a77-59674940ae21 req-f20da818-27c7-4519-b9c0-671628655b56 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Jul 09 18:23:53.148238 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53858) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:53.213580 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-217b9061-949e-4b98-93b2-f1411a0b2f6f tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/floatingips/7eaf43a4-0956-44d5-82e0-9617aa6476c5 HTTP/1.1" status: 200 len: 993 time: 0.0634992 Jul 09 18:23:53.502088 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53864) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:53.675752 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 10d85355-c2c4-4fe9-ade2-db867b1817ad {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:23:53.676102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:53.764320 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:53.764624 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:53.779721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 10d85355-c2c4-4fe9-ade2-db867b1817ad owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:23:53.959845 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:53.983921 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=10d85355-c2c4-4fe9-ade2-db867b1817ad,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:54.061008 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:54.061311 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Floating IP 7eaf43a4-0956-44d5-82e0-9617aa6476c5 disassociated (deleted). External IP: 172.25.3.115, port: 410eb962-58f9-4389-a743-a9cc3dfb781a. Jul 09 18:23:54.284366 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:23:54.428946 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:23:54.434084 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:54.438864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] Sync routers for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:23:54.450161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:54.450899 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:54.479584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3cfbefa3-fce0-41ab-b3c5-fe7a353c9ac4 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/floatingips/7eaf43a4-0956-44d5-82e0-9617aa6476c5 HTTP/1.1" status: 204 len: 168 time: 0.9763935 Jul 09 18:23:54.480215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:23:54.482527 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64f00cd-8a22-401d-9f4a-13863a538a94" -d '{"events": [{"name": "network-changed", "server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:23:54.531021 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e14cdc5-72e4-4e30-a5fb-43710dfd82a8 x-openstack-request-id: req-6e14cdc5-72e4-4e30-a5fb-43710dfd82a8 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:23:54.531021 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:23:54.531021 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e14cdc5-72e4-4e30-a5fb-43710dfd82a8 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:23:54.531021 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'status': 'completed', 'code': 200} Jul 09 18:23:54.585375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:54.621694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-90a073eb-85cc-45d5-bd44-a6d69dfb0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:54.623350 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-90a073eb-85cc-45d5-bd44-a6d69dfb0740 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 1097 time: 0.0702767 Jul 09 18:23:54.746069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-7fc232a7-c51d-4fa4-802a-c33c7619c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:54.747604 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-7fc232a7-c51d-4fa4-802a-c33c7619c988 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 200 len: 898 time: 0.1170821 Jul 09 18:23:54.809938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-8cb78ec5-8763-4614-9477-18ab37845c40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 200 len: 217 time: 0.0537670 Jul 09 18:23:54.824135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:07Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:54.855614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] Checking router: bdd9e42b-902d-46b5-88f4-26cbfc2353c3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:23:54.864352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:23:54.864945 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:54.897214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-957807a7-0071-4741-b4ea-a54db1501217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:54.898652 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-957807a7-0071-4741-b4ea-a54db1501217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 200 len: 835 time: 0.0810583 Jul 09 18:23:54.951210 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dba1a-81f9-45fe-b960-a66d5873c483 req-b20f8299-1f9c-41f8-84b0-251501738321 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:54.952710 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f17dba1a-81f9-45fe-b960-a66d5873c483 req-b20f8299-1f9c-41f8-84b0-251501738321 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.1221657 Jul 09 18:23:54.971473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:23:55.002988 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-6a333b3b-4ce0-4323-a9a1-8ec4710d3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:55.004461 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-6a333b3b-4ce0-4323-a9a1-8ec4710d3f88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04b3352f-970f-4131-81f8-7b65927b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958819 Jul 09 18:23:55.007436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f17dba1a-81f9-45fe-b960-a66d5873c483 req-8ac34386-5a5e-430e-9e1b-8f4024e3d45a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488844 Jul 09 18:23:55.098723 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-6981b48f-ea07-466e-bafd-c9d663af55cb service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863357 Jul 09 18:23:55.174801 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:07Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:23:55.201065 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b64f00cd-8a22-401d-9f4a-13863a538a94 req-28af2af3-2646-481c-826b-139ffa43d23a service neutron] 10.222.0.36 "GET /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952907 Jul 09 18:23:55.201675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f8d38-43ac-4f8d-a176-1491cbd7b3ad None None] The sync data for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 is: [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'a24ccfc3-3841-4e8e-821a-855c9263ea7d', 'name': '', 'network_id': '04b3352f-970f-4131-81f8-7b65927b56df', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'mac_address': 'fa:16:3e:02:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:23:02Z', 'updated_at': '2021-07-09T18:23:07Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'subnets': [{'id': '444bbe38-aa4d-48da-ac19-195046ac9a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:23:55.443663 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb74d7-13b0-451a-b18b-c79ccdd0eb6f None None] New status for floating IP 7eaf43a4-0956-44d5-82e0-9617aa6476c5: DOWN {{(pid=93898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:23:56.203225 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9007-a218-4851-a684-5e84d5226c07 req-fd56e83c-dd17-4158-b82f-0c1891ab848e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:56.204780 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a13d9007-a218-4851-a684-5e84d5226c07 req-fd56e83c-dd17-4158-b82f-0c1891ab848e tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0821593 Jul 09 18:23:56.245084 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a13d9007-a218-4851-a684-5e84d5226c07 req-5474d769-e8bb-421f-98aa-72083552a0c6 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0666154-15ba-47c8-98f5-2f424cbcf62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339336 Jul 09 18:23:56.462464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-fb1834a8-c0ba-4d2a-9b81-39f35bd1d1ab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:23:56.464077 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-fb1834a8-c0ba-4d2a-9b81-39f35bd1d1ab tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 945 time: 0.0850234 Jul 09 18:23:56.564898 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 410eb962-58f9-4389-a743-a9cc3dfb781a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:23:56.565136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:56.667067 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 410eb962-58f9-4389-a743-a9cc3dfb781a, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=410eb962-58f9-4389-a743-a9cc3dfb781a,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:56.667395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:56.681198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 410eb962-58f9-4389-a743-a9cc3dfb781a owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:23:56.828880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:56.859367 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=410eb962-58f9-4389-a743-a9cc3dfb781a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:56.887652 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.888074 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.888365 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.888693 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.889020 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.889347 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.889694 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.889995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.890317 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.890635 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.890942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.891270 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:56.911497 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] No DVR routers for this DVR port 410eb962-58f9-4389-a743-a9cc3dfb781a on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:23:56.917752 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:56.922277 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1987343b-dc9d-4f57-9cf6-b8847e252a3d req-bb3bf3c8-2c61-49bb-886b-64427554f096 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.36 "DELETE /v2.0/ports/410eb962-58f9-4389-a743-a9cc3dfb781a HTTP/1.1" status: 204 len: 173 time: 0.4523690 Jul 09 18:23:56.922814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'name': 'network-vif-deleted', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:23:56.925259 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2214771-13d7-4d13-8da2-94e5ff67d800" -d '{"events": [{"server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "name": "network-vif-deleted", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:23:56.969254 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c5cf8-ab8e-4322-8ca1-a381e24566b4 x-openstack-request-id: req-996c5cf8-ab8e-4322-8ca1-a381e24566b4 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:23:56.969614 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195a70c6-3148-455e-b538-2074fe9bfe70", "name": "network-vif-deleted", "tag": "410eb962-58f9-4389-a743-a9cc3dfb781a", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:23:56.969918 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-996c5cf8-ab8e-4322-8ca1-a381e24566b4 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:23:56.970538 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195a70c6-3148-455e-b538-2074fe9bfe70', 'name': 'network-vif-deleted', 'tag': '410eb962-58f9-4389-a743-a9cc3dfb781a', 'status': 'completed', 'code': 200} Jul 09 18:23:57.419657 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3bcf415a-6837-4ab4-8e1c-5140a3313232 req-5dab91c4-5fd0-46d2-8727-d06a8b0acd8b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "GET /v2.0/ports?device_id=195a70c6-3148-455e-b538-2074fe9bfe70 HTTP/1.1" status: 200 len: 210 time: 0.0316963 Jul 09 18:23:58.525329 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53884) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:23:59.257873 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:59.545972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port a24ccfc3-3841-4e8e-821a-855c9263ea7d {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:23:59.546687 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:59.637699 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port a24ccfc3-3841-4e8e-821a-855c9263ea7d, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=a24ccfc3-3841-4e8e-821a-855c9263ea7d,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:23:59.638060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:59.651194 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for a24ccfc3-3841-4e8e-821a-855c9263ea7d owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:23:59.853709 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:23:59.884210 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=a24ccfc3-3841-4e8e-821a-855c9263ea7d,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:23:59.896717 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.897097 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.897452 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.897788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.898095 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.898413 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.898727 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.899066 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.899440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.899691 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.900012 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:23:59.900326 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:00.070915 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.291502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:24:00.406798 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:24:00.414224 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-afc42282-39cf-4d56-a856-fa1faa0c5b4b tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "PUT /v2.0/routers/bdd9e42b-902d-46b5-88f4-26cbfc2353c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869634 Jul 09 18:24:00.418608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53886) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:00.421962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] Sync routers for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:24:00.435278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:00.436366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:00.479094 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting subnet 444bbe38-aa4d-48da-ac19-195046ac9a96 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:24:00.482324 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.525864 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.551232 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:00.609939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.668437 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 410eb962-58f9-4389-a743-a9cc3dfb781a no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:24:00.693321 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.698960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 410eb962-58f9-4389-a743-a9cc3dfb781a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:24:00.699307 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 410eb962-58f9-4389-a743-a9cc3dfb781a not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:24:00.724907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Subnet': ['ID=444bbe38-aa4d-48da-ac19-195046ac9a96,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:00.728680 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.732790 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc4eb817-e640-4e2e-9ef5-967766b6381a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/subnets/444bbe38-aa4d-48da-ac19-195046ac9a96 HTTP/1.1" status: 204 len: 168 time: 0.3122523 Jul 09 18:24:00.736200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53888) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:00.745387 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e9ebb-7df1-4e43-a65d-e8c3b0309aca None None] Network 04b3352f-970f-4131-81f8-7b65927b56df requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:24:00.833073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:59Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:00.855083 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:00.881835 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] Checking router: bdd9e42b-902d-46b5-88f4-26cbfc2353c3 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:24:00.910397 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] Routers {'bdd9e42b-902d-46b5-88f4-26cbfc2353c3'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:00.911023 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:00.963131 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.040120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Deleting port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:24:01.040476 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.054144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] Set router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:01.110953 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] DHCP port deletion for 04b3352f-970f-4131-81f8-7b65927b56df request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:24:01.125222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] For port 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:01.125580 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.138669 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Calling delete_port for 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:24:01.249046 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Deleting port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:24:01.249407 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.311432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.321150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] For port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,segment=NetworkSegment(b5630ee2-308d-4553-b367-fa495224dfff),segment_id=b5630ee2-308d-4553-b367-fa495224dfff)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:01.321541 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.336097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Calling delete_port for 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:24:01.336325 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Port': ['ID=5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:01.343647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:59Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:01.379375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38daa9e9-6424-4e72-a26e-07abb2325836 None None] The sync data for ids ['bdd9e42b-902d-46b5-88f4-26cbfc2353c3'] in n-d-791506-17 is: [{'id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011446789', 'tenant_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:22:58Z', 'updated_at': '2021-07-09T18:23:59Z', 'revision_number': 5, 'project_id': '0440174e0cb4406bb4ddd6ce36ed6f7f', 'gw_port': {'id': '5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd9e42b-902d-46b5-88f4-26cbfc2353c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:22:59Z', 'updated_at': '2021-07-09T18:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:24:01.406673 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.457088 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.480009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Pushing event deleted for resources: {'Port': ['ID=8f59496e-8a08-44ea-a70a-f8a5a6ae06a9,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:01.489095 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] No DVR routers for this DVR port 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:24:01.492781 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.493098 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.493616 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.493837 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.494201 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.494533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.494863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.495188 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.495507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.495851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.496552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.496552 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24e9287-1d4e-4d27-9625-9ceeacebed42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:01.505031 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.507266 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.552540 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.553215 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Fanout notify agent at l3_agent the message router_deleted on router bdd9e42b-902d-46b5-88f4-26cbfc2353c3 {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:24:01.560427 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.561611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-82ac342e-f2c6-412c-8d77-35e57977c308 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/routers/bdd9e42b-902d-46b5-88f4-26cbfc2353c3 HTTP/1.1" status: 204 len: 168 time: 0.8243418 Jul 09 18:24:01.565302 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53890) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:01.644529 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.742799 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.757684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b3352f-970f-4131-81f8-7b65927b56df']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:01.779654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5630ee2-308d-4553-b367-fa495224dfff') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:01.779969 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5630ee2-308d-4553-b367-fa495224dfff') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:01.791067 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.807467 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.814401 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:24:01.814862 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:24:01.818017 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:24:01.881846 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.889320 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.894100 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/networks/04b3352f-970f-4131-81f8-7b65927b56df HTTP/1.1" status: 204 len: 168 time: 0.3249679 Jul 09 18:24:01.895159 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53892) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:01.904135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f42e-c920-4596-88a2-5ec1fdab673a tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'Network': ['ID=04b3352f-970f-4131-81f8-7b65927b56df,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:01.955648 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfeebc6c-2d56-4a2b-a407-3afd8b407439 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:01.986976 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfeebc6c-2d56-4a2b-a407-3afd8b407439 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.050184 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfeebc6c-2d56-4a2b-a407-3afd8b407439 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.052902 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bfeebc6c-2d56-4a2b-a407-3afd8b407439 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.054186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bfeebc6c-2d56-4a2b-a407-3afd8b407439 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0666154-15ba-47c8-98f5-2f424cbcf62c HTTP/1.1" status: 204 len: 168 time: 0.1578472 Jul 09 18:24:02.064525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeebc6c-2d56-4a2b-a407-3afd8b407439 tempest-TestNetworkAdvancedServerOps-263108726 tempest-TestNetworkAdvancedServerOps-263108726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0666154-15ba-47c8-98f5-2f424cbcf62c,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:02.409399 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53900) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:02.575440 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-6b175b5a-8414-4ed5-be50-684719ee8461 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0440174e0cb4406bb4ddd6ce36ed6f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647441 Jul 09 18:24:02.578201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53904) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:02.644706 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f940d0a1-e187-4c8d-90db-0eaab25ddc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.673941 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f940d0a1-e187-4c8d-90db-0eaab25ddc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.722776 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f940d0a1-e187-4c8d-90db-0eaab25ddc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.725362 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f940d0a1-e187-4c8d-90db-0eaab25ddc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:02.726521 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f940d0a1-e187-4c8d-90db-0eaab25ddc3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8e3b406-7933-430b-a57a-21d4bb7eaa9c HTTP/1.1" status: 204 len: 168 time: 0.1473141 Jul 09 18:24:02.734329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940d0a1-e187-4c8d-90db-0eaab25ddc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3b406-7933-430b-a57a-21d4bb7eaa9c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:02.823020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:24:02.848073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:24:02.848423 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 5d1bed6c-194b-4f84-8dcf-c6ae6375cdb1 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:24:02.848848 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a24ccfc3-3841-4e8e-821a-855c9263ea7d no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:24:02.871722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: a24ccfc3-3841-4e8e-821a-855c9263ea7d {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:24:02.871722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device a24ccfc3-3841-4e8e-821a-855c9263ea7d not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:24:02.871722 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:24:02.888824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:24:02.889024 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 8f59496e-8a08-44ea-a70a-f8a5a6ae06a9 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:24:03.041189 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53910) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:03.054893 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e60-4683-4317-aa29-9e922ebfed8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.146351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e60-4683-4317-aa29-9e922ebfed8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.152737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0e60-4683-4317-aa29-9e922ebfed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.190524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-1a0c0e60-4683-4317-aa29-9e922ebfed8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f85058634f594bcf978741e164a41abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482332 Jul 09 18:24:03.191704 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c0e60-4683-4317-aa29-9e922ebfed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d4303-d0ce-4739-a364-d61719fa5166,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:03.193542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53912) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:03.245137 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a130aa40-3725-47bc-9833-6b7c1c426c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.267121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a130aa40-3725-47bc-9833-6b7c1c426c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.314883 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a130aa40-3725-47bc-9833-6b7c1c426c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.317483 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a130aa40-3725-47bc-9833-6b7c1c426c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:03.318653 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a130aa40-3725-47bc-9833-6b7c1c426c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f6d4303-d0ce-4739-a364-d61719fa5166 HTTP/1.1" status: 204 len: 168 time: 0.1239891 Jul 09 18:24:03.326974 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130aa40-3725-47bc-9833-6b7c1c426c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d4303-d0ce-4739-a364-d61719fa5166,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:04.073832 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53934) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:04.174018 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-963327218-network', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:04.198106 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Made reservation on behalf of 0b1ef07d19bf44d79f0c256c8bae928c for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:24:04.200515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.209264 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.298866 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.304414 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.330455 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:24:04.346021 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca9115-78bb-4a2c-a227-69d1204e4a38,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:04.349108 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.349456 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Added segment 17f64860-b63b-411a-810d-2b8374947b0b of type vlan for network 8ff2d93d-2a39-4855-8de7-7378cd88724c Jul 09 18:24:04.390768 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.422086 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.423042 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:04.423675 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.477929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4030538 Jul 09 18:24:04.481163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53938) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:04.483166 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dce92-9dda-42d7-9956-55c66d85e374 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff2d93d-2a39-4855-8de7-7378cd88724c,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:04.486288 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Request body: {'subnet': {'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-963327218-subnet', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:04.494041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:24:04.512801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Made reservation on behalf of 0b1ef07d19bf44d79f0c256c8bae928c for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:24:04.515439 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.697488 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.748902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b5eef8-2eb1-40d7-a180-6da3fa6883a4,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:04.767336 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Checking segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:04.767738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Network hostable DHCP agents. Network: 8ff2d93d-2a39-4855-8de7-7378cd88724c, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:24:04.787318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:24:04.797519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 8ff2d93d-2a39-4855-8de7-7378cd88724c) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:04.801961 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:04.802553 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.807049 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa6163-d2b4-4593-b512-b54754ec2716 None None] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:24:04.818579 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-c3f7456b-505a-4043-a8af-f3554b9b398a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3362601 Jul 09 18:24:04.821839 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53940) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:04.826299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:04.851860 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.852945 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.913197 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:04.953840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-8ff2d93d-2a39-4855-8de7-7378cd88724c', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:24:04.954700 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.050152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.090742 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Allocated IP 172.20.0.2 (8ff2d93d-2a39-4855-8de7-7378cd88724c/00b5eef8-2eb1-40d7-a180-6da3fa6883a4/072aa274-ebd5-4c49-9281-1ce930b6a2d1) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:05.238294 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.247048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Transition to ACTIVE for port object 072aa274-ebd5-4c49-9281-1ce930b6a2d1 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:05.253895 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.262588 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Transition to ACTIVE for port object 072aa274-ebd5-4c49-9281-1ce930b6a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:05.269391 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.278732 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.310638 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:05.313547 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:05.317879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:05.321551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Pushing event updated for resources: {'Port': ['ID=072aa274-ebd5-4c49-9281-1ce930b6a2d1,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:05.375229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Attempting to bind port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:05.375569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Attempting to bind port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:05.375985 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Attempting to bind port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:05.381886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:05.382254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Checking segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:05.382658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.383048 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Bound using segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:05.383510 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Bound port: 072aa274-ebd5-4c49-9281-1ce930b6a2d1, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:05.383915 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.386163 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Allocated IP 172.25.3.113 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:05.457844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] For port 072aa274-ebd5-4c49-9281-1ce930b6a2d1, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:05.461103 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] For port 072aa274-ebd5-4c49-9281-1ce930b6a2d1, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=072aa274-ebd5-4c49-9281-1ce930b6a2d1,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:05.465005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.494838 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.520085 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a5dc2-30b6-4f59-b99b-1f3a86f000c9 None None] Pushing event updated for resources: {'Port': ['ID=072aa274-ebd5-4c49-9281-1ce930b6a2d1,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:05.542749 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:05.583936 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:05.586851 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:05.592600 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:05.612588 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Pushing event updated for resources: {'Port': ['ID=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:05.850910 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:06.399595 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605a62c-aa63-43f4-9e30-8eda1ba7d2bd None None] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:24:06.401112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:06.452896 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-613b6975-f7ac-4d9e-b9f5-eb93544df75f None None] Provisioning for port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:06.540403 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:24:06.651785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:24:06.662864 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:24:06.670315 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:06.671611 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-427ba5a2-135b-4834-af1a-39182ac69fcf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8488595 Jul 09 18:24:06.674679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53942) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:06.676068 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:06.676668 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:06.789944 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:06.860382 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 072aa274-ebd5-4c49-9281-1ce930b6a2d1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:06.916153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:06.920054 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:06.920428 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:06.974830 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:05Z', 'revision_number': 3, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:07.006563 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:24:07.006901 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Updating router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:24:07.044097 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.121508 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.157621 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.194383 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 072aa274-ebd5-4c49-9281-1ce930b6a2d1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=072aa274-ebd5-4c49-9281-1ce930b6a2d1,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:07.200667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.273518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=072aa274-ebd5-4c49-9281-1ce930b6a2d1,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:07.307041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Allocated IP 172.20.0.1 (8ff2d93d-2a39-4855-8de7-7378cd88724c/00b5eef8-2eb1-40d7-a180-6da3fa6883a4/3cfaa343-70c0-4ad6-b8f6-9f7286963e08) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:07.314822 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.325475 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Transition to ACTIVE for port object b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:07.332055 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.383549 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Attempting to bind port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:07.383846 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Attempting to bind port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:07.384204 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Attempting to bind port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:07.391242 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Pushing event updated for resources: {'Port': ['ID=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:07.394140 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:07.394506 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:07.394902 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.395276 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:07.395733 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Bound port: b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:07.396125 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.416108 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.418080 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.418418 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.418750 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.419092 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.419401 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.419715 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.420065 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.420382 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.420694 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.421012 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.421328 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.421641 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:24:07.431678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Transition to ACTIVE for port object 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:07.455993 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] For port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:07.459119 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] For port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:07.464466 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.466975 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.511418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:07.514440 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:07.516876 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:07.523117 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cff23-de01-4092-8d6b-4c61a51bc3b0 None None] Pushing event updated for resources: {'Port': ['ID=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:07.525651 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:07.526262 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:07.544588 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:07.562597 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.646549 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:07.717638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.810356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4b45633b-e07d-447c-82d5-3be2707089a7 None None] Provisioning for port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:07.816628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4b45633b-e07d-447c-82d5-3be2707089a7 None None] Provisioning complete for port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:07.817253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4b45633b-e07d-447c-82d5-3be2707089a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.852428 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:05Z', 'revision_number': 3, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:07.857306 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4b45633b-e07d-447c-82d5-3be2707089a7 None None] Port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:24:07.882401 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c5950-aaee-4672-99b3-89863b2a13e6 None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:05Z', 'revision_number': 3, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:24:07.884958 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.891090 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.965631 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:07.967422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:08.059669 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:08.061298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:08.209051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:24:08.326899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:24:08.332140 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-fd1a76d2-c640-40e5-ad0f-dadd18a7cae5 admin admin] 10.222.0.21 "PUT /v2.0/routers/e9ce99e2-f599-4a76-8a9a-c43f6db87d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564531 Jul 09 18:24:08.391609 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-36f99195-d824-4fc3-896d-594a4e44308b None None] Provisioning complete for port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:08.392623 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-36f99195-d824-4fc3-896d-594a4e44308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:08.428369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-36f99195-d824-4fc3-896d-594a4e44308b None None] Port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:24:08.823884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:08.838193 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53958) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:08.844064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-288870818-network', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:08.869056 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Made reservation on behalf of 799217b9a5a54cd7b78818bf67f1f359 for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:24:08.871574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:08.880558 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:08.900018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:08.953513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:08.957139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:08.957512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:08.978515 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:08.983388 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.005326 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:24:09.020421 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b9df68-d603-4bee-a5c6-867900082ab2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:09.024603 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.024957 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Added segment 3c0bd888-77ac-4cb3-904a-f0e25852ddf2 of type vlan for network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 Jul 09 18:24:09.037728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.058278 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:09.063371 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.064226 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 072aa274-ebd5-4c49-9281-1ce930b6a2d1 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:09.071103 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.105860 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.107977 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:09.108385 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.139250 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:09.152419 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:09.152856 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.165471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3256485 Jul 09 18:24:09.168438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53960) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:09.174323 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Request body: {'subnet': {'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-288870818-subnet', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:09.184678 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a42231-d352-4907-a9df-a7c86a49f30b admin admin] Pushing event updated for resources: {'Network': ['ID=27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:09.197229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:24:09.200481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Made reservation on behalf of 799217b9a5a54cd7b78818bf67f1f359 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:24:09.203317 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.378073 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.425581 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de597c8-fdbe-4f8e-af1d-3467be6482f8,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:09.440804 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:24:09.441785 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Checking segment: {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:09.442139 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Network hostable DHCP agents. Network: 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:24:09.451109 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:09.451831 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:09.459549 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:24:09.470091 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:09.474384 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:09.474981 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.490797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0b8ba21-16e5-494c-95f8-d8499f4ca2c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3211443 Jul 09 18:24:09.493537 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53962) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:09.493681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4becadfe-7bc3-463a-8e83-c2bb9ea7ea30 None None] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:24:09.498192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:09.521998 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.523175 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.580299 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.630227 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:09.719509 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.791875 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7', 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'fixed_ips': [{'subnet_id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:24:09.792707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.929850 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.941339 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.949102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:09.993843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Allocated IP 172.20.0.2 (27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7/3de597c8-fdbe-4f8e-af1d-3467be6482f8/f8c2812e-b735-4602-ad18-e26217504608) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:10.013191 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 2, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:10.053304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Allocated IP 172.25.3.18 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/45dba0ee-e684-40a3-8055-f15a29c8ee30) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:10.074396 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:24:10.074751 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Updating router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:24:10.124707 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.161121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.204565 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.240868 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:10.247165 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:10.250730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:10.273438 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Pushing event updated for resources: {'Port': ['ID=45dba0ee-e684-40a3-8055-f15a29c8ee30,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:10.284572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.300189 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Transition to ACTIVE for port object f8c2812e-b735-4602-ad18-e26217504608 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:10.355445 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Transition to ACTIVE for port object f8c2812e-b735-4602-ad18-e26217504608 will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:10.366748 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.414504 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:10.424977 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:10.434671 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:10.453071 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Pushing event updated for resources: {'Port': ['ID=f8c2812e-b735-4602-ad18-e26217504608,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:10.517816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.553883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Attempting to bind port f8c2812e-b735-4602-ad18-e26217504608 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:10.554253 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Attempting to bind port f8c2812e-b735-4602-ad18-e26217504608 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:10.554639 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Attempting to bind port f8c2812e-b735-4602-ad18-e26217504608 on network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:10.559399 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e607f3f3-30d1-4b15-a15f-321e23381994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.568366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:10.569216 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Checking segment: {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:10.570631 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.570631 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Bound using segment: {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:10.571013 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Bound port: f8c2812e-b735-4602-ad18-e26217504608, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:10.571232 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.601106 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.631088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Transition to ACTIVE for port object 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:10.645153 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.704892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] For port f8c2812e-b735-4602-ad18-e26217504608, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:10.723257 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39853bb3-3f73-4b78-92a6-28134f89a235 None None] Pushing event updated for resources: {'Port': ['ID=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:10.727033 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] For port f8c2812e-b735-4602-ad18-e26217504608, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8c2812e-b735-4602-ad18-e26217504608,segment=NetworkSegment(3c0bd888-77ac-4cb3-904a-f0e25852ddf2),segment_id=3c0bd888-77ac-4cb3-904a-f0e25852ddf2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:10.754688 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.755408 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.824993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Attempting to bind port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:10.825365 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Attempting to bind port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:10.825734 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Attempting to bind port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:10.846366 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:10.846754 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Checking segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:10.847168 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.847577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Bound using segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:10.848100 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Bound port: 3cfaa343-70c0-4ad6-b8f6-9f7286963e08, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:10.848500 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.861051 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7264c-cba3-4d82-a824-474d381fdc05 None None] Pushing event updated for resources: {'Port': ['ID=f8c2812e-b735-4602-ad18-e26217504608,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:10.867443 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:10.919240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Router 6ce00c33-0108-4e98-b4c5-7091c67db338 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:24:10.970669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:10.970669 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:10.996299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] For port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:11.019354 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] For port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:11.028028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:11.083976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:24:11.100699 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Sync routers for ids ['6ce00c33-0108-4e98-b4c5-7091c67db338'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:24:11.104329 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:11.105878 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b8e09408-e53c-4aba-8424-73d5a1303841 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6113131 Jul 09 18:24:11.108730 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53964) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:11.136273 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Routers {'6ce00c33-0108-4e98-b4c5-7091c67db338'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:11.137004 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6ce00c33-0108-4e98-b4c5-7091c67db338'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:11.174855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:11.175511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:11.267867 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Set router 6ce00c33-0108-4e98-b4c5-7091c67db338 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:11.457053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39853bb3-3f73-4b78-92a6-28134f89a235 None None] Pushing event updated for resources: {'Port': ['ID=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:11.473663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:11.486885 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:10Z', 'revision_number': 3, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:11.517332 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Checking router: 6ce00c33-0108-4e98-b4c5-7091c67db338 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:24:11.517667 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Updating router 6ce00c33-0108-4e98-b4c5-7091c67db338 port 45dba0ee-e684-40a3-8055-f15a29c8ee30 binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:24:11.557640 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:11.637885 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:11.718483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:10Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:11.757721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21915a-4e70-4cef-b0f3-c26d0114076e None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:10Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:24:11.917638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Allocated IP 172.20.0.1 (27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7/3de597c8-fdbe-4f8e-af1d-3467be6482f8/c020683f-30e2-4700-90ee-13be2343d419) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:11.967414 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:11.980067 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Transition to ACTIVE for port object 45dba0ee-e684-40a3-8055-f15a29c8ee30 will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:11.990382 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.043586 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.048760 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Attempting to bind port 45dba0ee-e684-40a3-8055-f15a29c8ee30 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:12.049128 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Attempting to bind port 45dba0ee-e684-40a3-8055-f15a29c8ee30 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:12.049491 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Attempting to bind port 45dba0ee-e684-40a3-8055-f15a29c8ee30 on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:12.052653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a85e3-14cf-4cbb-a34a-b2de5ad54cdc None None] Pushing event updated for resources: {'Port': ['ID=45dba0ee-e684-40a3-8055-f15a29c8ee30,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:12.058673 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Transition to ACTIVE for port object c020683f-30e2-4700-90ee-13be2343d419 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:12.064288 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:12.065010 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:12.065683 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.066284 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:12.066956 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Bound port: 45dba0ee-e684-40a3-8055-f15a29c8ee30, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:12.067516 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.105510 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.121765 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] For port 45dba0ee-e684-40a3-8055-f15a29c8ee30, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:12.126161 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] For port 45dba0ee-e684-40a3-8055-f15a29c8ee30, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=45dba0ee-e684-40a3-8055-f15a29c8ee30,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:12.134288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46deed73-6605-48c9-905c-dd86b5be13f6 None None] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:24:12.138299 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.162793 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:12.175928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c020683f-30e2-4700-90ee-13be2343d419,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:12.180236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:12.183155 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:12.206602 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Routers {'6ce00c33-0108-4e98-b4c5-7091c67db338'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:12.207350 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:23:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6ce00c33-0108-4e98-b4c5-7091c67db338'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:12.210729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a85e3-14cf-4cbb-a34a-b2de5ad54cdc None None] Pushing event updated for resources: {'Port': ['ID=45dba0ee-e684-40a3-8055-f15a29c8ee30,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:12.232978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-38b348bd-ee0c-44c0-8733-833c011d89fd None None] Provisioning for port f8c2812e-b735-4602-ad18-e26217504608 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:12.237090 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.322849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] Set router 6ce00c33-0108-4e98-b4c5-7091c67db338 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:12.416018 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.549951 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:10Z', 'revision_number': 3, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:12.595621 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ee10e-871e-41e2-8481-5db60ac3c0a6 None None] The sync data for ids ['6ce00c33-0108-4e98-b4c5-7091c67db338'] in n-d-791506-17 is: [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:10Z', 'revision_number': 3, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:24:12.633909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.648013 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.698313 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66450e86-3116-4036-a85f-571cd534f6d2 None None] Provisioning for port c020683f-30e2-4700-90ee-13be2343d419 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:12.705429 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-66450e86-3116-4036-a85f-571cd534f6d2 None None] Provisioning complete for port c020683f-30e2-4700-90ee-13be2343d419 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:12.706072 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-66450e86-3116-4036-a85f-571cd534f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.745278 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:12.754533 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c020683f-30e2-4700-90ee-13be2343d419,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:12.795472 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-66450e86-3116-4036-a85f-571cd534f6d2 None None] Port c020683f-30e2-4700-90ee-13be2343d419 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:24:12.860484 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:12.862104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:13.006357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8c2812e-b735-4602-ad18-e26217504608 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:13.083348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a80dc1ac-e23b-447a-9e1a-f1a9ae94d819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.088415 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-ee4df741-9887-4953-ac77-d0739a54fe75 None None] Provisioning complete for port c020683f-30e2-4700-90ee-13be2343d419 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:13.088791 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ee4df741-9887-4953-ac77-d0739a54fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.133339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-ee4df741-9887-4953-ac77-d0739a54fe75 None None] Port c020683f-30e2-4700-90ee-13be2343d419 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:24:13.163177 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f8c2812e-b735-4602-ad18-e26217504608 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:13.168371 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f8c2812e-b735-4602-ad18-e26217504608 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:13.168501 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.273891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.313275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f8c2812e-b735-4602-ad18-e26217504608, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8c2812e-b735-4602-ad18-e26217504608,segment=NetworkSegment(3c0bd888-77ac-4cb3-904a-f0e25852ddf2),segment_id=3c0bd888-77ac-4cb3-904a-f0e25852ddf2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:13.319547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.321220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:13.367233 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:24:13.426161 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-18e529d1-5108-47ec-8cb3-4835ac34d2f2 None None] Provisioning complete for port c020683f-30e2-4700-90ee-13be2343d419 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:13.426534 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-18e529d1-5108-47ec-8cb3-4835ac34d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.428225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f8c2812e-b735-4602-ad18-e26217504608,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:13.447548 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Router 6ce00c33-0108-4e98-b4c5-7091c67db338 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:24:13.466807 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:13.473395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:13.473769 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.475229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-18e529d1-5108-47ec-8cb3-4835ac34d2f2 None None] Port c020683f-30e2-4700-90ee-13be2343d419 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:24:13.531061 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.556332 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:24:13.562794 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-a220f390-d3a5-4177-a66b-f83effa681a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/6ce00c33-0108-4e98-b4c5-7091c67db338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4529696 Jul 09 18:24:13.568363 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.610622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:13.615115 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:13.673056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.090093 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.094952 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249207311', 'description': 'tempest-secgroup-smoke-1249207311 description', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.120258 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.209487 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.214317 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.243953 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebec01f-ea48-4c22-afae-5aa830829d37,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.248386 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.249624 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ab61204a-87e5-4888-ad48-8b679ff2a8f2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1584959 Jul 09 18:24:14.251155 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.252747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53974) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.257431 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'aebec01f-ea48-4c22-afae-5aa830829d37', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.284978 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.346652 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.352491 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.369478 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ef87ab-b24e-483b-81ef-715a1403abad,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.377181 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.378401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-79369758-6632-4d94-9415-67ff653d814c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246476 Jul 09 18:24:14.381287 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53976) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.385794 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'aebec01f-ea48-4c22-afae-5aa830829d37', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.416501 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.474843 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.479998 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.496696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14d3f4e-a6e5-404d-adce-5b041a12c421,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.504687 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.506419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-94786cd1-a362-46a9-bd95-478ab7a4e319 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241658 Jul 09 18:24:14.509866 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 53978) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.516912 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'aebec01f-ea48-4c22-afae-5aa830829d37', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.547626 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.610001 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.614987 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.635921 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c374cd07-dade-419b-b33c-0f2cf6446360,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.644504 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.645864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-90081051-eb14-47bc-9d01-7be69d447b67 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345716 Jul 09 18:24:14.649156 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53980) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.653928 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'aebec01f-ea48-4c22-afae-5aa830829d37', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.684644 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.764751 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.770612 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.793625 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8517a538-4f2a-47b6-a69c-2a14993dba94,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.800718 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.801839 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b535dca4-419c-4929-9ae2-7cf693497b15 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516383 Jul 09 18:24:14.805400 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53982) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.811146 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'aebec01f-ea48-4c22-afae-5aa830829d37', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.835009 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Project 0b1ef07d19bf44d79f0c256c8bae928c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:24:14.840242 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.910348 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.914717 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.924886 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:14.936770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1ed55f-3b0f-48c9-b5b6-89e965a99232,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:14.941887 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.943630 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-2c5a7995-5f41-4e04-b2fa-4ac4bd798fa8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370752 Jul 09 18:24:14.946660 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 53984) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:14.951254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'aebec01f-ea48-4c22-afae-5aa830829d37', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:14.974938 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Project 0b1ef07d19bf44d79f0c256c8bae928c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:24:14.977339 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:14.977701 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:14.980524 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.053752 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.063152 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.071062 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8c2812e-b735-4602-ad18-e26217504608 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:15.085570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31fb9dd-11d4-4aa6-9d69-04554103ed36,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:15.098071 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.099360 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b350f4f7-4556-4139-9afc-78198c89268f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517084 Jul 09 18:24:15.128723 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f8c2812e-b735-4602-ad18-e26217504608 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:15.128955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.213128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 45dba0ee-e684-40a3-8055-f15a29c8ee30 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:15.257752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Sync routers for ids ['6ce00c33-0108-4e98-b4c5-7091c67db338'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:24:15.258379 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-a0c6f552-c62b-4284-aff8-620e4f35a648 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249207311&fields=id&tenant_id=0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 267 time: 0.0426097 Jul 09 18:24:15.274016 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Routers {'6ce00c33-0108-4e98-b4c5-7091c67db338'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:15.274674 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6ce00c33-0108-4e98-b4c5-7091c67db338'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:15.278147 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 45dba0ee-e684-40a3-8055-f15a29c8ee30 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:15.312097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 45dba0ee-e684-40a3-8055-f15a29c8ee30 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:15.312512 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.369598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-43120532-ff50-41e6-be9e-b53d5887176a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:15.371077 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-43120532-ff50-41e6-be9e-b53d5887176a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 808 time: 0.1062043 Jul 09 18:24:15.399542 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-01f65257-dfd4-47be-a5c7-8edf115d79a2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/quotas/0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 375 time: 0.0225196 Jul 09 18:24:15.425851 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Set router 6ce00c33-0108-4e98-b4c5-7091c67db338 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:15.484341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-8206dce3-788c-4407-a63d-40402a1b7f8e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786884 Jul 09 18:24:15.522001 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.577004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 45dba0ee-e684-40a3-8055-f15a29c8ee30, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=45dba0ee-e684-40a3-8055-f15a29c8ee30,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:15.584940 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.585405 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-5a3f3180-b3c7-49ab-bbfd-bea23182cfdc service neutron] 10.222.0.21 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Jul 09 18:24:15.664380 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=45dba0ee-e684-40a3-8055-f15a29c8ee30,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:15.682201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-ef2c14aa-cec5-48da-9b4a-0561d5515451 service neutron] 10.222.0.21 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Jul 09 18:24:15.715418 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 4, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c020683f-30e2-4700-90ee-13be2343d419', 'name': '', 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'mac_address': 'fa:16:3e:38:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:11Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 2, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'subnets': [{'id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:15.741686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Checking router: 6ce00c33-0108-4e98-b4c5-7091c67db338 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:24:15.742039 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Updating router 6ce00c33-0108-4e98-b4c5-7091c67db338 port c020683f-30e2-4700-90ee-13be2343d419 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:24:15.776616 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:15.884695 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-597a3b60-2330-420f-a591-60b9091bba94 req-f8357c10-6d5d-478e-906c-925db8dc4516 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 210 time: 0.0365713 Jul 09 18:24:16.060396 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:16.070718 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Transition to ACTIVE for port object c020683f-30e2-4700-90ee-13be2343d419 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:16.077261 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:16.153296 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd63a0-46a2-4db1-9181-baf8751ea00f None None] Pushing event updated for resources: {'Port': ['ID=c020683f-30e2-4700-90ee-13be2343d419,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:16.188469 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:16.190883 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Attempting to bind port c020683f-30e2-4700-90ee-13be2343d419 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:16.191251 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Attempting to bind port c020683f-30e2-4700-90ee-13be2343d419 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:16.191667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Attempting to bind port c020683f-30e2-4700-90ee-13be2343d419 on network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:16.197816 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:16.198181 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Checking segment: {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:16.198582 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:16.198972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Bound using segment: {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:16.199434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Bound port: c020683f-30e2-4700-90ee-13be2343d419, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0bd888-77ac-4cb3-904a-f0e25852ddf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:16.199843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:16.279343 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] For port c020683f-30e2-4700-90ee-13be2343d419, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:16.283476 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] For port c020683f-30e2-4700-90ee-13be2343d419, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c020683f-30e2-4700-90ee-13be2343d419,segment=NetworkSegment(3c0bd888-77ac-4cb3-904a-f0e25852ddf2),segment_id=3c0bd888-77ac-4cb3-904a-f0e25852ddf2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:16.289179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:16.349101 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Routers {'6ce00c33-0108-4e98-b4c5-7091c67db338'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:16.349778 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6ce00c33-0108-4e98-b4c5-7091c67db338'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:16.386110 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd63a0-46a2-4db1-9181-baf8751ea00f None None] Pushing event updated for resources: {'Port': ['ID=c020683f-30e2-4700-90ee-13be2343d419,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:16.480622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] Set router 6ce00c33-0108-4e98-b4c5-7091c67db338 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:16.708885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 4, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c020683f-30e2-4700-90ee-13be2343d419', 'name': '', 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'mac_address': 'fa:16:3e:38:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:11Z', 'updated_at': '2021-07-09T18:24:16Z', 'revision_number': 4, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'subnets': [{'id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:16.742239 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e066bd-a0a8-4921-b3c7-33ff66f76b70 None None] The sync data for ids ['6ce00c33-0108-4e98-b4c5-7091c67db338'] in n-d-791506-17 is: [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:12Z', 'revision_number': 4, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'c020683f-30e2-4700-90ee-13be2343d419', 'name': '', 'network_id': '27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'mac_address': 'fa:16:3e:38:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:11Z', 'updated_at': '2021-07-09T18:24:16Z', 'revision_number': 4, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'subnets': [{'id': '3de597c8-fdbe-4f8e-af1d-3467be6482f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:24:16.894570 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 45dba0ee-e684-40a3-8055-f15a29c8ee30 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:16.966092 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 45dba0ee-e684-40a3-8055-f15a29c8ee30 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:16.967858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:17.092135 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-5295b284-9b54-4153-9285-4bb2a0132d4c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:17.093823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-5295b284-9b54-4153-9285-4bb2a0132d4c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 808 time: 0.1320300 Jul 09 18:24:17.108386 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9026f389-56ec-4a96-8e72-cc38799d5db6 req-b88d1cca-ecb0-4f58-8f85-6415ccfe380a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 210 time: 0.0650058 Jul 09 18:24:17.166846 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-616c9675-7cda-4fe5-8645-f8c01195c7f1 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 380 time: 0.0629079 Jul 09 18:24:17.176212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'port': {'device_id': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'admin_state_up': True, 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'security_groups': ['aebec01f-ea48-4c22-afae-5aa830829d37']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:17.297637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Made reservation on behalf of 0b1ef07d19bf44d79f0c256c8bae928c for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:24:17.301264 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:17.437312 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Allocated IP 172.20.0.3 (8ff2d93d-2a39-4855-8de7-7378cd88724c/00b5eef8-2eb1-40d7-a180-6da3fa6883a4/6c2288a9-6527-4e3c-be8e-5c47f1eb94d4) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:17.616887 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:17.630636 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Transition to ACTIVE for port object 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:17.670117 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:17.715551 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:17.718865 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:17.722732 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:17.746916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:17.778679 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:17.779989 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:17.799401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-7862d28c-49e3-4a03-9196-5da58e4c90ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280987 Jul 09 18:24:17.812066 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Request body: {'port': {'device_id': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:17.894688 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:17.940792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-14b5238b-1d91-4705-b97d-5ab262c16f05 None None] Provisioning for port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:17.945350 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-14b5238b-1d91-4705-b97d-5ab262c16f05 None None] Provisioning complete for port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:17.945751 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-14b5238b-1d91-4705-b97d-5ab262c16f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.142937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-14b5238b-1d91-4705-b97d-5ab262c16f05 None None] Port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:24:18.167472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:24:18.175214 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.187141 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Transition to ACTIVE for port object 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:24:18.193291 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.276930 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:18.359432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d420a-66a7-473b-9380-f7fce6d96f64 req-019769ad-76e5-49c4-8933-b6af08189087 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:18.361081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e70d420a-66a7-473b-9380-f7fce6d96f64 req-019769ad-76e5-49c4-8933-b6af08189087 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.1378150 Jul 09 18:24:18.386513 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Attempting to bind port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:24:18.386750 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Attempting to bind port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:24:18.387005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Attempting to bind port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:18.400011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 on network 8ff2d93d-2a39-4855-8de7-7378cd88724c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:24:18.400343 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Attempting to bind port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:24:18.416619 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:24:18.416962 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Checking segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:24:18.417350 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Bound using segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:24:18.417782 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Bound port: 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:24:18.418142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.423244 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e70d420a-66a7-473b-9380-f7fce6d96f64 req-1205bf7a-4bc6-4e8b-a3c1-1682e45dbf86 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518847 Jul 09 18:24:18.485936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:24:18.488917 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:24:18.496522 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.534201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:18.534828 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.536266 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] 10.222.0.36 "PUT /v2.0/ports/6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 1092 time: 0.7286091 Jul 09 18:24:18.536711 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:24:18.539385 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718aec45-fb70-4653-850f-88330e50378f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:24:18.570418 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88672643-adfb-4db7-90c6-624e2391a5ca service neutron] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:18.640181 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bbb12f-af12-444f-9f78-5d115de1c3b9 x-openstack-request-id: req-82bbb12f-af12-444f-9f78-5d115de1c3b9 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:24:18.640383 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:24:18.640632 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82bbb12f-af12-444f-9f78-5d115de1c3b9 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:24:18.641033 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'status': 'completed', 'code': 200} Jul 09 18:24:18.643031 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-ffddff9d-f87f-4c6f-a2e1-42c351082710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:18.644778 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-ffddff9d-f87f-4c6f-a2e1-42c351082710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1095 time: 0.0645559 Jul 09 18:24:18.694444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-ec38ba92-ba37-4047-a5a1-742023caa922 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 217 time: 0.0374715 Jul 09 18:24:18.739730 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-d4a9848d-baf9-48cc-9e71-78d5d8c3d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:18.741282 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-d4a9848d-baf9-48cc-9e71-78d5d8c3d715 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0455265 Jul 09 18:24:18.805249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-23aeb332-acfd-45c3-a0ca-e0b8770bac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:18.806650 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-23aeb332-acfd-45c3-a0ca-e0b8770bac75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593464 Jul 09 18:24:18.857114 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c020683f-30e2-4700-90ee-13be2343d419 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:18.900681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-993756f2-e5c7-427c-92fe-76ec05ed768c service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871201 Jul 09 18:24:18.906148 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port c020683f-30e2-4700-90ee-13be2343d419 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:18.910381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c020683f-30e2-4700-90ee-13be2343d419 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:18.910861 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.993357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:18.995064 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfacca46-10b6-4e4e-9f97-68b5c61788ea req-65259829-235d-45c3-8f09-d28b397aca41 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882537 Jul 09 18:24:19.030388 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port c020683f-30e2-4700-90ee-13be2343d419, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c020683f-30e2-4700-90ee-13be2343d419,segment=NetworkSegment(3c0bd888-77ac-4cb3-904a-f0e25852ddf2),segment_id=3c0bd888-77ac-4cb3-904a-f0e25852ddf2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:19.035893 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:19.089707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=c020683f-30e2-4700-90ee-13be2343d419,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:19.110818 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec45-fb70-4653-850f-88330e50378f req-be3af191-85f6-4c53-a306-8d6411294f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:19.112558 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-be3af191-85f6-4c53-a306-8d6411294f1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1095 time: 0.0636456 Jul 09 18:24:19.202721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec45-fb70-4653-850f-88330e50378f req-261c71ec-ae73-4d17-93f5-5e25f36ebb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:19.204268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-261c71ec-ae73-4d17-93f5-5e25f36ebb9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0849810 Jul 09 18:24:19.250758 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-5511816c-cd46-4ab8-a979-7760071e3c21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 217 time: 0.0389357 Jul 09 18:24:19.304202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec45-fb70-4653-850f-88330e50378f req-171abdf9-46e0-462b-9d35-8ec244c6f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:19.305831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-171abdf9-46e0-462b-9d35-8ec244c6f07c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0483770 Jul 09 18:24:19.364814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718aec45-fb70-4653-850f-88330e50378f req-85432bf2-8355-4458-828b-c1968127d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:19.366619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-85432bf2-8355-4458-828b-c1968127d632 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539091 Jul 09 18:24:19.465842 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-ff28785f-0ad1-4509-9e90-5aedd2b050b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921118 Jul 09 18:24:19.941612 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-718aec45-fb70-4653-850f-88330e50378f req-48852795-3504-4e51-8c16-607123d77553 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681323 Jul 09 18:24:19.960059 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d63f0b-63bc-4bc3-99ca-f777174a8739 req-d4431b78-da11-42ed-b138-dbd06023315e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:19.961891 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34d63f0b-63bc-4bc3-99ca-f777174a8739 req-d4431b78-da11-42ed-b138-dbd06023315e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.1209147 Jul 09 18:24:20.000927 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-34d63f0b-63bc-4bc3-99ca-f777174a8739 req-968bad14-9fb7-4317-852b-4078fb962761 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336933 Jul 09 18:24:20.841234 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c020683f-30e2-4700-90ee-13be2343d419 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:20.898594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port c020683f-30e2-4700-90ee-13be2343d419 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:20.898969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:21.186592 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558263-1306-4208-b989-b3339d6cb284 req-352b7ed7-7b82-4e10-8c6d-fd81ccfba077 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:21.188005 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7558263-1306-4208-b989-b3339d6cb284 req-352b7ed7-7b82-4e10-8c6d-fd81ccfba077 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0742428 Jul 09 18:24:21.226367 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a7558263-1306-4208-b989-b3339d6cb284 req-45bb42f2-facc-4fba-8bd4-3ca6066c0721 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326355 Jul 09 18:24:22.406524 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4094-9481-40c5-b940-681379d3fdca req-03c7fff7-63b0-41cc-bcd6-6e5c6747bd4e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:22.408085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-901a4094-9481-40c5-b940-681379d3fdca req-03c7fff7-63b0-41cc-bcd6-6e5c6747bd4e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0679879 Jul 09 18:24:22.457804 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-901a4094-9481-40c5-b940-681379d3fdca req-502c8ca4-d3d9-496b-aaa2-0da3afb62838 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Jul 09 18:24:22.803203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:24:22.901756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:22.914223 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'mac_address': 'fa:16:3e:35:d3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:24:22.956969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:22.970768 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:24:22.992194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:22.998048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:23.045361 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:23.201225 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:24:23.635540 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e06739-65f1-402d-8770-3dd017249c91 req-44e71456-47a2-481a-b139-7df94fa79640 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:23.637131 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58e06739-65f1-402d-8770-3dd017249c91 req-44e71456-47a2-481a-b139-7df94fa79640 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 944 time: 0.0664852 Jul 09 18:24:23.678028 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-58e06739-65f1-402d-8770-3dd017249c91 req-f6b01855-3a6e-47f1-9c0b-b6f1672e4f6c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326355 Jul 09 18:24:24.803360 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:24:24.858208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:24:24.862473 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:24:24.862837 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:24.868088 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d628f-9fa8-45dc-b0b2-2075f96d633c req-ce3be14b-260a-4a53-8b9c-40b41da88f03 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:24.869627 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-912d628f-9fa8-45dc-b0b2-2075f96d633c req-ce3be14b-260a-4a53-8b9c-40b41da88f03 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 944 time: 0.0710466 Jul 09 18:24:24.908611 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-912d628f-9fa8-45dc-b0b2-2075f96d633c req-042537d3-3d3b-41c2-adc3-40b742cb018e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331659 Jul 09 18:24:24.943431 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:24.965846 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:24:24.968055 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52bc2a8-c6e7-4259-b2c4-8cde0a5ba949" -d '{"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:24:24.980856 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:24:24.986528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:25.009238 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832e774-247e-45a8-bba7-b8043e55d6a7 x-openstack-request-id: req-6832e774-247e-45a8-bba7-b8043e55d6a7 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:24:25.009527 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:24:25.009775 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6832e774-247e-45a8-bba7-b8043e55d6a7 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:24:25.010165 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'code': 200} Jul 09 18:24:25.036469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:25.124079 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089e4d-00d0-448f-9dce-1c36fe73259e req-de1d3261-e6c7-47b6-b2f0-cc6d02712f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:25.125583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc089e4d-00d0-448f-9dce-1c36fe73259e req-de1d3261-e6c7-47b6-b2f0-cc6d02712f95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1097 time: 0.0572195 Jul 09 18:24:25.160424 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc089e4d-00d0-448f-9dce-1c36fe73259e req-752e39a5-f516-473e-9cc0-2dda3d4e82de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281813 Jul 09 18:24:26.089030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7085d-2ac8-4974-be3b-de6cd34dc187 req-9737e8fd-8ac2-427c-93d6-e4050b2b9b1d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:26.090542 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4bc7085d-2ac8-4974-be3b-de6cd34dc187 req-9737e8fd-8ac2-427c-93d6-e4050b2b9b1d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0701606 Jul 09 18:24:26.129645 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4bc7085d-2ac8-4974-be3b-de6cd34dc187 req-7a130391-2585-4f06-b4f0-02d24a261da4 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331461 Jul 09 18:24:27.348542 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22af39-63d0-425d-8a0a-1b3291b0f456 req-997e365d-c52f-456d-89e6-a108510aaf6e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:27.350455 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b22af39-63d0-425d-8a0a-1b3291b0f456 req-997e365d-c52f-456d-89e6-a108510aaf6e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0969748 Jul 09 18:24:27.393906 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7b22af39-63d0-425d-8a0a-1b3291b0f456 req-4d25da23-e318-4496-b8a8-f460f80ff527 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Jul 09 18:24:27.577734 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29ed37-ebed-447f-ac75-559679f0d9b1 req-b46a1f32-46d2-4584-8660-4c2fac3d5437 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:27.579215 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d29ed37-ebed-447f-ac75-559679f0d9b1 req-b46a1f32-46d2-4584-8660-4c2fac3d5437 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0680716 Jul 09 18:24:27.623307 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6d29ed37-ebed-447f-ac75-559679f0d9b1 req-da18da35-d44f-42d5-b967-694987705c1d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Jul 09 18:24:27.648152 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54038) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:27.795574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb1310-f331-4ab9-a08e-a695cbc79e24 tempest-TestShelveInstance-1688162955 tempest-TestShelveInstance-1688162955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:27.797167 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-46fb1310-f331-4ab9-a08e-a695cbc79e24 tempest-TestShelveInstance-1688162955 tempest-TestShelveInstance-1688162955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1092 time: 0.1479049 Jul 09 18:24:27.800341 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54042) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:24:27.804898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:24:27.829584 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:27.933485 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.034138 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Allocated IP 172.25.3.64 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/a7e5a681-b2b0-480f-8b64-3faba84bb218) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:24:28.144167 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.188041 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.228518 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:24:28.232763 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:24:28.237328 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:24:28.240386 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'Port': ['ID=a7e5a681-b2b0-480f-8b64-3faba84bb218,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:28.608859 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.687704 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.849127 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.856009 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:28.929274 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'Port': ['ID=a7e5a681-b2b0-480f-8b64-3faba84bb218,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:24:28.938058 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:29.065748 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Floating IP 930496d0-8cee-49a7-98ba-5f5a1ea2a86d associated. External IP: 172.25.3.64, port: 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4. Jul 09 18:24:29.280672 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:24:29.396015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:24:29.406101 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:24:29.415513 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:29.418584 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:29.419208 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:29.459205 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-adec4d37-7678-4241-b7c0-df906f68f305 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6577725 Jul 09 18:24:29.459982 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:24:29.462738 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be653b5-fca3-44ec-87f3-cff8f1efb488" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:24:29.501667 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809bf87e-d754-4165-b3fa-a57d9b1994d4 x-openstack-request-id: req-809bf87e-d754-4165-b3fa-a57d9b1994d4 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:24:29.501968 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:24:29.502232 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-809bf87e-d754-4165-b3fa-a57d9b1994d4 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:24:29.502632 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'status': 'completed', 'code': 200} Jul 09 18:24:29.531932 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:29.576802 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-00d20225-69f6-41c8-ad90-9e2800fbbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:29.578287 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-00d20225-69f6-41c8-ad90-9e2800fbbb31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1097 time: 0.0526819 Jul 09 18:24:29.676746 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-2c8eefef-5159-4967-b6fd-8ddb5da660e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:29.678158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-2c8eefef-5159-4967-b6fd-8ddb5da660e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0911810 Jul 09 18:24:29.742504 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-8966fc99-7693-44d8-8cef-fc247d31ebde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 998 time: 0.0576384 Jul 09 18:24:29.756269 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '930496d0-8cee-49a7-98ba-5f5a1ea2a86d', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'mac_address': 'fa:16:3e:35:d3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:24:28Z', 'updated_at': '2021-07-09T18:24:28Z', 'revision_number': 0, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:29.786133 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:24:29.790593 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-05d701bd-0db5-4cfc-b8e8-f64fa1b5e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:29.792063 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-05d701bd-0db5-4cfc-b8e8-f64fa1b5e38f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0437441 Jul 09 18:24:29.794710 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:24:29.795306 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:24:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:29.854278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-466d6c00-f2c0-4c74-87d0-10bfd718993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:29.855791 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-466d6c00-f2c0-4c74-87d0-10bfd718993b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577309 Jul 09 18:24:29.901812 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:24:29.946922 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-61ff6bd2-abec-4cd2-a41a-1d419c644075 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844648 Jul 09 18:24:30.043082 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1be653b5-fca3-44ec-87f3-cff8f1efb488 req-25ac1ffb-6323-410f-a658-0b1c6057ca08 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901458 Jul 09 18:24:30.119077 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '930496d0-8cee-49a7-98ba-5f5a1ea2a86d', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'mac_address': 'fa:16:3e:35:d3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:24:28Z', 'updated_at': '2021-07-09T18:24:28Z', 'revision_number': 0, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:24:30.144643 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d24e0-9d89-4c27-910b-b1b509e0378a None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '930496d0-8cee-49a7-98ba-5f5a1ea2a86d', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'mac_address': 'fa:16:3e:35:d3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:24:28Z', 'updated_at': '2021-07-09T18:24:28Z', 'revision_number': 0, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:24:30.343061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2658563-ce64-4763-9d2b-151b68db9fe3 None None] New status for floating IP 930496d0-8cee-49a7-98ba-5f5a1ea2a86d: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:24:38.835889 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:39.891111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:40.503720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-668fff4f-071e-45ce-a1db-4c971a584557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:43.020447 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1d2511f8-9d9a-4af8-a23d-6df9a5a879da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:43.528098 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:44.255165 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:46.153985 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:24:49.136788 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-3af062bc-d6b6-44cd-b125-47337cbb8667 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525141 Jul 09 18:24:49.247219 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-7ed1de8c-40f1-4b62-b253-07df3ecd3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:49.248807 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-7ed1de8c-40f1-4b62-b253-07df3ecd3456 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1097 time: 0.0638528 Jul 09 18:24:49.374795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-fe588971-e664-4542-9192-34541af21dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:49.376346 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-fe588971-e664-4542-9192-34541af21dff service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1031871 Jul 09 18:24:49.454843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-fa7e6765-a4c4-4dd7-b29e-9476016a25fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 1000 time: 0.0710692 Jul 09 18:24:49.505090 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-ac24b52c-d4f6-4a6e-8218-72c8993bc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:49.506533 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-ac24b52c-d4f6-4a6e-8218-72c8993bc387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0435991 Jul 09 18:24:49.574002 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-276a61b3-285a-4316-9cd7-73617ac59adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:24:49.575509 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-276a61b3-285a-4316-9cd7-73617ac59adc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622828 Jul 09 18:24:49.669750 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-57bb51f5-6ef8-4757-a2e9-7d723079ff07 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866928 Jul 09 18:24:49.767119 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b19887b5-0b0d-4334-ad02-6d92f9b7bdbd req-bd902e3f-8675-48b5-afdb-d801daa74743 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898132 Jul 09 18:24:50.349436 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:25:08.831398 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:09.901738 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:10.512843 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f970e039-2f2e-4d2b-9d8f-d963449e4879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:13.018082 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e3de181f-0e32-404d-baef-2ecf1be6cc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:13.527606 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:14.258341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:16.157621 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:27.349112 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:25:35.541538 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-e8d870ad-f618-4830-a52b-5c65c8208369 service neutron] (93896) timed out ('10.222.0.21', 48362) {{(pid=93896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:25:38.845858 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:39.905265 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:40.505156 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1442c447-dd12-4c02-91ec-8d6cbc9dc6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:43.012691 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc981-8128-481f-b992-4b02ce9ec23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:43.525090 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:44.264542 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:46.163297 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:25:49.141081 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-205560ee-ba97-4327-ac51-85090714cb03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604539 Jul 09 18:25:49.256984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-56de915b-c51c-4ee5-b23e-aa70de32ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:25:49.260782 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-56de915b-c51c-4ee5-b23e-aa70de32ca20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1097 time: 0.0732465 Jul 09 18:25:49.379638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-84059bef-4e26-4229-b70d-5ad9873ec39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:25:49.381219 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-84059bef-4e26-4229-b70d-5ad9873ec39b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0978734 Jul 09 18:25:49.448581 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-7dcdbfef-31ae-4a69-8b14-fe48084c218c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 1000 time: 0.0610123 Jul 09 18:25:49.512447 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-f4bea5ef-e71a-4568-a33d-491ad954f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:25:49.513898 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-f4bea5ef-e71a-4568-a33d-491ad954f709 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0592351 Jul 09 18:25:49.577936 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-96afd5f1-21d6-4519-a820-8322fdb2df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:25:49.579471 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-96afd5f1-21d6-4519-a820-8322fdb2df94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590091 Jul 09 18:25:49.671673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-090b1b30-4271-4c66-8f07-a4d40c6766d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845056 Jul 09 18:25:49.773832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1f79eff9-ea25-4fb2-9e9e-7674524544ec req-c0d4b356-eefe-4695-84aa-891d41e266ad service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952768 Jul 09 18:25:53.198792 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-8fa293b3-2730-4f5f-a4e0-5879c1ac594f req-1e80fcc6-c975-4b10-8c4c-84d1fe1f3b15 service neutron] (93895) timed out ('10.222.0.13', 51695) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:26:04.352782 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:26:08.879332 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:09.904976 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:10.510968 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-40659e08-4fd4-4903-af59-19d16fb82e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:13.021974 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-35cfe2e3-b064-41ed-9140-f80f39a009cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:13.520884 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:14.266214 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:16.167604 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:26.166899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21f0c6-eb2f-4d3d-b615-0bce4ee7d9ef req-e53c163d-5fa0-4cb4-8bf9-cfa6e5dc0c9c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:26.168461 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a21f0c6-eb2f-4d3d-b615-0bce4ee7d9ef req-e53c163d-5fa0-4cb4-8bf9-cfa6e5dc0c9c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0681465 Jul 09 18:26:26.207134 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3a21f0c6-eb2f-4d3d-b615-0bce4ee7d9ef req-81dc41be-c91b-448f-96af-98d3eb09dfeb tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Jul 09 18:26:27.400690 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efc9d2-7ff9-461c-a030-e7fc85b2edd8 req-7b8a9e62-7390-4cf7-8789-59610bce723c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:27.402153 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48efc9d2-7ff9-461c-a030-e7fc85b2edd8 req-7b8a9e62-7390-4cf7-8789-59610bce723c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0720398 Jul 09 18:26:27.443498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-48efc9d2-7ff9-461c-a030-e7fc85b2edd8 req-55655791-e207-4eb0-8d21-aed4bbffc5c4 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341225 Jul 09 18:26:28.653007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3290bd-ca2f-4dea-b603-e6e71a51032c req-de7d1e6e-af4c-4142-9612-e4d00afe97e5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:28.654537 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c3290bd-ca2f-4dea-b603-e6e71a51032c req-de7d1e6e-af4c-4142-9612-e4d00afe97e5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0657165 Jul 09 18:26:28.703942 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8c3290bd-ca2f-4dea-b603-e6e71a51032c req-3820cbc9-4e04-4cb4-a42d-951f130a719e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Jul 09 18:26:29.885333 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7563-85b6-4dc8-bcc4-f9726becfc92 req-5e316592-3301-4330-bb90-524b0221e760 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:29.886761 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275d7563-85b6-4dc8-bcc4-f9726becfc92 req-5e316592-3301-4330-bb90-524b0221e760 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0729668 Jul 09 18:26:29.937375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-275d7563-85b6-4dc8-bcc4-f9726becfc92 req-6ac3fc71-9f94-494d-8d99-648a37f74613 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Jul 09 18:26:31.131553 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f592f55-4e2a-489d-ba1c-9323f8e1bcb9 req-f3739478-9fc9-43fe-bb49-c6355455bc9d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:31.133501 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f592f55-4e2a-489d-ba1c-9323f8e1bcb9 req-f3739478-9fc9-43fe-bb49-c6355455bc9d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0851693 Jul 09 18:26:31.174833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3f592f55-4e2a-489d-ba1c-9323f8e1bcb9 req-cb4ed38a-edf2-4d5c-9556-0b1c6fa63469 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355735 Jul 09 18:26:32.372914 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12b3dc-9eb3-4607-b4da-eadc38f8e60c req-889fa598-ced3-4f9c-b840-4a098d2ce465 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:32.374664 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de12b3dc-9eb3-4607-b4da-eadc38f8e60c req-889fa598-ced3-4f9c-b840-4a098d2ce465 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0758696 Jul 09 18:26:32.421356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-de12b3dc-9eb3-4607-b4da-eadc38f8e60c req-5c0f89a2-b584-4b10-adb0-6eb7dbec40b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 Jul 09 18:26:33.626069 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62add7a4-64ae-4661-b6c5-7d561e8cc370 req-b6303c17-e596-47eb-9803-8dc0cbd3b975 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:33.627624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62add7a4-64ae-4661-b6c5-7d561e8cc370 req-b6303c17-e596-47eb-9803-8dc0cbd3b975 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0754924 Jul 09 18:26:33.666598 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-62add7a4-64ae-4661-b6c5-7d561e8cc370 req-6891648e-2dc8-4940-8f37-fe5e7278ac2c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Jul 09 18:26:34.844684 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62271099-8fa1-46e0-9680-13bb7889e9ee req-530c9b81-4cdf-4c86-9157-4f59dd021d60 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:34.846090 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62271099-8fa1-46e0-9680-13bb7889e9ee req-530c9b81-4cdf-4c86-9157-4f59dd021d60 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0670011 Jul 09 18:26:34.894814 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62271099-8fa1-46e0-9680-13bb7889e9ee req-84f2315d-8329-4753-8c5b-f04328d47c16 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401268 Jul 09 18:26:36.098014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56e14d-3465-417d-ab22-5549237f71ec req-d8458c7f-e5ba-4d0c-8312-696a16e9e4c2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:36.099492 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc56e14d-3465-417d-ab22-5549237f71ec req-d8458c7f-e5ba-4d0c-8312-696a16e9e4c2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0702512 Jul 09 18:26:36.140189 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cc56e14d-3465-417d-ab22-5549237f71ec req-fffb455a-b600-41ad-98f1-6389c937dd60 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Jul 09 18:26:37.329822 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f123acb-0e6e-41ba-8ad0-730cc3580d37 req-de480dfd-9965-4845-9e3b-05eab30a5e7e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:37.331300 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f123acb-0e6e-41ba-8ad0-730cc3580d37 req-de480dfd-9965-4845-9e3b-05eab30a5e7e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0732906 Jul 09 18:26:37.369045 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7f123acb-0e6e-41ba-8ad0-730cc3580d37 req-81d3ea7c-7fbd-4484-8a9e-8ab6aa4e9907 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Jul 09 18:26:37.414863 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:26:37.511814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:26:37.523037 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'mac_address': 'fa:16:3e:35:d3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:26:37.564562 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:37.578695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:26:37.598427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:26:37.604190 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:37.667861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:26:37.675150 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.675494 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.675865 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.676194 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.676523 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.676845 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.677165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.677483 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.677798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.678111 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.678427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.678756 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:26:37.686164 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:26:38.559167 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df16f1-9eb8-4491-96fe-8aa6df6f8741 req-2f972b99-8684-47b5-ad6c-ec5fda80aa5f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:38.560663 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74df16f1-9eb8-4491-96fe-8aa6df6f8741 req-2f972b99-8684-47b5-ad6c-ec5fda80aa5f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 944 time: 0.0716400 Jul 09 18:26:38.605709 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-74df16f1-9eb8-4491-96fe-8aa6df6f8741 req-3ad54f33-2744-4e3e-9240-abbb3d78e601 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 Jul 09 18:26:38.875548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:39.447285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:26:39.498534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:26:39.498944 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:39.593973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:39.614941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:26:39.617321 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3a6041-a882-4c26-b3d3-506e7b5df2a2" -d '{"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:26:39.655902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:26:39.664045 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:39.736584 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b373248-6b31-4d47-8e45-53ec0e71ffb3 x-openstack-request-id: req-2b373248-6b31-4d47-8e45-53ec0e71ffb3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:26:39.736882 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:26:39.737276 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b373248-6b31-4d47-8e45-53ec0e71ffb3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:26:39.737833 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'code': 200} Jul 09 18:26:39.738969 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:26:39.839390 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49586f-8abc-4c8a-a76f-5a86a659fd6a req-a6d05c80-fbad-471e-a8e6-0bf8c225180d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:39.841743 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e49586f-8abc-4c8a-a76f-5a86a659fd6a req-a6d05c80-fbad-471e-a8e6-0bf8c225180d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0701840 Jul 09 18:26:39.898457 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2e49586f-8abc-4c8a-a76f-5a86a659fd6a req-f8b92d2f-59fd-42e5-9e9c-31f7cdc6504a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500643 Jul 09 18:26:39.904969 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:40.514378 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-444a5eaa-e635-47fa-9270-163aa360f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:41.101893 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a99c81-dfaf-455f-957e-3bb8fea3155a req-5b681509-f25d-4256-b44a-a117bc1fdb3b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:41.104288 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0a99c81-dfaf-455f-957e-3bb8fea3155a req-5b681509-f25d-4256-b44a-a117bc1fdb3b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0750690 Jul 09 18:26:41.146815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0a99c81-dfaf-455f-957e-3bb8fea3155a req-e7d2cf7d-0ffe-40e1-87c7-1fb2f0e27d1e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373561 Jul 09 18:26:41.353466 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:26:42.347480 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c344-cd84-4f96-846a-56e498c7020d req-fff89695-079a-4122-86d3-c23b880c1a97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:42.349159 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ac7c344-cd84-4f96-846a-56e498c7020d req-fff89695-079a-4122-86d3-c23b880c1a97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0679777 Jul 09 18:26:42.394797 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-5ac7c344-cd84-4f96-846a-56e498c7020d req-0cea3173-c0c3-4135-bbbf-bd1055e8c9a9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379329 Jul 09 18:26:43.021564 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-26d87d4e-fa50-48fe-8c02-8358ee8f340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:43.535515 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:43.623901 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c041-1350-4cf4-91a1-97a643fe23a7 req-917dd012-1ac5-446e-8230-d0729de423e5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:43.629387 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d41c041-1350-4cf4-91a1-97a643fe23a7 req-917dd012-1ac5-446e-8230-d0729de423e5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0943823 Jul 09 18:26:43.673997 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3d41c041-1350-4cf4-91a1-97a643fe23a7 req-a61655c3-f015-4975-8ba2-4259218ccafc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369642 Jul 09 18:26:44.271443 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:44.884361 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed2ed-2cf5-4999-981b-869415ddcdaa req-32239c6e-9442-41cf-b30e-4cac89268c8d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:44.886635 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32eed2ed-2cf5-4999-981b-869415ddcdaa req-32239c6e-9442-41cf-b30e-4cac89268c8d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0873294 Jul 09 18:26:44.932281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-32eed2ed-2cf5-4999-981b-869415ddcdaa req-4d4396a4-2ab7-4de1-8100-e1e8d33aa879 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Jul 09 18:26:46.161526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4084c-d29f-4c04-8f0a-cb626870ebd7 req-071fe56c-04ec-4c6a-92c6-ca3f2a8b4f16 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:46.163171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87a4084c-d29f-4c04-8f0a-cb626870ebd7 req-071fe56c-04ec-4c6a-92c6-ca3f2a8b4f16 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.1101799 Jul 09 18:26:46.170681 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:46.206113 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-87a4084c-d29f-4c04-8f0a-cb626870ebd7 req-e547acdf-c0c9-498a-9e09-25f49dee5674 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362544 Jul 09 18:26:47.410605 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265573e-d9ff-42a2-9a6e-537fa833b100 req-29bc34b1-3208-4db3-808e-3a441f0c85d8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:47.418833 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2265573e-d9ff-42a2-9a6e-537fa833b100 req-29bc34b1-3208-4db3-808e-3a441f0c85d8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0881350 Jul 09 18:26:47.467614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2265573e-d9ff-42a2-9a6e-537fa833b100 req-d49fd0c0-0533-4392-98ae-392abab74b2c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Jul 09 18:26:48.431076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-4e2d5610-4931-45a6-8633-3e054368900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:48.432651 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-4e2d5610-4931-45a6-8633-3e054368900f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1097 time: 0.0610869 Jul 09 18:26:48.530651 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-96a77519-d723-411c-bd0e-fb2508adac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:48.532218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-96a77519-d723-411c-bd0e-fb2508adac8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0933087 Jul 09 18:26:48.631459 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-b13b5f20-345f-4963-8eb4-40c042a39fca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 1000 time: 0.0928776 Jul 09 18:26:48.696293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec284-8d02-47a4-8d41-0c9df0e78600 req-c528f942-1fc0-418a-8697-3d6ed14375fd tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:48.697681 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ffec284-8d02-47a4-8d41-0c9df0e78600 req-c528f942-1fc0-418a-8697-3d6ed14375fd tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.1241045 Jul 09 18:26:48.701565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-27fa2490-a293-4426-8c45-a1f5b211b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:48.703017 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-27fa2490-a293-4426-8c45-a1f5b211b320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0606337 Jul 09 18:26:48.763894 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ffec284-8d02-47a4-8d41-0c9df0e78600 req-4b5e0e7a-4ad8-4729-a8c7-7c1dfea26a78 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599015 Jul 09 18:26:48.783741 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-5d6d5733-c663-41df-abde-be0977ebedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:48.785304 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-5d6d5733-c663-41df-abde-be0977ebedc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753460 Jul 09 18:26:48.885122 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-a2494b72-8563-428a-bf50-e1cf40b23897 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929852 Jul 09 18:26:48.980447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-27bf557d-f5b9-4bb3-a15c-481a59d1d301 req-4d4b62da-4a62-4935-8798-88b218d0e628 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884385 Jul 09 18:26:49.947942 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fee1b-c333-42b7-87af-670d0714aa44 req-5305649f-b8ae-402b-bed4-0985c9b66379 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:49.949604 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e41fee1b-c333-42b7-87af-670d0714aa44 req-5305649f-b8ae-402b-bed4-0985c9b66379 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0739295 Jul 09 18:26:49.993944 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e41fee1b-c333-42b7-87af-670d0714aa44 req-2fa54780-41cb-4cce-bb9d-8eb0b20761fd tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Jul 09 18:26:50.203163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-218a9fc7-dd6a-4c39-b459-603186bde554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:50.204632 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-218a9fc7-dd6a-4c39-b459-603186bde554 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1097 time: 0.0718567 Jul 09 18:26:50.322709 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-e4145c7b-551e-43a5-af52-77e83ca29dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:50.324283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-e4145c7b-551e-43a5-af52-77e83ca29dd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0978189 Jul 09 18:26:50.400667 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-21e653b8-3033-4b97-b6a4-9d1a5120e8e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 1000 time: 0.0693729 Jul 09 18:26:50.450995 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-bb8d01b3-a954-4849-9482-505f6d51978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:50.452704 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-bb8d01b3-a954-4849-9482-505f6d51978f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0458057 Jul 09 18:26:50.517557 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-505aa949-bf10-436d-8883-adce39aa3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:50.519799 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-505aa949-bf10-436d-8883-adce39aa3b96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566700 Jul 09 18:26:50.623831 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-23d66e10-8bb6-48ba-82d0-84ed25da46c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915308 Jul 09 18:26:50.712996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-55209cc2-89e4-4531-b125-d7f7c0d3ca43 req-b109c2e5-2cd0-4ef0-b9b2-def5076269e8 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Jul 09 18:26:51.179316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eca5e-5b85-4330-b4e8-50d9a7e51674 req-3005ab79-8c79-4786-a94f-bda6065aef5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:51.183802 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-381eca5e-5b85-4330-b4e8-50d9a7e51674 req-3005ab79-8c79-4786-a94f-bda6065aef5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0652218 Jul 09 18:26:51.225719 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-381eca5e-5b85-4330-b4e8-50d9a7e51674 req-f7d57401-ee49-4937-8e64-2588524ddca7 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392520 Jul 09 18:26:51.384005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-6f2f8ac7-a6d9-471d-877d-0e49d132e554 req-b813f995-acb2-496e-b0bb-b277b3635ee3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:26:51.385106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6f2f8ac7-a6d9-471d-877d-0e49d132e554 req-b813f995-acb2-496e-b0bb-b277b3635ee3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551112 Jul 09 18:26:51.484729 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:26:51.568955 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:51.602748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:26:51.605526 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c1936f-de78-412c-b373-13e744a7e813" -d '{"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-unplugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:26:51.611014 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:26:51.618627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:26:51.656676 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcbb080-f705-4036-89c2-898195221af3 x-openstack-request-id: req-fdcbb080-f705-4036-89c2-898195221af3 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:26:51.657151 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-unplugged", "status": "failed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "code": 422}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:26:51.657817 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdcbb080-f705-4036-89c2-898195221af3 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:26:51.658459 n-d-791506-17 neutron-server[93897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'code': 422} returned with failed status Jul 09 18:26:51.664624 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f83b2-3290-422c-9278-3ce7bc1b70f3 req-cd2a7bac-865c-4e5f-bd41-ae2024e9a3ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:51.672435 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-860f83b2-3290-422c-9278-3ce7bc1b70f3 req-cd2a7bac-865c-4e5f-bd41-ae2024e9a3ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 945 time: 0.0808859 Jul 09 18:26:51.678978 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:26:51.708385 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-860f83b2-3290-422c-9278-3ce7bc1b70f3 req-32cff5ec-77b0-49f6-8ba8-de3a060926ff tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349901 Jul 09 18:26:51.956321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-43ac4914-5830-4a36-8a4a-4369a54522f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977721 Jul 09 18:26:52.895315 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ead1-33fc-4108-af12-389f48bf7322 req-c7ca2f96-d70c-4573-b957-fe30e2a1a46c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:52.896841 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fae9ead1-33fc-4108-af12-389f48bf7322 req-c7ca2f96-d70c-4573-b957-fe30e2a1a46c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0667689 Jul 09 18:26:52.943985 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fae9ead1-33fc-4108-af12-389f48bf7322 req-79ffbfd1-1196-462d-83f3-598eba4d4134 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Jul 09 18:26:53.026130 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393744a-2803-4951-8795-120f99c41e23 req-339c71c8-41ba-4dc4-ab83-fdae8ea87b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:53.027740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-339c71c8-41ba-4dc4-ab83-fdae8ea87b54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349&tenant_id=0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 1095 time: 0.0589194 Jul 09 18:26:53.112507 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393744a-2803-4951-8795-120f99c41e23 req-5f067999-c9bf-4960-ac29-c4e5c835fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:53.114117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-5f067999-c9bf-4960-ac29-c4e5c835fce1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1095 time: 0.0642154 Jul 09 18:26:53.203586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393744a-2803-4951-8795-120f99c41e23 req-0c03ebd2-b4a7-4655-8328-f0e203aa9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:53.205099 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-0c03ebd2-b4a7-4655-8328-f0e203aa9576 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0848022 Jul 09 18:26:53.274142 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-a190240e-02c6-46f7-9142-a52710154ffe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 998 time: 0.0625033 Jul 09 18:26:53.323657 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393744a-2803-4951-8795-120f99c41e23 req-aa225c5a-e231-4661-8fd4-cb16d2714fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:53.325138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-aa225c5a-e231-4661-8fd4-cb16d2714fc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0447202 Jul 09 18:26:53.381500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393744a-2803-4951-8795-120f99c41e23 req-929567a7-7426-4f90-b432-12caf6877158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:53.383722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-929567a7-7426-4f90-b432-12caf6877158 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514429 Jul 09 18:26:53.475674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-172e1522-b9fe-4651-a440-6bdddf832cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857694 Jul 09 18:26:53.572369 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-c8faeef0-f466-4228-bfa6-247d6ce15db0 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905666 Jul 09 18:26:54.160486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817a62f-7f3e-46e3-937f-6a6a5eccf092 req-61d013b2-0c3e-4281-aba7-d14109d2fc18 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:54.162159 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b817a62f-7f3e-46e3-937f-6a6a5eccf092 req-61d013b2-0c3e-4281-aba7-d14109d2fc18 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0862727 Jul 09 18:26:54.212218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b817a62f-7f3e-46e3-937f-6a6a5eccf092 req-6525dc8d-b583-404d-88fd-880982e870b1 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437653 Jul 09 18:26:55.396264 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48754b-763e-4ebe-9f85-a63da5d428f1 req-66801752-ca75-48c5-bd08-9e9c69499f7b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:55.397815 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f48754b-763e-4ebe-9f85-a63da5d428f1 req-66801752-ca75-48c5-bd08-9e9c69499f7b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0649202 Jul 09 18:26:55.439625 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4f48754b-763e-4ebe-9f85-a63da5d428f1 req-177be938-d887-4d2e-876b-91e28848dfa9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Jul 09 18:26:55.507292 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:26:56.647869 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44cc7d-9fdf-4061-8478-69f1582d8bfe req-df8c0654-d8ae-4caa-80bc-d71e91590991 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:56.650598 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db44cc7d-9fdf-4061-8478-69f1582d8bfe req-df8c0654-d8ae-4caa-80bc-d71e91590991 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0906525 Jul 09 18:26:56.692286 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-db44cc7d-9fdf-4061-8478-69f1582d8bfe req-b4f38873-ed14-4d12-81c2-2ba1678557ad tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350199 Jul 09 18:26:57.883888 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82a6f-3845-4a64-aa34-6b3e879886f9 req-b9c711e5-8c6b-45a3-b34e-89f210b1646f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:57.885275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6f82a6f-3845-4a64-aa34-6b3e879886f9 req-b9c711e5-8c6b-45a3-b34e-89f210b1646f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0704348 Jul 09 18:26:57.928922 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e6f82a6f-3845-4a64-aa34-6b3e879886f9 req-7e2c3a03-1c39-47f8-ac94-7ed288e41fa5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 Jul 09 18:26:59.117417 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d2cdb-d55a-4816-bb34-08092840fb27 req-664737f7-aaa4-411c-a578-4285c38f0219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:26:59.118875 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e40d2cdb-d55a-4816-bb34-08092840fb27 req-664737f7-aaa4-411c-a578-4285c38f0219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0684099 Jul 09 18:26:59.159525 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e40d2cdb-d55a-4816-bb34-08092840fb27 req-97f418c4-94fa-476d-8bf4-93f8cfcd780b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333526 Jul 09 18:27:00.374766 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d989ff4-f764-4282-8cbb-dcd6dc5c7618 req-7b6c1a6d-904a-46e4-83bb-1350aef1825c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:00.377207 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d989ff4-f764-4282-8cbb-dcd6dc5c7618 req-7b6c1a6d-904a-46e4-83bb-1350aef1825c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0721800 Jul 09 18:27:00.421111 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8d989ff4-f764-4282-8cbb-dcd6dc5c7618 req-a0c66fa8-e6e5-4347-86ba-9cccf36cec57 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 Jul 09 18:27:01.617076 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b40ea-f240-4d8d-914f-13dc8ad220aa req-85c11e97-6b60-409f-9651-858e0a6925ad tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:01.619351 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-072b40ea-f240-4d8d-914f-13dc8ad220aa req-85c11e97-6b60-409f-9651-858e0a6925ad tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0773153 Jul 09 18:27:01.664223 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-072b40ea-f240-4d8d-914f-13dc8ad220aa req-ed5f805f-1f0e-421f-b62f-f91e399c193c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Jul 09 18:27:02.859292 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c6bac-a4f5-40f6-86e1-2122c356704f req-b6cb50e6-ac54-4149-ad16-ac97fce19114 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:02.861617 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de7c6bac-a4f5-40f6-86e1-2122c356704f req-b6cb50e6-ac54-4149-ad16-ac97fce19114 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0743718 Jul 09 18:27:02.911497 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-de7c6bac-a4f5-40f6-86e1-2122c356704f req-b4b1252d-bf5e-411c-85f8-69ccbd9cb73e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Jul 09 18:27:04.111632 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239f0fb-0b0b-4506-9c14-2ce81249fea5 req-c98e577e-2c6f-4e30-8842-97b191cf5856 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:04.113138 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d239f0fb-0b0b-4506-9c14-2ce81249fea5 req-c98e577e-2c6f-4e30-8842-97b191cf5856 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0749207 Jul 09 18:27:04.158866 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d239f0fb-0b0b-4506-9c14-2ce81249fea5 req-2bdf19e1-5dbb-4d87-8474-378403fbcc59 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Jul 09 18:27:05.359425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3301a41-6e67-4c41-a58b-9bb361f3ad0c req-5a70fcdb-f3e8-420b-bd26-b0ba67055d6e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:05.360934 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3301a41-6e67-4c41-a58b-9bb361f3ad0c req-5a70fcdb-f3e8-420b-bd26-b0ba67055d6e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0805976 Jul 09 18:27:05.400091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3301a41-6e67-4c41-a58b-9bb361f3ad0c req-f9517a10-c916-485b-a92f-ded4ff705fcf tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Jul 09 18:27:06.584681 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bed83-ed56-4f50-aef9-25b382c3ffa5 req-e8bd24aa-cdc7-4f10-87c6-805bfdf52023 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:06.586305 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b2bed83-ed56-4f50-aef9-25b382c3ffa5 req-e8bd24aa-cdc7-4f10-87c6-805bfdf52023 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 943 time: 0.0756667 Jul 09 18:27:06.625981 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6b2bed83-ed56-4f50-aef9-25b382c3ffa5 req-c62c57ea-7a7a-4252-9056-43c4cbc40058 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Jul 09 18:27:07.560954 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:27:07.676634 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:27:07.691748 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'port_id': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'mac_address': 'fa:16:3e:35:d3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:27:07.737777 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:07.751782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:27:07.773952 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:27:07.779047 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:07.827507 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:27:07.836279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383b6d-b41b-4ccd-8333-e95a949ecde9 req-29fb801d-292c-493c-9a2d-dcc07bb34640 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:07.838696 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56383b6d-b41b-4ccd-8333-e95a949ecde9 req-29fb801d-292c-493c-9a2d-dcc07bb34640 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 944 time: 0.0667737 Jul 09 18:27:07.879342 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56383b6d-b41b-4ccd-8333-e95a949ecde9 req-891ee85d-435f-4e9d-a0b1-5bc1411e7a41 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Jul 09 18:27:08.007186 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:27:08.892899 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:09.071092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6e07a-42c7-4e55-9b14-389d2bbdbda8 req-9f9075f5-b8c0-4612-82a9-0a8f9a2ba486 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:09.072619 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3d6e07a-42c7-4e55-9b14-389d2bbdbda8 req-9f9075f5-b8c0-4612-82a9-0a8f9a2ba486 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 944 time: 0.0788324 Jul 09 18:27:09.110112 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e3d6e07a-42c7-4e55-9b14-389d2bbdbda8 req-eacc5232-ee0d-45c3-b27d-cab1ce3119c2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 09 18:27:09.576770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:27:09.627254 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:27:09.627640 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:09.708694 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:09.731788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:27:09.734329 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a95dfc-af10-40e9-971d-aa72a91200c7" -d '{"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:27:09.747400 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:27:09.755569 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:09.807348 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:27:09.928861 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:10.291405 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475956f-4c36-4876-ad5f-b49e8c6a86b7 req-040bd63b-6719-47fc-89f6-cea13a94c33c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:10.292849 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3475956f-4c36-4876-ad5f-b49e8c6a86b7 req-040bd63b-6719-47fc-89f6-cea13a94c33c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 946 time: 0.0696406 Jul 09 18:27:10.333062 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3475956f-4c36-4876-ad5f-b49e8c6a86b7 req-95438841-c24e-49af-9785-6b387a227d94 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334754 Jul 09 18:27:10.514146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6bb011d4-497d-4bba-bbdc-a65fe1b86c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:10.797857 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd7765-beef-45c4-937c-411e5a90a55f x-openstack-request-id: req-0ccd7765-beef-45c4-937c-411e5a90a55f {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:27:10.798171 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:27:10.798414 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ccd7765-beef-45c4-937c-411e5a90a55f {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:27:10.798813 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'code': 200} Jul 09 18:27:10.991061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c49b-532c-436c-b7d4-73bf1d780e1b req-fcfd8e34-0e49-484c-b4bc-b52f3524b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:10.992629 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1f6c49b-532c-436c-b7d4-73bf1d780e1b req-fcfd8e34-0e49-484c-b4bc-b52f3524b87a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1098 time: 0.0627353 Jul 09 18:27:11.028840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e1f6c49b-532c-436c-b7d4-73bf1d780e1b req-7321045d-59cc-4173-81b5-a8dbb20841fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291414 Jul 09 18:27:11.514500 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3e245-7d97-44ec-8d90-2a1abe96c74d req-1d835946-3336-424a-94e8-657d6f580c6f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:11.516083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56d3e245-7d97-44ec-8d90-2a1abe96c74d req-1d835946-3336-424a-94e8-657d6f580c6f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 946 time: 0.0634685 Jul 09 18:27:11.556143 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-56d3e245-7d97-44ec-8d90-2a1abe96c74d req-d5b44465-1354-40cd-9197-a90475c62e3a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340953 Jul 09 18:27:12.745683 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8b646-74ca-44e8-a609-dad0769c9cc3 req-b65bdbd5-511f-4161-a3ae-c97e578d817c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:12.747095 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8aa8b646-74ca-44e8-a609-dad0769c9cc3 req-b65bdbd5-511f-4161-a3ae-c97e578d817c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 946 time: 0.0661314 Jul 09 18:27:12.791538 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8aa8b646-74ca-44e8-a609-dad0769c9cc3 req-a7ea81d6-7f53-433a-b011-4c1b0bcf6400 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386813 Jul 09 18:27:13.018973 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0efce47-13bc-44fe-9050-aadb56f6d644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:13.538422 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:14.282016 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:16.169716 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:18.354320 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:27:38.908440 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:39.939907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:40.513149 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f07578b5-8fc6-4865-bf53-491804bb5307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:43.027454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-319239e9-8b18-4a8f-901b-93935dd51d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:43.534929 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:44.279080 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:46.172693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:27:50.130021 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-3a448d31-3886-44ff-9b2b-1a8249f72549 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580487 Jul 09 18:27:50.242212 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786fb5-1fde-4725-9157-82004de0734a req-df137c54-3bfd-4de4-adc4-ca22e1fc0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:50.243823 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-df137c54-3bfd-4de4-adc4-ca22e1fc0064 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1098 time: 0.0623295 Jul 09 18:27:50.352928 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786fb5-1fde-4725-9157-82004de0734a req-bd899d36-59af-4a1e-9779-6e90a14c3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:50.354331 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-bd899d36-59af-4a1e-9779-6e90a14c3fde service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0885210 Jul 09 18:27:50.423716 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-864710af-aefa-448c-9326-4372e4006e55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 1000 time: 0.0623493 Jul 09 18:27:50.472870 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786fb5-1fde-4725-9157-82004de0734a req-12fbe5e4-d106-441e-8c75-bd65b2d9992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:50.474360 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-12fbe5e4-d106-441e-8c75-bd65b2d9992d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0451059 Jul 09 18:27:50.533895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786fb5-1fde-4725-9157-82004de0734a req-995259ac-2695-4b8f-9b05-b269cd11fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:27:50.535439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-995259ac-2695-4b8f-9b05-b269cd11fe17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536904 Jul 09 18:27:50.659722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-3f404a6b-5562-475d-935b-384df822e453 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176100 Jul 09 18:27:50.755985 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c1786fb5-1fde-4725-9157-82004de0734a req-47eb1917-0c66-47ba-b044-5e1001dc952b service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891714 Jul 09 18:27:55.354806 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:28:08.908218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:09.957280 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:10.510446 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a570386-3416-4e0f-af3d-c7defc4eda3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:13.027444 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a10ede9b-545d-461e-9dc5-b9f54e8cc4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:13.533098 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:14.282431 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:16.178919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:24.454987 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54374) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:24.634449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Deleting port a7e5a681-b2b0-480f-8b64-3faba84bb218 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:28:24.634805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:24.713929 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:24.714179 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:24.726579 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Calling delete_port for a7e5a681-b2b0-480f-8b64-3faba84bb218 owned by network:floatingip {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:28:24.884767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:24.909465 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event deleted for resources: {'Port': ['ID=a7e5a681-b2b0-480f-8b64-3faba84bb218,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:24.921099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.921440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.921782 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.922679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.922679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.922896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.923015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.923345 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.923675 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.924041 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.924365 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.924687 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:24.995977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:24.996331 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Floating IP 930496d0-8cee-49a7-98ba-5f5a1ea2a86d disassociated (deleted). External IP: 172.25.3.64, port: 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4. Jul 09 18:28:25.219226 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:28:25.330073 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:28:25.334834 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:25.340540 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:28:25.350074 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:28:25.350688 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:28:25.376164 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9c762493-ba44-4a41-9857-4091a05b13ce tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "DELETE /v2.0/floatingips/930496d0-8cee-49a7-98ba-5f5a1ea2a86d HTTP/1.1" status: 204 len: 168 time: 0.9200172 Jul 09 18:28:25.376733 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:28:25.379021 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958210d-ffab-4dda-9b41-ff4dcd4868bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:28:25.461548 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:28:25.475427 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42530f5e-ab0d-4441-9077-6be4d35d02d7 x-openstack-request-id: req-42530f5e-ab0d-4441-9077-6be4d35d02d7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:28:25.475985 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:28:25.475985 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42530f5e-ab0d-4441-9077-6be4d35d02d7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:28:25.476390 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'status': 'completed', 'code': 200} Jul 09 18:28:25.614388 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-451961e9-065f-4b25-8f9c-9d1262c2feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:25.617407 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-451961e9-065f-4b25-8f9c-9d1262c2feeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 1098 time: 0.1188269 Jul 09 18:28:25.674353 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:28:25.705795 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:28:25.714849 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:28:25.715458 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:28:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:28:25.717202 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-dfe4e83d-7bde-4f2c-9988-c448e179ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:25.718862 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-dfe4e83d-7bde-4f2c-9988-c448e179ff65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0887938 Jul 09 18:28:25.760355 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e3da2-85ff-46ba-93b8-289f35c558a7 req-de2dbf14-2ff1-48d3-ad87-d6da43cf3b9a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:25.761897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e46e3da2-85ff-46ba-93b8-289f35c558a7 req-de2dbf14-2ff1-48d3-ad87-d6da43cf3b9a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 946 time: 0.0646994 Jul 09 18:28:25.763493 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-a6a40ead-9a98-4a7f-810e-729baba5eb7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 200 len: 217 time: 0.0377131 Jul 09 18:28:25.811588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e46e3da2-85ff-46ba-93b8-289f35c558a7 req-d2c3d47c-f0c1-4dea-8676-812d61b593bb tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353756 Jul 09 18:28:25.834006 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:28:25.835965 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-45c8d66f-4cb4-43fc-8fed-bf3f45622c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:25.836759 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-45c8d66f-4cb4-43fc-8fed-bf3f45622c99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0656588 Jul 09 18:28:25.896996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-7162a6b9-d8f5-4c45-8fd7-2709e9c64297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:25.898544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-7162a6b9-d8f5-4c45-8fd7-2709e9c64297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552244 Jul 09 18:28:25.989199 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-a293403c-8c12-4a89-a2ee-51595fc119c5 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836475 Jul 09 18:28:26.034420 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:28:26.059749 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96b18cf-ceb3-4711-9418-cee6fac6d609 None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:28:26.089638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f958210d-ffab-4dda-9b41-ff4dcd4868bd req-8c670b2b-aada-4b2f-b642-300d9548456e service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939085 Jul 09 18:28:26.300252 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c4eb55-bf59-4fc3-a5a6-9249d3cacb54 None None] New status for floating IP 930496d0-8cee-49a7-98ba-5f5a1ea2a86d: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:28:27.054833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59b4fe-26d5-4db2-b3c7-11415cd8d29f req-5e7fa693-8194-4005-82f7-df698dde35cf tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:27.056375 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f59b4fe-26d5-4db2-b3c7-11415cd8d29f req-5e7fa693-8194-4005-82f7-df698dde35cf tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 946 time: 0.1182880 Jul 09 18:28:27.064673 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-9278c4ba-1265-4bb9-8187-f72c6adbf563 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:27.066040 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-9278c4ba-1265-4bb9-8187-f72c6adbf563 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 946 time: 0.1151183 Jul 09 18:28:27.132096 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0f59b4fe-26d5-4db2-b3c7-11415cd8d29f req-5aacb961-251a-4fa4-a142-3ed9f4cd5091 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=aebec01f-ea48-4c22-afae-5aa830829d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646238 Jul 09 18:28:27.185363 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Deleting port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:28:27.185689 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:27.629119 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] For port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:28:27.629484 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:27.642423 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Calling delete_port for 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:28:27.773202 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:27.802450 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event deleted for resources: {'Port': ['ID=6c2288a9-6527-4e3c-be8e-5c47f1eb94d4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:27.814916 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.815267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.815629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.816016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.816710 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.817037 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.817364 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.817691 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.818012 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.818342 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.818676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.818998 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:28:27.857576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] No DVR routers for this DVR port 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:28:27.860162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:27.862206 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-267bb6d8-0020-4674-a0cd-ee2a33cce2cc req-c4535318-2971-4a94-b948-780613c5523f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "DELETE /v2.0/ports/6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 HTTP/1.1" status: 204 len: 173 time: 0.7888410 Jul 09 18:28:27.862592 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-deleted', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:28:27.864872 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dbc8fe-1200-4868-980e-03b880927dc1" -d '{"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-deleted", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:28:27.900125 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b97fd7c-f052-45b3-81ab-78e4c565593d x-openstack-request-id: req-8b97fd7c-f052-45b3-81ab-78e4c565593d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:28:27.900400 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd76b41-b180-4e3f-87f7-9b842161d349", "name": "network-vif-deleted", "tag": "6c2288a9-6527-4e3c-be8e-5c47f1eb94d4", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:28:27.900651 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b97fd7c-f052-45b3-81ab-78e4c565593d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:28:27.901054 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd76b41-b180-4e3f-87f7-9b842161d349', 'name': 'network-vif-deleted', 'tag': '6c2288a9-6527-4e3c-be8e-5c47f1eb94d4', 'status': 'completed', 'code': 200} Jul 09 18:28:28.292278 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-70ae777e-02a0-4b87-9185-032cc3c5d4c6 req-397a6603-e5b7-4b28-8e1a-51fa1abfbd2d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd76b41-b180-4e3f-87f7-9b842161d349 HTTP/1.1" status: 200 len: 210 time: 0.0312328 Jul 09 18:28:29.386539 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54400) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:29.457566 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-788e55d2-e2b6-4b19-944f-1061a822affc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:29.483473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-788e55d2-e2b6-4b19-944f-1061a822affc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:29.546926 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-788e55d2-e2b6-4b19-944f-1061a822affc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:29.550839 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-788e55d2-e2b6-4b19-944f-1061a822affc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:29.552397 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-788e55d2-e2b6-4b19-944f-1061a822affc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "DELETE /v2.0/security-groups/aebec01f-ea48-4c22-afae-5aa830829d37 HTTP/1.1" status: 204 len: 168 time: 0.1648829 Jul 09 18:28:29.562199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e55d2-e2b6-4b19-944f-1061a822affc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebec01f-ea48-4c22-afae-5aa830829d37,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.042570 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54406) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.047702 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023869613', 'description': 'tempest-secgroup-smoke-2023869613 description', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.077863 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.162446 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.168557 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.197867 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.199097 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555326 Jul 09 18:28:30.202345 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54408) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.203113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884af8e-6469-44a5-8552-ff5735835d08 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e6cab-be5b-43d1-a3d7-94ce91c12885,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.208586 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'ce1e6cab-be5b-43d1-a3d7-94ce91c12885', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.238684 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.302005 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.308570 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.326015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f87275-c7f4-4be6-9b11-43f9f48adab6,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.335078 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.336333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-5a3a29bf-bd81-476c-86b9-b5bb63383d97 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329324 Jul 09 18:28:30.339249 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54410) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.343648 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'ce1e6cab-be5b-43d1-a3d7-94ce91c12885', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.373945 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.441722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.447420 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.465157 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4e99a0-7c41-41a5-8d1f-61c30f82a0c6,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.470835 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.472168 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-e75b4e06-3d97-4d9d-b931-425934bc683a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318429 Jul 09 18:28:30.474885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54412) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.481813 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'ce1e6cab-be5b-43d1-a3d7-94ce91c12885', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.515569 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.582904 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.588759 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.608370 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037714b0-eb89-419b-9374-42b92f9207ce,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.618198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.619584 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-4ba56ce2-e01a-42de-a566-ec838c0d4080 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434848 Jul 09 18:28:30.622407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54414) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.626823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'ce1e6cab-be5b-43d1-a3d7-94ce91c12885', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.654911 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.718625 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.724575 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.743015 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0f767f-d254-48a2-b7a3-c3bbdaf511a1,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.746330 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.747544 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-a7794971-5771-42e4-a6f0-96ac91c07321 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242352 Jul 09 18:28:30.750686 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54416) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.755408 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'ce1e6cab-be5b-43d1-a3d7-94ce91c12885', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.779849 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Project 0b1ef07d19bf44d79f0c256c8bae928c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:28:30.784861 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.847490 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.853401 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.877441 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70475fbc-0e2b-47ad-94f8-8bd26d7979cf,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:30.885006 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.886439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-e0d4620b-e6e8-439c-894c-677a6c256296 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346052 Jul 09 18:28:30.889114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54418) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:28:30.894192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'security_group_rule': {'security_group_id': 'ce1e6cab-be5b-43d1-a3d7-94ce91c12885', 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:30.917994 n-d-791506-17 neutron-server[93896]: INFO neutron.db.securitygroups_db [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Project 0b1ef07d19bf44d79f0c256c8bae928c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:28:30.923468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.985220 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:30.992337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:31.018896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12d02d4-82d8-4a6d-a15d-5468c4cfb850,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:31.024792 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:31.028425 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1df601e7-835e-4fc5-9da9-664e9e9e3e5e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383297 Jul 09 18:28:31.943425 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:28:31.963265 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:28:31.963640 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 6c2288a9-6527-4e3c-be8e-5c47f1eb94d4 not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:28:32.355221 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:28:38.911180 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:39.957547 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:40.504848 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2525de34-3edd-4655-aeeb-1f7ee41fd9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:43.022346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bdab77e7-50c4-45a6-b132-4b94b42c1508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:43.527967 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:44.285006 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:46.179384 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:46.477647 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-616b8e91-73f1-4faf-a147-85f284535810 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023869613&fields=id&tenant_id=0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 267 time: 0.0366616 Jul 09 18:28:46.582174 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-34bbef0c-aef4-48e3-b74d-bff474ee1599 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:46.583738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-34bbef0c-aef4-48e3-b74d-bff474ee1599 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 808 time: 0.0985098 Jul 09 18:28:46.599439 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-bc276482-301b-4b00-a6e6-195ab6d9a9b6 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/quotas/0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 375 time: 0.0099835 Jul 09 18:28:46.677032 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-86a3b218-f6af-470e-b41c-970ad774c855 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695159 Jul 09 18:28:46.822037 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-e63caf1f-4423-45ab-b9b0-934db8d283c4 service neutron] 10.222.0.21 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298907 Jul 09 18:28:46.922623 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-3d314c91-4fba-40ea-aec2-b02c10fdbf91 service neutron] 10.222.0.21 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947306 Jul 09 18:28:47.332954 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b9e3a7ca-d27d-47cb-921b-167648800abe req-7c0bcae0-f5cb-4a76-9227-0217d4979b92 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 210 time: 0.0882573 Jul 09 18:28:48.401342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-723c3f24-a08f-4752-877d-430b9523fd75 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:48.402991 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-723c3f24-a08f-4752-877d-430b9523fd75 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 808 time: 0.1047168 Jul 09 18:28:48.448829 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-13b224c4-6d23-47f5-a750-692f225459c8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 380 time: 0.0367749 Jul 09 18:28:48.457481 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'port': {'device_id': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'admin_state_up': True, 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'security_groups': ['ce1e6cab-be5b-43d1-a3d7-94ce91c12885']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:48.483938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1294f4e5-0632-46b2-9bb2-2522e9109818 req-e310dadf-f4aa-4a66-9be7-a03b82b341e2 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 210 time: 0.0323164 Jul 09 18:28:48.569748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Made reservation on behalf of 0b1ef07d19bf44d79f0c256c8bae928c for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:28:48.573628 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:48.707246 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Allocated IP 172.20.0.5 (8ff2d93d-2a39-4855-8de7-7378cd88724c/00b5eef8-2eb1-40d7-a180-6da3fa6883a4/fe5c2fab-b960-486c-a467-07b43191257f) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:28:48.853240 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:48.867651 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Transition to ACTIVE for port object fe5c2fab-b960-486c-a467-07b43191257f will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:28:48.903741 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:48.952007 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:28:48.955576 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:28:48.958578 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:28:49.001956 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:49.032703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:49.033380 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:49.051723 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-90fe0ceb-f64b-4b6c-b8b0-afb7991c4219 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980802 Jul 09 18:28:49.063140 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-d786f737-2856-4f86-9aaa-96d64c7019e5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:28:49.064375 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-d786f737-2856-4f86-9aaa-96d64c7019e5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064597 Jul 09 18:28:49.121721 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Request body: {'port': {'device_id': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:28:49.195270 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:49.215741 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-802f681d-2ee8-4d6a-9ab2-d1baacab5e6b None None] Provisioning for port fe5c2fab-b960-486c-a467-07b43191257f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:28:49.220434 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-802f681d-2ee8-4d6a-9ab2-d1baacab5e6b None None] Provisioning complete for port fe5c2fab-b960-486c-a467-07b43191257f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:28:49.220804 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-802f681d-2ee8-4d6a-9ab2-d1baacab5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:49.254941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-802f681d-2ee8-4d6a-9ab2-d1baacab5e6b None None] Port fe5c2fab-b960-486c-a467-07b43191257f cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:28:49.480697 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5c2fab-b960-486c-a467-07b43191257f {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:28:49.489767 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:49.502753 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Transition to ACTIVE for port object fe5c2fab-b960-486c-a467-07b43191257f will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:28:49.508227 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:49.557504 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:49.691835 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:28:49.692181 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:28:49.692525 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:28:50.059469 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Port fe5c2fab-b960-486c-a467-07b43191257f on network 8ff2d93d-2a39-4855-8de7-7378cd88724c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:28:50.059725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:28:50.068190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:28:50.068532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Checking segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:28:50.068900 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Bound using segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:28:50.069348 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Bound port: fe5c2fab-b960-486c-a467-07b43191257f, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:28:50.069689 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:50.080131 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3b27-03fd-40ef-acc6-300fdde2c9f0 req-a04f9106-f691-4a1a-a0c3-c9b57fb8a043 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.081543 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a61e3b27-03fd-40ef-acc6-300fdde2c9f0 req-a04f9106-f691-4a1a-a0c3-c9b57fb8a043 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.4639013 Jul 09 18:28:50.155042 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a61e3b27-03fd-40ef-acc6-300fdde2c9f0 req-54a5768b-742c-44c3-b8ef-5e4a99bd2d18 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673606 Jul 09 18:28:50.166033 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:28:50.169299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:28:50.175604 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:50.216090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.216725 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:28:50.218301 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] 10.222.0.13 "PUT /v2.0/ports/fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 1092 time: 1.1475794 Jul 09 18:28:50.218556 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:28:50.220836 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c5432-2f22-48fc-87b8-599481f7ca5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:28:50.239514 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7e760-4617-4d3d-af1c-7c9d704dc4ef service neutron] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:28:50.264287 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29581b67-9e00-499a-81cc-e99a78a56721 x-openstack-request-id: req-29581b67-9e00-499a-81cc-e99a78a56721 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:28:50.264544 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:28:50.264793 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29581b67-9e00-499a-81cc-e99a78a56721 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:28:50.265246 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'status': 'completed', 'code': 200} Jul 09 18:28:50.331635 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-576c816f-b805-43ff-9169-e5fdca5a6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.333263 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-576c816f-b805-43ff-9169-e5fdca5a6d36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1095 time: 0.0640633 Jul 09 18:28:50.377870 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-1fab3a64-5a1c-40c8-9e97-9c291d5e9b49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 217 time: 0.0372732 Jul 09 18:28:50.429314 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-7b72555c-6e15-4a66-ac8c-a6b7557d0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.430924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-7b72555c-6e15-4a66-ac8c-a6b7557d0b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0468411 Jul 09 18:28:50.489770 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-83db3dfe-3c3e-411d-8d5f-4280888a86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.492438 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-83db3dfe-3c3e-411d-8d5f-4280888a86a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542307 Jul 09 18:28:50.594186 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-aa97cf0f-c544-47ec-ab0d-b34ab2b0ab59 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938377 Jul 09 18:28:50.682979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-746b3e6f-4ed9-425a-b1cc-0dec7138075d req-201bae07-22d5-4ad0-95de-c49565efafab service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831697 Jul 09 18:28:50.789077 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-e2378b3b-7518-4028-8210-991603ab904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.790614 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-e2378b3b-7518-4028-8210-991603ab904c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1095 time: 0.0601313 Jul 09 18:28:50.881731 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-f9864d85-3073-48bb-a44d-0236fd47f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.883158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-f9864d85-3073-48bb-a44d-0236fd47f991 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0860450 Jul 09 18:28:50.927337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-d138595f-db7b-44b8-8363-ef4eb61b5299 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 217 time: 0.0379410 Jul 09 18:28:50.977216 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-8d8f4902-c76a-4952-ac52-b1e10a74ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:50.978706 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-8d8f4902-c76a-4952-ac52-b1e10a74ef67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0457535 Jul 09 18:28:51.040488 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-e9206811-7edd-433f-ad3c-5b15afbe4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:51.041388 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-e9206811-7edd-433f-ad3c-5b15afbe4cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552483 Jul 09 18:28:51.138633 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-0025d625-ec24-475a-8ab6-60ed0e628802 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896223 Jul 09 18:28:51.237688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-497c5432-2f22-48fc-87b8-599481f7ca5a req-c6c5359a-b775-4528-9c2d-74e1dc9e6915 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929525 Jul 09 18:28:51.346478 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250c9dc-3a96-4edc-b442-3a342ef29cef req-57e087d4-a8ad-4129-affc-c211e10c23b7 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:51.348029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1250c9dc-3a96-4edc-b442-3a342ef29cef req-57e087d4-a8ad-4129-affc-c211e10c23b7 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0704589 Jul 09 18:28:51.388290 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-1250c9dc-3a96-4edc-b442-3a342ef29cef req-b2862a18-d854-41d6-a686-76194f7b2fa5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344889 Jul 09 18:28:52.621420 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29638bf-ea93-4da5-bc4e-0cbac166adc0 req-93b7fd5a-e62a-413f-bc02-d791c203a1b5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:52.623225 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a29638bf-ea93-4da5-bc4e-0cbac166adc0 req-93b7fd5a-e62a-413f-bc02-d791c203a1b5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.1179874 Jul 09 18:28:52.674137 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a29638bf-ea93-4da5-bc4e-0cbac166adc0 req-e55ece11-399b-49a0-bd75-b1362db769e4 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Jul 09 18:28:53.854463 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95b1c2-0331-424e-aa67-4e50aea308d9 req-f894b38b-1680-46fe-ac43-43bde221ae8f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:53.855886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f95b1c2-0331-424e-aa67-4e50aea308d9 req-f894b38b-1680-46fe-ac43-43bde221ae8f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0687320 Jul 09 18:28:53.897275 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8f95b1c2-0331-424e-aa67-4e50aea308d9 req-9e5c4f5f-cc81-45eb-b313-70955cb8315c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330710 Jul 09 18:28:55.087498 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebd01e-64f6-482b-ac62-aff7b2d14720 req-248de53b-b9d9-45d4-84ff-1fa781d2c715 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:55.089004 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ffebd01e-64f6-482b-ac62-aff7b2d14720 req-248de53b-b9d9-45d4-84ff-1fa781d2c715 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0813026 Jul 09 18:28:55.140576 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ffebd01e-64f6-482b-ac62-aff7b2d14720 req-c4979073-070f-4b8c-b8fa-ea162d9312e1 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Jul 09 18:28:56.318128 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366323d-4714-484c-b45b-60a3b84cb2ea req-74ddf2fc-63da-43bf-85e5-3b29512951f8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:56.319800 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3366323d-4714-484c-b45b-60a3b84cb2ea req-74ddf2fc-63da-43bf-85e5-3b29512951f8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0653954 Jul 09 18:28:56.357196 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3366323d-4714-484c-b45b-60a3b84cb2ea req-415f68a7-7c3d-4fac-a95a-c3631107e4fa tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Jul 09 18:28:57.558140 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaae49a-b6be-4438-8116-e6e8308d187e req-f1985217-ff70-4c0d-9bf9-88e314796ba9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:57.559641 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6aaae49a-b6be-4438-8116-e6e8308d187e req-f1985217-ff70-4c0d-9bf9-88e314796ba9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0897422 Jul 09 18:28:57.597356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6aaae49a-b6be-4438-8116-e6e8308d187e req-eeb8aa4d-5346-449a-93fc-c11da587eb95 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Jul 09 18:28:58.790738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b2306-11d3-4091-aac3-804f190c1242 req-f0e5bb70-dbcc-4e1c-9932-32eef2246c51 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:28:58.792299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed1b2306-11d3-4091-aac3-804f190c1242 req-f0e5bb70-dbcc-4e1c-9932-32eef2246c51 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0725279 Jul 09 18:28:58.832570 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ed1b2306-11d3-4091-aac3-804f190c1242 req-216e33df-84bf-449f-afde-5aeaa50acf73 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Jul 09 18:29:00.023151 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601e3fb-3550-4fa0-aab5-91ca0d74b101 req-0539215c-0215-4d65-b552-84f5f9da526b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:00.024722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7601e3fb-3550-4fa0-aab5-91ca0d74b101 req-0539215c-0215-4d65-b552-84f5f9da526b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0732186 Jul 09 18:29:00.062959 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7601e3fb-3550-4fa0-aab5-91ca0d74b101 req-20960c1a-44c0-4db2-abb6-5c3ae3438e58 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Jul 09 18:29:01.050070 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fe5c2fab-b960-486c-a467-07b43191257f details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:29:01.154008 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:29:01.167311 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'fe5c2fab-b960-486c-a467-07b43191257f', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'port_id': 'fe5c2fab-b960-486c-a467-07b43191257f', 'mac_address': 'fa:16:3e:fe:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:29:01.212191 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:01.226541 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5c2fab-b960-486c-a467-07b43191257f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:29:01.248302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:29:01.256510 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:01.313647 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:29:01.325367 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.325675 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.325929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.326260 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.326594 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.326921 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.327242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.327566 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.327919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.328236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.328560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.328873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:29:01.453992 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82445337-b453-482a-abb5-91019f1a3123 req-3e88f44d-9b7f-41a4-a34e-539cba1716d7 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:01.456291 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-82445337-b453-482a-abb5-91019f1a3123 req-3e88f44d-9b7f-41a4-a34e-539cba1716d7 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 944 time: 0.0801573 Jul 09 18:29:01.497061 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-82445337-b453-482a-abb5-91019f1a3123 req-4160504d-78ec-4859-8946-139f0abef344 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329516 Jul 09 18:29:01.505817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['fe5c2fab-b960-486c-a467-07b43191257f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:29:02.688902 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532e3e-477f-4899-a61b-c58f59cfcb55 req-5113e953-72ec-4ed9-9734-a016c1dddceb tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:02.690592 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b532e3e-477f-4899-a61b-c58f59cfcb55 req-5113e953-72ec-4ed9-9734-a016c1dddceb tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 944 time: 0.0731874 Jul 09 18:29:02.732058 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-3b532e3e-477f-4899-a61b-c58f59cfcb55 req-a61db79b-2666-49b6-b24f-e994426ae059 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337079 Jul 09 18:29:03.051284 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fe5c2fab-b960-486c-a467-07b43191257f up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:29:03.102938 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port fe5c2fab-b960-486c-a467-07b43191257f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:29:03.106632 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port fe5c2fab-b960-486c-a467-07b43191257f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:29:03.107004 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:03.186240 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:03.232733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:29:03.235087 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7431d052-983b-41c6-a2e7-705977ae8d25" -d '{"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-plugged", "status": "completed", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:29:03.250721 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:29:03.257454 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:03.282643 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d9abf-f844-4b2e-b0a3-501bfa832912 x-openstack-request-id: req-6a3d9abf-f844-4b2e-b0a3-501bfa832912 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:29:03.282932 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-plugged", "status": "completed", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:29:03.283183 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a3d9abf-f844-4b2e-b0a3-501bfa832912 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:29:03.283569 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'code': 200} Jul 09 18:29:03.313097 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:29:03.396772 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef44e-a959-40b4-ad78-47ad7335a171 req-8b61228e-c974-42a2-a788-1e0ca6c5642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:03.398299 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a34ef44e-a959-40b4-ad78-47ad7335a171 req-8b61228e-c974-42a2-a788-1e0ca6c5642c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1097 time: 0.0524621 Jul 09 18:29:03.432029 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a34ef44e-a959-40b4-ad78-47ad7335a171 req-8c4ef707-2aad-48b2-8a85-824db9ba83ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272627 Jul 09 18:29:03.921041 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea911-d756-40ae-b4b0-25acccea4f00 req-c0606cb1-4a92-4682-8219-cc8dd5b238b5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:03.922569 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12fea911-d756-40ae-b4b0-25acccea4f00 req-c0606cb1-4a92-4682-8219-cc8dd5b238b5 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0716176 Jul 09 18:29:03.962674 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-12fea911-d756-40ae-b4b0-25acccea4f00 req-6c0d77a5-ea74-4bb6-88ce-c4c6cb6a93fc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Jul 09 18:29:05.156736 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc471-17e2-4fab-b376-c7e1d32dd3a0 req-1b775424-dff3-4646-af46-eb14bae9641b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:05.158255 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-444fc471-17e2-4fab-b376-c7e1d32dd3a0 req-1b775424-dff3-4646-af46-eb14bae9641b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0714211 Jul 09 18:29:05.198352 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-444fc471-17e2-4fab-b376-c7e1d32dd3a0 req-37efae4f-7a9c-4fd1-91a7-8a2ac4b71c29 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343792 Jul 09 18:29:05.395258 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe94b-d1a7-4a04-84fe-b47cbd8dd741 req-c0196328-6edf-4500-8598-dead585d64ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:05.396806 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26cbe94b-d1a7-4a04-84fe-b47cbd8dd741 req-c0196328-6edf-4500-8598-dead585d64ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0867951 Jul 09 18:29:05.435086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-26cbe94b-d1a7-4a04-84fe-b47cbd8dd741 req-c2091bc1-7eb5-4d01-b036-43d49f4576a0 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Jul 09 18:29:05.459903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54616) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:29:05.513322 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3e664-0d3d-4ffb-8d60-62d53959540a tempest-TestShelveInstance-1688162955 tempest-TestShelveInstance-1688162955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:05.514846 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f9f3e664-0d3d-4ffb-8d60-62d53959540a tempest-TestShelveInstance-1688162955 tempest-TestShelveInstance-1688162955-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1092 time: 0.0539644 Jul 09 18:29:05.517885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54618) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:29:05.522300 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'fe5c2fab-b960-486c-a467-07b43191257f', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:29:05.547664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:05.647353 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:05.750821 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Allocated IP 172.25.3.2 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/ff2aba54-2cbe-492e-9b7a-b4a10d9383cf) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:29:05.864276 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:05.908180 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:05.947753 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:29:05.950550 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:29:05.954158 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:29:05.959721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'Port': ['ID=ff2aba54-2cbe-492e-9b7a-b4a10d9383cf,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:29:06.349286 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:06.432450 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:06.580498 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:06.587162 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:06.656299 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event updated for resources: {'Port': ['ID=ff2aba54-2cbe-492e-9b7a-b4a10d9383cf,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:29:06.668640 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:06.781763 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Floating IP 3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f associated. External IP: 172.25.3.2, port: fe5c2fab-b960-486c-a467-07b43191257f. Jul 09 18:29:07.002823 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:29:07.118954 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:29:07.129522 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:29:07.137623 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:07.141186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:29:07.141841 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:29:07.174234 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0c0f3f7c-afc8-49ea-87c0-a75d0ba0c6b8 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6553233 Jul 09 18:29:07.174800 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:29:07.177231 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e191ce-dea9-4724-a108-8ee9c5ff4d50" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:29:07.214219 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c8593-5f1c-46f7-8048-1f6ae8c97cde x-openstack-request-id: req-e12c8593-5f1c-46f7-8048-1f6ae8c97cde {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:29:07.214506 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:29:07.214750 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e12c8593-5f1c-46f7-8048-1f6ae8c97cde {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:29:07.215139 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'status': 'completed', 'code': 200} Jul 09 18:29:07.250200 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:29:07.294263 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-eaf24f19-3549-44ea-ba16-c0211fb2b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:07.295865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-eaf24f19-3549-44ea-ba16-c0211fb2b927 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1097 time: 0.0564201 Jul 09 18:29:07.411318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-c57ea650-d9fd-49e0-a106-cc33fa2d4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:07.412932 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-c57ea650-d9fd-49e0-a106-cc33fa2d4853 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1110322 Jul 09 18:29:07.477359 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-4625e601-1e3e-4676-84b4-33b034c7f325 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 997 time: 0.0582712 Jul 09 18:29:07.485531 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'port_id': 'fe5c2fab-b960-486c-a467-07b43191257f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'mac_address': 'fa:16:3e:fe:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:29:06Z', 'updated_at': '2021-07-09T18:29:06Z', 'revision_number': 0, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:29:07.510874 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:29:07.519279 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:29:07.519884 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:28:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:29:07.525245 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-019ada2a-060b-499d-bfad-e86f6f7bc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:07.526816 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-019ada2a-060b-499d-bfad-e86f6f7bc904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0435336 Jul 09 18:29:07.590190 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-2902fdad-7e6c-4471-afe8-6a51e91d7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:07.592170 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-2902fdad-7e6c-4471-afe8-6a51e91d7401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584776 Jul 09 18:29:07.627726 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:29:07.684332 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-05ec8428-9f25-45ae-ae16-2d22a01eaf76 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858440 Jul 09 18:29:07.791413 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-73e191ce-dea9-4724-a108-8ee9c5ff4d50 req-db1a0201-91be-45d2-9973-1c1a5a051e3e service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983634 Jul 09 18:29:07.957511 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'port_id': 'fe5c2fab-b960-486c-a467-07b43191257f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'mac_address': 'fa:16:3e:fe:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:29:06Z', 'updated_at': '2021-07-09T18:29:06Z', 'revision_number': 0, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:29:07.984360 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202f46a-b825-46aa-a94b-a76b65f14676 None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'port_id': 'fe5c2fab-b960-486c-a467-07b43191257f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'mac_address': 'fa:16:3e:fe:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:29:06Z', 'updated_at': '2021-07-09T18:29:06Z', 'revision_number': 0, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:29:08.176876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507ffcd-07fc-488f-b895-98f9bb1b62f8 None None] New status for floating IP 3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:29:08.907862 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:08.918508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-5ce5e56d-9a72-41ec-ac16-01356a6f5715 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605769 Jul 09 18:29:09.037219 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-ba9f0477-74f4-42d6-a1eb-4d2e27c62395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:09.038788 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-ba9f0477-74f4-42d6-a1eb-4d2e27c62395 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1097 time: 0.0698032 Jul 09 18:29:09.153340 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-d49e8036-3201-4af3-922a-abdafc14128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:09.154862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-d49e8036-3201-4af3-922a-abdafc14128d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0898244 Jul 09 18:29:09.231713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-781a3469-9f19-436a-85f0-3214b37bbc6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 999 time: 0.0632110 Jul 09 18:29:09.282859 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-2833d5ae-90ed-4014-be5d-58e8e71b07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:09.284378 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-2833d5ae-90ed-4014-be5d-58e8e71b07d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0465019 Jul 09 18:29:09.353761 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-79f227d1-d9f4-413e-8bb2-75ead9fb9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:29:09.355396 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-79f227d1-d9f4-413e-8bb2-75ead9fb9de4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644531 Jul 09 18:29:09.355556 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:29:09.457048 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-d6e60a17-aff8-4a63-a165-e5b64bc0c509 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946491 Jul 09 18:29:09.548898 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f350683a-8d13-4973-992d-3ea3fe1fc05f req-044ee110-9e18-471d-8f3e-7ee17941af39 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852811 Jul 09 18:29:09.979883 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:10.513236 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d1130e70-9c6b-45c4-bbff-0ef1f29e5b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:13.029629 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-642f38a5-2512-4181-ba4a-6f1ae5de7709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:13.534218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:14.293759 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:16.185518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:38.922397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:39.972353 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:40.512797 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6c1004ea-be97-4b5e-b360-6b257a62fd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:43.024596 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cd3c47af-58a5-43ae-bd1f-051f39b2ad6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:43.529756 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:44.292924 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:46.184444 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:29:46.359913 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:30:08.918620 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:09.909716 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-70a3f26a-f963-4fbf-aada-06a15c269378 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606194 Jul 09 18:30:09.985979 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:10.010228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-3081f382-597c-4d77-b64b-d117892dfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:30:10.011848 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-3081f382-597c-4d77-b64b-d117892dfbb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1097 time: 0.0553384 Jul 09 18:30:10.132108 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-e7f0fafa-2476-4615-b1d1-2f704a78d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:30:10.133685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-e7f0fafa-2476-4615-b1d1-2f704a78d6ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1013191 Jul 09 18:30:10.199507 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-0250a870-c07e-4f3d-9e04-2783a61caaab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 999 time: 0.0589097 Jul 09 18:30:10.249170 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-bf1cf176-14e7-47b6-b37a-3a44ee1bf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:30:10.250637 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-bf1cf176-14e7-47b6-b37a-3a44ee1bf372 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0454218 Jul 09 18:30:10.324205 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-71376815-c715-42ed-852d-839b5557a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:30:10.325685 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-71376815-c715-42ed-852d-839b5557a3ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681663 Jul 09 18:30:10.415995 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-b0d29782-b712-467f-bd51-ca89e3554728 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828903 Jul 09 18:30:10.506449 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f7512a0c-8bf4-49f4-a864-e74adedbf54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:10.510904 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b3685f9b-e93d-43b1-8252-ea19ca041ba6 req-199678c1-003d-4213-8b35-cd562f19fbe2 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884421 Jul 09 18:30:13.029715 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2e096b3d-d545-4897-acfc-54e1164243ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:13.537222 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:14.297686 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:16.186891 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:23.361154 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:30:38.937185 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:39.985094 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:40.510700 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b5a62fbd-2811-43da-ba7f-3688fcdd3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:43.033939 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95241cd6-b42c-45d1-86bb-167c3b7f7e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:43.532881 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:44.303317 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:30:46.191111 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:00.362254 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:31:04.940427 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499759d7-3572-4de4-8551-8e60601f19f7 req-81a73c40-d1db-4c79-86e2-b42ff6c7af72 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:04.941912 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-499759d7-3572-4de4-8551-8e60601f19f7 req-81a73c40-d1db-4c79-86e2-b42ff6c7af72 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0696142 Jul 09 18:31:04.991237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-499759d7-3572-4de4-8551-8e60601f19f7 req-0e5bb8f3-2b13-481e-8fb1-9f546a1e0ace tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Jul 09 18:31:06.209471 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716d826-33f2-4fde-8634-73c8ce301838 req-8dc8ae60-1a30-4672-8cc7-25a547b68414 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:06.210882 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1716d826-33f2-4fde-8634-73c8ce301838 req-8dc8ae60-1a30-4672-8cc7-25a547b68414 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0762179 Jul 09 18:31:06.256532 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1716d826-33f2-4fde-8634-73c8ce301838 req-1233eebd-be86-4f41-913d-4f915dbbbb17 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 Jul 09 18:31:07.477694 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de52d1-cc81-41d3-9739-f2bd98a781a6 req-2ece98e7-20fb-4cb4-82b1-21ad3ebf0e01 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:07.479190 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5de52d1-cc81-41d3-9739-f2bd98a781a6 req-2ece98e7-20fb-4cb4-82b1-21ad3ebf0e01 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0733073 Jul 09 18:31:07.521201 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d5de52d1-cc81-41d3-9739-f2bd98a781a6 req-3574edc8-a9bd-4532-a75f-5d9f4124f083 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Jul 09 18:31:08.731228 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4ba68-8472-449a-8f2b-7b0681645226 req-398759cb-749c-4728-a1fc-8b22c7a1cd51 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:08.732792 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2e4ba68-8472-449a-8f2b-7b0681645226 req-398759cb-749c-4728-a1fc-8b22c7a1cd51 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0921195 Jul 09 18:31:08.771024 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c2e4ba68-8472-449a-8f2b-7b0681645226 req-06af8e27-fc52-40be-9719-601e0869fa30 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Jul 09 18:31:08.940324 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:09.983019 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-6f073ded-38d4-4ea4-9ba7-26e09f64df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:09.984694 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-6f073ded-38d4-4ea4-9ba7-26e09f64df6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1097 time: 0.0948799 Jul 09 18:31:09.995681 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f357b-3351-437f-b31b-e73c36b10a89 req-4cccc392-f625-4ded-93b2-5158019bd416 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:09.996948 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:09.997567 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d09f357b-3351-437f-b31b-e73c36b10a89 req-4cccc392-f625-4ded-93b2-5158019bd416 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.1095748 Jul 09 18:31:10.086636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d09f357b-3351-437f-b31b-e73c36b10a89 req-4dd5daec-6a08-490e-98dd-d995fd662036 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824950 Jul 09 18:31:10.130677 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-2d4fbe90-48a5-43be-8ed3-c87b46a92d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:10.132860 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-2d4fbe90-48a5-43be-8ed3-c87b46a92d50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1132085 Jul 09 18:31:10.207814 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-9486f4c3-2be6-4af7-8a35-1eb898dc6287 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 999 time: 0.0669081 Jul 09 18:31:10.268339 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-7ce7b6d2-6d5d-4605-9fd5-d633130f9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:10.270688 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-7ce7b6d2-6d5d-4605-9fd5-d633130f9718 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0567980 Jul 09 18:31:10.335786 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-63987a44-5e79-4473-9fa2-4ebf58a22f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:10.338230 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-63987a44-5e79-4473-9fa2-4ebf58a22f24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610900 Jul 09 18:31:10.433924 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-2c696ad2-291c-4cc4-908a-cdd9405a87f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895562 Jul 09 18:31:10.513250 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f6488a54-3225-40f6-ab70-81532ecee5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:10.537803 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-cb65653b-4c01-40dd-ac4a-0eb4f5ab383c req-01453be5-2f28-45a7-8221-63a458d68953 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974560 Jul 09 18:31:11.277217 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874ae5e-53f8-477b-8317-eed8f3d3d5e5 req-800c32e0-df35-4a87-a650-0be1962686ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:11.278637 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6874ae5e-53f8-477b-8317-eed8f3d3d5e5 req-800c32e0-df35-4a87-a650-0be1962686ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0684690 Jul 09 18:31:11.320389 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6874ae5e-53f8-477b-8317-eed8f3d3d5e5 req-2c19af14-0dbd-446a-a563-65301d362b76 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335133 Jul 09 18:31:12.514353 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9b88-2d12-4c8d-b8a4-dd0421dc25fa req-9eb0e809-d6fc-4da3-a965-d458fa67b5ab tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:12.515915 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-944a9b88-2d12-4c8d-b8a4-dd0421dc25fa req-9eb0e809-d6fc-4da3-a965-d458fa67b5ab tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0792222 Jul 09 18:31:12.557312 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-944a9b88-2d12-4c8d-b8a4-dd0421dc25fa req-fd22fe67-2b35-4a8c-b2f1-9a42adeed68f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341964 Jul 09 18:31:13.042074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e9e59fb0-3ca0-410e-8325-86f3a64e4642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:13.540623 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:13.743030 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50778062-b63e-470a-8985-c63d48e8968a req-53616632-66ae-4dff-8fe8-454ac5b98bdd tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:13.744616 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50778062-b63e-470a-8985-c63d48e8968a req-53616632-66ae-4dff-8fe8-454ac5b98bdd tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0691707 Jul 09 18:31:13.794356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-50778062-b63e-470a-8985-c63d48e8968a req-425894db-a892-400c-bce2-5a332701bc24 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Jul 09 18:31:14.311215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:14.978385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1ccc-9a16-446a-9fec-89051e54ccd6 req-10f7e821-0ac3-45eb-b7f3-310c71f1ca07 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:14.979903 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41eb1ccc-9a16-446a-9fec-89051e54ccd6 req-10f7e821-0ac3-45eb-b7f3-310c71f1ca07 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0751600 Jul 09 18:31:15.046209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41eb1ccc-9a16-446a-9fec-89051e54ccd6 req-afc9034b-a741-4e07-b3ef-3856d1e6865b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596600 Jul 09 18:31:15.070583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-0de8a0c1-2ea1-4269-a7e6-d4aa11529feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:15.072209 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-0de8a0c1-2ea1-4269-a7e6-d4aa11529feb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1097 time: 0.0793939 Jul 09 18:31:15.164304 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-dcb76d01-1949-48df-81f0-2725a83818c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:15.165793 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-dcb76d01-1949-48df-81f0-2725a83818c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0875742 Jul 09 18:31:15.236584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-d4781bc0-08e3-4c15-80c1-8274f4c352b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 999 time: 0.0645800 Jul 09 18:31:15.292080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-0be332a4-55be-4c36-8a97-131d6b364ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:15.293569 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-0be332a4-55be-4c36-8a97-131d6b364ea2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0455744 Jul 09 18:31:15.353411 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-49e7d8e3-06bb-41ad-87e1-308c337e3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:15.354941 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-49e7d8e3-06bb-41ad-87e1-308c337e3311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551965 Jul 09 18:31:15.447601 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-72fdf836-c7c6-46ab-bb59-71fef2fbda13 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Jul 09 18:31:15.539836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e3144a49-b2de-4a0f-a793-8ca133c85ec1 req-f221267e-1ac2-4f78-81d0-61cec2bb4906 service neutron] 10.222.0.13 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Jul 09 18:31:16.192523 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:16.231996 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeef9e-be70-464c-91ec-083dd9e4ebbf req-27fcad2a-a247-4f17-832c-c14c659d8f33 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:16.233726 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfdeef9e-be70-464c-91ec-083dd9e4ebbf req-27fcad2a-a247-4f17-832c-c14c659d8f33 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0757656 Jul 09 18:31:16.277634 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cfdeef9e-be70-464c-91ec-083dd9e4ebbf req-65c8a452-0a41-475b-a90a-7d524e45647e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354767 Jul 09 18:31:17.458254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b24a74-218e-4387-8843-bf7db18c02e0 req-2ebf2569-e734-4eb3-87f6-51e4ce288dd3 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:17.459687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51b24a74-218e-4387-8843-bf7db18c02e0 req-2ebf2569-e734-4eb3-87f6-51e4ce288dd3 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0699677 Jul 09 18:31:17.497652 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-51b24a74-218e-4387-8843-bf7db18c02e0 req-189b1d6e-3235-4844-821c-96f58f3bc4de tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Jul 09 18:31:18.680415 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc048763-b8aa-41df-a2d4-afbd66546629 req-f472cef5-ae6f-42cb-9bf0-659782919480 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:18.681995 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc048763-b8aa-41df-a2d4-afbd66546629 req-f472cef5-ae6f-42cb-9bf0-659782919480 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0647998 Jul 09 18:31:18.720793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-fc048763-b8aa-41df-a2d4-afbd66546629 req-9d650b5c-01aa-4289-9c02-416235be5b9b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Jul 09 18:31:19.912204 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac8f49-a1bd-4947-9f42-d3beaf4e548d req-85799ed0-f03e-4526-9b7e-36d58c0b1210 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:19.913718 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7aac8f49-a1bd-4947-9f42-d3beaf4e548d req-85799ed0-f03e-4526-9b7e-36d58c0b1210 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0842507 Jul 09 18:31:19.955425 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7aac8f49-a1bd-4947-9f42-d3beaf4e548d req-22c11d03-4c40-4c07-8aa9-577852856e60 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339465 Jul 09 18:31:20.079280 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-ef0b291e-7542-4432-a1f8-ebf9a8930556 req-f5f7454c-bb0d-4443-a345-e4ff03db1de8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:31:20.080290 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef0b291e-7542-4432-a1f8-ebf9a8930556 req-f5f7454c-bb0d-4443-a345-e4ff03db1de8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075984 Jul 09 18:31:21.249224 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54722) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:31:21.351661 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-aa920f8d-083d-4d5e-b73a-090688ae02c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012352 Jul 09 18:31:21.380281 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f5df-a6d8-47e5-9c4e-a61ec9761c76 req-2a21550d-1a0c-45c1-ba09-ab2cd48abc7a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:21.381730 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0520f5df-a6d8-47e5-9c4e-a61ec9761c76 req-2a21550d-1a0c-45c1-ba09-ab2cd48abc7a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 945 time: 0.0682034 Jul 09 18:31:21.419582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0520f5df-a6d8-47e5-9c4e-a61ec9761c76 req-01054c21-1bb9-49e4-b383-24611f8d35dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322642 Jul 09 18:31:21.587242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device fe5c2fab-b960-486c-a467-07b43191257f no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:31:21.672968 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:21.696271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:31:21.698546 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d30eb4-7eca-4b7f-bf5c-ff7f9d7392f9" -d '{"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:31:21.711795 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:31:21.718065 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:21.747618 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55775e7-c4b3-4164-b140-e6a1f9bef5db x-openstack-request-id: req-e55775e7-c4b3-4164-b140-e6a1f9bef5db {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:31:21.747887 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-unplugged", "status": "failed", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "code": 422}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:31:21.748153 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e55775e7-c4b3-4164-b140-e6a1f9bef5db {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:31:21.748532 n-d-791506-17 neutron-server[93897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'code': 422} returned with failed status Jul 09 18:31:21.776192 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:31:21.783787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.784135 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.784464 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.784787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.785105 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.785408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.785731 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.786041 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.786405 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.786667 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.786996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:21.787286 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:22.614075 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955db805-224b-4708-a6ca-615574fbd9de req-dd008ca2-6657-4b50-9578-652f1c55ad5c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:22.615624 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-955db805-224b-4708-a6ca-615574fbd9de req-dd008ca2-6657-4b50-9578-652f1c55ad5c tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0782840 Jul 09 18:31:22.656620 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-955db805-224b-4708-a6ca-615574fbd9de req-7f15373e-ebb6-4faa-ad3b-fd600c825cb9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327578 Jul 09 18:31:23.842923 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbd248-8575-4ec2-9028-f3df1caf23da req-cc3445c3-fde6-4949-84d6-68212d9f6f35 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:23.844422 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bdbd248-8575-4ec2-9028-f3df1caf23da req-cc3445c3-fde6-4949-84d6-68212d9f6f35 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0721235 Jul 09 18:31:23.886713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-1bdbd248-8575-4ec2-9028-f3df1caf23da req-e4035c0a-0515-479b-88aa-9aed61b54b68 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Jul 09 18:31:25.099289 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a058f6-93ab-481f-b151-66b410572453 req-ca34ec5e-a41a-43e5-881c-26188a1f4eb3 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:25.101251 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67a058f6-93ab-481f-b151-66b410572453 req-ca34ec5e-a41a-43e5-881c-26188a1f4eb3 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0937526 Jul 09 18:31:25.148243 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-67a058f6-93ab-481f-b151-66b410572453 req-02214039-2854-4ea0-a350-1a529293de7b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 Jul 09 18:31:26.333144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198534-6bca-47c1-88b8-a6f6ab179587 req-298c7bd4-3948-41e3-a5be-5cfb413cd237 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:26.334673 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0198534-6bca-47c1-88b8-a6f6ab179587 req-298c7bd4-3948-41e3-a5be-5cfb413cd237 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0656390 Jul 09 18:31:26.372655 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d0198534-6bca-47c1-88b8-a6f6ab179587 req-15d1d0bb-ea4c-41ed-ab34-58770122fd5a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 09 18:31:27.571843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b135c84-d79b-4c81-92c7-e12a410e6e64 req-d660433c-c39c-454c-8dfd-7697c8cbaec9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:27.573253 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b135c84-d79b-4c81-92c7-e12a410e6e64 req-d660433c-c39c-454c-8dfd-7697c8cbaec9 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0791826 Jul 09 18:31:27.613245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8b135c84-d79b-4c81-92c7-e12a410e6e64 req-ca5d146f-48a2-422b-b2a1-d5854cb16283 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342460 Jul 09 18:31:28.804005 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b228817-828e-4047-a5f5-f977ed2a1446 req-b239a0ef-0b62-4d50-a9c6-6679fa55e349 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:28.805418 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b228817-828e-4047-a5f5-f977ed2a1446 req-b239a0ef-0b62-4d50-a9c6-6679fa55e349 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0708778 Jul 09 18:31:28.845039 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4b228817-828e-4047-a5f5-f977ed2a1446 req-89592984-cfec-4bf3-937a-fac6c29ff345 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Jul 09 18:31:30.027547 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469ef24-4a9b-4de0-b22b-867e1df6d98a req-25f27d64-d8c2-4c8e-8c30-f6de106d0d1f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:30.029106 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6469ef24-4a9b-4de0-b22b-867e1df6d98a req-25f27d64-d8c2-4c8e-8c30-f6de106d0d1f tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0651357 Jul 09 18:31:30.068245 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-6469ef24-4a9b-4de0-b22b-867e1df6d98a req-ae3cb650-595b-4e2c-bf40-358c83c75106 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333385 Jul 09 18:31:30.382518 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-e51457bb-64ac-4cbe-a264-5cdc7857d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:30.384055 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-e51457bb-64ac-4cbe-a264-5cdc7857d8b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a&tenant_id=0b1ef07d19bf44d79f0c256c8bae928c HTTP/1.1" status: 200 len: 1095 time: 0.0563543 Jul 09 18:31:30.395378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-17', 'device_owner': 'compute:nova'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:31:30.472870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:30.689277 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:31:30.725256 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h2-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:31:30.759992 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5c2fab-b960-486c-a467-07b43191257f {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:31:30.767937 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:30.781143 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Transition to ACTIVE for port object fe5c2fab-b960-486c-a467-07b43191257f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:31:30.786097 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:30.866422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:31:30.878213 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.878573 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.878938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.879276 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.879611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.879972 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.880311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.880641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.880970 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.881301 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.881629 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.881955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:31:30.920248 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] No DVR routers for this DVR port fe5c2fab-b960-486c-a467-07b43191257f on host n-h2-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:31:31.063940 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:31:31.064278 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:31:31.064602 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:31:31.068934 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Port fe5c2fab-b960-486c-a467-07b43191257f on network 8ff2d93d-2a39-4855-8de7-7378cd88724c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:31:31.069257 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Attempting to bind port fe5c2fab-b960-486c-a467-07b43191257f on network 8ff2d93d-2a39-4855-8de7-7378cd88724c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:31:31.074095 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:31:31.074434 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Checking segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:31:31.074819 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Bound using segment: {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:31:31.075238 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Bound port: fe5c2fab-b960-486c-a467-07b43191257f, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f64860-b63b-411a-810d-2b8374947b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:31:31.075594 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:31.139777 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:31:31.142882 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:31:31.149236 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:31.187218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:31.187868 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:31.189717 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] 10.222.0.36 "PUT /v2.0/ports/fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 1092 time: 0.7983720 Jul 09 18:31:31.190153 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:31:31.192497 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f995e-6a7c-4064-8af3-c3a766ec495c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:31:31.272911 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbde886-e986-43a3-a46b-5639c74a2d3c service neutron] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=8']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:31:31.319849 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0978f9b-8549-4788-a814-3b49144ba9f5 req-e50b9293-3c1e-468c-be2f-da9bd507f18b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:31.321434 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0978f9b-8549-4788-a814-3b49144ba9f5 req-e50b9293-3c1e-468c-be2f-da9bd507f18b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.1217980 Jul 09 18:31:31.327620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-66722ba3-dea2-4a40-86e5-ff625fb4a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:31.329378 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-66722ba3-dea2-4a40-86e5-ff625fb4a805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1095 time: 0.0969939 Jul 09 18:31:31.414773 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a0978f9b-8549-4788-a814-3b49144ba9f5 req-da50c4ff-40af-46ef-9c8f-032b39bde73d tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843394 Jul 09 18:31:31.447993 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-759dadce-b345-41de-a4d7-45bf9d8347d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:31.449475 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-759dadce-b345-41de-a4d7-45bf9d8347d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1129239 Jul 09 18:31:31.519066 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-f1b2e281-d5cf-46a5-8841-086d08a58b52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 997 time: 0.0628338 Jul 09 18:31:31.580316 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-8f49f5eb-a5c0-4a9e-b607-1102b136c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:31.582383 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-8f49f5eb-a5c0-4a9e-b607-1102b136c429 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0571737 Jul 09 18:31:31.641044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-d4deea41-0062-46e0-a06e-820fbefecd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:31.642581 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-d4deea41-0062-46e0-a06e-820fbefecd47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539131 Jul 09 18:31:31.737498 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-c05e5c0e-955b-4e87-b661-dc6b76f00c75 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874562 Jul 09 18:31:31.838938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-e2ab22d7-dbd2-4902-8f44-ee00c9b0ad02 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943911 Jul 09 18:31:32.306930 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c26d55-56e2-474b-befe-b52a02c7915e x-openstack-request-id: req-79c26d55-56e2-474b-befe-b52a02c7915e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:31:32.307306 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:31:32.307628 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79c26d55-56e2-474b-befe-b52a02c7915e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:31:32.308289 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'status': 'completed', 'code': 200} Jul 09 18:31:32.383974 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-44cc004c-fa50-47aa-9222-7234f1beb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:32.385473 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-44cc004c-fa50-47aa-9222-7234f1beb05d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1095 time: 0.0557878 Jul 09 18:31:32.489526 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-7681cf79-d5b2-483b-bcc5-5e8eb396ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:32.491084 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-7681cf79-d5b2-483b-bcc5-5e8eb396ac26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0994859 Jul 09 18:31:32.586453 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-0ce08c43-85f2-4e58-8301-f1f5ca4d8985 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 997 time: 0.0890234 Jul 09 18:31:33.010387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7e1d8-d9be-4b44-9840-87395dbd0190 req-23e8e2b2-41df-4f18-ab70-56c141a03c01 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:33.011925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33e7e1d8-d9be-4b44-9840-87395dbd0190 req-23e8e2b2-41df-4f18-ab70-56c141a03c01 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.4767873 Jul 09 18:31:33.013385 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-e2037ac1-5935-4072-97ab-ab68d4247ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:33.014880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-e2037ac1-5935-4072-97ab-ab68d4247ba5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.4210148 Jul 09 18:31:33.078462 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-33e7e1d8-d9be-4b44-9840-87395dbd0190 req-45d36418-229d-4138-abf2-8e25be6c282b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606351 Jul 09 18:31:33.096707 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-ec56eca4-3b0a-4cef-8dce-0131d7fcff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:33.098269 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-ec56eca4-3b0a-4cef-8dce-0131d7fcff66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744965 Jul 09 18:31:33.209377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-c513a4e9-5fc0-4b61-980c-8487d6c8cead service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037862 Jul 09 18:31:33.311117 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-619f995e-6a7c-4064-8af3-c3a766ec495c req-882dc72b-c1f7-4995-8dfc-96a45be9fcca service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936964 Jul 09 18:31:34.269814 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3f153-768d-4c57-b19b-716bf2186717 req-f9897dcf-7c93-41d0-b043-74b7b147afc4 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:34.271398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9cb3f153-768d-4c57-b19b-716bf2186717 req-f9897dcf-7c93-41d0-b043-74b7b147afc4 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0749989 Jul 09 18:31:34.310525 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9cb3f153-768d-4c57-b19b-716bf2186717 req-d396bbeb-c881-4671-998a-4ed780a40598 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333717 Jul 09 18:31:35.499938 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b1b88-4e42-4b5d-8105-1a7ff4af5a89 req-0a996c55-9fee-47d3-9173-b02939c43c4b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:35.501403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a20b1b88-4e42-4b5d-8105-1a7ff4af5a89 req-0a996c55-9fee-47d3-9173-b02939c43c4b tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0732110 Jul 09 18:31:35.539438 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a20b1b88-4e42-4b5d-8105-1a7ff4af5a89 req-89b949d3-fda0-4e75-8fcd-8659e850b23e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Jul 09 18:31:36.721135 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87cf55-ae19-40eb-ad19-9de1550b9768 req-11a52aad-a8c0-48d4-a0de-ee8d52ad31fa tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:36.722636 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a87cf55-ae19-40eb-ad19-9de1550b9768 req-11a52aad-a8c0-48d4-a0de-ee8d52ad31fa tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0669017 Jul 09 18:31:36.765237 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-0a87cf55-ae19-40eb-ad19-9de1550b9768 req-75966358-d8e2-443a-847c-94bf5cfa2461 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361691 Jul 09 18:31:37.361867 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:31:37.951092 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b37155-be89-4522-a18d-9291c5a4cf43 req-42533017-95f7-4d25-8fdc-6b316283a9ad tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:37.952711 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62b37155-be89-4522-a18d-9291c5a4cf43 req-42533017-95f7-4d25-8fdc-6b316283a9ad tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 943 time: 0.0702612 Jul 09 18:31:37.996321 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-62b37155-be89-4522-a18d-9291c5a4cf43 req-18440435-9189-445d-8194-5b7e64783db0 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377436 Jul 09 18:31:38.776018 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fe5c2fab-b960-486c-a467-07b43191257f details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:31:38.871841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:31:38.883042 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': 'fe5c2fab-b960-486c-a467-07b43191257f', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'port_id': 'fe5c2fab-b960-486c-a467-07b43191257f', 'mac_address': 'fa:16:3e:fe:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:31:38.929984 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:38.952707 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5c2fab-b960-486c-a467-07b43191257f {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:31:38.958424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:38.973927 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:31:38.978845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:39.025706 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=9']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:31:39.210176 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['fe5c2fab-b960-486c-a467-07b43191257f'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:31:39.218489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894014-77d1-4e1c-af32-b8370da09e51 req-bc4b831c-9d0f-42ac-b9d9-c9e8534d3a25 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:39.220622 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45894014-77d1-4e1c-af32-b8370da09e51 req-bc4b831c-9d0f-42ac-b9d9-c9e8534d3a25 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 944 time: 0.0854723 Jul 09 18:31:39.269101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-45894014-77d1-4e1c-af32-b8370da09e51 req-9d8cfef6-65d6-4111-8b63-9410729d94b0 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Jul 09 18:31:39.993684 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:40.444567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a3849-d15e-4f12-adbb-4cf8fb84ea63 req-0c6c5509-7642-41fe-b916-b962a3d862ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:40.446086 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d4a3849-d15e-4f12-adbb-4cf8fb84ea63 req-0c6c5509-7642-41fe-b916-b962a3d862ae tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 944 time: 0.0637591 Jul 09 18:31:40.483628 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5d4a3849-d15e-4f12-adbb-4cf8fb84ea63 req-2e49a4ac-d6b0-4ca1-aad7-c10f80653592 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Jul 09 18:31:40.516987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-159bac7d-d34f-405c-8a20-bef00b791fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:40.797809 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fe5c2fab-b960-486c-a467-07b43191257f up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:31:40.852094 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port fe5c2fab-b960-486c-a467-07b43191257f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:31:40.855996 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port fe5c2fab-b960-486c-a467-07b43191257f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:31:40.856370 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:40.934035 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:40.958322 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:31:40.960644 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b6912-dcc1-463e-9589-61f204d76f24" -d '{"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-plugged", "status": "completed", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:31:40.975329 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:31:40.980384 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:41.040885 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=10']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:31:41.053561 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546135c1-da91-4405-9433-01b7bd838c8c x-openstack-request-id: req-546135c1-da91-4405-9433-01b7bd838c8c {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:31:41.053854 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-plugged", "status": "completed", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:31:41.054126 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-546135c1-da91-4405-9433-01b7bd838c8c {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:31:41.054487 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'code': 200} Jul 09 18:31:41.221329 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244759e-232a-4158-8c4e-408d5b5b8fd3 req-267baa7f-9a0c-4952-a48a-1262576afddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:41.222877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6244759e-232a-4158-8c4e-408d5b5b8fd3 req-267baa7f-9a0c-4952-a48a-1262576afddf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1098 time: 0.0582495 Jul 09 18:31:41.258083 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6244759e-232a-4158-8c4e-408d5b5b8fd3 req-3f4446d4-cda0-4ab2-9a28-99c4f4c782d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282960 Jul 09 18:31:41.664283 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb37b2-648f-4265-a45e-866f8f1b13af req-7c25540f-7405-4362-9fdb-bcbd0ed7d57a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:41.665860 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5cb37b2-648f-4265-a45e-866f8f1b13af req-7c25540f-7405-4362-9fdb-bcbd0ed7d57a tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 946 time: 0.0652540 Jul 09 18:31:41.703815 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b5cb37b2-648f-4265-a45e-866f8f1b13af req-4e9d38c0-f24c-42b6-b983-158629448d9e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Jul 09 18:31:42.889074 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5e917-35b7-4f75-975c-76d4765f9faf req-93c641a0-b111-4be7-991a-83457ba86a00 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:42.890449 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0e5e917-35b7-4f75-975c-76d4765f9faf req-93c641a0-b111-4be7-991a-83457ba86a00 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 946 time: 0.0689285 Jul 09 18:31:42.936268 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e0e5e917-35b7-4f75-975c-76d4765f9faf req-2da03aba-4e51-46db-995d-599e89350cfb tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371459 Jul 09 18:31:43.041658 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-af4105eb-1bec-4ec6-8697-1274363f216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:43.537227 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:44.308489 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:46.200671 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:31:53.133687 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-5721747a-2a61-483d-b8e3-907d6068aa1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598791 Jul 09 18:31:53.236946 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-3a096472-0e9b-4d6c-9359-1e4bf093ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:53.238583 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-3a096472-0e9b-4d6c-9359-1e4bf093ec43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1098 time: 0.0585611 Jul 09 18:31:53.352979 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-02f61023-66af-40c6-8ee1-4cc63313023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:53.354469 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-02f61023-66af-40c6-8ee1-4cc63313023c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.0949702 Jul 09 18:31:53.425880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-add23425-c855-4464-8bb0-09333b512341 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 999 time: 0.0653203 Jul 09 18:31:53.475467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-a0289611-20e8-4596-b5fa-4846207623dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:53.477002 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-a0289611-20e8-4596-b5fa-4846207623dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0449944 Jul 09 18:31:53.532633 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-8a50b1b8-a9f7-4349-93e6-033285bd4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:31:53.534172 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-8a50b1b8-a9f7-4349-93e6-033285bd4bfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507929 Jul 09 18:31:53.629864 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-a0352091-ace6-4750-93bc-5a55e74804f7 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883532 Jul 09 18:31:53.720774 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-0a911e41-268c-4fd3-8890-7d8f40d7e337 req-6321f6aa-75b3-4a23-82e6-bd94ed498484 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839658 Jul 09 18:32:08.951184 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:09.999510 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:10.526781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3196-54b3-41d1-b67f-e125b4f1a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:13.036872 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b20f476a-ed00-469e-8749-c588193c994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:13.532301 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:14.312659 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:14.361238 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:32:16.202925 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:38.946640 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:40.017757 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:40.525126 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6286ee46-d518-4ed2-bc0c-f11905978f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:43.044590 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-54b6160c-e471-44e6-80ab-ef5cb2586e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:43.536578 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:44.317400 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:46.206005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:51.362486 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:32:55.134283 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-e63058c2-70da-42cb-8adc-ca8b679162ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609729 Jul 09 18:32:55.237581 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e3307-bf95-439c-b538-90b962d1f766 req-c9a3293f-71e5-4728-b3c4-efde6e78f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:55.239162 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-c9a3293f-71e5-4728-b3c4-efde6e78f5fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1098 time: 0.0575297 Jul 09 18:32:55.369443 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e3307-bf95-439c-b538-90b962d1f766 req-629006d7-df74-4db9-92a0-28f4c38ed75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:55.370970 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-629006d7-df74-4db9-92a0-28f4c38ed75a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1070280 Jul 09 18:32:55.441299 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-824a0b8d-5fbf-4044-b271-1254a6122be1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 999 time: 0.0638299 Jul 09 18:32:55.494383 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e3307-bf95-439c-b538-90b962d1f766 req-b0c27827-9f99-4289-9c86-814ac7127686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:55.495924 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-b0c27827-9f99-4289-9c86-814ac7127686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0482123 Jul 09 18:32:55.564535 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e3307-bf95-439c-b538-90b962d1f766 req-69ebfe7f-5211-418c-a6f2-7e1dd3c797dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:55.566091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-69ebfe7f-5211-418c-a6f2-7e1dd3c797dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620003 Jul 09 18:32:55.576676 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-c55b314b-3902-43e1-a790-9064e7aacc36 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:32:55.577677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-c55b314b-3902-43e1-a790-9064e7aacc36 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051000 Jul 09 18:32:55.672216 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-d76d420f-12d8-4a18-a6fc-c8152bd112eb service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881989 Jul 09 18:32:55.768402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c59e3307-bf95-439c-b538-90b962d1f766 req-b5de3f6d-6fbf-4abe-ab02-4a57959d8a0e service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Jul 09 18:32:58.659017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54822) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:32:58.820620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Deleting port ff2aba54-2cbe-492e-9b7a-b4a10d9383cf {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:32:58.821029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:58.902407 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:58.902737 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:58.914487 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Calling delete_port for ff2aba54-2cbe-492e-9b7a-b4a10d9383cf owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:32:59.066018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:59.092201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event deleted for resources: {'Port': ['ID=ff2aba54-2cbe-492e-9b7a-b4a10d9383cf,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:32:59.123378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.123378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.123833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.123963 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.124293 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.124654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.124964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.125274 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.125614 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.125924 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.126261 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.126587 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:32:59.168188 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:59.168461 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Floating IP 3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f disassociated (deleted). External IP: 172.25.3.2, port: fe5c2fab-b960-486c-a467-07b43191257f. Jul 09 18:32:59.378027 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:32:59.494436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:32:59.500251 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:32:59.504744 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:32:59.514451 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:32:59.515127 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:32:59.546404 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-650817ea-c49d-4b83-b1aa-7bf85e7bf6dc tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "DELETE /v2.0/floatingips/3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f HTTP/1.1" status: 204 len: 168 time: 0.8836594 Jul 09 18:32:59.546404 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:32:59.546901 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:32:59.599804 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82cbf47-ad8d-48fd-aea8-7a672df58c71 x-openstack-request-id: req-e82cbf47-ad8d-48fd-aea8-7a672df58c71 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:32:59.600117 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:32:59.600370 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e82cbf47-ad8d-48fd-aea8-7a672df58c71 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:32:59.600784 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'status': 'completed', 'code': 200} Jul 09 18:32:59.628095 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:32:59.676774 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-0e946b87-6d2b-47da-8798-daf13d4b2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:59.678577 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-0e946b87-6d2b-47da-8798-daf13d4b2d06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 1098 time: 0.0534825 Jul 09 18:32:59.792743 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-42db553a-1701-431d-9584-46705839df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:59.792743 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-42db553a-1701-431d-9584-46705839df44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 200 len: 909 time: 0.1064522 Jul 09 18:32:59.836346 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-c75175f4-1b27-4e93-a073-94bc154fc3dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 200 len: 217 time: 0.0365715 Jul 09 18:32:59.838929 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:32:59.867109 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:32:59.876099 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:32:59.876899 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:32:59.887255 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-c6e4baca-bdd7-4718-9749-6fb21629ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:59.888785 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-c6e4baca-bdd7-4718-9749-6fb21629ead8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 200 len: 847 time: 0.0458832 Jul 09 18:32:59.948596 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c717c-dae7-4118-9cdc-30dcdf1a1714 req-4b31dd82-1ba9-40f2-9ec2-aaad0af5fe93 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:59.950117 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-001c717c-dae7-4118-9cdc-30dcdf1a1714 req-4b31dd82-1ba9-40f2-9ec2-aaad0af5fe93 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 946 time: 0.0690429 Jul 09 18:32:59.954200 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-ce940497-9dee-47c0-b251-0dd377dfac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:32:59.955873 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-ce940497-9dee-47c0-b251-0dd377dfac79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ff2d93d-2a39-4855-8de7-7378cd88724c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596399 Jul 09 18:32:59.986972 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:32:59.990341 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-001c717c-dae7-4118-9cdc-30dcdf1a1714 req-9cf3eef4-5c49-4bc3-9f40-e134ccf46b75 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345612 Jul 09 18:33:00.047752 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-3c3e676f-c697-4d57-a32c-3d129d9ff96c service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Jul 09 18:33:00.143728 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d48bb9d1-0388-4d03-89aa-6e3f7de0e560 req-2892d812-b53c-4888-9ee6-515821be8bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897248 Jul 09 18:33:00.198762 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:00.225010 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3d17d-89c6-4636-91d7-e80cacf971bd None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:24:07Z', 'revision_number': 4, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '3cfaa343-70c0-4ad6-b8f6-9f7286963e08', 'name': '', 'network_id': '8ff2d93d-2a39-4855-8de7-7378cd88724c', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'mac_address': 'fa:16:3e:f2:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:07Z', 'updated_at': '2021-07-09T18:24:13Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'subnets': [{'id': '00b5eef8-2eb1-40d7-a180-6da3fa6883a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:00.434941 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60bb8f-4c6a-41a2-b164-9ec7b7782b37 None None] New status for floating IP 3abd8e0c-270c-4cc3-9e5a-888a5ef4b49f: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:33:01.173161 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458481c-8df2-415e-8527-91d45807a765 req-93fc9c58-e045-4af7-8084-b13c851b6715 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:01.174762 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d458481c-8df2-415e-8527-91d45807a765 req-93fc9c58-e045-4af7-8084-b13c851b6715 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 946 time: 0.0654936 Jul 09 18:33:01.217270 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d458481c-8df2-415e-8527-91d45807a765 req-f1cc67ca-855a-4044-b08d-1356d8843377 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce1e6cab-be5b-43d1-a3d7-94ce91c12885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342720 Jul 09 18:33:01.379215 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-bd9768bb-8629-44dc-8c2a-f8eebeae660e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:01.380749 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-bd9768bb-8629-44dc-8c2a-f8eebeae660e tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 946 time: 0.0710454 Jul 09 18:33:01.491123 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Deleting port fe5c2fab-b960-486c-a467-07b43191257f {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:01.491409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:01.596895 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] For port fe5c2fab-b960-486c-a467-07b43191257f, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=fe5c2fab-b960-486c-a467-07b43191257f,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:01.597263 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:01.612389 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Calling delete_port for fe5c2fab-b960-486c-a467-07b43191257f owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:01.762894 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:01.798815 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event deleted for resources: {'Port': ['ID=fe5c2fab-b960-486c-a467-07b43191257f,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:01.859872 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] No DVR routers for this DVR port fe5c2fab-b960-486c-a467-07b43191257f on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:33:01.862754 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:01.865353 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ab15716a-adcd-4e3a-bd76-4cebe62f40b9 req-9c5742e4-2045-452c-ba60-f92f4b51c492 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.36 "DELETE /v2.0/ports/fe5c2fab-b960-486c-a467-07b43191257f HTTP/1.1" status: 204 len: 173 time: 0.4785459 Jul 09 18:33:01.865353 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-deleted', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:33:01.868505 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06fee7-6820-4a78-9a52-de86ccd1576b" -d '{"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-deleted", "tag": "fe5c2fab-b960-486c-a467-07b43191257f"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:33:01.919229 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d11bc38-31ca-4a1b-9012-f299288a82a5 x-openstack-request-id: req-9d11bc38-31ca-4a1b-9012-f299288a82a5 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:33:01.919637 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a", "name": "network-vif-deleted", "tag": "fe5c2fab-b960-486c-a467-07b43191257f", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:33:01.920021 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d11bc38-31ca-4a1b-9012-f299288a82a5 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:33:01.920641 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a', 'name': 'network-vif-deleted', 'tag': 'fe5c2fab-b960-486c-a467-07b43191257f', 'status': 'completed', 'code': 200} Jul 09 18:33:02.400171 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-acf5ea23-60df-493f-a46b-c245359a5c42 req-94d2139e-abae-42d7-99d7-0ed6e4f58ce6 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 210 time: 0.0300698 Jul 09 18:33:03.553926 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-846467e8-1915-49a4-b763-bff46d56b731 req-7724f8ca-bde2-4158-86de-ced04d281cd3 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 210 time: 0.0333285 Jul 09 18:33:04.701744 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-f440c09a-e121-4296-85a5-c5053825bd50 req-9bf152d5-97d1-48e7-a02d-1f222ea0d858 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 210 time: 0.0294795 Jul 09 18:33:05.143841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fe5c2fab-b960-486c-a467-07b43191257f no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:05.164641 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: fe5c2fab-b960-486c-a467-07b43191257f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:05.164929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device fe5c2fab-b960-486c-a467-07b43191257f not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:05.868798 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-390aa74d-a896-48a7-8d7d-b1e751ad56e4 req-b36b301b-00c8-4f34-af14-722a3bac2a05 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ca9f4de-a8a8-4f90-b7c0-1aecde0bf83a HTTP/1.1" status: 200 len: 210 time: 0.0348876 Jul 09 18:33:06.956658 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54862) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:07.018409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff67f7-dab5-4ea0-baf6-69809ac2e247 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:07.044112 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff67f7-dab5-4ea0-baf6-69809ac2e247 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:07.110649 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff67f7-dab5-4ea0-baf6-69809ac2e247 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:07.113473 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7eff67f7-dab5-4ea0-baf6-69809ac2e247 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:07.114751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7eff67f7-dab5-4ea0-baf6-69809ac2e247 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] 10.222.0.21 "DELETE /v2.0/security-groups/ce1e6cab-be5b-43d1-a3d7-94ce91c12885 HTTP/1.1" status: 204 len: 168 time: 0.1570897 Jul 09 18:33:07.125493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff67f7-dab5-4ea0-baf6-69809ac2e247 tempest-TestShelveInstance-2103617177 tempest-TestShelveInstance-2103617177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e6cab-be5b-43d1-a3d7-94ce91c12885,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:08.188616 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54868) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:08.683131 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:08.943035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Deleting port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:08.943335 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:08.943844 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:09.026620 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] For port 3cfaa343-70c0-4ad6-b8f6-9f7286963e08, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:09.026940 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:09.040546 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Calling delete_port for 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:09.236664 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:09.266536 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cfaa343-70c0-4ad6-b8f6-9f7286963e08,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:09.434877 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.017124 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.023467 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:33:10.128975 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:10.137638 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b878ef2b-c651-4f30-90e7-570bd920513f admin admin] 10.222.0.21 "PUT /v2.0/routers/e9ce99e2-f599-4a76-8a9a-c43f6db87d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9445865 Jul 09 18:33:10.137638 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54872) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:10.139614 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] Sync routers for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:10.150296 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:10.150897 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:10.241583 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.254418 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:10.343939 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.400625 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Deleting port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:10.400944 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.485159 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] For port b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:10.485523 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.498966 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Calling delete_port for b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:10.520424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-01d177c9-a589-40dd-8de9-8e6e985498b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.523301 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:33:09Z', 'revision_number': 5, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port': {'id': 'b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:05Z', 'updated_at': '2021-07-09T18:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:10.552044 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] Checking router: e9ce99e2-f599-4a76-8a9a-c43f6db87d53 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:10.560476 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] Routers {'e9ce99e2-f599-4a76-8a9a-c43f6db87d53'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:10.561111 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:32:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:10.646545 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] Set router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:10.671546 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.696477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:10.696783 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:33:10Z', 'revision_number': 6, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:10.725261 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6488ee-fec0-48ad-b7af-26e4eb6ecaca None None] The sync data for ids ['e9ce99e2-f599-4a76-8a9a-c43f6db87d53'] in n-d-791506-17 is: [{'id': 'e9ce99e2-f599-4a76-8a9a-c43f6db87d53', 'name': 'tempest-TestShelveInstance-963327218-router', 'tenant_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:04Z', 'updated_at': '2021-07-09T18:33:10Z', 'revision_number': 6, 'project_id': '0b1ef07d19bf44d79f0c256c8bae928c', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:10.768355 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.856647 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.858644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.909409 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.910214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ce99e2-f599-4a76-8a9a-c43f6db87d53 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:33:10.918313 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:10.920264 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d27ab467-99c9-49fe-ac7e-031f4a192147 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e9ce99e2-f599-4a76-8a9a-c43f6db87d53 HTTP/1.1" status: 204 len: 168 time: 0.7819803 Jul 09 18:33:10.923903 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54874) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:10.976436 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Deleting subnet 00b5eef8-2eb1-40d7-a180-6da3fa6883a4 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:33:10.981159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.021915 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.112722 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.171511 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.195267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b5eef8-2eb1-40d7-a180-6da3fa6883a4,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:11.200996 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.202886 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-617197ec-74ca-478d-bdc1-5dfb139de000 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00b5eef8-2eb1-40d7-a180-6da3fa6883a4 HTTP/1.1" status: 204 len: 168 time: 0.2780356 Jul 09 18:33:11.205719 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54876) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:11.207682 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae33ad18-7dda-4365-9157-830f6092bac6 None None] Network 8ff2d93d-2a39-4855-8de7-7378cd88724c requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:33:11.272085 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.329267 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Deleting port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:11.329600 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.396545 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] For port 072aa274-ebd5-4c49-9281-1ce930b6a2d1, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=072aa274-ebd5-4c49-9281-1ce930b6a2d1,segment=NetworkSegment(17f64860-b63b-411a-810d-2b8374947b0b),segment_id=17f64860-b63b-411a-810d-2b8374947b0b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:11.396908 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.409641 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Calling delete_port for 072aa274-ebd5-4c49-9281-1ce930b6a2d1 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:11.495881 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.501203 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ddb369-4f62-41ab-a271-bc0d36c89a27 None None] DHCP port deletion for 8ff2d93d-2a39-4855-8de7-7378cd88724c request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:33:11.526765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=072aa274-ebd5-4c49-9281-1ce930b6a2d1,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:11.532433 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] No DVR routers for this DVR port 072aa274-ebd5-4c49-9281-1ce930b6a2d1 on host n-d-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:33:11.562568 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:11.582352 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:11.582686 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 3cfaa343-70c0-4ad6-b8f6-9f7286963e08 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:11.605808 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.616160 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff2d93d-2a39-4855-8de7-7378cd88724c']}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:11.627640 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f64860-b63b-411a-810d-2b8374947b0b') {'for_net_delete': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:11.627955 n-d-791506-17 neutron-server[93895]: DEBUG neutron.services.segments.db [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f64860-b63b-411a-810d-2b8374947b0b') {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:11.641486 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8723819'] for segment, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.660880 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.667413 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:33:11.668010 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8911954'] for segment, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: Traceback (most recent call last): Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: timer() Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: cb(*args, **kw) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: return func(*args, **kwargs) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: self._notify() Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: self.callback(batched_events) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: event.method(event) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: return f(self, *a, **k) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: return self._get(url).json() Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: return self.request(url, 'GET', **kwargs) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:33:11.669693 n-d-791506-17 neutron-server[93895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:33:11.724669 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.732140 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:11.734268 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ff2d93d-2a39-4855-8de7-7378cd88724c HTTP/1.1" status: 204 len: 168 time: 0.5276368 Jul 09 18:33:11.737837 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54878) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:11.746017 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896fdf9-586a-4089-987c-a2e75b3596e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff2d93d-2a39-4855-8de7-7378cd88724c,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:12.095443 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:12.369106 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Deleting port c020683f-30e2-4700-90ee-13be2343d419 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:12.369357 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:12.455369 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] For port c020683f-30e2-4700-90ee-13be2343d419, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=c020683f-30e2-4700-90ee-13be2343d419,segment=NetworkSegment(3c0bd888-77ac-4cb3-904a-f0e25852ddf2),segment_id=3c0bd888-77ac-4cb3-904a-f0e25852ddf2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:12.455740 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:12.469296 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Calling delete_port for c020683f-30e2-4700-90ee-13be2343d419 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:12.662757 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:12.687502 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Pushing event deleted for resources: {'Port': ['ID=c020683f-30e2-4700-90ee-13be2343d419,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:12.706519 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.706840 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.709709 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.709934 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.710265 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.710594 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.710916 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.711240 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.711640 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.711970 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.712188 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.712501 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:12.905798 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:13.036346 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9318b21b-984f-4db0-8357-360fb1e3c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:13.146768 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Router 6ce00c33-0108-4e98-b4c5-7091c67db338 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:33:13.219409 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:13.240243 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:13.240590 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device b71d77fd-88b0-4ad2-a4ca-35c2d326c4dc not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:13.241009 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 072aa274-ebd5-4c49-9281-1ce930b6a2d1 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:13.263503 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 072aa274-ebd5-4c49-9281-1ce930b6a2d1 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:13.263834 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 072aa274-ebd5-4c49-9281-1ce930b6a2d1 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:13.541941 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:13.626104 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:13.634428 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-121fba16-ef33-4667-ae9d-ac63da92e74e admin admin] 10.222.0.21 "PUT /v2.0/routers/6ce00c33-0108-4e98-b4c5-7091c67db338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929732 Jul 09 18:33:13.634804 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54880) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:13.635399 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] Sync routers for ids ['6ce00c33-0108-4e98-b4c5-7091c67db338'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:13.645389 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] Routers {'6ce00c33-0108-4e98-b4c5-7091c67db338'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:13.646020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6ce00c33-0108-4e98-b4c5-7091c67db338'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:13.743322 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:13.751245 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] Set router 6ce00c33-0108-4e98-b4c5-7091c67db338 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:13.853015 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:13.907833 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Deleting port 45dba0ee-e684-40a3-8055-f15a29c8ee30 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:13.908170 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:13.995358 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] For port 45dba0ee-e684-40a3-8055-f15a29c8ee30, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=45dba0ee-e684-40a3-8055-f15a29c8ee30,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:13.995708 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.008894 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Calling delete_port for 45dba0ee-e684-40a3-8055-f15a29c8ee30 owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:14.091906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:33:12Z', 'revision_number': 5, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port': {'id': '45dba0ee-e684-40a3-8055-f15a29c8ee30', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:14.117937 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] Checking router: 6ce00c33-0108-4e98-b4c5-7091c67db338 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:14.126560 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] Routers {'6ce00c33-0108-4e98-b4c5-7091c67db338'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:14.127185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['6ce00c33-0108-4e98-b4c5-7091c67db338'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:14.183404 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.209786 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dba0ee-e684-40a3-8055-f15a29c8ee30,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:14.212386 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] Set router 6ce00c33-0108-4e98-b4c5-7091c67db338 gateway port host: None {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:14.267530 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:33:13Z', 'revision_number': 6, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:14.274437 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.294145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2274f-0ec4-48bb-86cb-772e8bc1f7b6 None None] The sync data for ids ['6ce00c33-0108-4e98-b4c5-7091c67db338'] in n-d-791506-17 is: [{'id': '6ce00c33-0108-4e98-b4c5-7091c67db338', 'name': 'tempest-TestShelveInstance-288870818-router', 'tenant_id': '799217b9a5a54cd7b78818bf67f1f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:24:09Z', 'updated_at': '2021-07-09T18:33:13Z', 'revision_number': 6, 'project_id': '799217b9a5a54cd7b78818bf67f1f359', 'gw_port_host': None}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:14.316753 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.369994 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.372111 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.417803 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.418351 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce00c33-0108-4e98-b4c5-7091c67db338 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:33:14.423346 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.424577 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2ff5c47a-e9d8-4707-9e54-3c7b3a8d1934 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6ce00c33-0108-4e98-b4c5-7091c67db338 HTTP/1.1" status: 204 len: 168 time: 0.7885613 Jul 09 18:33:14.427408 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54882) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:14.475356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Deleting subnet 3de597c8-fdbe-4f8e-af1d-3467be6482f8 {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:33:14.481998 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.521020 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.602609 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.658798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.685457 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de597c8-fdbe-4f8e-af1d-3467be6482f8,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:14.689413 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.694036 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-8dedb89e-5587-4f07-8fce-9f12d6b361a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3de597c8-fdbe-4f8e-af1d-3467be6482f8 HTTP/1.1" status: 204 len: 168 time: 0.2655480 Jul 09 18:33:14.694319 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54884) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:14.696537 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0df9d-fa7e-4e89-b234-dd466fc078c0 None None] Network 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:33:14.769121 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.842821 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Deleting port f8c2812e-b735-4602-ad18-e26217504608 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:33:14.843300 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.906037 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] For port f8c2812e-b735-4602-ad18-e26217504608, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f8c2812e-b735-4602-ad18-e26217504608,segment=NetworkSegment(3c0bd888-77ac-4cb3-904a-f0e25852ddf2),segment_id=3c0bd888-77ac-4cb3-904a-f0e25852ddf2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:14.906271 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:14.919089 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Calling delete_port for f8c2812e-b735-4602-ad18-e26217504608 owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:33:15.017164 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.042126 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c2812e-b735-4602-ad18-e26217504608,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:15.045700 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] No DVR routers for this DVR port f8c2812e-b735-4602-ad18-e26217504608 on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:33:15.080994 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b4ac1-67af-45e7-b964-3c886d94dab2 None None] DHCP port deletion for 27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:33:15.124432 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.134748 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:15.146607 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0bd888-77ac-4cb3-904a-f0e25852ddf2') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:15.146898 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0bd888-77ac-4cb3-904a-f0e25852ddf2') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:15.158841 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.172169 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c020683f-30e2-4700-90ee-13be2343d419 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:15.174482 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.181676 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:33:15.182206 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:33:15.184029 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:33:15.195724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: c020683f-30e2-4700-90ee-13be2343d419 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:15.196128 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device c020683f-30e2-4700-90ee-13be2343d419 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:15.196597 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8c2812e-b735-4602-ad18-e26217504608 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:15.216484 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f8c2812e-b735-4602-ad18-e26217504608 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:15.216832 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f8c2812e-b735-4602-ad18-e26217504608 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:15.217242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 45dba0ee-e684-40a3-8055-f15a29c8ee30 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:33:15.240393 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 45dba0ee-e684-40a3-8055-f15a29c8ee30 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:33:15.240879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 45dba0ee-e684-40a3-8055-f15a29c8ee30 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:33:15.242388 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.248472 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.252080 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] 10.222.0.21 "DELETE /v2.0/networks/27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7 HTTP/1.1" status: 204 len: 168 time: 0.5544069 Jul 09 18:33:15.262214 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4c3ee-f310-4a21-a072-31e89906752f admin admin] Pushing event deleted for resources: {'Network': ['ID=27b5a1c4-24ba-44c3-b97f-23f6cc9cbef7,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:15.378653 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54888) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:15.422705 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-df945af7-5ff0-4596-a54b-46b4f5a0b4b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b1ef07d19bf44d79f0c256c8bae928c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414302 Jul 09 18:33:15.426454 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54890) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:15.491224 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ffa040-527c-4c98-909b-3afb159c0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.520708 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ffa040-527c-4c98-909b-3afb159c0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.585633 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ffa040-527c-4c98-909b-3afb159c0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.592156 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-16ffa040-527c-4c98-909b-3afb159c0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:15.592156 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-16ffa040-527c-4c98-909b-3afb159c0bda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04ca9115-78bb-4a2c-a227-69d1204e4a38 HTTP/1.1" status: 204 len: 168 time: 0.1620519 Jul 09 18:33:15.600402 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffa040-527c-4c98-909b-3afb159c0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca9115-78bb-4a2c-a227-69d1204e4a38,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:15.956708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54896) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:16.000862 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-de9e4563-a787-40fd-8695-bc51cd17171a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=799217b9a5a54cd7b78818bf67f1f359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428882 Jul 09 18:33:16.003598 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54898) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:16.050724 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9637896d-a9e8-4ea3-a5fa-44079abda679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:16.072112 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9637896d-a9e8-4ea3-a5fa-44079abda679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:16.121654 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9637896d-a9e8-4ea3-a5fa-44079abda679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:16.124371 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9637896d-a9e8-4ea3-a5fa-44079abda679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:16.125531 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9637896d-a9e8-4ea3-a5fa-44079abda679 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36b9df68-d603-4bee-a5c6-867900082ab2 HTTP/1.1" status: 204 len: 168 time: 0.1210475 Jul 09 18:33:16.133222 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637896d-a9e8-4ea3-a5fa-44079abda679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b9df68-d603-4bee-a5c6-867900082ab2,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:16.203959 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:16.837144 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54920) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:16.939064 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-715219691-network', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:16.964073 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Made reservation on behalf of 5d0b71d0699d40e08248bd28dea7178e for: {'network': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:33:16.967142 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:16.977627 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.073029 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.078705 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.108009 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:33:17.117883 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca7a87-da29-48e9-8336-3880eb5800a0,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:17.124497 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.124857 n-d-791506-17 neutron-server[93895]: INFO neutron.db.segments_db [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Added segment 51632338-8f79-4e14-afd0-2a15c1cd9db2 of type vlan for network c21bad40-1c64-438c-aa4f-e36dc8987fcc Jul 09 18:33:17.165457 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.200395 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.202163 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:17.202825 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Notify callbacks [] for network, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.255578 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4168007 Jul 09 18:33:17.258214 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54924) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:17.264567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Request body: {'subnet': {'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-715219691-subnet', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'ip_version': 4}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:17.276897 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fd513-48fb-41ca-a49e-ce734c1cbe46 admin admin] Pushing event updated for resources: {'Network': ['ID=c21bad40-1c64-438c-aa4f-e36dc8987fcc,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:17.298165 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:33:17.305162 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Made reservation on behalf of 5d0b71d0699d40e08248bd28dea7178e for: {'subnet': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:33:17.307798 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9203038'] for subnet, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.484141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8912112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9203020'] for subnet, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.545078 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70385312-ca0e-4d4d-9991-c2d3e2aaac23,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:17.567098 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Checking segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:17.567495 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Network hostable DHCP agents. Network: c21bad40-1c64-438c-aa4f-e36dc8987fcc, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:33:17.588618 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:33:17.600525 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, c21bad40-1c64-438c-aa4f-e36dc8987fcc) {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:17.605604 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:17.607479 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.608408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d20d58-eb9f-4cb8-8bec-139c09dfc64f None None] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:33:17.624832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-ecb57999-43ec-4b99-87a2-66b541822813 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3630495 Jul 09 18:33:17.625068 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54926) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:17.629672 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:17.653159 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.654339 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.721468 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.765056 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:33:17.765961 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.878878 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:17.912765 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Allocated IP 172.20.0.2 (c21bad40-1c64-438c-aa4f-e36dc8987fcc/70385312-ca0e-4d4d-9991-c2d3e2aaac23/71424afe-f84c-432e-8298-3ebab0f5326f) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:18.056956 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.067880 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Transition to ACTIVE for port object 71424afe-f84c-432e-8298-3ebab0f5326f will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:18.074326 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.085930 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Transition to ACTIVE for port object 71424afe-f84c-432e-8298-3ebab0f5326f will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:18.092943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.093574 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.132187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:18.135025 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:18.138666 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:18.147328 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Pushing event updated for resources: {'Port': ['ID=71424afe-f84c-432e-8298-3ebab0f5326f,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:18.177302 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.177637 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.177987 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.178323 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.178649 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.178972 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.179295 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.179622 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.179968 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.180285 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.180605 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.180919 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:18.213102 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Allocated IP 172.25.3.173 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/817b7a5a-950d-448e-8f82-5dc3742ae72b) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:18.214088 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Attempting to bind port 71424afe-f84c-432e-8298-3ebab0f5326f on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:18.214519 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Attempting to bind port 71424afe-f84c-432e-8298-3ebab0f5326f by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:18.214902 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Attempting to bind port 71424afe-f84c-432e-8298-3ebab0f5326f on network c21bad40-1c64-438c-aa4f-e36dc8987fcc {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:18.220335 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:18.220819 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Checking segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:18.221123 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.221554 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Bound using segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:18.222043 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Bound port: 71424afe-f84c-432e-8298-3ebab0f5326f, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:18.222424 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.286073 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] For port 71424afe-f84c-432e-8298-3ebab0f5326f, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:18.289277 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] For port 71424afe-f84c-432e-8298-3ebab0f5326f, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=71424afe-f84c-432e-8298-3ebab0f5326f,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:18.295115 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.317300 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.358653 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf4be0-81ea-44aa-99cb-c8cf9da95c0e None None] Pushing event updated for resources: {'Port': ['ID=71424afe-f84c-432e-8298-3ebab0f5326f,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:18.371129 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:18.413688 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:18.416623 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:18.421387 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:18.424451 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Pushing event updated for resources: {'Port': ['ID=817b7a5a-950d-448e-8f82-5dc3742ae72b,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:18.692556 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.195569 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 71424afe-f84c-432e-8298-3ebab0f5326f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:19.245491 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e5daa-1586-4ff0-98e6-8a58e55b5df3 None None] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:33:19.259101 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.283291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 71424afe-f84c-432e-8298-3ebab0f5326f completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:19.322613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] Provisioning for port 71424afe-f84c-432e-8298-3ebab0f5326f completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:19.334755 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] Provisioning complete for port 71424afe-f84c-432e-8298-3ebab0f5326f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:19.335129 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.390240 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:33:19.468907 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.498948 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:19.508158 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] For port 71424afe-f84c-432e-8298-3ebab0f5326f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=71424afe-f84c-432e-8298-3ebab0f5326f,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:19.511416 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:19.514216 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.517959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.519662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-774a80b5-933d-44b0-a957-98ceb242d959 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8933210 Jul 09 18:33:19.525129 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54930) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:19.542422 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:19.543199 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:19.569888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169128d-a377-4284-ba05-4ce2b98f017d None None] Pushing event updated for resources: {'Port': ['ID=71424afe-f84c-432e-8298-3ebab0f5326f,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:19.648787 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:19.738895 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-b66281d9-3c06-47bd-be02-101a045c7fa4 None None] Provisioning complete for port 71424afe-f84c-432e-8298-3ebab0f5326f triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:19.739260 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b66281d9-3c06-47bd-be02-101a045c7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.830513 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:18Z', 'revision_number': 3, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:19.856533 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:19.856874 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Updating router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a port 817b7a5a-950d-448e-8f82-5dc3742ae72b binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:33:19.893721 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:19.964060 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.118476 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Allocated IP 172.20.0.1 (c21bad40-1c64-438c-aa4f-e36dc8987fcc/70385312-ca0e-4d4d-9991-c2d3e2aaac23/d16d998d-6dec-479d-87a5-b230389a3c26) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:20.141022 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.150880 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Transition to ACTIVE for port object 817b7a5a-950d-448e-8f82-5dc3742ae72b will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:20.157459 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.204254 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Attempting to bind port 817b7a5a-950d-448e-8f82-5dc3742ae72b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:20.204622 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Attempting to bind port 817b7a5a-950d-448e-8f82-5dc3742ae72b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:20.205002 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Attempting to bind port 817b7a5a-950d-448e-8f82-5dc3742ae72b on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:20.216005 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:20.216374 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:20.216774 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.217165 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:20.217626 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Bound port: 817b7a5a-950d-448e-8f82-5dc3742ae72b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:20.218006 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.220423 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Pushing event updated for resources: {'Port': ['ID=817b7a5a-950d-448e-8f82-5dc3742ae72b,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:20.222102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.234378 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Transition to ACTIVE for port object d16d998d-6dec-479d-87a5-b230389a3c26 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:20.250785 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.251120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.251439 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.251781 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.252120 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.252459 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.252870 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.253197 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.253513 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.253828 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.254158 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.254519 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:33:20.270005 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.285976 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] For port 817b7a5a-950d-448e-8f82-5dc3742ae72b, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:20.289330 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] For port 817b7a5a-950d-448e-8f82-5dc3742ae72b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=817b7a5a-950d-448e-8f82-5dc3742ae72b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:20.295223 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.309338 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:20.312491 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:20.316002 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:20.342618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Pushing event updated for resources: {'Port': ['ID=d16d998d-6dec-479d-87a5-b230389a3c26,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:20.347604 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:20.348670 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:20.362970 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.397927 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1080dd-cec7-4e45-855c-12f05b8d628d None None] Pushing event updated for resources: {'Port': ['ID=817b7a5a-950d-448e-8f82-5dc3742ae72b,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:20.471788 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:20.510350 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.549762 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15c094ce-7c1f-498a-84ac-534cf64d734c None None] Provisioning for port d16d998d-6dec-479d-87a5-b230389a3c26 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:20.554020 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-15c094ce-7c1f-498a-84ac-534cf64d734c None None] Provisioning complete for port d16d998d-6dec-479d-87a5-b230389a3c26 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:20.554379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-15c094ce-7c1f-498a-84ac-534cf64d734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.595210 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-15c094ce-7c1f-498a-84ac-534cf64d734c None None] Port d16d998d-6dec-479d-87a5-b230389a3c26 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:33:20.657729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:18Z', 'revision_number': 3, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:20.680583 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.686375 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.687610 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f52f2ca-25db-48d2-a736-c2528d9435d0 None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:18Z', 'revision_number': 3, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:20.758027 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Pushing event updated for resources: {'Port': ['ID=d16d998d-6dec-479d-87a5-b230389a3c26,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:20.760627 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:20.858278 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:20.859972 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:20.997228 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:33:21.116465 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-35aa9614-2a3a-421d-8650-55e35993f585 None None] Provisioning complete for port d16d998d-6dec-479d-87a5-b230389a3c26 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:21.117543 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-35aa9614-2a3a-421d-8650-55e35993f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.126650 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:21.140717 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-1299eb86-cd95-4446-b3d0-f612295f8174 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ccb081d-c5f5-44f5-ad87-c85025fbb76a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143892 Jul 09 18:33:21.176862 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-35aa9614-2a3a-421d-8650-55e35993f585 None None] Port d16d998d-6dec-479d-87a5-b230389a3c26 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:33:21.266120 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 71424afe-f84c-432e-8298-3ebab0f5326f up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:21.319843 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 71424afe-f84c-432e-8298-3ebab0f5326f triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:21.320215 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.404810 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 817b7a5a-950d-448e-8f82-5dc3742ae72b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:21.462139 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 817b7a5a-950d-448e-8f82-5dc3742ae72b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:21.466669 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 817b7a5a-950d-448e-8f82-5dc3742ae72b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:21.467040 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.548746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.576613 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 817b7a5a-950d-448e-8f82-5dc3742ae72b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=817b7a5a-950d-448e-8f82-5dc3742ae72b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:21.583334 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.633888 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=817b7a5a-950d-448e-8f82-5dc3742ae72b,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:21.638755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54946) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:21.644558 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-206659815-network', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:21.665841 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Made reservation on behalf of 47ced6f5be0c4c34b07c8cbbfa55d240 for: {'network': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:33:21.668203 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for network, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.676816 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.782076 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.787909 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.817830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:33:21.827790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c211d72f-e11e-4ac2-8833-5da6f7c8b081,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:21.832799 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.833138 n-d-791506-17 neutron-server[93896]: INFO neutron.db.segments_db [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Added segment 8ca9af1e-b30e-4901-b5d6-adb266f73e74 of type vlan for network a4b30f21-5a6d-4884-84e9-337537778386 Jul 09 18:33:21.874467 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734216450645'] for network, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.913365 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970'] for network, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.914395 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:21.914977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:21.968726 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3287787 Jul 09 18:33:21.971554 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54948) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:21.978372 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Request body: {'subnet': {'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-206659815-subnet', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'ip_version': 4}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:21.982636 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d4212-eb60-44f7-823c-1f0043827c72 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b30f21-5a6d-4884-84e9-337537778386,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:21.993681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Network a4b30f21-5a6d-4884-84e9-337537778386 details requested by agent ovs-agent-n-d-791506-17 with host n-d-791506-17 {{(pid=93897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:33:22.005401 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Made reservation on behalf of 47ced6f5be0c4c34b07c8cbbfa55d240 for: {'subnet': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:33:22.008249 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8555360'] for subnet, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.186468 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8555378'] for subnet, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.241370 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce28a5c-46d7-42ad-8db1-ba46d1bd95cb,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:22.251526 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Checking segment: {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:22.251896 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Network hostable DHCP agents. Network: a4b30f21-5a6d-4884-84e9-337537778386, hostable agents: ['07615e69-4618-4487-9451-54ccea5d3591'], hosted agents: [] {{(pid=93896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:33:22.273015 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Network a4b30f21-5a6d-4884-84e9-337537778386 is scheduled to be hosted by DHCP agent 07615e69-4618-4487-9451-54ccea5d3591 with binding_index 1 {{(pid=93896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:33:22.284567 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-17, a4b30f21-5a6d-4884-84e9-337537778386) {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:22.288920 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:22.289587 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.294623 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d468a912-d96e-4103-8341-b81a7970d4b6 None None] Network a4b30f21-5a6d-4884-84e9-337537778386 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:33:22.306473 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-21527e50-9b07-401b-9b2d-e02e0fb8deab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335333 Jul 09 18:33:22.308787 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54950) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:22.313788 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:22.343419 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3949372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5412'] for router, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.345805 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3949475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3954707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3810530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5419'] for router, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.358855 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:22.383787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:22.384414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:22.406784 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.541792 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped3ad374-4639-5e48-b2d0-e0313ab72609-a4b30f21-5a6d-4884-84e9-337537778386', 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'fixed_ips': [{'subnet_id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb'}]}} from n-d-791506-17. {{(pid=93897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:33:22.542652 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.544727 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3823609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3949358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5433'] for router, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.545518 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:22.753977 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.773963 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:22.889293 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Allocated IP 172.25.3.45 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/f760210f-45be-4c60-8af5-6240c1ab344a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:22.960960 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.db_base_plugin_common [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Allocated IP 172.20.0.2 (a4b30f21-5a6d-4884-84e9-337537778386/cce28a5c-46d7-42ad-8db1-ba46d1bd95cb/93481e7e-a531-472b-bb28-6e91ad15039b) {{(pid=93897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:22.995473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.036393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.076790 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:23.077242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 2, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:23.083303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:23.085801 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:23.113802 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Pushing event updated for resources: {'Port': ['ID=f760210f-45be-4c60-8af5-6240c1ab344a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:23.113962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:23.114213 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Updating router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a port d16d998d-6dec-479d-87a5-b230389a3c26 binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:33:23.182183 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.200900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 817b7a5a-950d-448e-8f82-5dc3742ae72b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:23.229412 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Notify callbacks [] for port, precommit_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.268099 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Transition to ACTIVE for port object 93481e7e-a531-472b-bb28-6e91ad15039b will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:23.294628 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Transition to ACTIVE for port object 93481e7e-a531-472b-bb28-6e91ad15039b will not be triggered until provisioned by entity DHCP. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:23.348070 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.349026 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764'] for port, after_create {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.402517 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 817b7a5a-950d-448e-8f82-5dc3742ae72b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:23.402885 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.411355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Network a4b30f21-5a6d-4884-84e9-337537778386 is already hosted by enough agents. {{(pid=93897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:23.450446 n-d-791506-17 neutron-server[93897]: DEBUG neutron.scheduler.base_scheduler [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Resources bound (agent type, host, resource id): {{(pid=93897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:23.478814 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Received port after_create {{(pid=93897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:23.487053 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Pushing event updated for resources: {'Port': ['ID=93481e7e-a531-472b-bb28-6e91ad15039b,revision_number=1']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:23.543136 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3949367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3823586'] for router, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.594873 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Attempting to bind port 93481e7e-a531-472b-bb28-6e91ad15039b on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:23.595242 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Attempting to bind port 93481e7e-a531-472b-bb28-6e91ad15039b by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:23.595596 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Attempting to bind port 93481e7e-a531-472b-bb28-6e91ad15039b on network a4b30f21-5a6d-4884-84e9-337537778386 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:23.627414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:23.627823 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Checking segment: {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:23.628254 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.628643 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Bound using segment: {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:23.629115 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Bound port: 93481e7e-a531-472b-bb28-6e91ad15039b, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:23.629492 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.680080 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Router 74dd23cf-28a4-4e44-b997-148eb8c30698 is scheduled to L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 with binding_index 1 {{(pid=93896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:33:23.740615 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.754788 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] For port 93481e7e-a531-472b-bb28-6e91ad15039b, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:23.759881 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] For port 93481e7e-a531-472b-bb28-6e91ad15039b, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=93481e7e-a531-472b-bb28-6e91ad15039b,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:23.763180 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Transition to ACTIVE for port object d16d998d-6dec-479d-87a5-b230389a3c26 will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:23.767150 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.771935 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.789689 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:23.802867 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Sync routers for ids ['74dd23cf-28a4-4e44-b997-148eb8c30698'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:23.808130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.809778 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ce9252ac-e6b2-467c-a962-edd7e845638e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5000718 Jul 09 18:33:23.813161 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54952) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:23.829959 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Routers {'74dd23cf-28a4-4e44-b997-148eb8c30698'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:23.830774 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['74dd23cf-28a4-4e44-b997-148eb8c30698'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:23.841511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156318-0076-4050-91c2-e5cb5db042ac None None] Pushing event updated for resources: {'Port': ['ID=93481e7e-a531-472b-bb28-6e91ad15039b,revision_number=2']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:23.948459 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Attempting to bind port d16d998d-6dec-479d-87a5-b230389a3c26 on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:23.948824 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Attempting to bind port d16d998d-6dec-479d-87a5-b230389a3c26 by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:23.949187 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Attempting to bind port d16d998d-6dec-479d-87a5-b230389a3c26 on network c21bad40-1c64-438c-aa4f-e36dc8987fcc {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:23.952776 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3f0a4-83d4-4d31-b428-e0caf6c9f231 None None] Pushing event updated for resources: {'Port': ['ID=d16d998d-6dec-479d-87a5-b230389a3c26,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:23.962142 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:23.962770 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Checking segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:23.962989 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:23.963299 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Bound using segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:23.963800 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Bound port: d16d998d-6dec-479d-87a5-b230389a3c26, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:23.964417 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.058744 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] For port d16d998d-6dec-479d-87a5-b230389a3c26, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:24.070889 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] For port d16d998d-6dec-479d-87a5-b230389a3c26, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d16d998d-6dec-479d-87a5-b230389a3c26,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:24.087341 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.121426 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Set router 74dd23cf-28a4-4e44-b997-148eb8c30698 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:24.140973 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:24.153752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:24.271685 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3f0a4-83d4-4d31-b428-e0caf6c9f231 None None] Pushing event updated for resources: {'Port': ['ID=d16d998d-6dec-479d-87a5-b230389a3c26,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:24.355288 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:24.375290 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:23Z', 'revision_number': 3, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:24.412563 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Checking router: 74dd23cf-28a4-4e44-b997-148eb8c30698 for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:24.412910 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Updating router 74dd23cf-28a4-4e44-b997-148eb8c30698 port f760210f-45be-4c60-8af5-6240c1ab344a binding host n-d-791506-17 {{(pid=93898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:33:24.452329 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.624184 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:24Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:24.650206 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256e7c4-226c-406e-a1ed-0ce0e9b7c71c None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:24Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:24.732893 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.744224 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.provisioning_blocks [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Transition to ACTIVE for port object f760210f-45be-4c60-8af5-6240c1ab344a will not be triggered until provisioned by entity L2. {{(pid=93898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:24.750800 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.809829 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Attempting to bind port f760210f-45be-4c60-8af5-6240c1ab344a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:24.810958 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Attempting to bind port f760210f-45be-4c60-8af5-6240c1ab344a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:24.811503 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Attempting to bind port f760210f-45be-4c60-8af5-6240c1ab344a on network 9f0ed3ee-8168-48da-83f8-908041e640f1 {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:24.827653 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:24.828063 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Checking segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:24.828458 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.828845 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Bound using segment: {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'} {{(pid=93898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:24.829311 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.managers [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Bound port: f760210f-45be-4c60-8af5-6240c1ab344a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86483339-4ab6-4b83-966c-219152cd89c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1'}}] {{(pid=93898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:24.829823 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.873850 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d91a9-7621-47c8-bc3c-1624560456c2 None None] Pushing event updated for resources: {'Port': ['ID=f760210f-45be-4c60-8af5-6240c1ab344a,revision_number=2']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:24.886791 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.900786 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] For port f760210f-45be-4c60-8af5-6240c1ab344a, host n-d-791506-17, cleared binding levels {{(pid=93898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:24.904694 n-d-791506-17 neutron-server[93898]: DEBUG neutron.plugins.ml2.db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] For port f760210f-45be-4c60-8af5-6240c1ab344a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f760210f-45be-4c60-8af5-6240c1ab344a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:24.916763 n-d-791506-17 neutron-server[93898]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:24.968813 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Routers {'74dd23cf-28a4-4e44-b997-148eb8c30698'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:24.969471 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['74dd23cf-28a4-4e44-b997-148eb8c30698'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:25.024777 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d91a9-7621-47c8-bc3c-1624560456c2 None None] Pushing event updated for resources: {'Port': ['ID=f760210f-45be-4c60-8af5-6240c1ab344a,revision_number=3']} {{(pid=93898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:25.078130 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Allocated IP 172.20.0.1 (a4b30f21-5a6d-4884-84e9-337537778386/cce28a5c-46d7-42ad-8db1-ba46d1bd95cb/6b334d80-040b-4447-90ba-e62661e1020a) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:25.093699 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] Set router 74dd23cf-28a4-4e44-b997-148eb8c30698 gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:25.209763 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.230385 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d92c7b-93cf-4e3b-98d2-a57bba8df6d0 None None] Network a4b30f21-5a6d-4884-84e9-337537778386 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:33:25.235011 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Transition to ACTIVE for port object 6b334d80-040b-4447-90ba-e62661e1020a will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:25.295502 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.299417 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 93481e7e-a531-472b-bb28-6e91ad15039b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:25.320973 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:23Z', 'revision_number': 3, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:25.347994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Network a4b30f21-5a6d-4884-84e9-337537778386 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:25.353532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:25.356848 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:25.357838 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7815-3a61-4f17-accd-1f365b6a53e8 None None] The sync data for ids ['74dd23cf-28a4-4e44-b997-148eb8c30698'] in n-d-791506-17 is: [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:23Z', 'revision_number': 3, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:25.390906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Pushing event updated for resources: {'Port': ['ID=6b334d80-040b-4447-90ba-e62661e1020a,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:25.415478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3956181'] for router_interface, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.423884 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-388bedf4-3bac-4cc8-b1f0-1641467eba0a None None] Provisioning for port 93481e7e-a531-472b-bb28-6e91ad15039b completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:25.452872 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 93481e7e-a531-472b-bb28-6e91ad15039b completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:25.475532 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 93481e7e-a531-472b-bb28-6e91ad15039b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:25.476728 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.591464 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.599616 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.665725 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 93481e7e-a531-472b-bb28-6e91ad15039b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=93481e7e-a531-472b-bb28-6e91ad15039b,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:25.674366 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.675617 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d16d998d-6dec-479d-87a5-b230389a3c26 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:25.817168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=93481e7e-a531-472b-bb28-6e91ad15039b,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:25.830379 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port d16d998d-6dec-479d-87a5-b230389a3c26 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:25.838817 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d16d998d-6dec-479d-87a5-b230389a3c26 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:25.839325 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.881393 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.890916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.961151 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:25.976252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Pushing event updated for resources: {'Port': ['ID=6b334d80-040b-4447-90ba-e62661e1020a,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:25.985165 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3954088'] for router_interface, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:26.000178 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1a7177a6-4be9-425d-8643-26e390314f24 None None] Provisioning complete for port 93481e7e-a531-472b-bb28-6e91ad15039b triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:26.000557 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a7177a6-4be9-425d-8643-26e390314f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:26.045869 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port d16d998d-6dec-479d-87a5-b230389a3c26, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d16d998d-6dec-479d-87a5-b230389a3c26,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:26.057882 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:26.126089 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=d16d998d-6dec-479d-87a5-b230389a3c26,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:26.176125 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Network a4b30f21-5a6d-4884-84e9-337537778386 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:26.177895 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:26.188536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1a7177a6-4be9-425d-8643-26e390314f24 None None] Provisioning for port 6b334d80-040b-4447-90ba-e62661e1020a completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:26.193696 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-1a7177a6-4be9-425d-8643-26e390314f24 None None] Provisioning complete for port 6b334d80-040b-4447-90ba-e62661e1020a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:26.193895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1a7177a6-4be9-425d-8643-26e390314f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:26.229118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-1a7177a6-4be9-425d-8643-26e390314f24 None None] Port 6b334d80-040b-4447-90ba-e62661e1020a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:33:26.309590 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Router 74dd23cf-28a4-4e44-b997-148eb8c30698 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:33:26.350733 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-fdc0341a-7a5f-4f65-8ed6-d3503dc61b64 None None] Provisioning complete for port 6b334d80-040b-4447-90ba-e62661e1020a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:26.351253 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-fdc0341a-7a5f-4f65-8ed6-d3503dc61b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:26.400197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0341a-7a5f-4f65-8ed6-d3503dc61b64 None None] Port 6b334d80-040b-4447-90ba-e62661e1020a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:33:26.446875 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:26.451948 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-3a6655f1-4407-4a1d-8d10-5423acac3f58 admin admin] 10.222.0.21 "PUT /v2.0/routers/74dd23cf-28a4-4e44-b997-148eb8c30698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374521 Jul 09 18:33:26.520381 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-545aff80-0501-4299-b626-fade264bb098 None None] Provisioning complete for port 6b334d80-040b-4447-90ba-e62661e1020a triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:26.520768 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-545aff80-0501-4299-b626-fade264bb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:26.556901 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-545aff80-0501-4299-b626-fade264bb098 None None] Port 6b334d80-040b-4447-90ba-e62661e1020a cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:33:27.201560 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54960) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:27.206666 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62279422', 'description': 'tempest-secgroup-smoke-62279422 description', 'project_id': '5d0b71d0699d40e08248bd28dea7178e'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:27.234357 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 93481e7e-a531-472b-bb28-6e91ad15039b up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:27.234790 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.287001 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 93481e7e-a531-472b-bb28-6e91ad15039b triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:27.287379 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.322498 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.328208 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.351190 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.352771 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1500976 Jul 09 18:33:27.356933 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54962) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:27.361114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bc30e-8f8f-416d-abb0-cd68220672df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee0562-9c63-4a9a-8d7b-fe709c48602d,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:27.362204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group_rule': {'security_group_id': '13ee0562-9c63-4a9a-8d7b-fe709c48602d', 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:27.370695 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d16d998d-6dec-479d-87a5-b230389a3c26 up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:27.391812 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.419650 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port d16d998d-6dec-479d-87a5-b230389a3c26 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:27.420073 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.454309 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.458686 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.476721 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843b9453-a582-4fce-b881-0d5c23dc4277,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:27.482892 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.484034 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-df272e5a-d8f0-4c80-bb2e-e8bb71247f9f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261337 Jul 09 18:33:27.487016 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54964) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:27.491489 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group_rule': {'security_group_id': '13ee0562-9c63-4a9a-8d7b-fe709c48602d', 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:27.508451 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f760210f-45be-4c60-8af5-6240c1ab344a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:27.518601 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.558236 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port f760210f-45be-4c60-8af5-6240c1ab344a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:27.562782 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f760210f-45be-4c60-8af5-6240c1ab344a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:27.563156 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.578053 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.583234 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.605740 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c783b6-04e4-451f-a205-a4dc609db4bb,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:27.615772 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.617217 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-2e575333-0b33-470e-8a9f-1f3d10347ebb tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292236 Jul 09 18:33:27.619878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54966) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:27.624611 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group_rule': {'security_group_id': '13ee0562-9c63-4a9a-8d7b-fe709c48602d', 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:27.657813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.735219 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.741307 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.762767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59615de9-0b19-4b0e-88c0-cf368b3c1353,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:27.777141 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.779827 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-06c4fbf3-2c44-486c-903e-4c58069f8266 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577175 Jul 09 18:33:27.788299 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 54968) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:27.793755 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group_rule': {'security_group_id': '13ee0562-9c63-4a9a-8d7b-fe709c48602d', 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:27.822263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.823397 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.845406 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port f760210f-45be-4c60-8af5-6240c1ab344a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f760210f-45be-4c60-8af5-6240c1ab344a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:27.852991 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.877768 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.882548 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.900203 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6dee37-eb4f-4aba-bc1f-435d25819d60,revision_number=0']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:27.909198 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:27.910591 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-9b47f1d6-8d00-4ea4-891f-7db0beb014ea tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207235 Jul 09 18:33:27.913116 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=f760210f-45be-4c60-8af5-6240c1ab344a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:27.913542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54970) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:27.918540 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group_rule': {'security_group_id': '13ee0562-9c63-4a9a-8d7b-fe709c48602d', 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:27.942137 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Project 5d0b71d0699d40e08248bd28dea7178e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:33:27.947301 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.009435 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.012604 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Sync routers for ids ['74dd23cf-28a4-4e44-b997-148eb8c30698'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:28.014700 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.022840 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Routers {'74dd23cf-28a4-4e44-b997-148eb8c30698'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:28.023525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['74dd23cf-28a4-4e44-b997-148eb8c30698'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:28.032925 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9396387-c661-45f9-a51b-351cbeb0689d,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:28.039179 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.040248 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-b23f2862-953b-422d-96e7-03de098bec0b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256130 Jul 09 18:33:28.043137 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 54972) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:28.049183 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'security_group_rule': {'security_group_id': '13ee0562-9c63-4a9a-8d7b-fe709c48602d', 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:28.079163 n-d-791506-17 neutron-server[93895]: INFO neutron.db.securitygroups_db [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Project 5d0b71d0699d40e08248bd28dea7178e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:33:28.087543 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.146185 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Set router 74dd23cf-28a4-4e44-b997-148eb8c30698 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:28.152083 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.156367 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3704579'] for security_group_rule, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.173600 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f401be9-6bb1-4a21-82ef-8d31ff0a4456,revision_number=0']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:28.182813 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.184175 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d15140f5-1552-48b0-accc-4c7e9fd0ff38 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390889 Jul 09 18:33:28.327337 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-4129f2a3-0fd5-4117-b759-a2b15eeeaa90 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62279422&fields=id&tenant_id=5d0b71d0699d40e08248bd28dea7178e HTTP/1.1" status: 200 len: 267 time: 0.0348067 Jul 09 18:33:28.352827 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 4, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6b334d80-040b-4447-90ba-e62661e1020a', 'name': '', 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'mac_address': 'fa:16:3e:c7:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:24Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 2, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'subnets': [{'id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:28.361921 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:33:28.389004 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Checking router: 74dd23cf-28a4-4e44-b997-148eb8c30698 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:28.389914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Updating router 74dd23cf-28a4-4e44-b997-148eb8c30698 port 6b334d80-040b-4447-90ba-e62661e1020a binding host n-d-791506-17 {{(pid=93897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:33:28.434095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.444120 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-aeb02d81-545e-40b5-ba1f-1928cf3d6788 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:28.448137 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-aeb02d81-545e-40b5-ba1f-1928cf3d6788 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 809 time: 0.1138353 Jul 09 18:33:28.461986 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-4f1bcc68-d905-4ed8-94bf-020819f80d42 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/quotas/5d0b71d0699d40e08248bd28dea7178e HTTP/1.1" status: 200 len: 375 time: 0.0102608 Jul 09 18:33:28.529658 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-da46f7fa-6ada-428a-bf14-b48f2d6b88d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620050 Jul 09 18:33:28.546628 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-f0700dc3-07fe-4d69-b85b-61525b9b0492 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:33:28.547594 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-f0700dc3-07fe-4d69-b85b-61525b9b0492 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061867 Jul 09 18:33:28.706397 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Notify callbacks [] for port, precommit_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.716777 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Transition to ACTIVE for port object 6b334d80-040b-4447-90ba-e62661e1020a will not be triggered until provisioned by entity L2. {{(pid=93897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:28.724755 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.735979 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-34fddc92-367a-485f-8c0f-4ac4f1e468e2 service neutron] 10.222.0.21 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820810 Jul 09 18:33:28.798461 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f85e7-e689-4f08-af5b-93798815af4f None None] Pushing event updated for resources: {'Port': ['ID=6b334d80-040b-4447-90ba-e62661e1020a,revision_number=3']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:28.841144 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Attempting to bind port 6b334d80-040b-4447-90ba-e62661e1020a on host n-d-791506-17 for vnic_type normal with profile {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:28.841574 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Attempting to bind port 6b334d80-040b-4447-90ba-e62661e1020a by drivers openvswitch,hyperv on host n-d-791506-17 at level 0 using segments [{'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:28.841879 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Attempting to bind port 6b334d80-040b-4447-90ba-e62661e1020a on network a4b30f21-5a6d-4884-84e9-337537778386 {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:28.842897 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-1bfc776d-8d1e-4000-89d4-34ed6b0fa495 service neutron] 10.222.0.21 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000247 Jul 09 18:33:28.848229 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Checking agent: {'id': 'bc055492-09af-43e0-a671-ddbeadd12f30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 0, 13), 'started_at': datetime.datetime(2021, 7, 9, 17, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:28.848610 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Checking segment: {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:28.849020 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.849411 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Bound using segment: {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'} {{(pid=93897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:28.849900 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.managers [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Bound port: 6b334d80-040b-4447-90ba-e62661e1020a, host: n-d-791506-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca9af1e-b30e-4901-b5d6-adb266f73e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386'}}] {{(pid=93897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:28.850247 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:28.921986 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] For port 6b334d80-040b-4447-90ba-e62661e1020a, host n-d-791506-17, cleared binding levels {{(pid=93897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:28.926060 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] For port 6b334d80-040b-4447-90ba-e62661e1020a, host n-d-791506-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6b334d80-040b-4447-90ba-e62661e1020a,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:28.931116 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:29.003522 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Routers {'74dd23cf-28a4-4e44-b997-148eb8c30698'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:29.004291 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['74dd23cf-28a4-4e44-b997-148eb8c30698'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:29.049994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-18cc0255-1a3a-4c33-9b65-8f7c3dc472f6 req-70b4b6bd-ac94-4857-a4e5-eed65dbbcd7c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 210 time: 0.0426767 Jul 09 18:33:29.064061 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f85e7-e689-4f08-af5b-93798815af4f None None] Pushing event updated for resources: {'Port': ['ID=6b334d80-040b-4447-90ba-e62661e1020a,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:29.151805 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] Set router 74dd23cf-28a4-4e44-b997-148eb8c30698 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:29.239559 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f760210f-45be-4c60-8af5-6240c1ab344a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:29.367211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port f760210f-45be-4c60-8af5-6240c1ab344a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:29.367633 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:29.481156 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 4, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6b334d80-040b-4447-90ba-e62661e1020a', 'name': '', 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'mac_address': 'fa:16:3e:c7:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:24Z', 'updated_at': '2021-07-09T18:33:28Z', 'revision_number': 4, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'subnets': [{'id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:29.508456 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b7aff-c01f-4f83-b8be-8794ec7d4300 None None] The sync data for ids ['74dd23cf-28a4-4e44-b997-148eb8c30698'] in n-d-791506-17 is: [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 4, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': '6b334d80-040b-4447-90ba-e62661e1020a', 'name': '', 'network_id': 'a4b30f21-5a6d-4884-84e9-337537778386', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'mac_address': 'fa:16:3e:c7:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:24Z', 'updated_at': '2021-07-09T18:33:28Z', 'revision_number': 4, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'subnets': [{'id': 'cce28a5c-46d7-42ad-8db1-ba46d1bd95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:30.187297 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-b30c24bd-63da-4213-97a1-b666e411b257 req-0aa3eaae-0be7-4ed0-ab24-7c0c1e19f46f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Jul 09 18:33:30.353472 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-c5b1419c-7f3d-40d9-b8cb-78c8bc7e435c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:30.354996 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-c5b1419c-7f3d-40d9-b8cb-78c8bc7e435c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 809 time: 0.1025822 Jul 09 18:33:30.400775 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-70fbe05e-5827-4850-8b05-ce8ffca11736 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0b71d0699d40e08248bd28dea7178e HTTP/1.1" status: 200 len: 378 time: 0.0358853 Jul 09 18:33:30.412723 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'port': {'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'admin_state_up': True, 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'security_groups': ['13ee0562-9c63-4a9a-8d7b-fe709c48602d']}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:30.550565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Made reservation on behalf of 5d0b71d0699d40e08248bd28dea7178e for: {'port': 1} {{(pid=93895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:33:30.554351 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:30.687407 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Allocated IP 172.20.0.3 (c21bad40-1c64-438c-aa4f-e36dc8987fcc/70385312-ca0e-4d4d-9991-c2d3e2aaac23/3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:30.831793 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:30.855942 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Transition to ACTIVE for port object 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:30.890959 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8912004'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:30.936637 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:30.940236 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:30.944169 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:30.950692 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:31.006552 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:31.007189 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.024149 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-d2c6f9a7-686f-4a75-a4ec-d8907b4c3fed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170759 Jul 09 18:33:31.082207 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.v2.base [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Request body: {'port': {'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-17'}} {{(pid=93895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:31.157272 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.175944 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4e162b04-5425-4975-8023-1696e468541e None None] Provisioning for port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:31.194668 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b334d80-040b-4447-90ba-e62661e1020a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:31.198489 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-4e162b04-5425-4975-8023-1696e468541e None None] Provisioning complete for port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:31.199137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4e162b04-5425-4975-8023-1696e468541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.264536 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-4e162b04-5425-4975-8023-1696e468541e None None] Port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:33:31.279727 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning for port 6b334d80-040b-4447-90ba-e62661e1020a completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:31.284761 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6b334d80-040b-4447-90ba-e62661e1020a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:31.285203 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.364095 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.400681 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] For port 6b334d80-040b-4447-90ba-e62661e1020a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6b334d80-040b-4447-90ba-e62661e1020a,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:31.406030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.428889 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb95c5-d789-4f26-baba-c22921266a83 req-04eb101d-88cf-4fe2-b83a-427b741ee9b1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:31.430419 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d2cb95c5-d789-4f26-baba-c22921266a83 req-04eb101d-88cf-4fe2-b83a-427b741ee9b1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 931 time: 0.1269653 Jul 09 18:33:31.456581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Pushing event updated for resources: {'Port': ['ID=6b334d80-040b-4447-90ba-e62661e1020a,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:31.507403 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d2cb95c5-d789-4f26-baba-c22921266a83 req-61e67ca1-8eb6-49c8-bfb3-fac87a2147f1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666139 Jul 09 18:33:31.524058 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:33:31.532724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.546291 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Transition to ACTIVE for port object 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:33:31.551314 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.604589 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:31.680044 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Attempting to bind port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db on host n-h1-791506-17 for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:33:31.680382 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Attempting to bind port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db by drivers openvswitch,hyperv on host n-h1-791506-17 at level 0 using segments [{'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:33:31.680712 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Attempting to bind port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db on network c21bad40-1c64-438c-aa4f-e36dc8987fcc {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:31.685464 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db on network c21bad40-1c64-438c-aa4f-e36dc8987fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-17 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:33:31.685787 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Attempting to bind port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db on network c21bad40-1c64-438c-aa4f-e36dc8987fcc {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:33:31.692919 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Checking agent: {'id': '78e249df-1ec5-485a-9075-d1378478e8f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:33:31.693442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Checking segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:33:31.693867 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Bound using segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:33:31.694295 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Bound port: 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host: n-h1-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:33:31.694645 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.760171 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:33:31.763149 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:33:31.768673 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8911990'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.802812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:31.803442 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:31.805581 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 1092 time: 0.7735868 Jul 09 18:33:31.807051 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:33:31.812735 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655bb1e3-2ccd-4b99-80e1-e02826d236e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:33:31.846397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8494f7-47ba-4ec6-bcee-d1b06e754417 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:31.869831 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40240b5-adf7-4ede-87a8-57ba596414c2 x-openstack-request-id: req-c40240b5-adf7-4ede-87a8-57ba596414c2 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:33:31.870118 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:33:31.870464 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c40240b5-adf7-4ede-87a8-57ba596414c2 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:33:31.870860 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'status': 'completed', 'code': 200} Jul 09 18:33:31.925654 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-fb5d7258-2d21-4dec-85d8-2bef45bffad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:31.927237 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-fb5d7258-2d21-4dec-85d8-2bef45bffad7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1095 time: 0.0689659 Jul 09 18:33:31.971336 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-0b7ca9d6-06df-485a-9154-3ee3f9a675d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 217 time: 0.0369382 Jul 09 18:33:32.023204 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-39e3c85d-a8f4-4374-9574-f19fb1717e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.024751 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-39e3c85d-a8f4-4374-9574-f19fb1717e87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0475783 Jul 09 18:33:32.089795 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-4d8f9c75-7633-427c-9a20-6ce67e7e2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.091333 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-4d8f9c75-7633-427c-9a20-6ce67e7e2211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599136 Jul 09 18:33:32.197816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-1a5ddf2b-cf77-47e4-824d-dd6fdfa7a90d service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993562 Jul 09 18:33:32.308340 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-539c2711-061f-42d0-b637-e5792fdfcff3 req-cc6db6ec-7f42-461a-ba4f-5ee03ffee22f service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036317 Jul 09 18:33:32.421984 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-0b499a80-fbfc-4ffe-8412-604f3fbe76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.423490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-0b499a80-fbfc-4ffe-8412-604f3fbe76c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1095 time: 0.0582783 Jul 09 18:33:32.514973 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-de128c28-eb10-40d4-a917-0ccbd6359fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.516377 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-de128c28-eb10-40d4-a917-0ccbd6359fa4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0863614 Jul 09 18:33:32.568490 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-6567b10b-26e0-4103-9a97-f7d7a5b4aa5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 217 time: 0.0453994 Jul 09 18:33:32.629686 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-f143f770-dbca-40c7-9755-a41664817597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.631184 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-f143f770-dbca-40c7-9755-a41664817597 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0546198 Jul 09 18:33:32.729864 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb23d8-853b-49e5-ae99-1212acbfab04 req-d399cfcb-7e08-4704-a5d6-433ec74c5bef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.731395 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7fb23d8-853b-49e5-ae99-1212acbfab04 req-d399cfcb-7e08-4704-a5d6-433ec74c5bef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 943 time: 0.0993016 Jul 09 18:33:32.733357 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-3302ca78-b2b8-4f71-b439-f8a7e75569d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:32.734722 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-3302ca78-b2b8-4f71-b439-f8a7e75569d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941198 Jul 09 18:33:32.832317 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b7fb23d8-853b-49e5-ae99-1212acbfab04 req-4cd3f592-0706-4a03-9d22-43fcd961ebf0 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937757 Jul 09 18:33:32.868440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-4af44a28-b5c7-4cc4-bbd9-ed2d6a300d32 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191022 Jul 09 18:33:32.968191 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-655bb1e3-2ccd-4b99-80e1-e02826d236e7 req-b2473a82-f0ff-490d-8e08-be449c8224ee service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924954 Jul 09 18:33:33.176084 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b334d80-040b-4447-90ba-e62661e1020a up at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:33.226661 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Provisioning complete for port 6b334d80-040b-4447-90ba-e62661e1020a triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:33.227051 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:33.273581 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:33:33.403916 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:33.415798 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:33:33.454752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:33.470785 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:33:33.489662 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:33.497119 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:33.559145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:33.701356 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:33:34.033425 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec6af-358c-454c-9da7-476283d3dbf4 req-b69f3644-25d1-4739-804b-cda5ef489410 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:34.034889 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56aec6af-358c-454c-9da7-476283d3dbf4 req-b69f3644-25d1-4739-804b-cda5ef489410 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 944 time: 0.0677977 Jul 09 18:33:34.073071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-56aec6af-358c-454c-9da7-476283d3dbf4 req-dcf10c9a-9600-44a8-bfc8-c3b1f130c4d6 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325587 Jul 09 18:33:35.262308 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec9b52-eee1-4a9a-afff-fba7c46b2f6f req-44038acf-a650-4564-84d9-30508f19d6b5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:35.263880 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3ec9b52-eee1-4a9a-afff-fba7c46b2f6f req-44038acf-a650-4564-84d9-30508f19d6b5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 944 time: 0.0754938 Jul 09 18:33:35.292719 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:33:35.309193 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a3ec9b52-eee1-4a9a-afff-fba7c46b2f6f req-d3756197-64b6-47c2-b2fc-59b351cfeb80 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374274 Jul 09 18:33:35.352826 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning for port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:33:35.356750 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:33:35.357137 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:35.449887 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:35.472709 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:33:35.475013 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e97b58-035c-407b-90c5-1e9b82eb4c81" -d '{"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-plugged", "status": "completed", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:33:35.488118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:33:35.495187 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:35.518550 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb6306-d45e-4dc3-a680-ca0d891ddb86 x-openstack-request-id: req-66eb6306-d45e-4dc3-a680-ca0d891ddb86 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:33:35.518844 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-plugged", "status": "completed", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:33:35.519094 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66eb6306-d45e-4dc3-a680-ca0d891ddb86 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:33:35.519481 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'code': 200} Jul 09 18:33:35.547355 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:35.634007 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce6ff5-8660-4cf6-8e41-eb686e9fb345 req-da4260a8-9de4-45f8-ac92-613a9efa4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:35.635540 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42ce6ff5-8660-4cf6-8e41-eb686e9fb345 req-da4260a8-9de4-45f8-ac92-613a9efa4275 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1097 time: 0.0534799 Jul 09 18:33:35.669474 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-42ce6ff5-8660-4cf6-8e41-eb686e9fb345 req-64aa1236-963d-42f2-9f26-79f4b047a996 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274391 Jul 09 18:33:36.497475 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcde12c-e2b5-4fd1-9f5e-63b9cc5f36a1 req-fa0df613-5bc0-48c8-98c4-e9f0b39345b1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:36.498840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5fcde12c-e2b5-4fd1-9f5e-63b9cc5f36a1 req-fa0df613-5bc0-48c8-98c4-e9f0b39345b1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 945 time: 0.0714583 Jul 09 18:33:36.537015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5fcde12c-e2b5-4fd1-9f5e-63b9cc5f36a1 req-f597baea-b7e1-41b3-9462-cdd30002998c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322766 Jul 09 18:33:37.720160 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb83e4c-fc31-4b5f-9609-6fed8493c6e6 req-888dbaa0-11d8-4dbd-8412-aa94c78b3d9c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:37.721674 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fb83e4c-fc31-4b5f-9609-6fed8493c6e6 req-888dbaa0-11d8-4dbd-8412-aa94c78b3d9c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 945 time: 0.0711949 Jul 09 18:33:37.762677 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-8fb83e4c-fc31-4b5f-9609-6fed8493c6e6 req-ecce6292-9056-4eab-8e95-bbe3afd2f8e8 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351377 Jul 09 18:33:37.943375 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec151e-4a0c-4341-b7a5-ce45e54d75d2 req-bf8b1e08-d2b7-4652-a1d8-638dcd751418 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:37.944877 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6eec151e-4a0c-4341-b7a5-ce45e54d75d2 req-bf8b1e08-d2b7-4652-a1d8-638dcd751418 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 945 time: 0.0637984 Jul 09 18:33:37.986738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6eec151e-4a0c-4341-b7a5-ce45e54d75d2 req-cf172d99-6dc1-4912-b182-51560cc1d239 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336459 Jul 09 18:33:38.020971 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55028) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:38.130903 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f3c65-eca7-4c8c-8835-6da3c21cc6cd tempest-TestSnapshotPattern-732488275 tempest-TestSnapshotPattern-732488275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:38.132439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ad1f3c65-eca7-4c8c-8835-6da3c21cc6cd tempest-TestSnapshotPattern-732488275 tempest-TestSnapshotPattern-732488275-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1092 time: 0.1104710 Jul 09 18:33:38.135424 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55032) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:33:38.139796 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:33:38.165312 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:38.267906 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:38.377272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Allocated IP 172.25.3.78 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/5b057ce3-e71d-4680-98e2-8ea794913442) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:33:38.481289 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:38.523337 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:38.571385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:33:38.574301 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:33:38.578927 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:33:38.580999 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'Port': ['ID=5b057ce3-e71d-4680-98e2-8ea794913442,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:38.960612 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:38.968907 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:39.058942 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:39.218486 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:39.225821 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:39.289986 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'Port': ['ID=5b057ce3-e71d-4680-98e2-8ea794913442,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:33:39.301745 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:39.403590 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Floating IP c60322b0-2438-4fb7-848c-48ffbfddc222 associated. External IP: 172.25.3.78, port: 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db. Jul 09 18:33:39.618869 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:33:39.729078 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:33:39.739280 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:33:39.748145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:39.749366 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:39.750058 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:39.785854 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-f1322b6e-e80a-4c99-9553-3e2fb5f9a5e1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6493895 Jul 09 18:33:39.786552 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:33:39.788770 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cad27d-34f8-47e3-89c0-0c1e81216894" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:33:39.856986 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:39.896963 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43083fe-104b-46e5-b1bf-3ebc48950ab7 x-openstack-request-id: req-a43083fe-104b-46e5-b1bf-3ebc48950ab7 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:33:39.897332 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:33:39.897642 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a43083fe-104b-46e5-b1bf-3ebc48950ab7 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:33:39.898134 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'status': 'completed', 'code': 200} Jul 09 18:33:39.973260 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-ac98ccaf-2488-44a5-82a9-cac4ddde2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:39.974816 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-ac98ccaf-2488-44a5-82a9-cac4ddde2ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1097 time: 0.0540669 Jul 09 18:33:40.025802 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:40.072583 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-6f0b6de1-f664-4f92-809f-c772f741d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:40.074052 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-6f0b6de1-f664-4f92-809f-c772f741d0de service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0932693 Jul 09 18:33:40.140440 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-245deae2-147f-486a-b60c-e1351f49a04a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 998 time: 0.0584538 Jul 09 18:33:40.183329 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:38Z', 'revision_number': 0, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:40.193103 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-5f161fdd-c5a7-462b-8314-d9875888102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:40.194622 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-5f161fdd-c5a7-462b-8314-d9875888102b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0478475 Jul 09 18:33:40.209879 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:33:40.219306 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:33:40.219964 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:33:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:40.260899 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-1830bebf-d5bd-4104-b0d5-db8169fb384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:40.262457 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-1830bebf-d5bd-4104-b0d5-db8169fb384c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618949 Jul 09 18:33:40.336547 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:33:40.362448 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-c926b922-8e14-4773-bdbf-682f41ea8f30 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932322 Jul 09 18:33:40.460401 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-09cad27d-34f8-47e3-89c0-0c1e81216894 req-a5b7439b-542e-424d-9bd7-f1bdf2a1d3d5 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912871 Jul 09 18:33:40.523228 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-388c3748-0dff-43dd-9621-31f088b528e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:40.577950 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:38Z', 'revision_number': 0, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:33:40.603888 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f06f3c-44b2-42e2-a337-2ece54b0b531 None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:38Z', 'revision_number': 0, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:33:40.825432 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226aadbf-6429-4b88-afa4-3840d49e1985 None None] New status for floating IP c60322b0-2438-4fb7-848c-48ffbfddc222: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:33:43.046513 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-789b79a6-3e24-48b9-9a71-4bb285a14756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:43.543693 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:44.323171 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:46.214873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:33:56.126361 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-7b380287-339b-4db8-8de9-56ba4807fe5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540364 Jul 09 18:33:56.234544 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-c897712b-f487-4e8f-825a-3778719b7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:56.236074 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-c897712b-f487-4e8f-825a-3778719b7f45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1097 time: 0.0556297 Jul 09 18:33:56.354442 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-3d86df37-1d91-4299-9329-dc6c957f5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:56.356061 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-3d86df37-1d91-4299-9329-dc6c957f5057 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0984805 Jul 09 18:33:56.422124 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-db3df0f6-9c36-4818-9fc4-b0e1a0d5357f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 1000 time: 0.0593684 Jul 09 18:33:56.474877 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-d49dca10-d08c-4595-a415-412ac97ad32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:56.476366 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-d49dca10-d08c-4595-a415-412ac97ad32e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0478463 Jul 09 18:33:56.536941 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-7095f165-a0cc-4edd-aaee-dda14d8b5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:33:56.539173 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-7095f165-a0cc-4edd-aaee-dda14d8b5778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562665 Jul 09 18:33:56.628929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-4494317c-99d7-4eb0-a72b-ef36aa1cbc79 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828886 Jul 09 18:33:56.722908 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-d7aeca5d-c7e2-4df2-a994-8db0d42527cc req-09eafbca-697f-453c-b830-9f71cd977cc5 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Jul 09 18:34:05.361575 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:34:08.999679 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:10.024948 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:10.533002 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ebff-40e1-4159-b851-9ed96960eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:13.047946 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-52d0ccf6-fd2a-4ce0-8608-4a0e5b324564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:13.540976 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:14.330030 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:16.216048 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:39.002435 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:40.041423 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:40.526770 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-81137af4-dcb1-4bb8-906d-ab8006662576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:42.360904 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:34:43.045074 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-77116c7f-6555-4c92-950e-bbe5e4849cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:43.537730 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:44.329326 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:46.223725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:34:57.127197 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-ab15606c-83ad-4f84-8d90-6510df54e028 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620971 Jul 09 18:34:57.239172 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-486a338e-95ea-4aeb-822d-8a9d434984b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:34:57.240740 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-486a338e-95ea-4aeb-822d-8a9d434984b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1097 time: 0.0659859 Jul 09 18:34:57.351391 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-b7d6bbdb-31e7-451d-835b-d882f5d36a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:34:57.352992 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-b7d6bbdb-31e7-451d-835b-d882f5d36a41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0901120 Jul 09 18:34:57.424503 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-7326c939-ee55-441a-b302-49add0b1ffc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 1000 time: 0.0649250 Jul 09 18:34:57.474907 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-cc206746-caa9-48b1-a488-246c49690b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:34:57.477254 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-cc206746-caa9-48b1-a488-246c49690b4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0457551 Jul 09 18:34:57.541873 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-330a69dc-8dff-4725-b569-921cea53c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:34:57.543356 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-330a69dc-8dff-4725-b569-921cea53c13f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600393 Jul 09 18:34:57.637071 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-54015937-4b9c-4e68-b64d-b8780da0b562 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Jul 09 18:34:57.727053 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-4dcb1fe5-55bd-418f-bfb5-654871aef8ce req-535ddcff-25c5-4742-b4ee-b0a1ecd2210f service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838840 Jul 09 18:35:09.006108 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:10.042116 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:10.531076 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-af2bc89d-fe1b-4e49-ad48-1098c2bdba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:13.046220 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-07b48cd8-1306-4f33-95c8-b6cbba9ffda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:13.533148 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:14.337772 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:16.219528 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:19.364228 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:35:39.031610 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:39.759603 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db details requested by agent hyperv_n-h1-791506-17 with host n-h1-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:35:39.889874 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:35:39.904220 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Returning: {'device': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:35:39.953720 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:39.969758 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:35:39.998271 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:35:40.003357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:40.064752 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:40.088670 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] get_ports_and_sgs() called for port_ids ['3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:35:40.091130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:35:40.127993 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.128332 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.128849 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.129369 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.129876 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.130196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.130516 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.130828 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.131340 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.132072 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.132611 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.133160 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:40.539563 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b0ca11e3-cf95-4927-a2b9-b8fa2b58fea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:41.772304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db up at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:35:41.989118 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Provisioning complete for port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:35:41.989540 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:42.099562 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:42.131079 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:35:42.133519 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d262f6a-b529-464d-8652-e43b57e0d808" -d '{"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-plugged", "status": "completed", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:35:42.151573 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:35:42.163914 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:42.194102 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb62945-cf1c-46b2-a830-fa544da7048e x-openstack-request-id: req-6eb62945-cf1c-46b2-a830-fa544da7048e {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:35:42.194555 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-plugged", "status": "completed", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:35:42.194885 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb62945-cf1c-46b2-a830-fa544da7048e {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:35:42.195372 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'code': 200} Jul 09 18:35:42.226168 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:35:43.043660 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-6e28cf1d-77dd-416f-9377-5bf698117ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:43.542704 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:44.339522 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:46.227256 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:47.823950 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-75c00d66-2988-4406-9657-2382e176b00e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62279422&fields=id&tenant_id=5d0b71d0699d40e08248bd28dea7178e HTTP/1.1" status: 200 len: 267 time: 0.0361900 Jul 09 18:35:47.938767 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-bb2ebd2f-a645-4c5e-b4e9-b4d56d2255f9 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:47.940496 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-bb2ebd2f-a645-4c5e-b4e9-b4d56d2255f9 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 809 time: 0.1089823 Jul 09 18:35:47.968840 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-91b4fa7b-6cb2-4b3e-b902-e7f444b97ee2 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/quotas/5d0b71d0699d40e08248bd28dea7178e HTTP/1.1" status: 200 len: 375 time: 0.0153677 Jul 09 18:35:48.052677 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-3c169818-0ea9-4380-965e-ce54f778b660 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779476 Jul 09 18:35:48.069138 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-2ae5e699-e620-4b69-a0e2-3374eab8e6da tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:35:48.070111 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-2ae5e699-e620-4b69-a0e2-3374eab8e6da tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058610 Jul 09 18:35:48.237011 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-77f69c4b-785c-413d-9bad-0903de37efb4 service neutron] 10.222.0.21 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608443 Jul 09 18:35:48.338567 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-669c58f4-681f-495c-b598-622a1c888aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946503 Jul 09 18:35:49.621334 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-41a45ac6-aa12-4c6b-8686-fc963a267774 req-6c1bf531-e034-4ea5-8395-925d50b2fa18 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0784743 Jul 09 18:35:50.709606 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-cd7bc825-26f3-4146-97fb-b5fc7d8a06e3 req-8069ba2d-a0b8-414d-b67c-6541eb644ec8 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0337827 Jul 09 18:35:51.797836 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-d0c3d965-ff2e-4cab-98a4-4b21c58b5a1e req-c8d43b31-23f6-4f67-b7cb-358ff542cab5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0320473 Jul 09 18:35:51.828439 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:35:51.906663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:51.930153 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:35:51.932437 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c04f0-b4f8-4662-8986-fc163d1cf8ad" -d '{"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:35:51.945475 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:35:51.951548 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:51.975203 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc80ab0-921c-44ec-8d0d-c977d8b2578c x-openstack-request-id: req-bbc80ab0-921c-44ec-8d0d-c977d8b2578c {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:35:51.975499 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:35:51.975879 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbc80ab0-921c-44ec-8d0d-c977d8b2578c {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:35:51.976280 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'code': 200} Jul 09 18:35:52.006892 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Pushing event updated for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:35:52.885865 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-04bd18d9-51aa-463a-954f-d6801d2a7b9e req-34748e68-076a-47b0-af98-f36f90c72d93 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0316093 Jul 09 18:35:54.038203 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-676a1d41-5360-4ea1-b94f-f96f59ecbb9c req-fbcf3739-a980-4a50-ba55-1f13c32190ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0324457 Jul 09 18:35:54.740237 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-2f2dda6c-3d43-4b8f-87c6-a8839a9f32bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:54.742228 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-2f2dda6c-3d43-4b8f-87c6-a8839a9f32bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.13 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 809 time: 0.1040084 Jul 09 18:35:54.789439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-583fdc19-70fb-4be9-b00d-216820b4b7ae tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d0b71d0699d40e08248bd28dea7178e HTTP/1.1" status: 200 len: 378 time: 0.0389488 Jul 09 18:35:54.798318 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'port': {'device_id': '98515556-8d2c-4360-af45-2cc374e83259', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'admin_state_up': True, 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'security_groups': ['13ee0562-9c63-4a9a-8d7b-fe709c48602d']}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:35:54.911196 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Made reservation on behalf of 5d0b71d0699d40e08248bd28dea7178e for: {'port': 1} {{(pid=93896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:35:54.914916 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:55.048784 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Allocated IP 172.20.0.12 (c21bad40-1c64-438c-aa4f-e36dc8987fcc/70385312-ca0e-4d4d-9991-c2d3e2aaac23/d324d74f-56a2-4cde-b706-5984e1799a22) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:35:55.233281 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-a3b942ab-e465-459f-bed7-98ffd0b557c1 req-17e89543-97d8-4b2c-8b1a-fbd4081497e6 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0540683 Jul 09 18:35:55.270478 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:55.290351 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Transition to ACTIVE for port object d324d74f-56a2-4cde-b706-5984e1799a22 will not be triggered until provisioned by entity DHCP. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:35:55.354185 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:55.764750 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:35:55.768945 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:35:55.770979 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:35:55.774014 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:35:55.800899 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.801236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.801583 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.801919 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.802254 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.802585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.802906 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.803279 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.803603 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.804001 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.804322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.804638 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:35:55.840267 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:55.841114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:55.859306 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b3b00772-9134-484a-87b8-a548d56552d5 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645006 Jul 09 18:35:56.040196 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7d207e8-4de0-4e69-b2c5-7afdeef83104 None None] Provisioning for port d324d74f-56a2-4cde-b706-5984e1799a22 completed by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:35:56.046577 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-e7d207e8-4de0-4e69-b2c5-7afdeef83104 None None] Provisioning complete for port d324d74f-56a2-4cde-b706-5984e1799a22 triggered by entity DHCP. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:35:56.046879 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d207e8-4de0-4e69-b2c5-7afdeef83104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:35:56.093576 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-e7d207e8-4de0-4e69-b2c5-7afdeef83104 None None] Port d324d74f-56a2-4cde-b706-5984e1799a22 cannot update to ACTIVE because it is not bound. {{(pid=93897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:35:56.365518 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:35:56.421167 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f434d-21ab-4d4e-8746-26285837e22a req-8ba6135c-e364-455a-a3d3-4ac909573361 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:56.422805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c65f434d-21ab-4d4e-8746-26285837e22a req-8ba6135c-e364-455a-a3d3-4ac909573361 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0697432 Jul 09 18:35:56.468748 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-c65f434d-21ab-4d4e-8746-26285837e22a req-9d884fed-fcb6-4f30-8836-b7e96171c8d2 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398612 Jul 09 18:35:57.661932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100c197-3a58-4a1d-a009-f3bee0ac75a2 req-e1b44ae3-9f98-4a28-9db0-b474262efe8e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:57.663495 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2100c197-3a58-4a1d-a009-f3bee0ac75a2 req-e1b44ae3-9f98-4a28-9db0-b474262efe8e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0691283 Jul 09 18:35:57.710355 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-2100c197-3a58-4a1d-a009-f3bee0ac75a2 req-0c11cf1e-0444-4966-8a59-eb00d244ad4e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410943 Jul 09 18:35:58.891517 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7263a-f4a1-4c8d-a6eb-76a57ce9e62d req-305e764c-8d46-4ff3-bd86-ea0eb6aff13c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:58.893085 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72a7263a-f4a1-4c8d-a6eb-76a57ce9e62d req-305e764c-8d46-4ff3-bd86-ea0eb6aff13c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0659754 Jul 09 18:35:58.935522 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-72a7263a-f4a1-4c8d-a6eb-76a57ce9e62d req-201f3fa9-8801-4015-98f9-51ddd4682427 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358899 Jul 09 18:35:59.124577 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-d0b3d258-b8d7-4d94-8af8-744e6f70980d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571816 Jul 09 18:35:59.225180 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-ac68de28-4499-47d3-97ea-bf19e34caca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:59.226713 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-ac68de28-4499-47d3-97ea-bf19e34caca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1095 time: 0.0564692 Jul 09 18:35:59.342218 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-326c9cbe-ba76-405c-a320-87e4f275c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:59.343738 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-326c9cbe-ba76-405c-a320-87e4f275c13a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0928721 Jul 09 18:35:59.416152 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-a518cbd1-19f8-4769-b669-975ecd7e4bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 998 time: 0.0641556 Jul 09 18:35:59.466040 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-600fcee3-6dc7-4466-a613-29f917607ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:59.467436 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-600fcee3-6dc7-4466-a613-29f917607ea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0452030 Jul 09 18:35:59.529397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-0d94ed6c-6d0e-4ca3-9f7b-afac44b5c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:35:59.531501 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-0d94ed6c-6d0e-4ca3-9f7b-afac44b5c733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578222 Jul 09 18:35:59.641625 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-7b9172bf-56e0-49c6-b9e4-24f53673e876 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025319 Jul 09 18:35:59.737920 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-2f8ea9ba-0690-411b-9825-b8fd91737cfa req-d9d78427-836b-4a38-8be7-137cf5f97ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890560 Jul 09 18:36:00.115489 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded089b8-7fef-41f2-bb00-277f76f29aa8 req-b4f79c7f-55c2-448d-ab8d-fedca1951631 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:00.131293 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ded089b8-7fef-41f2-bb00-277f76f29aa8 req-b4f79c7f-55c2-448d-ab8d-fedca1951631 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0815864 Jul 09 18:36:00.182191 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ded089b8-7fef-41f2-bb00-277f76f29aa8 req-3e81903e-03dd-4106-a3bb-c44ccc7fc374 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489321 Jul 09 18:36:01.369356 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e350d02-5fbf-4da5-a529-7c54d3843e9d req-0c7c2050-270b-4594-9fc6-ee931979a865 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:01.370929 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e350d02-5fbf-4da5-a529-7c54d3843e9d req-0c7c2050-270b-4594-9fc6-ee931979a865 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0726767 Jul 09 18:36:01.414616 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6e350d02-5fbf-4da5-a529-7c54d3843e9d req-c8cf9cfa-d0d9-45af-9e9a-9e81ed8d2e6f tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379484 Jul 09 18:36:02.610511 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497a7cf-7c25-4289-9c9b-e530dad1142a req-01e758ec-9aa8-4ff5-a653-25f05f89eb6b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:02.612147 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e497a7cf-7c25-4289-9c9b-e530dad1142a req-01e758ec-9aa8-4ff5-a653-25f05f89eb6b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0689123 Jul 09 18:36:02.653183 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e497a7cf-7c25-4289-9c9b-e530dad1142a req-2989e835-e7dd-4ba6-9e07-f918d83114ed tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349810 Jul 09 18:36:03.840069 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ec3d-9fb2-484e-8f91-6eed247af6e3 req-6c71a3f0-60a5-4e86-8dbe-928a39519d83 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:03.841832 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a44ec3d-9fb2-484e-8f91-6eed247af6e3 req-6c71a3f0-60a5-4e86-8dbe-928a39519d83 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0739007 Jul 09 18:36:03.884948 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-7a44ec3d-9fb2-484e-8f91-6eed247af6e3 req-1a71543f-7e41-4cff-a8ac-7a43040d1103 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372512 Jul 09 18:36:05.081769 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a203f8-f206-45d3-b1bd-86defc3d988b req-f451b5ae-46b4-4220-8f1c-e0234cd9af2e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:05.083267 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08a203f8-f206-45d3-b1bd-86defc3d988b req-f451b5ae-46b4-4220-8f1c-e0234cd9af2e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 932 time: 0.0766842 Jul 09 18:36:05.135845 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-08a203f8-f206-45d3-b1bd-86defc3d988b req-1b4422d8-46a0-4b15-9019-7aa71aee02b1 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464513 Jul 09 18:36:05.457925 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Request body: {'port': {'device_id': '98515556-8d2c-4360-af45-2cc374e83259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-17'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:36:05.544351 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:05.842531 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d324d74f-56a2-4cde-b706-5984e1799a22 {{(pid=93896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:36:05.850381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:05.863099 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Transition to ACTIVE for port object d324d74f-56a2-4cde-b706-5984e1799a22 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:36:05.868346 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:05.921843 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:36:05.998621 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Attempting to bind port d324d74f-56a2-4cde-b706-5984e1799a22 on host n-h2-791506-17 for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:36:05.998857 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Attempting to bind port d324d74f-56a2-4cde-b706-5984e1799a22 by drivers openvswitch,hyperv on host n-h2-791506-17 at level 0 using segments [{'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:36:05.999192 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Attempting to bind port d324d74f-56a2-4cde-b706-5984e1799a22 on network c21bad40-1c64-438c-aa4f-e36dc8987fcc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:36:06.004199 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Port d324d74f-56a2-4cde-b706-5984e1799a22 on network c21bad40-1c64-438c-aa4f-e36dc8987fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-17 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:36:06.004536 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Attempting to bind port d324d74f-56a2-4cde-b706-5984e1799a22 on network c21bad40-1c64-438c-aa4f-e36dc8987fcc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:36:06.010799 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Checking agent: {'id': '28577a79-9310-490b-8b62-3bcf30753948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'started_at': datetime.datetime(2021, 7, 9, 17, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:36:06.011113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Checking segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:36:06.011512 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Bound using segment: {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:36:06.011976 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Bound port: d324d74f-56a2-4cde-b706-5984e1799a22, host: n-h2-791506-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51632338-8f79-4e14-afd0-2a15c1cd9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:36:06.012347 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:06.094389 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:36:06.098311 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:36:06.104481 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:06.138569 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.139183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:06.140761 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] 10.222.0.13 "PUT /v2.0/ports/d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 1093 time: 0.7419119 Jul 09 18:36:06.141236 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:36:06.143463 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac" -d '{"events": [{"name": "network-changed", "server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:36:06.185005 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cbbc3-f4de-472f-ab00-720170bc6bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:36:06.193703 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ec832-f7c5-4c2d-b3ed-baf2eb1af9ef x-openstack-request-id: req-e66ec832-f7c5-4c2d-b3ed-baf2eb1af9ef {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:36:06.194038 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:36:06.194289 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e66ec832-f7c5-4c2d-b3ed-baf2eb1af9ef {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:36:06.194689 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'status': 'completed', 'code': 200} Jul 09 18:36:06.253767 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-97c37a4f-6731-4630-8314-9bc690543562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.255217 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-97c37a4f-6731-4630-8314-9bc690543562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1096 time: 0.0668516 Jul 09 18:36:06.311015 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-3c89edcd-c582-4507-8861-50e9f748672c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 217 time: 0.0477111 Jul 09 18:36:06.384873 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-09309cdc-d372-433c-acd9-3898c2684673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.386364 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-09309cdc-d372-433c-acd9-3898c2684673 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0562129 Jul 09 18:36:06.441527 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70627e6-8096-4117-9a4d-da5885a1d825 req-9333c9b7-799d-4745-a598-5de89bdc6bb8 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.442996 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e70627e6-8096-4117-9a4d-da5885a1d825 req-9333c9b7-799d-4745-a598-5de89bdc6bb8 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 944 time: 0.1421654 Jul 09 18:36:06.488830 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b432bb5c-0454-4721-be81-6744f8d8d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.490398 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-b432bb5c-0454-4721-be81-6744f8d8d6ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976293 Jul 09 18:36:06.493427 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-e70627e6-8096-4117-9a4d-da5885a1d825 req-f800d7e0-9c9c-4269-904d-46be58506d52 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446136 Jul 09 18:36:06.579374 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-054e472c-7876-4d68-8e86-4ac8f70b5bdc service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Jul 09 18:36:06.674756 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-ef31fc4b-19ca-43c1-af86-796f15850a0a req-8130d6b9-9999-46ae-9c23-51dec47da972 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890603 Jul 09 18:36:06.785803 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-0908ade3-94f8-40a3-aeb8-cb8b593065e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.787261 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-0908ade3-94f8-40a3-aeb8-cb8b593065e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1096 time: 0.0574160 Jul 09 18:36:06.888114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-2d9a2eef-4ed5-467f-8420-3dc416ce38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.889596 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-2d9a2eef-4ed5-467f-8420-3dc416ce38b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0951200 Jul 09 18:36:06.932348 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-66650138-db7a-41f2-8f03-944d9df7e318 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 217 time: 0.0354350 Jul 09 18:36:06.986585 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-7845c99b-8058-4411-935e-7eb1f7b8ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:06.988091 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-7845c99b-8058-4411-935e-7eb1f7b8ddb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0479710 Jul 09 18:36:07.046574 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-d0cede85-ac20-4178-b0c0-277f06bd9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:07.048071 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-d0cede85-ac20-4178-b0c0-277f06bd9feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530400 Jul 09 18:36:07.141284 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-686c72f1-c660-4b43-b89d-51baceb3e552 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860095 Jul 09 18:36:07.233560 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-3ac1fcb0-3f29-42d0-99c5-6065a5a125ac req-fcd8924a-5277-4987-8456-161069f9f6c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846548 Jul 09 18:36:07.686607 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9149b-530d-4f60-9b96-d61e9c6e9da1 req-4ab880b8-f17c-43c2-aeef-324c459cc406 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:07.688135 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ea9149b-530d-4f60-9b96-d61e9c6e9da1 req-4ab880b8-f17c-43c2-aeef-324c459cc406 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 944 time: 0.0730224 Jul 09 18:36:07.728811 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-5ea9149b-530d-4f60-9b96-d61e9c6e9da1 req-01b7df6c-0763-4c1e-8dcd-fa1d4169381c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330389 Jul 09 18:36:08.797087 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:36:08.893936 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:36:08.905614 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'port_id': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'mac_address': 'fa:16:3e:bf:57:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:36:08.913032 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfd7e6-d822-427d-ac32-8f96282851fb req-ef662bc8-3398-4fc2-a031-b5718f7ff02c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:08.914584 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fccfd7e6-d822-427d-ac32-8f96282851fb req-ef662bc8-3398-4fc2-a031-b5718f7ff02c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 944 time: 0.0699315 Jul 09 18:36:08.944348 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:08.954655 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fccfd7e6-d822-427d-ac32-8f96282851fb req-a7e5cba6-b5e8-479f-8c7b-f350fbcda3df tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342755 Jul 09 18:36:08.957780 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d324d74f-56a2-4cde-b706-5984e1799a22 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:36:08.981724 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:36:08.987910 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:09.043584 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:09.050534 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=4']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:36:09.237395 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d324d74f-56a2-4cde-b706-5984e1799a22'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:36:10.054133 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:10.144827 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5fe69-9b16-4e48-9020-08999e22b0c8 req-721cb44e-e635-4f5a-89b9-a68caf107d08 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:10.146291 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3b5fe69-9b16-4e48-9020-08999e22b0c8 req-721cb44e-e635-4f5a-89b9-a68caf107d08 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 945 time: 0.0667074 Jul 09 18:36:10.186027 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-b3b5fe69-9b16-4e48-9020-08999e22b0c8 req-0c0ecf23-6825-4dd8-84bb-fc6ebdaeb1e2 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337722 Jul 09 18:36:10.535786 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1c83390-2806-4abb-b0ee-e55c0cea6abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:10.813130 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:36:10.865989 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning for port d324d74f-56a2-4cde-b706-5984e1799a22 completed by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:36:10.871587 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port d324d74f-56a2-4cde-b706-5984e1799a22 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:36:10.872154 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:10.962833 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:10.985496 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:36:10.987755 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b5991b-7839-4031-9a13-6043a41f59a7" -d '{"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-plugged", "status": "completed", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:36:11.001163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:36:11.007829 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:11.033509 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb09b94a-9808-493c-8c40-05ecbec4cdcb x-openstack-request-id: req-eb09b94a-9808-493c-8c40-05ecbec4cdcb {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:36:11.033748 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-plugged", "status": "completed", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:36:11.034034 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb09b94a-9808-493c-8c40-05ecbec4cdcb {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:36:11.034402 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'code': 200} Jul 09 18:36:11.062453 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=5']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:36:11.148586 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8225c-a4bc-4e76-84f9-b07d9323a2b0 req-4bc77f3f-682a-434d-a10c-1f57a2afa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:11.150105 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0a8225c-a4bc-4e76-84f9-b07d9323a2b0 req-4bc77f3f-682a-434d-a10c-1f57a2afa7d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1098 time: 0.0525901 Jul 09 18:36:11.185162 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-c0a8225c-a4bc-4e76-84f9-b07d9323a2b0 req-f54be597-cf20-4964-8efa-91ea78a0c8f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284934 Jul 09 18:36:11.368576 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106bdb-3104-40ce-8813-be35f61fc3f7 req-42f77611-7beb-408c-aff3-5a785f71501b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:11.370091 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78106bdb-3104-40ce-8813-be35f61fc3f7 req-42f77611-7beb-408c-aff3-5a785f71501b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 946 time: 0.0686927 Jul 09 18:36:11.407843 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-78106bdb-3104-40ce-8813-be35f61fc3f7 req-c85b816f-9ec7-4f12-a1ce-e5859461ffc9 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318539 Jul 09 18:36:12.603171 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b3e4-6059-4f3b-9fb5-49b0ad4de041 req-cd246e2f-f8ce-4b53-ac58-dd554b538e04 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:12.604715 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f205b3e4-6059-4f3b-9fb5-49b0ad4de041 req-cd246e2f-f8ce-4b53-ac58-dd554b538e04 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 946 time: 0.0774267 Jul 09 18:36:12.650199 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-f205b3e4-6059-4f3b-9fb5-49b0ad4de041 req-871ef229-ec31-47cb-842b-52481b4b2988 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373678 Jul 09 18:36:12.837555 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0c4cd-5425-4d7e-a2b9-372e4988b0f8 req-9b2bb9f9-6dcb-409d-b5b8-4d07ca126aee tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:12.838994 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6d0c4cd-5425-4d7e-a2b9-372e4988b0f8 req-9b2bb9f9-6dcb-409d-b5b8-4d07ca126aee tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 946 time: 0.0700598 Jul 09 18:36:12.879314 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-e6d0c4cd-5425-4d7e-a2b9-372e4988b0f8 req-4c63a12c-3169-46aa-bdf8-a095ba404c9a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334902 Jul 09 18:36:12.909011 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55324) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:36:12.966425 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c90504-b4c5-4e8c-9066-7c270e1d1e23 tempest-TestSnapshotPattern-732488275 tempest-TestSnapshotPattern-732488275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:12.970929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55326) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:36:12.971092 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-55c90504-b4c5-4e8c-9066-7c270e1d1e23 tempest-TestSnapshotPattern-732488275 tempest-TestSnapshotPattern-732488275-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1093 time: 0.0607452 Jul 09 18:36:12.976121 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.v2.base [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Request body: {'floatingip': {'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'port_id': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:36:13.003211 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.037987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-438834dd-fe3b-48ee-9748-ec82c42c5a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.110222 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.216797 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_common [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Allocated IP 172.25.3.196 (9f0ed3ee-8168-48da-83f8-908041e640f1/66ac0dcb-1a19-400c-9231-0666be654983/28b7c614-4160-4e53-bffa-0b8f196eefa5) {{(pid=93896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:36:13.321544 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for port, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.369590 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-564773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-230560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734216492764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9240478'] for port, after_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.414864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Network 9f0ed3ee-8168-48da-83f8-908041e640f1 is already hosted by enough agents. {{(pid=93896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:36:13.417811 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Resources bound (agent type, host, resource id): {{(pid=93896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:36:13.420532 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Received port after_create {{(pid=93896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:36:13.426397 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'Port': ['ID=28b7c614-4160-4e53-bffa-0b8f196eefa5,revision_number=1']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:36:13.537724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.807899 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.921979 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:13.947582 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-81732cf1-9dea-4c59-ab3d-568fa49587b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042440 Jul 09 18:36:14.107648 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-2b7992b0-122e-449e-ac25-2b4d57387d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:14.109074 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-2b7992b0-122e-449e-ac25-2b4d57387d7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1098 time: 0.1164026 Jul 09 18:36:14.126340 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:14.139107 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9240428'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:14.260620 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event updated for resources: {'Port': ['ID=28b7c614-4160-4e53-bffa-0b8f196eefa5,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:36:14.283324 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823492'] for floatingip, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:14.317922 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-cbd59549-5cb1-4692-b0e2-f767a3a0ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:14.319462 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-cbd59549-5cb1-4692-b0e2-f767a3a0ef3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.1893642 Jul 09 18:36:14.338032 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:14.425676 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-2ab0bc73-3c71-4d75-8479-042b807c934f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 1000 time: 0.0963562 Jul 09 18:36:14.430101 n-d-791506-17 neutron-server[93896]: INFO neutron.db.l3_db [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Floating IP 66f83abe-0b8a-460c-ac5f-518e9134bd59 associated. External IP: 172.25.3.196, port: d324d74f-56a2-4cde-b706-5984e1799a22. Jul 09 18:36:14.537931 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-2282d221-efe2-4f43-9211-c1bee3711278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:14.539512 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-2282d221-efe2-4f43-9211-c1bee3711278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.1070969 Jul 09 18:36:14.678006 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-f3782ad1-11f6-4578-bf3d-f0c286236df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:14.679483 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-f3782ad1-11f6-4578-bf3d-f0c286236df0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309283 Jul 09 18:36:14.754701 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:36:14.821819 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-dea5fc7e-ec1b-49e8-a420-b9901218d8dc service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335425 Jul 09 18:36:14.942453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:36:14.953123 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:36:14.963064 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:36:14.963683 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:36:14.965808 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-dc01a0f3-020e-46b8-a391-3633fc07b95a req-60548709-ff42-4c39-86d5-dee61204bb31 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373990 Jul 09 18:36:14.970473 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:15.012682 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-ee2c4aa1-64db-46ff-905e-4df9fea82a2a tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0402498 Jul 09 18:36:15.013387 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:36:15.015706 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:36:15.051702 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8041fd02-bbd9-4bd1-be7e-a9f50b336528 x-openstack-request-id: req-8041fd02-bbd9-4bd1-be7e-a9f50b336528 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:36:15.052018 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:36:15.052401 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8041fd02-bbd9-4bd1-be7e-a9f50b336528 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:36:15.052814 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'status': 'completed', 'code': 200} Jul 09 18:36:15.081749 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:36:15.125652 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-702d91ee-967a-48a0-84ce-4faf12b70651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:15.127169 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-702d91ee-967a-48a0-84ce-4faf12b70651 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1098 time: 0.0520110 Jul 09 18:36:15.221252 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-72b312f9-5a89-4aa3-9e11-36fe26df1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:15.222849 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-72b312f9-5a89-4aa3-9e11-36fe26df1506 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0897076 Jul 09 18:36:15.289079 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-daca4eb5-6ee3-41cd-9858-846b1670f98f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 1000 time: 0.0596929 Jul 09 18:36:15.305793 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '66f83abe-0b8a-460c-ac5f-518e9134bd59', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:bf:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98515556-8d2c-4360-af45-2cc374e83259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:36:13Z', 'updated_at': '2021-07-09T18:36:13Z', 'revision_number': 0, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}, {'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:40Z', 'revision_number': 1, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:36:15.334891 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:36:15.340711 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-16da4a03-3265-4d0b-b83d-60e234676760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:15.342986 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-16da4a03-3265-4d0b-b83d-60e234676760 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0473940 Jul 09 18:36:15.350460 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:36:15.351359 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:36:13Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:36:15.407330 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-df0dbe70-c539-4dd8-977e-800c4b079c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:15.408902 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-df0dbe70-c539-4dd8-977e-800c4b079c0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574729 Jul 09 18:36:15.455421 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:36:15.499508 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-3013ce15-17f5-48a0-b001-379254bbbf4d service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836725 Jul 09 18:36:15.596101 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-27ee49c5-41b7-4c4b-9726-ad96c11e4ed1 req-781ba22d-f476-4235-9559-2c5903341d89 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900600 Jul 09 18:36:15.681784 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '66f83abe-0b8a-460c-ac5f-518e9134bd59', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:bf:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98515556-8d2c-4360-af45-2cc374e83259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:36:13Z', 'updated_at': '2021-07-09T18:36:13Z', 'revision_number': 0, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}, {'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:40Z', 'revision_number': 1, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:36:15.708481 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b7ebb-ba62-4383-9c7c-19c81c50b05c None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': '66f83abe-0b8a-460c-ac5f-518e9134bd59', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:bf:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98515556-8d2c-4360-af45-2cc374e83259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:36:13Z', 'updated_at': '2021-07-09T18:36:13Z', 'revision_number': 0, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}, {'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:40Z', 'revision_number': 1, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:36:15.916275 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ad4fe-9df4-4333-9d4e-9228935607d0 None None] New status for floating IP 66f83abe-0b8a-460c-ac5f-518e9134bd59: ACTIVE {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:36:16.226781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:33.364781 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:36:39.022262 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:40.043146 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:40.546429 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b6510cc4-076c-43fe-be11-0f78f6c2de75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:43.044954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1d9d-da7c-4e35-a0a1-38ed59c484e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:43.548703 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:44.345128 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:46.228357 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:36:59.132822 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-a89907a9-1a10-4314-828e-d1c002c409a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621257 Jul 09 18:36:59.245201 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-ca066899-8470-4103-bc15-56f0376358a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:59.246780 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-ca066899-8470-4103-bc15-56f0376358a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1095 time: 0.0577371 Jul 09 18:36:59.362374 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-86ad5578-43ec-4c45-9668-fa8cce7b1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:59.363881 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-86ad5578-43ec-4c45-9668-fa8cce7b1f27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0954649 Jul 09 18:36:59.787690 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-7512fc76-f1fb-4dd7-be3b-c9ad9a9c849a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 998 time: 0.4168849 Jul 09 18:36:59.838477 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-37f466ed-6da4-4763-9d8f-4cf4b9a6aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:59.840133 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-37f466ed-6da4-4763-9d8f-4cf4b9a6aba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0453889 Jul 09 18:36:59.897726 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-a9164251-f041-4ac8-95be-c81cc5284074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:36:59.899232 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-a9164251-f041-4ac8-95be-c81cc5284074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531971 Jul 09 18:36:59.994987 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-365e2d1c-6ea3-4c79-b37c-79363fb0caee service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893266 Jul 09 18:37:00.096812 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-01eb63dd-ac7f-4a3a-a149-851951271383 req-8b9fb03a-7845-4ed1-addf-0271fff1137c service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954931 Jul 09 18:37:09.031673 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:10.037586 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:10.367517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:37:10.545860 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e1258c74-fdd1-4e76-a5bd-9b6e9630b329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:13.041337 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-75281b05-3112-4120-8fdb-248e65b478f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:13.547005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:14.346217 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:15.927158 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-6e309142-8300-4134-93b2-1e2287efa69f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741074 Jul 09 18:37:16.036412 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-357b7fd5-fac3-4111-8a98-7ab32df4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:16.037946 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-357b7fd5-fac3-4111-8a98-7ab32df4484c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1098 time: 0.0597470 Jul 09 18:37:16.233553 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:16.503932 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-c19e1dec-2985-4fe9-ab47-fe61f4f96c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:16.505353 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-c19e1dec-2985-4fe9-ab47-fe61f4f96c52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.4425912 Jul 09 18:37:16.573713 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-87ffc7af-9594-4244-ab1b-847dbd08927d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 1002 time: 0.0604510 Jul 09 18:37:16.628618 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-a81beda6-32a1-41d5-b7d7-c3656f41e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:16.630059 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-a81beda6-32a1-41d5-b7d7-c3656f41e93f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0501432 Jul 09 18:37:16.692865 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-e8fd3592-0081-45c7-afb8-175be6a5f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:16.694384 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-e8fd3592-0081-45c7-afb8-175be6a5f91d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573719 Jul 09 18:37:16.789468 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-731e8e31-a192-403d-b575-4e5243b6bf62 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876322 Jul 09 18:37:16.885720 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-eb09ad29-ec84-4747-96e4-6c721848f45e req-e918d933-2d35-4b9a-a411-937f14e5eb6d service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893316 Jul 09 18:37:39.031210 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:40.043099 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:40.547845 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c28b58b7-7e0d-425c-ac53-86bfb4dc14f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.036135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3aea36cf-8da1-4c1a-9a01-794c35666e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.542934 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:44.350214 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:45.344414 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 details requested by agent hyperv_n-h2-791506-17 with host n-h2-791506-17 {{(pid=93897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:37:45.445346 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:45.457726 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Returning: {'device': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'port_id': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'mac_address': 'fa:16:3e:bf:57:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:37:45.494737 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:45.506963 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d324d74f-56a2-4cde-b706-5984e1799a22 {{(pid=93897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:37:45.527558 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:45.533369 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:45.579197 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=6']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:45.590551 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.590903 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.591208 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.591542 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.591898 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.592217 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.592533 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.592847 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.593157 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.593470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.593766 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.594261 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:45.633906 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] get_ports_and_sgs() called for port_ids ['d324d74f-56a2-4cde-b706-5984e1799a22'] {{(pid=93897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:37:46.236190 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.361513 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 up at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:37:47.368916 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:37:47.423447 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.provisioning_blocks [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Provisioning complete for port d324d74f-56a2-4cde-b706-5984e1799a22 triggered by entity L2. {{(pid=93897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:47.423860 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751990'] for port, provisioning_complete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.508919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.541378 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:37:47.543676 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e69ee7e-f965-4d2c-9bb0-28f93d9c39f5" -d '{"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-plugged", "status": "completed", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:37:47.561525 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:47.566587 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.626556 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=7']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:47.669285 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8cc750-d842-4445-be0f-5cfa7090bbea x-openstack-request-id: req-7b8cc750-d842-4445-be0f-5cfa7090bbea {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:37:47.669584 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-plugged", "status": "completed", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:37:47.669836 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b8cc750-d842-4445-be0f-5cfa7090bbea {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:37:47.670240 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'code': 200} Jul 09 18:37:56.449959 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55546) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:56.618336 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Deleting port 28b7c614-4160-4e53-bffa-0b8f196eefa5 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:37:56.618668 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:56.706198 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:56.706472 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:56.719006 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Calling delete_port for 28b7c614-4160-4e53-bffa-0b8f196eefa5 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:37:56.874888 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:56.907567 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event deleted for resources: {'Port': ['ID=28b7c614-4160-4e53-bffa-0b8f196eefa5,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:56.927878 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.928422 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.928964 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.929479 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.930010 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.930542 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.931480 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.931596 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.932154 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.932796 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.933565 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:56.934025 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:57.017871 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.018107 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Floating IP 66f83abe-0b8a-460c-ac5f-518e9134bd59 disassociated (deleted). External IP: 172.25.3.196, port: d324d74f-56a2-4cde-b706-5984e1799a22. Jul 09 18:37:57.225198 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:37:57.343395 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:37:57.350547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.355909 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:37:57.368359 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:57.369063 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:57.388447 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-d49bc4ed-0b2b-4dd6-8e99-9ced0bac0d2d tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "DELETE /v2.0/floatingips/66f83abe-0b8a-460c-ac5f-518e9134bd59 HTTP/1.1" status: 204 len: 168 time: 0.9374394 Jul 09 18:37:57.389035 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:37:57.391353 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045fb63b-30bf-469b-9640-21fefe23f078" -d '{"events": [{"name": "network-changed", "server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:37:57.473159 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:37:57.488950 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3bb4ce-9219-4935-a314-6ae7e9931011 x-openstack-request-id: req-9b3bb4ce-9219-4935-a314-6ae7e9931011 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:37:57.489502 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:37:57.489502 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b3bb4ce-9219-4935-a314-6ae7e9931011 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:37:57.489919 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'status': 'completed', 'code': 200} Jul 09 18:37:57.567929 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb63b-30bf-469b-9640-21fefe23f078 req-b1d4038b-2437-4172-9d1c-cba905dc8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:57.569439 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-b1d4038b-2437-4172-9d1c-cba905dc8e20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 1098 time: 0.0565333 Jul 09 18:37:57.684275 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb63b-30bf-469b-9640-21fefe23f078 req-21f74dea-a5ab-4aa1-8ab1-03e0a56c83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:57.686157 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-21f74dea-a5ab-4aa1-8ab1-03e0a56c83a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.1101313 Jul 09 18:37:57.711271 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:40Z', 'revision_number': 1, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:57.729631 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-4fe9d3c7-7eb6-4fda-9a14-8510a68f687f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 200 len: 217 time: 0.0365441 Jul 09 18:37:57.737106 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:37:57.745400 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:57.745997 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:57.809322 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb63b-30bf-469b-9640-21fefe23f078 req-e9607683-5d55-45ad-b24f-ad8fbad5d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:57.810687 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-e9607683-5d55-45ad-b24f-ad8fbad5d976 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0733654 Jul 09 18:37:57.856287 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:37:57.861428 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92b40-5b23-46ab-a432-8894784bd749 req-24e13f66-c1a8-43c4-9a70-4ed174ff05ae tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:57.862972 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57d92b40-5b23-46ab-a432-8894784bd749 req-24e13f66-c1a8-43c4-9a70-4ed174ff05ae tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 946 time: 0.1362576 Jul 09 18:37:57.910440 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb63b-30bf-469b-9640-21fefe23f078 req-8dacb447-423d-4685-9f04-4a5307ea491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:57.912036 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-8dacb447-423d-4685-9f04-4a5307ea491a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927680 Jul 09 18:37:57.915327 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-57d92b40-5b23-46ab-a432-8894784bd749 req-07958573-64ff-4330-a333-1f76f544cde8 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461988 Jul 09 18:37:58.005175 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-7e82c22a-b629-402d-b183-e1e5b8edc2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Jul 09 18:37:58.082082 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:40Z', 'revision_number': 1, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:58.097045 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-045fb63b-30bf-469b-9640-21fefe23f078 req-28d2cfc6-7204-419a-8ab8-7e76801845dd service neutron] 10.222.0.13 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845757 Jul 09 18:37:58.111069 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40c2ed9-2f2e-47df-9be1-bbf5636da1e2 None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_floatingips': [{'id': 'c60322b0-2438-4fb7-848c-48ffbfddc222', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'router_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'port_id': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'mac_address': 'fa:16:3e:22:19:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:33:38Z', 'updated_at': '2021-07-09T18:33:40Z', 'revision_number': 1, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:37:58.344970 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df286856-5cf9-4bc4-814d-4116a779ba20 None None] New status for floating IP 66f83abe-0b8a-460c-ac5f-518e9134bd59: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:37:59.106696 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446bac0-921d-4427-b0cb-b53306f86967 req-4b9b8110-c1c4-4a79-941e-97284fa6b9ae tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:59.108218 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6446bac0-921d-4427-b0cb-b53306f86967 req-4b9b8110-c1c4-4a79-941e-97284fa6b9ae tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 946 time: 0.0690649 Jul 09 18:37:59.150524 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6446bac0-921d-4427-b0cb-b53306f86967 req-fac7e7d7-802c-45fa-8dd0-07910d5c9cba tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333774 Jul 09 18:37:59.286200 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-c85a46ce-4414-4adc-bf76-83cd575dd11b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:59.287686 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-c85a46ce-4414-4adc-bf76-83cd575dd11b tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.13 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 946 time: 0.0662510 Jul 09 18:37:59.397703 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Deleting port d324d74f-56a2-4cde-b706-5984e1799a22 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:37:59.398023 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.416375 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:37:59.488679 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:59.489000 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.495166 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.507950 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Calling delete_port for d324d74f-56a2-4cde-b706-5984e1799a22 owned by compute:nova {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:37:59.517676 n-d-791506-17 neutron-server[93897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:37:59.519960 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9345f696cc10cfc0f475d5d1ce16136697a2e97dfc95fad4a59c9dc65914524e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6cdcb0-c9ef-4865-bff2-f9db1f4c12f9" -d '{"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-unplugged", "status": "completed", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:37:59.532867 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] For port d324d74f-56a2-4cde-b706-5984e1799a22, host n-h2-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-17',level=0,port_id=d324d74f-56a2-4cde-b706-5984e1799a22,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:59.538880 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734216802088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734216492782', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734216492831'] for port, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.563225 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c4411-f5a4-498d-acfa-f0daa6ba2982 x-openstack-request-id: req-9b0c4411-f5a4-498d-acfa-f0daa6ba2982 {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:37:59.563487 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-unplugged", "status": "completed", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "code": 200}]} {{(pid=93897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:37:59.563733 n-d-791506-17 neutron-server[93897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b0c4411-f5a4-498d-acfa-f0daa6ba2982 {{(pid=93897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:37:59.564137 n-d-791506-17 neutron-server[93897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'code': 200} Jul 09 18:37:59.593140 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Pushing event updated for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=8']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:59.642241 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.684360 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event deleted for resources: {'Port': ['ID=d324d74f-56a2-4cde-b706-5984e1799a22,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:59.697302 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.697725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.698110 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.698434 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.698902 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.699303 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.699646 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.699994 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.700342 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.700754 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.701059 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.701381 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-17 {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:59.745272 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] No DVR routers for this DVR port d324d74f-56a2-4cde-b706-5984e1799a22 on host n-h2-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:37:59.748216 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.750214 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-7433fd8c-702f-4b00-bf8d-fb8ef4429e5e req-78e02ab6-8c72-478b-9a64-fdd7038544bc tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.13 "DELETE /v2.0/ports/d324d74f-56a2-4cde-b706-5984e1799a22 HTTP/1.1" status: 204 len: 173 time: 0.4554336 Jul 09 18:37:59.750645 n-d-791506-17 neutron-server[93896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-deleted', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22'}] {{(pid=93896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:37:59.753018 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}183576bb19db8c82845205c77c27276de41c9fa9baa32f6f7d2b991046cae820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d7c6c-7fef-4d59-b5e4-4d6a8bae81fb" -d '{"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-deleted", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22"}]}' {{(pid=93896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:37:59.789298 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5782d0a9-1e47-4987-9989-1ab93ed783c9 x-openstack-request-id: req-5782d0a9-1e47-4987-9989-1ab93ed783c9 {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:37:59.789657 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98515556-8d2c-4360-af45-2cc374e83259", "name": "network-vif-deleted", "tag": "d324d74f-56a2-4cde-b706-5984e1799a22", "status": "completed", "code": 200}]} {{(pid=93896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:37:59.789903 n-d-791506-17 neutron-server[93896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5782d0a9-1e47-4987-9989-1ab93ed783c9 {{(pid=93896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:37:59.790295 n-d-791506-17 neutron-server[93896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98515556-8d2c-4360-af45-2cc374e83259', 'name': 'network-vif-deleted', 'tag': 'd324d74f-56a2-4cde-b706-5984e1799a22', 'status': 'completed', 'code': 200} Jul 09 18:38:00.313588 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-4470ac41-8761-47c8-9a64-add6bd276760 req-04eb4d13-124c-464d-9c3a-7250a25025ae tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=98515556-8d2c-4360-af45-2cc374e83259 HTTP/1.1" status: 200 len: 210 time: 0.0294278 Jul 09 18:38:01.118591 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-0956116d-79a3-4579-9c9c-100e7ef86045 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583649 Jul 09 18:38:01.214195 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a549-92a3-4331-850c-61378916eeb3 req-3f0d86f2-b90a-458c-b871-77634d10d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:01.215725 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-3f0d86f2-b90a-458c-b871-77634d10d884 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1095 time: 0.0535874 Jul 09 18:38:01.328537 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a549-92a3-4331-850c-61378916eeb3 req-0ca8ec49-157e-44ca-80fe-ae4b2d3fffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:01.329925 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-0ca8ec49-157e-44ca-80fe-ae4b2d3fffc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0895109 Jul 09 18:38:01.395444 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-4b66d8b1-f076-4aba-8999-b6df9643a525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 998 time: 0.0589588 Jul 09 18:38:01.449491 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a549-92a3-4331-850c-61378916eeb3 req-8e09dfbe-8d58-44a3-91dd-2bdc5a09c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:01.451158 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-8e09dfbe-8d58-44a3-91dd-2bdc5a09c9e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0493834 Jul 09 18:38:01.508372 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a549-92a3-4331-850c-61378916eeb3 req-c48e7383-81c9-4ae7-a95d-d18b0174106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:01.509938 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-c48e7383-81c9-4ae7-a95d-d18b0174106d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525920 Jul 09 18:38:01.605078 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-ddd3d5a5-d464-42c1-8659-9b1583d762fb service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Jul 09 18:38:01.709367 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-19d0a549-92a3-4331-850c-61378916eeb3 req-4f9368c9-8947-420c-9453-4f0cb1358bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976093 Jul 09 18:38:01.970061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55606) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:02.132765 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Deleting port 5b057ce3-e71d-4680-98e2-8ea794913442 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:02.133571 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:02.216325 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:02.216562 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:02.228412 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Calling delete_port for 5b057ce3-e71d-4680-98e2-8ea794913442 owned by network:floatingip {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:02.389423 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:02.419812 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event deleted for resources: {'Port': ['ID=5b057ce3-e71d-4680-98e2-8ea794913442,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:02.479847 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:02.480085 n-d-791506-17 neutron-server[93895]: INFO neutron.db.l3_db [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Floating IP c60322b0-2438-4fb7-848c-48ffbfddc222 disassociated (deleted). External IP: 172.25.3.78, port: 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db. Jul 09 18:38:02.699773 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:38:02.810801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:38:02.815538 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for floatingip, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:02.820956 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:38:02.830350 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:38:02.830970 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:02.854000 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f7060ac0-d535-413d-9bc8-aba0cbb6a47e tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "DELETE /v2.0/floatingips/c60322b0-2438-4fb7-848c-48ffbfddc222 HTTP/1.1" status: 204 len: 168 time: 0.8824866 Jul 09 18:38:02.854605 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:38:02.857003 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ccc33-1b07-40b2-bef3-407b4b005d18" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:38:02.896202 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dfff6f-3e3a-4393-b487-b296bbfbd02f x-openstack-request-id: req-f9dfff6f-3e3a-4393-b487-b296bbfbd02f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:38:02.896773 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:38:02.897085 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9dfff6f-3e3a-4393-b487-b296bbfbd02f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:38:02.897565 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'status': 'completed', 'code': 200} Jul 09 18:38:02.938953 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:38:02.973761 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-553aa203-af46-434d-b2fe-90b16bcdbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:02.975402 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-553aa203-af46-434d-b2fe-90b16bcdbab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d0b71d0699d40e08248bd28dea7178e&device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 1095 time: 0.0555012 Jul 09 18:38:03.076285 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-b45283a2-1653-420f-b414-e6aec87cccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:03.077764 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-b45283a2-1653-420f-b414-e6aec87cccbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 200 len: 910 time: 0.0956814 Jul 09 18:38:03.123944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-3abc6a2b-6a3e-4532-8eda-43ea43bf8614 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 200 len: 217 time: 0.0392678 Jul 09 18:38:03.138989 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:03.168618 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:38:03.174486 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-a87aebb4-9e5c-43fb-aead-da05ecee13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:03.176015 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-a87aebb4-9e5c-43fb-aead-da05ecee13aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 200 len: 848 time: 0.0456953 Jul 09 18:38:03.177965 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:38:03.178584 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:03.276286 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-c0849d12-a0f8-4908-9f60-4688a4dfd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:03.277896 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-c0849d12-a0f8-4908-9f60-4688a4dfd499 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c21bad40-1c64-438c-aa4f-e36dc8987fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919759 Jul 09 18:38:03.284517 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:38:03.286032 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dbab6-2875-43e9-a325-2bde1f50abe5 req-d8521505-8270-4b5b-944f-73bccbba6cb6 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:03.287505 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a78dbab6-2875-43e9-a325-2bde1f50abe5 req-d8521505-8270-4b5b-944f-73bccbba6cb6 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 943 time: 0.1106052 Jul 09 18:38:03.385662 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-a78dbab6-2875-43e9-a325-2bde1f50abe5 req-3b5a0df2-343e-447e-94d4-fa844a65ed1c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883224 Jul 09 18:38:03.403264 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 no longer exists at agent hyperv_n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:03.408573 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-51fdc841-692a-4d34-9d99-1f4b384bd114 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200094 Jul 09 18:38:03.425841 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] No Port match for: d324d74f-56a2-4cde-b706-5984e1799a22 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:03.426520 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Device d324d74f-56a2-4cde-b706-5984e1799a22 not bound to the agent host n-h2-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:03.504302 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-6a2ccc33-1b07-40b2-bef3-407b4b005d18 req-15214282-6f95-4e74-b102-2dc95ac12e43 service neutron] 10.222.0.36 "GET /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873942 Jul 09 18:38:03.595729 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:03.621176 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadf4ee-d7e9-4d29-9243-51e7b69f9e77 None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:33:20Z', 'revision_number': 4, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17', '_interfaces': [{'id': 'd16d998d-6dec-479d-87a5-b230389a3c26', 'name': '', 'network_id': 'c21bad40-1c64-438c-aa4f-e36dc8987fcc', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'mac_address': 'fa:16:3e:45:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:19Z', 'updated_at': '2021-07-09T18:33:25Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'subnets': [{'id': '70385312-ca0e-4d4d-9991-c2d3e2aaac23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:38:03.863457 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae3c85-682a-41ae-8e39-ef77e4578dd1 None None] New status for floating IP c60322b0-2438-4fb7-848c-48ffbfddc222: DOWN {{(pid=93897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:38:04.564364 n-d-791506-17 neutron-server[93896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebd18f-0049-4a4f-9c6d-848080c60b0e req-10eb8408-fd4f-4cb8-a2eb-06d3d7fe1f2c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:04.565886 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bebd18f-0049-4a4f-9c6d-848080c60b0e req-10eb8408-fd4f-4cb8-a2eb-06d3d7fe1f2c tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 943 time: 0.0667975 Jul 09 18:38:04.605069 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-9bebd18f-0049-4a4f-9c6d-848080c60b0e req-5c77723d-d700-4fad-89d4-d9dd9f81fbdf tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/security-groups?id=13ee0562-9c63-4a9a-8d7b-fe709c48602d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331383 Jul 09 18:38:04.722378 n-d-791506-17 neutron-server[93895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-0a395c4c-a7c0-4a79-b74c-be37d40e6609 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:38:04.723805 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-0a395c4c-a7c0-4a79-b74c-be37d40e6609 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.36 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 943 time: 0.0717237 Jul 09 18:38:04.826221 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Deleting port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:04.826567 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:04.918397 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] For port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db, host n-h1-791506-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-17',level=0,port_id=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:04.919014 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:04.931564 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Calling delete_port for 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db owned by compute:nova {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:05.068201 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:05.108279 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event deleted for resources: {'Port': ['ID=3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:05.154888 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] No DVR routers for this DVR port 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db on host n-h1-791506-17 {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:38:05.157882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-181387'] for port, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:05.159989 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [req-07db2048-d454-4bc2-b47e-a2d8039bf6ba req-08d217c7-79ef-4d33-b670-5dfe80f54f75 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.36 "DELETE /v2.0/ports/3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db HTTP/1.1" status: 204 len: 173 time: 0.4309182 Jul 09 18:38:05.160432 n-d-791506-17 neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-deleted', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:38:05.162792 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3af150512839af2d337a906755a32bdb22fe387796a4aa73bcba0e534f0c66b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87818e-b92e-4bbc-90a9-e4c4faef00e4" -d '{"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-deleted", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:38:05.198548 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8e102-7cc8-4165-825b-49efd42df81f x-openstack-request-id: req-e6a8e102-7cc8-4165-825b-49efd42df81f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:38:05.198847 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e0be2-1e0d-42ca-97fa-10c4122fcd15", "name": "network-vif-deleted", "tag": "3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db", "status": "completed", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:38:05.199098 n-d-791506-17 neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6a8e102-7cc8-4165-825b-49efd42df81f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:38:05.199499 n-d-791506-17 neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e0be2-1e0d-42ca-97fa-10c4122fcd15', 'name': 'network-vif-deleted', 'tag': '3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db', 'status': 'completed', 'code': 200} Jul 09 18:38:05.781971 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [req-fef125b3-213d-4646-9992-609980777f64 req-67091c81-b5ef-4df8-a163-e68eb0ddb969 tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c04e0be2-1e0d-42ca-97fa-10c4122fcd15 HTTP/1.1" status: 200 len: 210 time: 0.0412467 Jul 09 18:38:06.879232 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55622) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:06.939374 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3dae151-8497-4df6-939c-f4b3571641ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:06.965213 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3dae151-8497-4df6-939c-f4b3571641ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:07.031147 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3dae151-8497-4df6-939c-f4b3571641ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:07.034882 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3dae151-8497-4df6-939c-f4b3571641ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:07.036500 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c3dae151-8497-4df6-939c-f4b3571641ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] 10.222.0.21 "DELETE /v2.0/security-groups/13ee0562-9c63-4a9a-8d7b-fe709c48602d HTTP/1.1" status: 204 len: 168 time: 0.1561098 Jul 09 18:38:07.048644 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae151-8497-4df6-939c-f4b3571641ef tempest-TestSnapshotPattern-1629828397 tempest-TestSnapshotPattern-1629828397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee0562-9c63-4a9a-8d7b-fe709c48602d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:07.090158 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55628) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:07.455109 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:07.721090 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Deleting port d16d998d-6dec-479d-87a5-b230389a3c26 {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:07.721398 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:07.811070 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] For port d16d998d-6dec-479d-87a5-b230389a3c26, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=d16d998d-6dec-479d-87a5-b230389a3c26,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:07.811396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:07.824664 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Calling delete_port for d16d998d-6dec-479d-87a5-b230389a3c26 owned by network:router_interface {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:08.013919 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:08.045449 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16d998d-6dec-479d-87a5-b230389a3c26,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:08.224140 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:08.452396 n-d-791506-17 neutron-server[93896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:38:08.557258 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:38:08.562724 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-85d0d0ce-bb5f-43e9-81a9-a1b9e797c153 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ccb081d-c5f5-44f5-ad87-c85025fbb76a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4711354 Jul 09 18:38:08.565617 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55630) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:08.566156 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] Sync routers for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:38:08.575455 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:38:08.576083 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:08.669940 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks [] for router, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:08.677842 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: n-d-791506-17 {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:38:08.776183 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:08.830114 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Deleting port 817b7a5a-950d-448e-8f82-5dc3742ae72b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:08.830458 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:08.858140 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:38:07Z', 'revision_number': 5, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port': {'id': '817b7a5a-950d-448e-8f82-5dc3742ae72b', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:18Z', 'updated_at': '2021-07-09T18:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:08.883675 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] Checking router: 2ccb081d-c5f5-44f5-ad87-c85025fbb76a for host: n-d-791506-17 {{(pid=93898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:38:08.892802 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] Routers {'2ccb081d-c5f5-44f5-ad87-c85025fbb76a'} bound to L3 agent in host n-d-791506-17 {{(pid=93898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:38:08.893658 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'], 'active': True} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:08.913334 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] For port 817b7a5a-950d-448e-8f82-5dc3742ae72b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=817b7a5a-950d-448e-8f82-5dc3742ae72b,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:08.913670 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:08.926415 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Calling delete_port for 817b7a5a-950d-448e-8f82-5dc3742ae72b owned by network:router_gateway {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:08.977073 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_dvr_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] Set router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a gateway port host: None {{(pid=93898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:38:09.027527 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.029684 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.l3_hamode_db [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:38:08Z', 'revision_number': 6, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port_host': None}], 'n-d-791506-17', False) {} {{(pid=93898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:09.060069 n-d-791506-17 neutron-server[93898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31dfd-406d-4c6d-afd5-2db950b81a2f None None] The sync data for ids ['2ccb081d-c5f5-44f5-ad87-c85025fbb76a'] in n-d-791506-17 is: [{'id': '2ccb081d-c5f5-44f5-ad87-c85025fbb76a', 'name': 'tempest-TestSnapshotPattern-715219691-router', 'tenant_id': '5d0b71d0699d40e08248bd28dea7178e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:17Z', 'updated_at': '2021-07-09T18:38:08Z', 'revision_number': 6, 'project_id': '5d0b71d0699d40e08248bd28dea7178e', 'gw_port_host': None}] {{(pid=93898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:38:09.097302 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.126864 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Pushing event deleted for resources: {'Port': ['ID=817b7a5a-950d-448e-8f82-5dc3742ae72b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:09.193776 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.286846 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.290102 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.343151 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.343641 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ccb081d-c5f5-44f5-ad87-c85025fbb76a {{(pid=93896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:38:09.348381 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] Notify callbacks [] for router, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.349741 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-faa193e1-bcbd-40e7-a979-048f7143f278 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2ccb081d-c5f5-44f5-ad87-c85025fbb76a HTTP/1.1" status: 204 len: 168 time: 0.7831028 Jul 09 18:38:09.352577 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55632) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:09.404453 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Deleting subnet 70385312-ca0e-4d4d-9991-c2d3e2aaac23 {{(pid=93896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:38:09.409170 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.455411 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381830'] for subnet, precommit_delete_associations {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.510466 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d16d998d-6dec-479d-87a5-b230389a3c26 no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:09.531047 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: d16d998d-6dec-479d-87a5-b230389a3c26 {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:09.531368 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device d16d998d-6dec-479d-87a5-b230389a3c26 not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:09.548737 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.602369 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9240493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8555649'] for subnet, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.627385 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70385312-ca0e-4d4d-9991-c2d3e2aaac23,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:09.631386 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.633574 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-bc5e5658-6ed4-4350-85d8-1e02168c79a4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70385312-ca0e-4d4d-9991-c2d3e2aaac23 HTTP/1.1" status: 204 len: 168 time: 0.2797215 Jul 09 18:38:09.636094 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55634) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:09.639121 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604697f3-bfbc-49c7-adfe-c9cd5e51b055 None None] Network c21bad40-1c64-438c-aa4f-e36dc8987fcc requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:38:09.704186 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.762838 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Deleting port 71424afe-f84c-432e-8298-3ebab0f5326f {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:09.763108 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.834564 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] For port 71424afe-f84c-432e-8298-3ebab0f5326f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=71424afe-f84c-432e-8298-3ebab0f5326f,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:09.834931 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.849860 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] DHCP port deletion for c21bad40-1c64-438c-aa4f-e36dc8987fcc request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:38:09.852960 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Calling delete_port for 71424afe-f84c-432e-8298-3ebab0f5326f owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:09.903914 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] Deleting port 71424afe-f84c-432e-8298-3ebab0f5326f {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:09.904323 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.945116 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.971405 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Pushing event deleted for resources: {'Port': ['ID=71424afe-f84c-432e-8298-3ebab0f5326f,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:09.972241 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] For port 71424afe-f84c-432e-8298-3ebab0f5326f, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=71424afe-f84c-432e-8298-3ebab0f5326f,segment=NetworkSegment(51632338-8f79-4e14-afd0-2a15c1cd9db2),segment_id=51632338-8f79-4e14-afd0-2a15c1cd9db2)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:09.972640 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:09.976176 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] No DVR routers for this DVR port 71424afe-f84c-432e-8298-3ebab0f5326f on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:38:09.986752 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] Calling delete_port for 71424afe-f84c-432e-8298-3ebab0f5326f owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:10.048174 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.059809 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21bad40-1c64-438c-aa4f-e36dc8987fcc']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:10.068277 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.072462 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51632338-8f79-4e14-afd0-2a15c1cd9db2') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:10.072759 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51632338-8f79-4e14-afd0-2a15c1cd9db2') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:10.072917 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.082539 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.100078 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] Pushing event deleted for resources: {'Port': ['ID=71424afe-f84c-432e-8298-3ebab0f5326f,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:10.104992 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.106175 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aacb68-bf36-476a-a5a8-cd2d5fb3f026 None None] No DVR routers for this DVR port 71424afe-f84c-432e-8298-3ebab0f5326f on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:38:10.118874 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:38:10.119396 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:38:10.121783 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:38:10.208532 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.214339 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.216470 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c21bad40-1c64-438c-aa4f-e36dc8987fcc HTTP/1.1" status: 204 len: 168 time: 0.5794880 Jul 09 18:38:10.219747 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55636) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:10.227871 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c606d3-0dcc-4419-b372-fa3518007467 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21bad40-1c64-438c-aa4f-e36dc8987fcc,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:10.410304 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db no longer exists at agent hyperv_n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:10.446591 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] No Port match for: 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:10.446913 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Device 3ab656fc-ed9c-4b5b-a1bb-7b243d2f68db not bound to the agent host n-h1-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:10.543005 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d6d59529-f2be-4b13-9bb8-fca855c19cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.595348 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3954169'] for router_interface, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.863783 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Deleting port 6b334d80-040b-4447-90ba-e62661e1020a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:10.864160 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.942814 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] For port 6b334d80-040b-4447-90ba-e62661e1020a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=6b334d80-040b-4447-90ba-e62661e1020a,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:10.943196 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:10.960072 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Calling delete_port for 6b334d80-040b-4447-90ba-e62661e1020a owned by network:router_interface {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:11.157724 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:11.180568 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b334d80-040b-4447-90ba-e62661e1020a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:11.351513 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3956679'] for router_interface, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:11.412511 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 71424afe-f84c-432e-8298-3ebab0f5326f no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:11.433069 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 71424afe-f84c-432e-8298-3ebab0f5326f {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:11.433377 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 71424afe-f84c-432e-8298-3ebab0f5326f not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:11.433787 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 817b7a5a-950d-448e-8f82-5dc3742ae72b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:11.452442 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 817b7a5a-950d-448e-8f82-5dc3742ae72b {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:11.452663 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 817b7a5a-950d-448e-8f82-5dc3742ae72b not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:11.567608 n-d-791506-17 neutron-server[93895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Router 74dd23cf-28a4-4e44-b997-148eb8c30698 has already been hosted by L3 agent adda9e49-2584-45f0-aeb0-d722396b9f12 {{(pid=93895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:38:11.699061 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] Notify agent at l3_agent.n-d-791506-17 the message routers_updated {{(pid=93895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:38:11.704793 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cadc0f2f-d697-4905-8cf9-d4f5fcc5bbb8 admin admin] 10.222.0.21 "PUT /v2.0/routers/74dd23cf-28a4-4e44-b997-148eb8c30698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4839170 Jul 09 18:38:11.707493 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55638) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:11.709979 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c10484-c915-466d-b6ec-269da765531a None None] Sync routers for ids ['74dd23cf-28a4-4e44-b997-148eb8c30698'] in n-d-791506-17 {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:38:11.719427 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] Routers {'74dd23cf-28a4-4e44-b997-148eb8c30698'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:38:11.720082 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['74dd23cf-28a4-4e44-b997-148eb8c30698'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:11.827864 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] Set router 74dd23cf-28a4-4e44-b997-148eb8c30698 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:38:12.019482 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:38:11Z', 'revision_number': 5, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:12.174136 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.209145 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c10484-c915-466d-b6ec-269da765531a None None] Checking router: 74dd23cf-28a4-4e44-b997-148eb8c30698 for host: n-d-791506-17 {{(pid=93897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:38:12.217861 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] Routers {'74dd23cf-28a4-4e44-b997-148eb8c30698'} bound to L3 agent in host n-d-791506-17 {{(pid=93897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:38:12.218470 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T17:00:13Z,description=,heartbeat_timestamp=2021-07-09T18:37:43Z,host='n-d-791506-17',id=adda9e49-2584-45f0-aeb0-d722396b9f12,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T17:00:13Z,topic='l3_agent')) {'router_ids': ['74dd23cf-28a4-4e44-b997-148eb8c30698'], 'active': True} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:12.276870 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.322315 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvr_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] Set router 74dd23cf-28a4-4e44-b997-148eb8c30698 gateway port host: n-d-791506-17 {{(pid=93897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:38:12.330671 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Deleting port f760210f-45be-4c60-8af5-6240c1ab344a {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:12.331018 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.408845 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] For port f760210f-45be-4c60-8af5-6240c1ab344a, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=f760210f-45be-4c60-8af5-6240c1ab344a,segment=NetworkSegment(86483339-4ab6-4b83-966c-219152cd89c0),segment_id=86483339-4ab6-4b83-966c-219152cd89c0)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:12.409573 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.422529 n-d-791506-17 neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Calling delete_port for f760210f-45be-4c60-8af5-6240c1ab344a owned by network:router_gateway {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:12.506592 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_hamode_db [None req-a4c10484-c915-466d-b6ec-269da765531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:38:11Z', 'revision_number': 5, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}], 'n-d-791506-17', False) {} {{(pid=93897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:12.536844 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c10484-c915-466d-b6ec-269da765531a None None] The sync data for ids ['74dd23cf-28a4-4e44-b997-148eb8c30698'] in n-d-791506-17 is: [{'id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'name': 'tempest-TestSnapshotPattern-206659815-router', 'tenant_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'external_fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:38:11Z', 'revision_number': 5, 'project_id': '47ced6f5be0c4c34b07c8cbbfa55d240', 'gw_port': {'id': 'f760210f-45be-4c60-8af5-6240c1ab344a', 'name': '', 'network_id': '9f0ed3ee-8168-48da-83f8-908041e640f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dd23cf-28a4-4e44-b997-148eb8c30698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '66ac0dcb-1a19-400c-9231-0666be654983', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:33:22Z', 'updated_at': '2021-07-09T18:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66ac0dcb-1a19-400c-9231-0666be654983', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-17'}] {{(pid=93897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:38:12.601547 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8912013'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.631298 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f760210f-45be-4c60-8af5-6240c1ab344a,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:12.702312 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823550'] for router_gateway, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.793048 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3949322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5426'] for router, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.795217 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.841766 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3948698'] for router, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.842268 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74dd23cf-28a4-4e44-b997-148eb8c30698 {{(pid=93895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:38:12.847066 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] Notify callbacks [] for router, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.848172 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-f428345c-8f56-4b53-9350-526f14ca76ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/74dd23cf-28a4-4e44-b997-148eb8c30698 HTTP/1.1" status: 204 len: 168 time: 1.1397333 Jul 09 18:38:12.851885 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55642) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:12.901561 n-d-791506-17 neutron-server[93895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Deleting subnet cce28a5c-46d7-42ad-8db1-ba46d1bd95cb {{(pid=93895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:38:12.905638 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.942146 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8723836'] for subnet, precommit_delete_associations {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.034841 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748632'] for subnet, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.046177 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e37cf033-93e2-465a-ad73-1827b4169c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.091269 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8912055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9202367'] for subnet, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.123330 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce28a5c-46d7-42ad-8db1-ba46d1bd95cb,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:13.125338 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.129014 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-cc8e95b3-349d-4a50-86c1-b29681c89eba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cce28a5c-46d7-42ad-8db1-ba46d1bd95cb HTTP/1.1" status: 204 len: 168 time: 0.2761428 Jul 09 18:38:13.129889 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55644) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:13.130408 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f98e3-7755-4578-9127-88868c29a50c None None] Network a4b30f21-5a6d-4884-84e9-337537778386 requested from n-d-791506-17 {{(pid=93897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:38:13.201161 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614188'] for network, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.548627 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.598975 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] DHCP port deletion for a4b30f21-5a6d-4884-84e9-337537778386 request from n-d-791506-17 {{(pid=93897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:38:13.639163 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b334d80-040b-4447-90ba-e62661e1020a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:13.645738 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Deleting port 93481e7e-a531-472b-bb28-6e91ad15039b {{(pid=93896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:13.646081 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.662697 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: 6b334d80-040b-4447-90ba-e62661e1020a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:13.663045 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 6b334d80-040b-4447-90ba-e62661e1020a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:13.663469 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f760210f-45be-4c60-8af5-6240c1ab344a no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:13.685211 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] No Port match for: f760210f-45be-4c60-8af5-6240c1ab344a {{(pid=93897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:38:13.685607 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device f760210f-45be-4c60-8af5-6240c1ab344a not bound to the agent host n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:38:13.685962 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.rpc [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Device 93481e7e-a531-472b-bb28-6e91ad15039b no longer exists at agent ovs-agent-n-d-791506-17 {{(pid=93897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:38:13.690797 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] Deleting port 93481e7e-a531-472b-bb28-6e91ad15039b {{(pid=93897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:38:13.691156 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734216793052'] for port, before_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.708827 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] For port 93481e7e-a531-472b-bb28-6e91ad15039b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=93481e7e-a531-472b-bb28-6e91ad15039b,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:13.709145 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.721725 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.plugin [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Calling delete_port for 93481e7e-a531-472b-bb28-6e91ad15039b owned by network:dhcp {{(pid=93896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:13.780929 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.db [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] For port 93481e7e-a531-472b-bb28-6e91ad15039b, host n-d-791506-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-17',level=0,port_id=93481e7e-a531-472b-bb28-6e91ad15039b,segment=NetworkSegment(8ca9af1e-b30e-4901-b5d6-adb266f73e74),segment_id=8ca9af1e-b30e-4901-b5d6-adb266f73e74)] {{(pid=93897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:38:13.781319 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3956729'] for port, precommit_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.794745 n-d-791506-17 neutron-server[93897]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] Calling delete_port for 93481e7e-a531-472b-bb28-6e91ad15039b owned by network:dhcp {{(pid=93897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:38:13.807130 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9240471'] for port, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.834819 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93481e7e-a531-472b-bb28-6e91ad15039b,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:13.836708 n-d-791506-17 neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] No DVR routers for this DVR port 93481e7e-a531-472b-bb28-6e91ad15039b on host n-d-791506-17 {{(pid=93896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:38:13.869922 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565218'] for port, before_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.907787 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747469', 'neutron.services.segments.db._delete_segments_for_network-8734216828501'] for network, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.918183 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b30f21-5a6d-4884-84e9-337537778386']}} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:13.933832 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca9af1e-b30e-4901-b5d6-adb266f73e74') {'for_net_delete': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:13.934311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734216802070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734216492773'] for port, after_delete {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.934561 n-d-791506-17 neutron-server[93896]: DEBUG neutron.services.segments.db [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca9af1e-b30e-4901-b5d6-adb266f73e74') {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:38:13.943525 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734216821809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381841'] for segment, before_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.957435 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529'] for segment, precommit_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.961955 n-d-791506-17 neutron-server[93897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] No DVR routers for this DVR port 93481e7e-a531-472b-bb28-6e91ad15039b on host n-d-791506-17 {{(pid=93897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:38:13.963442 n-d-791506-17 neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:38:13.963636 n-d-791506-17 neutron-server[93897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2b543-6786-4039-9530-3acf26163bf1 None None] Pushing event deleted for resources: {'Port': ['ID=93481e7e-a531-472b-bb28-6e91ad15039b,revision_number=None']} {{(pid=93897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:13.963892 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9240392'] for segment, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: Traceback (most recent call last): Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: timer() Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: cb(*args, **kw) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: return func(*args, **kwargs) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: self._notify() Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: self.callback(batched_events) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: event.method(event) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: return f(self, *a, **k) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: return self._get(url).json() Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: return self.request(url, 'GET', **kwargs) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:38:13.965599 n-d-791506-17 neutron-server[93896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:38:14.034248 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3681970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823514'] for network, after_delete {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.040114 n-d-791506-17 neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.042003 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4b30f21-5a6d-4884-84e9-337537778386 HTTP/1.1" status: 204 len: 168 time: 0.9110909 Jul 09 18:38:14.054113 n-d-791506-17 neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79f43-d33f-4e51-bc99-ac6f115d95b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b30f21-5a6d-4884-84e9-337537778386,revision_number=None']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:14.233885 n-d-791506-17 neutron-server[93896]: DEBUG neutron.wsgi [-] (93896) accepted ('10.222.0.21', 55650) {{(pid=93896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:14.275566 n-d-791506-17 neutron-server[93896]: INFO neutron.wsgi [None req-8c440c45-bcec-4f89-bcca-e270dde66892 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d0b71d0699d40e08248bd28dea7178e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404651 Jul 09 18:38:14.278801 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55652) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:14.332363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c377349a-e5a5-4998-8fca-b4d7927efac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.352081 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.357791 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c377349a-e5a5-4998-8fca-b4d7927efac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.411422 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c377349a-e5a5-4998-8fca-b4d7927efac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.414363 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c377349a-e5a5-4998-8fca-b4d7927efac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.415518 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-c377349a-e5a5-4998-8fca-b4d7927efac4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74ca7a87-da29-48e9-8336-3880eb5800a0 HTTP/1.1" status: 204 len: 168 time: 0.1357205 Jul 09 18:38:14.423209 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377349a-e5a5-4998-8fca-b4d7927efac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca7a87-da29-48e9-8336-3880eb5800a0,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:14.766706 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55658) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:14.806565 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-0eb8b250-9820-44bc-adae-ce64da332f0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47ced6f5be0c4c34b07c8cbbfa55d240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385613 Jul 09 18:38:14.809468 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [-] (93895) accepted ('10.222.0.21', 55660) {{(pid=93895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:38:14.857582 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f01-8f1f-4ec2-b79f-bda2131cd8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.885644 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f01-8f1f-4ec2-b79f-bda2131cd8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.942125 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f01-8f1f-4ec2-b79f-bda2131cd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3718271'] for security_group, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.944745 n-d-791506-17 neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7cd92f01-8f1f-4ec2-b79f-bda2131cd8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:14.945944 n-d-791506-17 neutron-server[93895]: INFO neutron.wsgi [None req-7cd92f01-8f1f-4ec2-b79f-bda2131cd8fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c211d72f-e11e-4ac2-8833-5da6f7c8b081 HTTP/1.1" status: 204 len: 168 time: 0.1355264 Jul 09 18:38:14.955311 n-d-791506-17 neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92f01-8f1f-4ec2-b79f-bda2131cd8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c211d72f-e11e-4ac2-8833-5da6f7c8b081,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:16.237904 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:24.370920 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:38:39.036776 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:40.061025 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:40.550101 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-5be7441c-0fff-41f0-9a96-12b6a93ae658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:43.041695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-bed8b70d-5652-48d6-b3f5-8339e1aefa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:43.552219 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:44.358093 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:46.242301 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:01.373895 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:39:09.052555 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:10.066994 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:10.544836 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-064b43da-37e6-4531-a95a-3deed153fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:13.049164 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-28d8042c-e2dd-4d9d-9b77-8e246b6f9438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:13.546642 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:14.362189 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:16.245796 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:38.377686 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:39:39.043572 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:40.082609 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:40.555546 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db7076af-0576-4cb0-9b91-2d792ac0d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:43.045667 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f68cb651-00f5-4bbe-b2bd-bcf582c9d67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:43.552091 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:44.363813 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:46.248027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:09.061518 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:10.093218 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:10.552245 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e6d11956-fa13-49b8-8ca5-9892829cb79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:13.041277 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2f885a78-2a10-4239-a32c-d800ceed8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:13.558050 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:14.370112 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:15.378637 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:40:16.248762 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:39.055369 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:40.097987 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:40.551107 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fe12-7ebd-4482-a820-a020e0e350fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:43.048160 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-294d4af6-82de-4e64-b3ad-9ae3c4dd6bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:43.552695 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:44.371794 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:46.254100 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:52.379294 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:41:09.056115 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:10.101480 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:10.549263 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d84fb986-4833-4687-82fd-55c4310e0ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:13.044594 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-8e9943c5-53fe-4478-8fb8-bd62ba1d4b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:13.560120 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:14.375179 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:16.257311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:29.382536 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:41:39.054926 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:40.107648 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:40.551895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c08f-7e8d-4c34-9109-dcdf0ca71410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:43.041230 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d9762cb2-93d8-4b1b-b1b7-7a7928af63e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:43.559336 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:44.384895 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:46.259724 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:51.958531 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-9393744a-2803-4951-8795-120f99c41e23 req-43ac4914-5830-4a36-8a4a-4369a54522f6 service neutron] (93895) timed out ('10.222.0.21', 49424) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:42:06.382263 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:42:09.056344 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:10.127657 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:10.553957 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dfeed858-7cf3-46c4-81e4-2bcc3578a11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:13.038181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-f3caf7a3-adc3-4e95-b1e2-3adaf6f39c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:13.555298 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:14.390205 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:16.260909 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:39.057674 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:40.125141 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:40.548779 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-186e5412-fdf3-43a0-af9a-3421276b4195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:43.036475 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-b92bd204-6581-4ae6-b82b-52f7293e67ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:43.383971 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:42:43.550083 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:44.390943 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:46.267251 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:09.058204 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:10.129803 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:10.557932 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c2f1be69-34cf-4352-84fd-5f83f59c541d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:13.034746 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-d496df66-7b05-4039-a1a0-71a2ed0ab8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:13.556747 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:14.390644 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:16.269663 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:20.387501 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:43:39.073181 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:40.151805 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:40.554458 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-95a2be68-43a4-4d35-8850-56f5be2b410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:43.033372 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-2f20d53e-e483-4649-9968-06fa9a8cd21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:43.554596 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:44.398311 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:46.272484 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:57.388462 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:44:09.066919 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:10.156771 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:10.550873 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-ddf06e24-cbf6-4bdf-965d-1b48cc7524c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:13.034781 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-012b9643-f8ba-4a9f-9192-df458932ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:13.548027 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:14.401068 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:16.272908 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:34.390027 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:44:39.080832 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:40.168890 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:40.545549 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-7a08360a-6347-4cae-9dca-56056f4c2dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:43.036407 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb6cf-2709-4cc1-8e51-9a8f6eb6d648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:43.556773 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:44.404330 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:46.278247 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.086327 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:10.171162 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:10.549923 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-c63dea09-3b64-457f-9dd8-90b296532da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:11.392338 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:45:13.034615 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1ae06305-e642-4a2f-97b0-23a1b529f995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:13.552531 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.403725 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.280374 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:39.094138 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:40.183857 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:40.555212 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-4b67e88b-550a-42ee-88e5-a443e4dd26de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.032876 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-61dbe6e5-3e26-49db-baa1-edda1c692a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.546340 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.410135 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.284028 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.392549 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:46:09.108267 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-563c1b8e-1494-4c4e-bb31-3126de24928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.185381 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-db595dc2-c483-4655-95cb-034c1264e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.551954 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-3f4769b0-324f-451b-a58d-5d04eb775910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.027328 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-38b439ac-af30-494f-8c0f-1205ce068d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.553364 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-031cb8e8-6582-412b-8072-6631e2c5da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.408351 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-dd9f25bd-ec8b-4aaa-869c-aa7e39e9965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.282836 n-d-791506-17 neutron-server[93897]: DEBUG neutron_lib.callbacks.manager [None req-1063466f-108c-4397-8d40-84bf87eb5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734216828483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752007'] for agent, after_update {{(pid=93897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.353271 n-d-791506-17 neutron-server[93895]: DEBUG neutron.wsgi [req-082cf99c-17dd-4042-a1fc-3b2f5b8933ed req-aa920f8d-083d-4d5e-b73a-090688ae02c9 service neutron] (93895) timed out ('10.222.0.21', 54722) {{(pid=93895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 18:46:25.392186 n-d-791506-17 neutron-server[93898]: DEBUG neutron.db.agents_db [None req-39f15b65-95e6-4b4a-be94-d9faf7c6db5a None None] Agent healthcheck: found 7 active agents {{(pid=93898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}